-- Logs begin at Fri 2021-11-12 07:20:27 UTC, end at Fri 2021-11-12 09:48:32 UTC. -- Nov 12 07:52:23.726524 n-d-768509-25 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 07:52:26.436128 n-d-768509-25 neutron-server[102264]: INFO neutron.common.config [-] Logging enabled! Nov 12 07:52:26.436688 n-d-768509-25 neutron-server[102264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 07:52:26.436926 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 07:52:26.440088 n-d-768509-25 neutron-server[102264]: INFO neutron.common.config [-] Logging enabled! Nov 12 07:52:26.440344 n-d-768509-25 neutron-server[102264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 07:52:26.440654 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 07:52:26.441580 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:52:26.441812 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 07:52:26.442182 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:52:26.442429 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 07:52:26.442654 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 07:52:26.443502 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.443928 n-d-768509-25 neutron-server[102264]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 07:52:26.444270 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.444568 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.444861 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.445155 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.445448 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.445730 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.446018 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.446315 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.446601 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.446884 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.447164 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.447453 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.447731 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.448015 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.448324 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.448605 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] debug = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.448885 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.449302 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.449727 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.450007 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.450460 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.450576 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.450832 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.451104 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.451384 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.451709 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] host = n-d-768509-25 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.451980 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.452293 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.452579 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.452866 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.453136 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.453410 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.453690 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.453959 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.454230 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.454503 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.454786 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.455068 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.455353 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.455574 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.455795 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.456103 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.456394 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.456667 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.456943 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.457215 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.457486 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.457757 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.458021 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.458302 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.459185 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.459472 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.459747 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.460020 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.460314 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.460583 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.460867 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.461139 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.461411 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.461683 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.461967 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.462236 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.462508 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.462808 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.463092 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.463372 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.463653 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.463924 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.464228 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.464498 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.464770 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.465037 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] use_json = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.465306 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.465572 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.465847 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.466115 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.466383 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.466652 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.466926 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.467206 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:26.467498 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.467791 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.468125 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.468408 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.468714 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.468993 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.469280 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.469557 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.469844 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.470130 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.470412 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.470685 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.470971 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.471245 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.471538 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.471838 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.472153 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.472443 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.472717 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.472989 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.473260 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.473538 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.473821 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.474096 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.474423 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.474710 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.474990 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.475276 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.475565 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.475853 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.476145 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.476422 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.476708 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.476988 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.477257 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.477532 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.477816 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.478089 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.478357 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.478633 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.478909 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.479179 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.479447 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.479718 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.480005 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.480304 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.480578 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.480851 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.481129 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.481399 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.481682 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.481957 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.482228 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.482497 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.482772 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.483044 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.483314 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.483589 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.483860 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.484163 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.484435 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.484705 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.484976 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.485247 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.485516 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.485785 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.486055 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.486329 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.486598 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.486873 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.487145 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.487421 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.487697 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.487980 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.488304 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.488582 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.488860 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.489140 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.489420 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.489695 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.490020 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.490300 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.490578 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.490851 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.491140 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.491423 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.491708 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.491989 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.492290 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.492615 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.492892 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.493175 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.493450 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.493727 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.494008 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.494290 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.494583 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.494875 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.495170 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.495462 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.495751 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.496030 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.496361 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.496640 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:26.496862 n-d-768509-25 neutron-server[102264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 07:52:26.497103 n-d-768509-25 neutron-server[102264]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102264) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 07:52:26.929675 n-d-768509-25 neutron-server[102264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 07:52:26.929868 n-d-768509-25 neutron-server[102264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 07:52:26.930160 n-d-768509-25 neutron-server[102264]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 07:52:26.930489 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 07:52:27.254648 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.254941 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.255210 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.256452 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.256726 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.256990 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.291434 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.291713 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.291978 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.307578 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.307861 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.308166 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.337722 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.338002 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.338271 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.374258 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.374545 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.374812 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.608686 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.609265 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.609265 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.609437 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.610100 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.736549 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.736868 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.737148 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.737414 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.737675 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.737983 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.738240 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.738492 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.738744 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.739023 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.739281 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.739544 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.740332 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.740590 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.740849 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.741114 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.741377 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.741640 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.741906 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.742162 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.742433 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.742684 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.742962 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.743336 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.743584 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.743827 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.744249 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:27.744495 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:27.744734 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:27.744971 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:27.745207 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:27.745443 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:27.745805 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 07:52:27.749043 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 07:52:27.753012 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 07:52:27.757488 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 12 07:52:27.759392 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 07:52:27.759861 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 07:52:27.760225 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 07:52:27.760610 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 07:52:27.763423 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 07:52:27.763674 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 07:52:27.764022 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 07:52:27.769344 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 07:52:27.791371 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 07:52:27.791820 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.792142 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102264) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 07:52:27.792508 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.793884 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102264) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 07:52:27.794163 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 07:52:27.794405 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 07:52:27.797646 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.797932 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:27.860899 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 07:52:27.861091 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 07:52:27.861330 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 07:52:27.861698 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 07:52:27.882693 n-d-768509-25 neutron-server[102264]: DEBUG oslo_db.sqlalchemy.engines [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102264) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 07:52:28.408395 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing driver for type 'gre' Nov 12 07:52:28.409010 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] gre ID ranges: [(1, 1000)] Nov 12 07:52:28.459666 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing driver for type 'local' Nov 12 07:52:28.460001 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing driver for type 'vlan' Nov 12 07:52:28.472411 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] VlanTypeDriver initialization complete Nov 12 07:52:28.472767 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing driver for type 'vxlan' Nov 12 07:52:28.473325 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] vxlan ID ranges: [(1, 1000)] Nov 12 07:52:28.523958 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing extension driver 'port_security' Nov 12 07:52:28.524353 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] PortSecurityExtensionDriver initialization complete Nov 12 07:52:28.524683 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing mechanism driver 'openvswitch' Nov 12 07:52:28.525004 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing mechanism driver 'hyperv' Nov 12 07:52:28.531555 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.plugin [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:52:28.532421 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.532789 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.533141 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.533659 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:52:28.534141 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.534523 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.534868 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.535262 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:52:28.535665 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.536010 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.536374 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.536792 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:52:28.537196 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > security_group after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.537542 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > security_group after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.537877 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.538269 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:52:28.538672 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.539027 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.539363 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.539752 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:52:28.540179 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > address_group after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.540526 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > address_group after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.540865 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.541253 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:52:28.541628 n-d-768509-25 neutron-server[102264]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] ML2 OVO RPC backend initialized. {{(pid=102264) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 07:52:28.542315 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.542665 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.543074 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.543417 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > networks before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.543756 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.544118 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > ports before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.544456 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.544793 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnets before_response 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.545134 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.545468 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.545797 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.546129 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.546460 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.546790 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.547120 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.547448 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.547775 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.548365 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.plugin [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Modular L2 Plugin initialization complete Nov 12 07:52:28.548699 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading services supported by the core plugin {{(pid=102264) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 07:52:28.549023 n-d-768509-25 neutron-server[102264]: INFO neutron.plugins.ml2.managers [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Got port-security extension from driver 'port_security' Nov 12 07:52:28.549473 n-d-768509-25 neutron-server[102264]: INFO neutron.extensions.vlantransparent [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Disabled vlantransparent extension. Nov 12 07:52:28.549947 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102264) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 07:52:28.550256 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: router Nov 12 07:52:28.586940 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.587327 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_create 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.587691 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router before_create 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.588071 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.588444 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.588798 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_delete 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.589155 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.589618 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.589975 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_create 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.590321 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_update 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.590665 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_update 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.591010 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.591364 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_update 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.591773 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_update 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.592160 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.592502 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.592836 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: subnet after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.593170 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.593514 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.593859 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_create 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.594195 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.594533 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.594884 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router after_update 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.595235 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.595567 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_create 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.595921 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.596294 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_update 55549900 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.596654 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > agent after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.596999 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > agent after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.597337 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > network after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.598179 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Tracking information for resource: router configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:28.598509 n-d-768509-25 neutron-server[102264]: DEBUG neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Tracking information for resource: floatingip configured {{(pid=102264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:52:28.603413 n-d-768509-25 neutron-server[102264]: INFO neutron.db.l3_agentschedulers_db [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 07:52:28.603984 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.604367 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port after_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.604716 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port after_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.605064 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: port after_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.605838 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router before_create 55550100 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.606196 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.606554 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_create 55550100 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.606906 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > router precommit_update 55550100 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.611788 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.provider_configuration [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service providers = [] {{(pid=102264) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 07:52:28.612345 n-d-768509-25 neutron-server[102264]: DEBUG neutron.db.servicetype_db [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102264) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 07:52:28.615600 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.service_base [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:52:28.615938 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.service_base [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:52:28.616308 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.service_base [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:52:28.617182 n-d-768509-25 neutron-server[102264]: DEBUG neutron.services.service_base [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:52:28.617551 n-d-768509-25 neutron-server[102264]: INFO neutron.services.service_base [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 07:52:28.617918 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.618228 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 07:52:28.630087 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.631052 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: auto_allocate Nov 12 07:52:28.637051 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: network precommit_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.637409 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: network precommit_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.637921 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.638236 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: tag Nov 12 07:52:28.644959 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.645286 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: timestamp Nov 12 07:52:28.649087 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.649413 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: network_ip_availability Nov 12 07:52:28.654810 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.655170 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.655519 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.656243 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.656557 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: flavors Nov 12 07:52:28.661531 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.661839 n-d-768509-25 neutron-server[102264]: INFO neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading Plugin: revisions Nov 12 07:52:28.666137 n-d-768509-25 neutron-server[102264]: DEBUG neutron.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:52:28.666518 n-d-768509-25 neutron-server[102264]: DEBUG oslo_concurrency.lockutils [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=102264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 07:52:28.667251 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102264) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 07:52:28.667583 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Initializing extension manager. Nov 12 07:52:28.668122 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: __init__.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.668462 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: __pycache__ {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.668791 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.669119 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: address_group.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.669856 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.670398 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: address-group Nov 12 07:52:28.670715 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: address_scope.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.671415 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.671923 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: address-scope Nov 12 07:52:28.672262 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.673177 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.673681 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: router-admin-state-down-before-update Nov 12 07:52:28.673998 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: agent.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.674689 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.675190 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: agent Nov 12 07:52:28.675506 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: agent_resources_synced.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.676432 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.676943 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: agent-resources-synced Nov 12 07:52:28.677777 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: allowedaddresspairs.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.679528 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.680064 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: allowed-address-pairs Nov 12 07:52:28.680394 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: auto_allocated_topology.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.681459 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.681975 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: auto-allocated-topology Nov 12 07:52:28.682303 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: availability_zone.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.682987 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.683495 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: availability_zone Nov 12 07:52:28.683815 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: availability_zone_filter.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.684806 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.685313 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: availability_zone_filter Nov 12 07:52:28.685633 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: data_plane_status.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.686520 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.687018 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 07:52:28.687333 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: default_subnetpools.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.688268 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.688768 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: default-subnetpools Nov 12 07:52:28.689085 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.689881 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.690380 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: dhcp_agent_scheduler Nov 12 07:52:28.690698 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: dns.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.691598 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.692126 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension dns-integration not supported by any of loaded plugins Nov 12 07:52:28.692448 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: dns_domain_ports.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.693432 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.693929 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 07:52:28.694245 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.695148 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.695649 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 07:52:28.695966 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: dvr.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.696658 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.697156 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: dvr Nov 12 07:52:28.697472 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: ecmp_routes.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.698377 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.698874 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 07:52:28.699190 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: empty_string_filtering.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.700118 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.700622 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: empty-string-filtering Nov 12 07:52:28.700941 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.701838 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.702347 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 07:52:28.702667 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.703560 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.704070 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 07:52:28.704399 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: external_net.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.705288 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.705792 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: external-net Nov 12 07:52:28.706108 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.706995 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.707497 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: extra_dhcp_opt Nov 12 07:52:28.707812 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: extraroute.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.708756 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.709263 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: extraroute Nov 12 07:52:28.709580 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: extraroute_atomic.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.710600 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.711114 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: extraroute-atomic Nov 12 07:52:28.711430 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: filter_validation.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.712279 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.712790 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: filter-validation Nov 12 07:52:28.713109 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: fip_pf_description.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.714014 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.714518 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 07:52:28.714834 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: fip_port_details.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.715733 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.716325 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: fip-port-details Nov 12 07:52:28.716643 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: flavors.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.717859 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.718372 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: flavors Nov 12 07:52:28.718697 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.720377 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.720897 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 07:52:28.721224 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: floatingip_pools.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.721911 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.722422 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: floatingip-pools Nov 12 07:52:28.722744 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: ip_allocation.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.723648 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.724687 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 07:52:28.725011 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.725929 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.726435 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: ip-substring-filtering Nov 12 07:52:28.726755 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l2_adjacency.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.727667 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.728198 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 07:52:28.728518 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.729459 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.729973 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: router Nov 12 07:52:28.730294 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.732542 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.733069 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 07:52:28.733399 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.734312 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.734822 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: ext-gw-mode Nov 12 07:52:28.735146 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.736083 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.736592 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: l3-ha Nov 12 07:52:28.736915 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3_flavors.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.737814 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.738323 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: l3-flavors Nov 12 07:52:28.738646 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.739545 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.740686 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 07:52:28.741048 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: l3agentscheduler.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.742068 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.742577 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: l3_agent_scheduler Nov 12 07:52:28.742904 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: logging.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.744433 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.744950 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension logging not supported by any of loaded plugins Nov 12 07:52:28.745273 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: metering.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.746001 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.746566 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: metering Nov 12 07:52:28.746887 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.748107 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.748626 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: metering_source_and_destination_fields Nov 12 07:52:28.748953 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: multiprovidernet.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.749859 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.750391 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: multi-provider Nov 12 07:52:28.750714 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: netmtu.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.751675 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.752270 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: net-mtu Nov 12 07:52:28.752619 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: netmtu_writable.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.753609 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.754190 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: net-mtu-writable Nov 12 07:52:28.754511 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: network_availability_zone.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.755177 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.755705 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: network_availability_zone Nov 12 07:52:28.756023 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: network_ip_availability.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.757156 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.757667 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: network-ip-availability Nov 12 07:52:28.757988 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: network_segment_range.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.759017 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.759592 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 07:52:28.759939 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: pagination.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.760990 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.761352 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: pagination Nov 12 07:52:28.761713 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: port_device_profile.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.762962 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.763412 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: port-device-profile Nov 12 07:52:28.763774 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.764785 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.765369 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: port-mac-address-regenerate Nov 12 07:52:28.765728 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.766734 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.767242 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: port-numa-affinity-policy Nov 12 07:52:28.767678 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: port_resource_request.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.768644 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.769214 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 07:52:28.769557 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: port_resource_request_groups.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.770808 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.771357 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 07:52:28.771742 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: portbindings.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.772788 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.773400 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: binding Nov 12 07:52:28.773756 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: portbindings_extended.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.775190 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.775810 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: binding-extended Nov 12 07:52:28.776150 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: portsecurity.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.777099 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.777702 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: port-security Nov 12 07:52:28.778065 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: project_id.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.779038 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.779366 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: project-id Nov 12 07:52:28.779685 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: providernet.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.780622 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.781132 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: provider Nov 12 07:52:28.781450 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.785056 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.785578 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos not supported by any of loaded plugins Nov 12 07:52:28.785906 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.787651 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.788208 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 07:52:28.788536 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.789444 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.789960 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 07:52:28.790284 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_default.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.791184 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.791702 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-default not supported by any of loaded plugins Nov 12 07:52:28.792024 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_fip.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.792696 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.793193 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-fip not supported by any of loaded plugins Nov 12 07:52:28.793515 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_gateway_ip.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.794426 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.794928 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 07:52:28.795245 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_port_network_policy.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.796173 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.796676 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 07:52:28.796992 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.798011 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.798515 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 07:52:28.798834 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_pps_rule.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.799998 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.800709 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-pps not supported by any of loaded plugins Nov 12 07:52:28.801033 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_rule_type_details.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.801938 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.803065 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 07:52:28.803386 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: qos_rules_alias.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.804470 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.804981 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 07:52:28.805300 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: quota_check_limit.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.806195 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.806704 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: quota-check-limit Nov 12 07:52:28.807023 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: quotasv2.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.807953 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.808296 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: quotas Nov 12 07:52:28.808613 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: quotasv2_detail.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.811740 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.812134 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: quota_details Nov 12 07:52:28.812464 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: rbac.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.813517 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.814047 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: rbac-policies Nov 12 07:52:28.814373 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: rbac_address_group.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.815294 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.815807 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: rbac-address-group Nov 12 07:52:28.816156 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: rbac_address_scope.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.817065 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.817576 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: rbac-address-scope Nov 12 07:52:28.817949 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: rbac_security_groups.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.818851 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.819358 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: rbac-security-groups Nov 12 07:52:28.819677 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: rbac_subnetpool.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.820606 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.821116 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: rbac-subnetpool Nov 12 07:52:28.821434 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: revisionifmatch.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.822370 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.822888 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: revision-if-match Nov 12 07:52:28.823211 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: revisions.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.824360 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.824873 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: standard-attr-revisions Nov 12 07:52:28.825195 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: router_availability_zone.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.825861 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.826367 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: router_availability_zone Nov 12 07:52:28.826683 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: routerservicetype.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.827601 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.828130 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension router-service-type not supported by any of loaded plugins Nov 12 07:52:28.828449 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.829367 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.829875 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: security-groups-normalized-cidr Nov 12 07:52:28.830192 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.831174 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.831682 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: port-security-groups-filtering Nov 12 07:52:28.831999 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.832942 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.833476 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: security-groups-remote-address-group Nov 12 07:52:28.833802 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.834728 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.835230 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: security-groups-shared-filtering Nov 12 07:52:28.835546 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.836149 n-d-768509-25 neutron-server[102264]: WARNING neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 07:52:28.836465 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: securitygroup.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.846290 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.846815 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: security-group Nov 12 07:52:28.847147 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: segment.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.847924 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.848466 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension segment not supported by any of loaded plugins Nov 12 07:52:28.848792 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.850231 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.850738 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 07:52:28.851062 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: servicetype.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.852183 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.852700 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: service-type Nov 12 07:52:28.853028 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: sorting.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.854006 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.854339 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: sorting Nov 12 07:52:28.854659 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: standard_attr_segment.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.855561 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.856093 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 07:52:28.856417 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: standardattrdescription.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.857058 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.857562 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: standard-attr-description Nov 12 07:52:28.857880 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: stateful_security_group.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.858786 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.859313 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: stateful-security-group Nov 12 07:52:28.859633 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: stdattrs_common.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.860218 n-d-768509-25 neutron-server[102264]: WARNING neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 07:52:28.860534 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.861448 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.861965 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 07:52:28.862281 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: subnet_onboard.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.863338 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.863852 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: subnet_onboard Nov 12 07:52:28.864212 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.865745 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.866251 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 07:52:28.866570 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: subnet_service_types.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.867490 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.868001 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: subnet-service-types Nov 12 07:52:28.868345 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: subnetallocation.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.869422 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.869934 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: subnet_allocation Nov 12 07:52:28.870256 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.870914 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.871427 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: subnetpool-prefix-ops Nov 12 07:52:28.871745 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.872700 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.873217 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 07:52:28.873534 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: tagging.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.874586 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.875108 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: standard-attr-tag Nov 12 07:52:28.875433 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: timestamp.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.876638 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.877148 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loaded extension: standard-attr-timestamp Nov 12 07:52:28.877472 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: trunk.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.878496 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.879007 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension trunk not supported by any of loaded plugins Nov 12 07:52:28.879328 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: trunk_details.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.880262 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.880811 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension trunk-details not supported by any of loaded plugins Nov 12 07:52:28.881133 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: uplink_status_propagation.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.882068 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.882574 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 07:52:28.882892 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Loading extension file: vlantransparent.py {{(pid=102264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:52:28.883803 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:52:28.884335 n-d-768509-25 neutron-server[102264]: INFO neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 07:52:28.886808 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:network Nov 12 07:52:28.887320 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:subnet Nov 12 07:52:28.887722 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:52:28.888143 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:port Nov 12 07:52:28.889376 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.889811 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service FLAVORS assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.890416 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.890841 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.891166 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:router Nov 12 07:52:28.891606 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 07:52:28.892106 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service METERING assigned prefix: /metering {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.893571 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.893935 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.894288 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:52:28.895280 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 07:52:28.895720 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:security_group Nov 12 07:52:28.896211 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 07:52:28.896822 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service CORE assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.897161 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:52:28.897505 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] subnetpool is already registered Nov 12 07:52:28.897921 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service CORE assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.898240 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:52:28.898567 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] subnetpool is already registered Nov 12 07:52:28.900952 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.901381 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service FLAVORS assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.901995 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.902423 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.902751 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:router Nov 12 07:52:28.903087 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] router is already registered Nov 12 07:52:28.903491 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 07:52:28.903824 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] floatingip is already registered Nov 12 07:52:28.904332 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service METERING assigned prefix: /metering {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.905034 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 07:52:28.905354 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] rbac_policy is already registered Nov 12 07:52:28.905759 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:security_group Nov 12 07:52:28.906096 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] security_group is already registered Nov 12 07:52:28.906495 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 07:52:28.906829 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] security_group_rule is already registered Nov 12 07:52:28.907323 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service CORE assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.907645 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:52:28.907974 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] subnetpool is already registered Nov 12 07:52:28.908488 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.v2.resource_helper [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Service CORE assigned prefix: {{(pid=102264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:52:28.908807 n-d-768509-25 neutron-server[102264]: INFO neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:52:28.909133 n-d-768509-25 neutron-server[102264]: WARNING neutron.quota.resource_registry [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] subnetpool is already registered Nov 12 07:52:28.910833 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: extensions {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.912884 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: address-groups {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.914315 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: address-scopes {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.915521 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: agents {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.916789 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: auto-allocated-topology {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.918037 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: availability_zones {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.919234 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: dhcp-networks {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.920667 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: dhcp-agents {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.922183 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: routers {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.924290 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: flavors {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.925562 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: service_profiles {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.926768 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: next_providers {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.928857 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: service_profiles {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.930265 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: floatingip-pools {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.931588 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: routers {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.933723 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: floatingips {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.935002 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: l3-routers {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.936452 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: l3-agents {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.937835 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: metering-labels {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.939070 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: metering-label-rules {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.940469 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: network-ip-availabilities {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.941721 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: bindings {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.943317 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: quotas {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.944972 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: quotas {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.946483 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: rbac-policies {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.947669 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: security-groups {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.949006 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: security-group-rules {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.950263 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: service-providers {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.951465 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: subnetpools {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.952896 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: subnetpools {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.954356 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.956023 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.957840 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.959630 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.961339 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.963253 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.964989 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.967718 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.969530 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.971252 n-d-768509-25 neutron-server[102264]: DEBUG neutron.api.extensions [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Extended resource: tags {{(pid=102264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:52:28.977848 n-d-768509-25 neutron-server[102264]: WARNING keystonemiddleware.auth_token [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 07:52:28.982327 n-d-768509-25 neutron-server[102264]: WARNING keystonemiddleware.auth_token [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 07:52:28.991668 n-d-768509-25 neutron-server[102264]: DEBUG oslo_concurrency.lockutils [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Acquired lock "singleton_lock" {{(pid=102264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 07:52:28.992159 n-d-768509-25 neutron-server[102264]: DEBUG oslo_concurrency.lockutils [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Releasing lock "singleton_lock" {{(pid=102264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 07:52:28.992806 n-d-768509-25 neutron-server[102264]: INFO oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Starting 2 workers Nov 12 07:52:28.997584 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Started child 102371 {{(pid=102264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:52:29.001930 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Started child 102372 {{(pid=102264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:52:29.003132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:29.003831 n-d-768509-25 neutron-server[102264]: INFO neutron.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 07:52:29.005511 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Publish callbacks [] for process, before_spawn {{(pid=102264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:29.005619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [-] (102371) wsgi starting up on http://0.0.0.0:9696 Nov 12 07:52:29.007078 n-d-768509-25 neutron-server[102264]: INFO oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Starting 1 workers Nov 12 07:52:29.007840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:29.009503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [-] (102372) wsgi starting up on http://0.0.0.0:9696 Nov 12 07:52:29.012517 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Started child 102373 {{(pid=102264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:52:29.013075 n-d-768509-25 neutron-server[102264]: INFO oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Starting 1 workers Nov 12 07:52:29.016167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] calling RpcWorker wait() {{(pid=102373) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 07:52:29.016775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] returning from RpcWorker wait() {{(pid=102373) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 07:52:29.017587 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Started child 102374 {{(pid=102264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:52:29.017991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:29.018357 n-d-768509-25 neutron-server[102264]: DEBUG neutron_lib.callbacks.manager [None req-ff14c8ed-a17b-4ef6-9af7-3e42f41dc99b None None] Publish callbacks [] for process, after_spawn {{(pid=102264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:29.018512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:52:29.020296 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 07:52:29.020491 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:52:29.020680 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 07:52:29.020893 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:52:29.021265 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 07:52:29.021446 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 07:52:29.021957 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.022232 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.022478 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.022743 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.022889 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:29.023400 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.023551 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.023813 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.024095 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.024367 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.024614 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.024781 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.024940 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.025176 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.025418 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.025698 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.025960 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.026214 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.026490 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.026660 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.026903 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.027157 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.027402 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.027666 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] debug = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.027899 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.028397 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.028633 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.028881 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.029141 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.029363 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.029600 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.029852 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.030078 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.030307 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.030547 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.030793 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.031040 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.031248 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.031490 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.031697 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.031992 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.032195 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.032619 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] host = n-d-768509-25 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.032850 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.033064 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.033301 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.033536 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.033770 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.033977 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.034218 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.034462 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.034694 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.034913 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.035156 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.035402 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.035609 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.035853 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.036003 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_options = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.036264 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.036528 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.037301 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.037495 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.037643 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.037818 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.038069 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.038215 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.038469 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.038695 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.038966 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.039147 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.039367 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.039547 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.039803 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.040025 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.040261 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.040486 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.040726 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.040950 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.041166 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.041397 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.041635 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.041865 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.042111 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.042265 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.042494 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.042705 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.042936 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.043164 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.043385 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.043674 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.043848 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.044094 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.044354 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.044592 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.044812 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.045049 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.045318 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.045533 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.045798 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.046033 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.046241 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.046477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.046699 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.046922 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.047126 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_json = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.047330 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.047554 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.047804 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.048010 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.048263 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.048475 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.048680 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.048927 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.050097 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.050097 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.050097 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.050097 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.050390 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.050574 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.050965 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.051897 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.052093 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.052341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.053196 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.053374 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.053687 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.053927 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.054188 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.054516 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.054623 n-d-768509-25 neutron-server[102374]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:52:29.054765 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.055248 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.057090 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.058937 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.058937 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.058937 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.058937 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.058937 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.059731 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.059731 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.059731 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.059731 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.060248 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.060248 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.060505 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.062764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.064373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.067775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068958 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.068958 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.069121 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.069308 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.069527 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.070223 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.070447 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.070678 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.070890 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.072382 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.072722 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.073076 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.073407 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.073731 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.074023 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.074466 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.074895 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.075157 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.075385 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.075610 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.075898 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.076729 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.077004 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.077281 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.077527 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.077958 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.078069 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080341 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080878 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080878 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080878 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.080878 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.081113 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.081266 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.081445 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.081973 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.082452 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.082697 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.082929 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.083189 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.083947 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.084223 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.084519 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.084739 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.085021 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.085327 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.085600 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.085878 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.086123 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.086371 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.086646 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.086884 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.087146 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.087415 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.087664 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.087900 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.088206 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.088459 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.088679 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.089079 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.089471 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.089927 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.090326 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.090709 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.091066 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.091482 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.091870 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.092273 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.092673 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.093074 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.093462 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.093860 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.094254 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.094611 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.094988 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.095364 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.095730 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.096166 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.096556 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.096938 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.097163 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.097385 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.097641 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.097858 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.098079 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.098316 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.098561 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.098782 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.099695 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.099918 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.100186 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.100426 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.100639 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.101046 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.101528 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.101926 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.102370 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.102595 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.102872 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.103124 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.103368 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.103627 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.103857 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.104115 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.104334 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.104588 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.104810 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.105042 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.105254 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.105474 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.105688 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.105922 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.106154 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.106366 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.106622 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.106882 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.107219 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.107475 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.107721 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.107958 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.108197 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.108433 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.108679 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.108912 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.109126 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.109366 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.109581 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.109845 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.110057 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.110300 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.110509 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.110719 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.110932 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.111143 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.111377 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.111657 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.111903 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.112169 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.112425 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.112658 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.113917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.113917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.113917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.113917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.113917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.113917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.114390 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.114390 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.114541 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.115266 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.115486 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.115723 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.115929 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.116201 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.116410 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.116624 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.116841 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.117055 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.117261 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.117508 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.117714 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.117920 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.118137 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.118351 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.118558 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.118810 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.119016 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.119220 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.119435 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.119645 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.119850 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.120159 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.120409 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.120623 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.120907 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.121132 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.121373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.121591 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.121902 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.122136 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.122372 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.122587 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.122800 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.123039 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.123292 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.123609 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.123884 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.124162 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.124419 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.124693 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.124967 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.125228 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.125438 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.125713 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.126034 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.126295 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.126561 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.126806 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.127042 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.127265 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.127478 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.127723 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.127953 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.128193 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.128465 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.128691 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.129472 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.129728 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.130176 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.130446 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.131169 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.131400 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.131641 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.131858 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.132017 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 07:52:29.132564 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 07:52:29.132717 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:52:29.133032 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 07:52:29.133510 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:52:29.133654 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 07:52:29.133801 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 07:52:29.134150 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.134486 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.134822 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.134982 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.135141 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.135320 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.135627 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.135785 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.135953 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.136125 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.136280 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.136436 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.136594 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.136756 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.136914 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.137064 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.137221 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.137378 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.137540 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.137698 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.137847 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.138009 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.138168 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] debug = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.138321 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.138536 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.138726 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.138870 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139020 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139159 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139352 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139460 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139607 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139769 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.139911 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.140079 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.140239 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.140395 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.140552 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.140707 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.140862 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141017 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141174 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] host = n-d-768509-25 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141329 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141484 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141640 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141792 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.141950 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.142103 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.142444 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.142604 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.142760 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.142918 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.143078 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.143231 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.143388 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.143545 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.143697 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_options = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.144013 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.144197 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.144355 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.144542 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.144708 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.144862 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.145016 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.145195 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.145351 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.145509 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.145668 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.145817 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.146000 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.146159 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.146312 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.146465 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.146777 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.146935 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.147150 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.147309 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.147463 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.147618 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.147775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.147930 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.148109 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.148266 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.148420 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.148576 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.148733 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.148889 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149044 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149202 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149358 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149516 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149669 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149824 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.149989 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.150123 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.150282 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.150438 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.150594 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.150750 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.150838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:52:29.150930 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.151052 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.151206 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.151417 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.151577 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_json = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.151733 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.151874 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.152033 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.152208 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.152365 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.152508 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.152666 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.152824 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:52:29.153000 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.153160 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.153330 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.153489 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.153646 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.153805 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.153964 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.154122 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.154280 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.154437 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.154604 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.154764 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.154933 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.155096 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.155254 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.155416 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.155574 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.155732 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.155891 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.156067 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.156223 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.156382 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.156549 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.156711 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.156871 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157029 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157186 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157359 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157519 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157677 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157837 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.157994 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.158153 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.158311 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.158470 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.158628 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.158786 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.158945 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.159103 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.159262 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.159420 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.159578 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.159738 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.159896 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.160076 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.160233 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.160391 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.160550 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.160710 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.160869 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.161023 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.161180 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.162024 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.162803 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.162803 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.163159 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.163159 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.163435 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.163435 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.163735 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.163735 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164001 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164001 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164423 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164423 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164728 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164728 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.164728 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165109 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165109 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165405 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165405 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165617 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165617 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165787 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.165958 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.166100 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.166259 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.166417 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.166576 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.166739 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.166898 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.167056 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.167214 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.167373 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.167531 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.167689 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.167847 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.168005 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.168196 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.168369 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.168526 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.168685 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.168866 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169014 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169144 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169301 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169459 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169617 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169781 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.169937 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.170097 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.170256 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.170398 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.170548 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.170685 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.170843 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171002 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171160 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171319 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171477 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171636 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171794 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.171952 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.172153 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.172287 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.172453 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.172614 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.172775 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.172935 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.173099 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.173267 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.173427 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.173586 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.173744 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.173902 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.174060 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.174218 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.174376 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.174852 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.174852 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.174852 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175113 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175194 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175272 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175436 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175593 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175773 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.175931 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.176107 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.176267 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.176424 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.176583 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.176744 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.176903 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.177061 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.177741 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.177901 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178059 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178205 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178364 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178507 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178668 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178826 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.178986 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.179143 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.179302 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.179461 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.179619 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.179778 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.179936 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.180113 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.180274 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.180431 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.180589 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.180748 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.180906 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.181065 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.181223 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.181380 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.181537 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.181696 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.181853 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182012 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182172 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182330 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182490 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182648 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182806 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.182965 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.183124 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.183285 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.183443 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.183601 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.183759 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.183917 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.184095 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.184254 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.184412 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.184571 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.184729 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.184887 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.185059 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.185217 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.185375 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.185533 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.185691 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.185849 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186008 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186167 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186325 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186483 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186640 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186801 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.186960 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.187123 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.187280 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.187440 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.187597 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.187755 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.187912 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.188100 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.188262 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.188420 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.188577 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.188735 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.188894 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.189062 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.189220 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.189380 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.189538 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.189697 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.189856 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190023 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190182 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190340 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190499 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190657 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190816 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.190983 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.191148 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.191287 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.191446 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.191603 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.191761 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.191927 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.192104 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.192264 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.192422 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.192580 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.192738 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.192957 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.193117 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.193275 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.193433 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.193592 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.193751 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.193919 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.194078 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.194238 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.194404 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.194561 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.194718 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.194875 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195045 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195203 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195364 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195521 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195681 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195839 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.195997 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.196180 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.196348 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.196512 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.196672 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.196837 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197004 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197174 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197331 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197493 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197662 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197820 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.197978 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.198136 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.198294 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.198453 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.198731 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.198946 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.199111 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.199271 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.199429 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.199773 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.199773 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.200323 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.200323 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.200510 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.200590 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.200763 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.200905 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.201062 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:52:29.201212 n-d-768509-25 neutron-server[102264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 07:52:29.397869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52868) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:52:29.406509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064676 Nov 12 07:52:40.607282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4dd62-4344-474c-aa3e-d344e7510e3c None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 07:52:40.704497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4dd62-4344-474c-aa3e-d344e7510e3c None None] No non-hosted networks {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 07:52:40.756661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ea17-37ff-48dd-b2a6-7a4a23f2e508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:43.038642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf4fdfa5-ba4a-40c7-929f-edf8ee79aaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:43.082501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07b2e1fc-4a55-442f-b034-49a7d56fea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:44.332617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:45.503569 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:45.972322 n-d-768509-25 neutron-server[102373]: INFO neutron.db.l3_hamode_db [None req-e9178582-1f6b-498b-9438-acb096fdbf54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 07:52:46.049990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9178582-1f6b-498b-9438-acb096fdbf54 None None] Routers set() bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:52:46.050569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9178582-1f6b-498b-9438-acb096fdbf54 None None] Router IDs set() for agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 07:52:46.624800 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:46.625528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.625984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.626353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.626686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.627014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.627340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.627663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.627984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.628331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.628654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.628974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.629292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:46.629700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768509-25', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:52:46.644827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768509-25', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:52:46.895201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52958) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:52:47.383163 n-d-768509-25 neutron-server[102372]: WARNING oslo_policy.policy [None req-9e3c04b1-6ebb-4bcb-a8db-a9590015a173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:47.383775 n-d-768509-25 neutron-server[102372]: WARNING oslo_policy.policy [None req-9e3c04b1-6ebb-4bcb-a8db-a9590015a173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:47.607810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-9e3c04b1-6ebb-4bcb-a8db-a9590015a173 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:52:47.608852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9e3c04b1-6ebb-4bcb-a8db-a9590015a173 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7120006 Nov 12 07:52:50.091268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52974) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:52:50.575102 n-d-768509-25 neutron-server[102371]: WARNING oslo_policy.policy [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:50.575691 n-d-768509-25 neutron-server[102371]: WARNING oslo_policy.policy [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:50.799728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:50.894230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.policy [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102371) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 07:52:50.940596 n-d-768509-25 neutron-server[102371]: WARNING oslo_policy.policy [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:50.940967 n-d-768509-25 neutron-server[102371]: WARNING oslo_policy.policy [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:50.949448 n-d-768509-25 neutron-server[102371]: INFO neutron.quota [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] Loaded quota_driver: . Nov 12 07:52:51.037751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764254944059', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764254938854', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764254931752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764254895965', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764254296974', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764254905342', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3551763', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3427983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-670607'] for rbac-policy, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:51.102136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:51.103453 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5f1b892e-8bc6-44dd-a27d-299250b2cabb admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0101051 Nov 12 07:52:53.754872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52992) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:52:54.045896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Request body: {'network': {'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'name': 'private', 'admin_state_up': True, 'project_id': '40fa2d18356a4dfa8bd114993711d69f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:54.073717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Made reservation on behalf of 40fa2d18356a4dfa8bd114993711d69f for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:52:54.076523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.093125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.198209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.201958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.220337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 07:52:54.249404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764256041957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.249969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Unsubscribe: segment precommit_create {{(pid=102371) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 07:52:54.250463 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Added segment d3e5cd52-cc44-4dc4-85a6-8731290be468 of type vlan for network da1f6028-f5b6-4b51-aa87-b49e682a138d Nov 12 07:52:54.266062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca1c453-5ae3-4594-b229-4141d8f29760,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:52:54.317075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.317414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.317750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.318077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.318404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.318726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.319047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.319365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.319684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.319999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.320339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.320653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Tracked resource versions report: Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: pushed versions: Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: { 'AddressGroup': {'1.2'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'ConntrackHelper': {'1.0'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Log': {'1.0'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Network': {'1.1'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Port': {'1.7'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'PortForwarding': {'1.2'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'QosPolicy': {'1.10'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'SecurityGroup': {'1.5'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'SubPort': {'1.0'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Subnet': {'1.1'}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Trunk': {'1.1'}} Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: consumer versions: Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: { DHCP agent@n-d-768509-25: {}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: L3 agent@n-d-768509-25: {}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: Metadata agent@n-d-768509-25: {}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: Metering agent@n-d-768509-25: {}, Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'ConntrackHelper': '1.0', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Log': '1.0', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Network': '1.1', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Port': '1.7', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'PortForwarding': '1.2', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'QosPolicy': '1.10', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'SecurityGroup': '1.5', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'SecurityGroupRule': '1.2', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'SubPort': '1.0', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Subnet': '1.1', Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: 'Trunk': '1.1'}} Nov 12 07:52:54.321719 n-d-768509-25 neutron-server[102371]: {{(pid=102371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:52:54.366696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.406085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.407304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:52:54.408039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:54.467829 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7116783 Nov 12 07:52:54.509516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7efb03-05af-4a64-bbd2-1ed82601467a admin admin] Pushing event updated for resources: {'Network': ['ID=da1f6028-f5b6-4b51-aa87-b49e682a138d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:52:54.521547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network da1f6028-f5b6-4b51-aa87-b49e682a138d details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 07:52:57.232521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53006) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:52:57.740561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.policy [None req-b7ecca63-789c-43c8-9e33-c40d846470bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102372) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 07:52:57.787843 n-d-768509-25 neutron-server[102372]: WARNING oslo_policy.policy [None req-b7ecca63-789c-43c8-9e33-c40d846470bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:57.788229 n-d-768509-25 neutron-server[102372]: WARNING oslo_policy.policy [None req-b7ecca63-789c-43c8-9e33-c40d846470bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:52:57.796433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecca63-789c-43c8-9e33-c40d846470bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:52:57.798155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b7ecca63-789c-43c8-9e33-c40d846470bb admin admin] 10.222.0.16 "GET /v2.0/networks/da1f6028-f5b6-4b51-aa87-b49e682a138d HTTP/1.1" status: 200 len: 824 time: 0.5646362 Nov 12 07:52:57.835611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-06e89c22-df72-47f4-aa2b-d941b04bfb5b admin admin] 10.222.0.16 "GET /v2.0/subnetpools/7394f6ef-102b-4230-9500-0c0e5563a524 HTTP/1.1" status: 200 len: 734 time: 0.0313489 Nov 12 07:52:57.844809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Request body: {'subnet': {'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:57.846611 n-d-768509-25 neutron-server[102372]: INFO neutron.quota [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Loaded quota_driver: . Nov 12 07:52:57.883837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Made reservation on behalf of 40fa2d18356a4dfa8bd114993711d69f for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:52:57.886539 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:58.163688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:58.230279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Checking segment: {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:52:58.230650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Network hostable DHCP agents. Network: da1f6028-f5b6-4b51-aa87-b49e682a138d, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 07:52:58.242940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18513416-7150-4116-8fb4-f64a4c9b0e84,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:52:58.255068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.255401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.255724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.256074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.256379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.256693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.257004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.257313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.257877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.258190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.258494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.258796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Tracked resource versions report: Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: pushed versions: Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: { 'AddressGroup': {'1.2'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'ConntrackHelper': {'1.0'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Log': {'1.0'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Network': {'1.1'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Port': {'1.7'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'PortForwarding': {'1.2'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'QosPolicy': {'1.10'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'SecurityGroup': {'1.5'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'SubPort': {'1.0'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Subnet': {'1.1'}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Trunk': {'1.1'}} Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: consumer versions: Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: { DHCP agent@n-d-768509-25: {}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: L3 agent@n-d-768509-25: {}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: Metadata agent@n-d-768509-25: {}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: Metering agent@n-d-768509-25: {}, Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'ConntrackHelper': '1.0', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Log': '1.0', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Network': '1.1', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Port': '1.7', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'PortForwarding': '1.2', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'QosPolicy': '1.10', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'SecurityGroup': '1.5', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'SecurityGroupRule': '1.2', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'SubPort': '1.0', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Subnet': '1.1', Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: 'Trunk': '1.1'}} Nov 12 07:52:58.259838 n-d-768509-25 neutron-server[102372]: {{(pid=102372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:52:58.290715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Network da1f6028-f5b6-4b51-aa87-b49e682a138d is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 07:52:58.304542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, da1f6028-f5b6-4b51-aa87-b49e682a138d) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:52:58.309524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:52:58.310626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:58.314210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700027e1-1a66-4566-b9cb-77e72e19a4b8 None None] Network da1f6028-f5b6-4b51-aa87-b49e682a138d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:52:58.331428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc6bc40a-1659-44c7-b309-d6e9c72e1558 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4899571 Nov 12 07:52:58.633641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-da1f6028-f5b6-4b51-aa87-b49e682a138d', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 07:52:58.634988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:58.928468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Allocated IP 172.20.0.2 (da1f6028-f5b6-4b51-aa87-b49e682a138d/18513416-7150-4116-8fb4-f64a4c9b0e84/fc102bd0-4581-4b49-b472-c0643dbe899e) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:52:59.130630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:59.138852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:59.205019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Network da1f6028-f5b6-4b51-aa87-b49e682a138d is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:52:59.211285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:52:59.215057 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:52:59.255750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Pushing event updated for resources: {'Port': ['ID=fc102bd0-4581-4b49-b472-c0643dbe899e,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:52:59.281527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.281877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.282220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.282555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.282884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.283211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.283537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.283860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.284214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.284538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.284860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.285185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Tracked resource versions report: Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: pushed versions: Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: { 'AddressGroup': {'1.2'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'ConntrackHelper': {'1.0'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Log': {'1.0'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Network': {'1.1'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Port': {'1.7'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'PortForwarding': {'1.2'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'QosPolicy': {'1.10'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'SecurityGroup': {'1.5'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'SubPort': {'1.0'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Subnet': {'1.1'}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Trunk': {'1.1'}} Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: consumer versions: Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: { DHCP agent@n-d-768509-25: {}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: L3 agent@n-d-768509-25: {}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: Metadata agent@n-d-768509-25: {}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: Metering agent@n-d-768509-25: {}, Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'ConntrackHelper': '1.0', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Log': '1.0', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Network': '1.1', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Port': '1.7', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'PortForwarding': '1.2', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'QosPolicy': '1.10', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'SecurityGroup': '1.5', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'SecurityGroupRule': '1.2', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'SubPort': '1.0', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Subnet': '1.1', Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: 'Trunk': '1.1'}} Nov 12 07:52:59.286901 n-d-768509-25 neutron-server[102373]: {{(pid=102373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:52:59.315218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Attempting to bind port fc102bd0-4581-4b49-b472-c0643dbe899e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:59.315808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Attempting to bind port fc102bd0-4581-4b49-b472-c0643dbe899e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:52:59.316027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Attempting to bind port fc102bd0-4581-4b49-b472-c0643dbe899e on network da1f6028-f5b6-4b51-aa87-b49e682a138d {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:52:59.320835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:52:59.321224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Checking segment: {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:52:59.321691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:59.322081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Bound using segment: {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:52:59.322584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Bound port: fc102bd0-4581-4b49-b472-c0643dbe899e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:52:59.323007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:59.385976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] For port fc102bd0-4581-4b49-b472-c0643dbe899e, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:52:59.407553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] For port fc102bd0-4581-4b49-b472-c0643dbe899e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc102bd0-4581-4b49-b472-c0643dbe899e,segment=NetworkSegment(d3e5cd52-cc44-4dc4-85a6-8731290be468),segment_id=d3e5cd52-cc44-4dc4-85a6-8731290be468)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:52:59.412737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:52:59.476416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66846b-93ae-4cbe-90d8-8252d6c919ab None None] Pushing event updated for resources: {'Port': ['ID=fc102bd0-4581-4b49-b472-c0643dbe899e,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:00.833936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53020) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:01.144435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-ccc08fea-6461-4b6a-bddc-d4e2eb44ca7d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:53:01.145441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ccc08fea-6461-4b6a-bddc-d4e2eb44ca7d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105421 Nov 12 07:53:03.627845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53028) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:03.954473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-1517c9cb-cdd2-47d1-9b9a-bbe568521c5f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:53:03.955449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1517c9cb-cdd2-47d1-9b9a-bbe568521c5f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3266327 Nov 12 07:53:06.675867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53038) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:06.975592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:06.997725 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:06.999452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:07.154658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:07.159547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:07.173687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:07.174861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6f1141ff-d1b9-4ce9-b353-e557dbdfa53d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4979455 Nov 12 07:53:08.437299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc102bd0-4581-4b49-b472-c0643dbe899e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:53:08.521444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1ac2d-e2f3-4e35-bf67-4f752e5b42a3 None None] Network da1f6028-f5b6-4b51-aa87-b49e682a138d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:53:08.551473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fc102bd0-4581-4b49-b472-c0643dbe899e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:08.551865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:08.630615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-17d82f15-6678-46b6-b25e-496a521185b3 None None] Provisioning complete for port fc102bd0-4581-4b49-b472-c0643dbe899e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:08.630884 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-17d82f15-6678-46b6-b25e-496a521185b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:08.782497 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:08.865316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-17d82f15-6678-46b6-b25e-496a521185b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:08.885662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port fc102bd0-4581-4b49-b472-c0643dbe899e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc102bd0-4581-4b49-b472-c0643dbe899e,segment=NetworkSegment(d3e5cd52-cc44-4dc4-85a6-8731290be468),segment_id=d3e5cd52-cc44-4dc4-85a6-8731290be468)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:53:08.899204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:08.977187 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-17d82f15-6678-46b6-b25e-496a521185b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:08.977614 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-17d82f15-6678-46b6-b25e-496a521185b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 07:53:08.980139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=fc102bd0-4581-4b49-b472-c0643dbe899e,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:09.633580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-290f4192-c502-48bb-8601-ba3607bbea2d None None] Provisioning complete for port fc102bd0-4581-4b49-b472-c0643dbe899e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:09.634204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-290f4192-c502-48bb-8601-ba3607bbea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:09.685014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:09.991852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-63f0d9de-bc19-4500-9402-07be238915d4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:53:09.992861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-63f0d9de-bc19-4500-9402-07be238915d4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3068237 Nov 12 07:53:10.410556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc102bd0-4581-4b49-b472-c0643dbe899e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:53:10.460291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fc102bd0-4581-4b49-b472-c0643dbe899e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:10.460663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:10.553663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-01fdac4a-5c1f-4e45-aecf-2cb6bc5e046d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:12.455225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53062) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:12.759119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:12.781392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Made reservation on behalf of 4565a597a26c4b8db04a64c8b5f0ba0b for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:53:12.783763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:12.798957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:12.899448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:12.902914 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:12.918342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102372) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 07:53:12.943295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a724f-fd9b-4e73-a3c8-e02a3c58998e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:12.945918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764256041957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:12.946489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Unsubscribe: segment precommit_create {{(pid=102372) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 07:53:12.947010 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Added segment e8fda0ed-25e8-4204-af0b-81248dd0e827 of type flat for network d90aae7b-bf14-4e55-9dda-871c001dd97f Nov 12 07:53:12.996827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:13.023918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003429eb-fcbe-4b31-b412-5f9bf10d9b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:13.036148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:13.037060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:53:13.037648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:13.077140 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:53:13.090620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6343577 Nov 12 07:53:13.131781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2edbe4-fa91-4907-b168-12e8c12bdcb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d90aae7b-bf14-4e55-9dda-871c001dd97f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:13.142742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d90aae7b-bf14-4e55-9dda-871c001dd97f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 07:53:14.244261 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:15.418485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:15.568429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53080) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:15.740065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9082855-5752-43da-aa8b-b9da818e3ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:53:15.741374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a9082855-5752-43da-aa8b-b9da818e3ea3 admin admin] 10.222.0.16 "GET /v2.0/subnets/18513416-7150-4116-8fb4-f64a4c9b0e84 HTTP/1.1" status: 200 len: 849 time: 0.1719947 Nov 12 07:53:15.861061 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-51a085c5-e1e3-42f0-8e34-a59e22a63d49 admin admin] 10.222.0.16 "GET /v2.0/routers/f00d0d1f-15e3-40d7-9fb0-cba4101233a6 HTTP/1.1" status: 200 len: 704 time: 0.1135905 Nov 12 07:53:16.127885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:16.413128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Allocated IP 172.20.0.1 (da1f6028-f5b6-4b51-aa87-b49e682a138d/18513416-7150-4116-8fb4-f64a4c9b0e84/f6d5ccf0-1e49-491e-b7eb-a939acc976e0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:53:16.562559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:16.615392 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:16.674065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:16.733875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Network da1f6028-f5b6-4b51-aa87-b49e682a138d is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:53:16.739329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:53:16.741928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:53:16.742587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:16.821910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:16.950040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:16.970890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-df83af36-cc4d-4ee2-aab6-ba1a696bb647 None None] Provisioning complete for port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:16.971259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-df83af36-cc4d-4ee2-aab6-ba1a696bb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:17.006961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-df83af36-cc4d-4ee2-aab6-ba1a696bb647 None None] Port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 07:53:17.156308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:17.161479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:17.162255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:17.242069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:17.284483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Network da1f6028-f5b6-4b51-aa87-b49e682a138d is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:53:17.286390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:53:17.440696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 07:53:17.527533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c75ef2c7-74f6-4deb-b627-ecbebae8eeef None None] Provisioning complete for port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:17.527825 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c75ef2c7-74f6-4deb-b627-ecbebae8eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:17.530889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 07:53:17.536594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-41f1a859-2c21-460b-9da8-97a69f15d3b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/f00d0d1f-15e3-40d7-9fb0-cba4101233a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6676383 Nov 12 07:53:17.556082 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Sync routers for ids ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 07:53:17.563635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c75ef2c7-74f6-4deb-b627-ecbebae8eeef None None] Port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 07:53:17.568731 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Routers {'f00d0d1f-15e3-40d7-9fb0-cba4101233a6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:53:17.569569 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T07:53:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:17.754748 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Set router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:53:18.177215 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:53:07Z', 'updated_at': '2021-11-12T07:53:16Z', 'revision_number': 2, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'gw_port_host': None, '_interfaces': [{'id': 'f6d5ccf0-1e49-491e-b7eb-a939acc976e0', 'name': '', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'mac_address': 'fa:16:3e:ed:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:16Z', 'updated_at': '2021-11-12T07:53:17Z', 'revision_number': 2, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'subnets': [{'id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:18.226251 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Checking router: f00d0d1f-15e3-40d7-9fb0-cba4101233a6 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 07:53:18.226622 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Updating router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 07:53:18.273348 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:18.775935 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:18.782057 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:18.944309 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Pushing event updated for resources: {'Port': ['ID=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:18.951470 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Attempting to bind port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:18.951879 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Attempting to bind port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:53:18.952338 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Attempting to bind port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 on network da1f6028-f5b6-4b51-aa87-b49e682a138d {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:53:18.955640 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.955985 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.956352 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.956712 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.957047 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.957377 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.957703 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.958027 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.958352 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.958672 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.958998 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.959319 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Tracked resource versions report: Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: pushed versions: Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: { 'AddressGroup': {'1.2'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'ConntrackHelper': {'1.0'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Log': {'1.0'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Network': {'1.1'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Port': {'1.7'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'PortForwarding': {'1.2'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'QosPolicy': {'1.10'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'SecurityGroup': {'1.5'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'SubPort': {'1.0'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Subnet': {'1.1'}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Trunk': {'1.1'}} Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: consumer versions: Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: { DHCP agent@n-d-768509-25: {}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: L3 agent@n-d-768509-25: {}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: Metadata agent@n-d-768509-25: {}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: Metering agent@n-d-768509-25: {}, Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'ConntrackHelper': '1.0', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Log': '1.0', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Network': '1.1', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Port': '1.7', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'PortForwarding': '1.2', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'QosPolicy': '1.10', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'SecurityGroup': '1.5', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'SecurityGroupRule': '1.2', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'SubPort': '1.0', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Subnet': '1.1', Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: 'Trunk': '1.1'}} Nov 12 07:53:18.960485 n-d-768509-25 neutron-server[102374]: {{(pid=102374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:53:18.965119 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:53:18.965535 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Checking segment: {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:53:18.966016 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:18.966399 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Bound using segment: {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:53:18.966904 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Bound port: f6d5ccf0-1e49-491e-b7eb-a939acc976e0, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e5cd52-cc44-4dc4-85a6-8731290be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:53:18.967314 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:18.988269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a6042518-4c66-40ca-a692-c3c4967a6c9b None None] Provisioning complete for port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:18.988842 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a6042518-4c66-40ca-a692-c3c4967a6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:19.022788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a6042518-4c66-40ca-a692-c3c4967a6c9b None None] Port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 07:53:19.032936 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] For port f6d5ccf0-1e49-491e-b7eb-a939acc976e0, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:53:19.054453 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] For port f6d5ccf0-1e49-491e-b7eb-a939acc976e0, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,segment=NetworkSegment(d3e5cd52-cc44-4dc4-85a6-8731290be468),segment_id=d3e5cd52-cc44-4dc4-85a6-8731290be468)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:53:19.059622 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:19.119295 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b681c-e03d-4aad-bde1-05d22e2dd9bc None None] Pushing event updated for resources: {'Port': ['ID=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:19.122696 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Routers {'f00d0d1f-15e3-40d7-9fb0-cba4101233a6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:53:19.123303 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T07:53:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:19.214538 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] Set router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:53:19.345408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7cd60697-6bc9-43a7-9cc8-e97926241792 None None] Provisioning complete for port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:19.345690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7cd60697-6bc9-43a7-9cc8-e97926241792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:19.423597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7cd60697-6bc9-43a7-9cc8-e97926241792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:19.425963 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:53:07Z', 'updated_at': '2021-11-12T07:53:16Z', 'revision_number': 2, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'gw_port_host': None, '_interfaces': [{'id': 'f6d5ccf0-1e49-491e-b7eb-a939acc976e0', 'name': '', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'mac_address': 'fa:16:3e:ed:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:16Z', 'updated_at': '2021-11-12T07:53:19Z', 'revision_number': 4, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'subnets': [{'id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:19.454858 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654f5b2-5dec-4cba-840b-c93cf74e1b00 None None] The sync data for ids ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'] in n-d-768509-25 is: [{'id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:53:07Z', 'updated_at': '2021-11-12T07:53:16Z', 'revision_number': 2, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'gw_port_host': None, '_interfaces': [{'id': 'f6d5ccf0-1e49-491e-b7eb-a939acc976e0', 'name': '', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'mac_address': 'fa:16:3e:ed:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:16Z', 'updated_at': '2021-11-12T07:53:19Z', 'revision_number': 4, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'subnets': [{'id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 07:53:19.458007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7cd60697-6bc9-43a7-9cc8-e97926241792 None None] For port f6d5ccf0-1e49-491e-b7eb-a939acc976e0, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,segment=NetworkSegment(d3e5cd52-cc44-4dc4-85a6-8731290be468),segment_id=d3e5cd52-cc44-4dc4-85a6-8731290be468)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:53:19.463326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7cd60697-6bc9-43a7-9cc8-e97926241792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:19.513345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd60697-6bc9-43a7-9cc8-e97926241792 None None] Pushing event updated for resources: {'Port': ['ID=f6d5ccf0-1e49-491e-b7eb-a939acc976e0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:19.868519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53100) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:19.984327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bad0bf-5b9e-46c9-88e9-2088fc226cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:53:19.985681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-52bad0bf-5b9e-46c9-88e9-2088fc226cd4 admin admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 842 time: 0.1162174 Nov 12 07:53:19.996191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:20.018219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Made reservation on behalf of 4565a597a26c4b8db04a64c8b5f0ba0b for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:53:20.020566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:20.295967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 07:53:20.296404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:20.353008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66fb5f5-a530-4481-a0d4-19c5cf831ee9,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:20.357766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:53:20.358113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Network hostable DHCP agents. Network: d90aae7b-bf14-4e55-9dda-871c001dd97f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 07:53:20.377941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 07:53:20.387693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d90aae7b-bf14-4e55-9dda-871c001dd97f) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:53:20.391926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:53:20.392715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:20.400176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a324276c-31aa-412f-a3af-d0c8e8778ded None None] Network d90aae7b-bf14-4e55-9dda-871c001dd97f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:53:20.420073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fcaae215-987a-42a3-8e38-94febd3bd7b0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161706 Nov 12 07:53:20.558776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b5812-36fe-41aa-91cd-9b16e473e08a None None] Network d90aae7b-bf14-4e55-9dda-871c001dd97f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:53:22.823754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:23.021492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bf454299-f9d4-4146-8fa7-d120e6a38af4 admin admin] 10.222.0.16 "GET /v2.0/routers/f00d0d1f-15e3-40d7-9fb0-cba4101233a6 HTTP/1.1" status: 200 len: 710 time: 0.1889992 Nov 12 07:53:23.101679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0375a-0c31-49e4-84b7-08ca8ce4be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:53:23.103011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f1b0375a-0c31-49e4-84b7-08ca8ce4be98 admin admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 886 time: 0.0809612 Nov 12 07:53:23.112327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:23.358540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:23.587071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:23.662983 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:23.761745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Allocated IP 172.25.4.2 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/63493961-a93d-4369-80bb-35e93d79e562) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:53:23.861372 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:23.892995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:23.929019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:53:23.931655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:53:23.934277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:53:24.004618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Pushing event updated for resources: {'Port': ['ID=63493961-a93d-4369-80bb-35e93d79e562,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:24.187741 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:24.463019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:24.466318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:24.574248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 07:53:24.675178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 07:53:24.679377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:24.696075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ccb3defc-27d5-4016-bcc5-c204cb8e6a82 admin admin] 10.222.0.16 "PUT /v2.0/routers/f00d0d1f-15e3-40d7-9fb0-cba4101233a6 HTTP/1.1" status: 200 len: 888 time: 1.5713670 Nov 12 07:53:26.389764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Sync routers for ids ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 07:53:26.401136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Routers {'f00d0d1f-15e3-40d7-9fb0-cba4101233a6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:53:26.401773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T07:53:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:26.467136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f6d5ccf0-1e49-491e-b7eb-a939acc976e0 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:53:26.645594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Set router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:53:26.695899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:26.696289 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.168813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '63493961-a93d-4369-80bb-35e93d79e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:53:07Z', 'updated_at': '2021-11-12T07:53:24Z', 'revision_number': 4, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'gw_port': {'id': '63493961-a93d-4369-80bb-35e93d79e562', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:23Z', 'updated_at': '2021-11-12T07:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f6d5ccf0-1e49-491e-b7eb-a939acc976e0', 'name': '', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'mac_address': 'fa:16:3e:ed:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:16Z', 'updated_at': '2021-11-12T07:53:19Z', 'revision_number': 5, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'subnets': [{'id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:27.209267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53120) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:53:27.217728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Checking router: f00d0d1f-15e3-40d7-9fb0-cba4101233a6 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 07:53:27.218079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Updating router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 port 63493961-a93d-4369-80bb-35e93d79e562 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 07:53:27.267060 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.322747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f36b3d32-faef-4334-bb1f-e29b7adc09b5 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1122768 Nov 12 07:53:27.593817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.599135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.651758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Attempting to bind port 63493961-a93d-4369-80bb-35e93d79e562 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:27.652153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Attempting to bind port 63493961-a93d-4369-80bb-35e93d79e562 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:53:27.652514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Attempting to bind port 63493961-a93d-4369-80bb-35e93d79e562 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:53:27.655281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc0c05-1264-4035-9fa1-5740f6c21aae None None] Pushing event updated for resources: {'Port': ['ID=63493961-a93d-4369-80bb-35e93d79e562,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:27.661123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:53:27.661488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:53:27.661881 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.662258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:53:27.662713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Bound port: 63493961-a93d-4369-80bb-35e93d79e562, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:53:27.663097 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.713893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] For port 63493961-a93d-4369-80bb-35e93d79e562, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:53:27.716842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] For port 63493961-a93d-4369-80bb-35e93d79e562, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=63493961-a93d-4369-80bb-35e93d79e562,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:53:27.721516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:27.773744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Routers {'f00d0d1f-15e3-40d7-9fb0-cba4101233a6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:53:27.774464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T07:53:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:27.816914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc0c05-1264-4035-9fa1-5740f6c21aae None None] Pushing event updated for resources: {'Port': ['ID=63493961-a93d-4369-80bb-35e93d79e562,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:27.891317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] Set router f00d0d1f-15e3-40d7-9fb0-cba4101233a6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:53:28.106656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '63493961-a93d-4369-80bb-35e93d79e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:53:07Z', 'updated_at': '2021-11-12T07:53:24Z', 'revision_number': 4, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'gw_port': {'id': '63493961-a93d-4369-80bb-35e93d79e562', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:23Z', 'updated_at': '2021-11-12T07:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f6d5ccf0-1e49-491e-b7eb-a939acc976e0', 'name': '', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'mac_address': 'fa:16:3e:ed:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:16Z', 'updated_at': '2021-11-12T07:53:19Z', 'revision_number': 5, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'subnets': [{'id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:53:28.136563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cf642-5ed1-4e37-82da-bb1e1544004e None None] The sync data for ids ['f00d0d1f-15e3-40d7-9fb0-cba4101233a6'] in n-d-768509-25 is: [{'id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'name': 'router1', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '63493961-a93d-4369-80bb-35e93d79e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:53:07Z', 'updated_at': '2021-11-12T07:53:24Z', 'revision_number': 4, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'gw_port': {'id': '63493961-a93d-4369-80bb-35e93d79e562', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:23Z', 'updated_at': '2021-11-12T07:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f6d5ccf0-1e49-491e-b7eb-a939acc976e0', 'name': '', 'network_id': 'da1f6028-f5b6-4b51-aa87-b49e682a138d', 'tenant_id': '40fa2d18356a4dfa8bd114993711d69f', 'mac_address': 'fa:16:3e:ed:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00d0d1f-15e3-40d7-9fb0-cba4101233a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:53:16Z', 'updated_at': '2021-11-12T07:53:19Z', 'revision_number': 5, 'project_id': '40fa2d18356a4dfa8bd114993711d69f', 'subnets': [{'id': '18513416-7150-4116-8fb4-f64a4c9b0e84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7394f6ef-102b-4230-9500-0c0e5563a524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 07:53:28.453642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 63493961-a93d-4369-80bb-35e93d79e562 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:53:28.512912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 63493961-a93d-4369-80bb-35e93d79e562 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:28.513281 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:28.600589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:28.622897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 63493961-a93d-4369-80bb-35e93d79e562, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=63493961-a93d-4369-80bb-35e93d79e562,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:53:28.633014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:28.704505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=63493961-a93d-4369-80bb-35e93d79e562,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:53:30.440132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 63493961-a93d-4369-80bb-35e93d79e562 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:53:30.490274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 63493961-a93d-4369-80bb-35e93d79e562 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:53:30.490824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:40.523796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-18a9bd88-f136-423f-92d1-50a469f5addc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:43.029672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61863d55-0e1c-458d-8dba-e310cc1e100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:44.251564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:45.437233 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:46.713875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:53:50.076316 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:54:10.529461 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-47c7c00f-3b98-454e-832f-529caa440f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:13.024821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d3c8d4bc-610f-4f6c-9136-9b43dac49f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:14.247241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:15.441566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:16.618402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:27.075858 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:54:40.530613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-88fb1c94-6cea-404c-a03a-1330e61844f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:43.027215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19882d60-7477-417e-9b7b-5e7b6780724d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:44.250382 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:45.443533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:54:46.622060 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:04.074575 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:55:09.295495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53714) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:09.356311 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b65597-2876-4085-9373-fa970ce14083 admin admin] GET failed (client error): The resource could not be found. Nov 12 07:55:09.357641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c8b65597-2876-4085-9373-fa970ce14083 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611563 Nov 12 07:55:09.521956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc811e-d893-4c87-aa96-fd79bda02094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:09.523325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-74cc811e-d893-4c87-aa96-fd79bda02094 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1604662 Nov 12 07:55:10.531630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be70d513-6972-4df7-a0c6-3d41631ace96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:11.776385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53724) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:11.866222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e72f3e-44df-4775-bb7d-34579c8f11e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:11.867551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a7e72f3e-44df-4775-bb7d-34579c8f11e3 admin admin] 10.222.0.16 "GET /v2.0/subnets/18513416-7150-4116-8fb4-f64a4c9b0e84 HTTP/1.1" status: 200 len: 849 time: 0.0902195 Nov 12 07:55:11.878267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:55:11.960176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:12.097047 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764255989131'] for subnet, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:12.127971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:12.128597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:12.129866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] 10.222.0.16 "PUT /v2.0/subnets/18513416-7150-4116-8fb4-f64a4c9b0e84 HTTP/1.1" status: 200 len: 868 time: 0.2559712 Nov 12 07:55:12.149614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442bfc9-4753-422f-b4dd-6efa97ea6e77 None None] Network da1f6028-f5b6-4b51-aa87-b49e682a138d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:55:12.151115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18513416-7150-4116-8fb4-f64a4c9b0e84,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:55:12.159201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.159584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.159927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.160285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.160620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.160946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.161267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.161588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.161907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.162224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.162539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.162852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d054e80-2e9d-40f2-be48-824bbdc9bda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:55:12.565453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-709b5ef1-c88a-426d-a7fe-afd55f46c0a3 None None] Provisioning complete for port fc102bd0-4581-4b49-b472-c0643dbe899e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:55:12.565817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-709b5ef1-c88a-426d-a7fe-afd55f46c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:12.649016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-709b5ef1-c88a-426d-a7fe-afd55f46c0a3 None None] Provisioning complete for port f6d5ccf0-1e49-491e-b7eb-a939acc976e0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:55:12.649282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-709b5ef1-c88a-426d-a7fe-afd55f46c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:13.029460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9d15a49-abf7-4961-983e-060a5f7776e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:14.253396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:14.393589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53732) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:14.592117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf31f-790f-478f-856f-6644ee85b13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:14.592507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf31f-790f-478f-856f-6644ee85b13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:14.594051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-38ecf31f-790f-478f-856f-6644ee85b13a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1995201 Nov 12 07:55:15.444572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:16.626671 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:16.824638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53740) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:17.032069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4fb094-c740-4265-a28b-5ba1e2c8542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:17.032448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4fb094-c740-4265-a28b-5ba1e2c8542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:17.033982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d4fb094-c740-4265-a28b-5ba1e2c8542b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2083731 Nov 12 07:55:19.287446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53750) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:19.411014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29226767-be03-4272-bb96-c36889955e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:19.412401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-29226767-be03-4272-bb96-c36889955e61 admin admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 886 time: 0.1239860 Nov 12 07:55:21.662270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53758) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:21.789969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1d590-b0dc-4947-97ae-58f8be82a80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:21.791206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-71b1d590-b0dc-4947-97ae-58f8be82a80b admin admin] 10.222.0.16 "GET /v2.0/networks/da1f6028-f5b6-4b51-aa87-b49e682a138d HTTP/1.1" status: 200 len: 868 time: 0.1279917 Nov 12 07:55:24.066087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53766) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:24.188144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5509de2-70c8-4c6d-9ee4-bfc976b2d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:24.188601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5509de2-70c8-4c6d-9ee4-bfc976b2d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:24.190111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e5509de2-70c8-4c6d-9ee4-bfc976b2d490 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230276 Nov 12 07:55:26.433760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:26.525247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943d684-390c-48f9-aa5e-ac2e56d286dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:26.525708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943d684-390c-48f9-aa5e-ac2e56d286dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:26.527249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1943d684-390c-48f9-aa5e-ac2e56d286dd admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924857 Nov 12 07:55:28.849590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53782) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:28.940328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc71706-387c-4c5c-b966-d68933144435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:28.941687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-edc71706-387c-4c5c-b966-d68933144435 admin admin] 10.222.0.16 "GET /v2.0/subnets/18513416-7150-4116-8fb4-f64a4c9b0e84 HTTP/1.1" status: 200 len: 868 time: 0.0911119 Nov 12 07:55:31.200054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53790) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:31.385834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9637b6e-1150-4ff8-a1b6-d40ccc0d3b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:31.387107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c9637b6e-1150-4ff8-a1b6-d40ccc0d3b74 admin admin] 10.222.0.16 "GET /v2.0/subnets/e66fb5f5-a530-4481-a0d4-19c5cf831ee9 HTTP/1.1" status: 200 len: 816 time: 0.1860807 Nov 12 07:55:40.533709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2013139-6ae9-40e6-931e-528f32ee2fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:41.073063 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:55:43.030834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-227bbce1-c970-4ba7-8bfe-8bf903073272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:44.257405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:45.445995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:46.629092 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:55:55.719700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53844) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:55.766761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-05e117b7-787c-4bf0-b88c-a7ac5d466535 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:55:55.767791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-05e117b7-787c-4bf0-b88c-a7ac5d466535 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471201 Nov 12 07:55:58.114060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53852) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:55:58.179013 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2f8616-aab0-41dc-a79c-0ea7a889335d admin admin] GET failed (client error): The resource could not be found. Nov 12 07:55:58.180340 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe2f8616-aab0-41dc-a79c-0ea7a889335d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653090 Nov 12 07:55:58.337678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ecb8a6-e78e-4997-9a1c-4dd6de3a2313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:55:58.339070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-94ecb8a6-e78e-4997-9a1c-4dd6de3a2313 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1542139 Nov 12 07:56:00.632259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53860) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:00.678022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:56:00.699164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Made reservation on behalf of 4565a597a26c4b8db04a64c8b5f0ba0b for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:56:00.701367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:00.734323 n-d-768509-25 neutron-server[102371]: WARNING neutron.services.revisions.revision_plugin [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Could not find related network for resource to bump revision. Nov 12 07:56:00.745684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 07:56:00.754335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:00.754940 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Added segment 07b58b42-3b29-4956-8606-9a608ef21c25 of type vlan for network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e Nov 12 07:56:00.796236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:00.818223 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:00.819709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:56:00.820330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:00.850111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2167304 Nov 12 07:56:00.882103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Pushing event updated for resources: {'Network': ['ID=879842c7-7dd6-4ea1-81ad-83e8b9bf891e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:00.889949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.890293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.890630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.890961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.891289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.891616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.891943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.892295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.892620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.892948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.893270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.893590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f90cd-2c00-415c-b7c6-b8b6eeff1eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:00.905871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 07:56:03.136424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53868) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:03.195282 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0768e9e0-ba1b-4008-b263-b6fa0171c7ec admin admin] GET failed (client error): The resource could not be found. Nov 12 07:56:03.196587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0768e9e0-ba1b-4008-b263-b6fa0171c7ec admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592127 Nov 12 07:56:03.268139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e988f-4486-41a5-94b1-5227472e1503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:56:03.269589 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ce6e988f-4486-41a5-94b1-5227472e1503 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0684502 Nov 12 07:56:03.279815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:56:03.300874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Made reservation on behalf of 4565a597a26c4b8db04a64c8b5f0ba0b for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:56:03.303090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:03.535935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:03.597447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aacea0c-1e78-4495-b7b3-e176e0f07bde,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:03.601808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:56:03.602193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Network hostable DHCP agents. Network: 879842c7-7dd6-4ea1-81ad-83e8b9bf891e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 07:56:03.622967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 07:56:03.633452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 879842c7-7dd6-4ea1-81ad-83e8b9bf891e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:56:03.637900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:56:03.638508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:03.642646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b22539-abc6-4812-ac3d-0a15d28453c4 None None] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:56:03.652966 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a8acbe73-b45f-44b4-a9a2-9a7264e41481 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3764172 Nov 12 07:56:03.891548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'tenant_id': '4565a597a26c4b8db04a64c8b5f0ba0b', 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 07:56:03.892659 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:04.030283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Allocated IP 192.168.233.2 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/c1390fac-1b01-41cb-beb8-e849c9fca19c) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:56:04.173836 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:04.179736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:04.220472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:56:04.223356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:56:04.227697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:56:04.230710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Pushing event updated for resources: {'Port': ['ID=c1390fac-1b01-41cb-beb8-e849c9fca19c,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:04.241982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.242323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.242656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.242987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.243326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.243630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.243946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.244289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.244608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.245099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.245310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.245536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:04.290767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Attempting to bind port c1390fac-1b01-41cb-beb8-e849c9fca19c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:56:04.291134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Attempting to bind port c1390fac-1b01-41cb-beb8-e849c9fca19c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:56:04.291486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Attempting to bind port c1390fac-1b01-41cb-beb8-e849c9fca19c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:56:04.296550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:56:04.296916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:56:04.297298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:04.297683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:56:04.298126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Bound port: c1390fac-1b01-41cb-beb8-e849c9fca19c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:56:04.298516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:04.363820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] For port c1390fac-1b01-41cb-beb8-e849c9fca19c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:56:04.367529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] For port c1390fac-1b01-41cb-beb8-e849c9fca19c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c1390fac-1b01-41cb-beb8-e849c9fca19c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:56:04.371316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:04.435340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a242695-8fe0-4324-a785-2c9ac18d9212 None None] Pushing event updated for resources: {'Port': ['ID=c1390fac-1b01-41cb-beb8-e849c9fca19c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:05.291929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ccbe5-7a13-4299-ad0c-f66dca9a6551 None None] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:56:05.376484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d977e1bc-d004-4275-9c17-5f2e11c15d4e None None] Provisioning complete for port c1390fac-1b01-41cb-beb8-e849c9fca19c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:56:05.376842 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d977e1bc-d004-4275-9c17-5f2e11c15d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:05.512271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d977e1bc-d004-4275-9c17-5f2e11c15d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:05.546944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d977e1bc-d004-4275-9c17-5f2e11c15d4e None None] For port c1390fac-1b01-41cb-beb8-e849c9fca19c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c1390fac-1b01-41cb-beb8-e849c9fca19c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:56:05.553559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d977e1bc-d004-4275-9c17-5f2e11c15d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:05.608131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977e1bc-d004-4275-9c17-5f2e11c15d4e None None] Pushing event updated for resources: {'Port': ['ID=c1390fac-1b01-41cb-beb8-e849c9fca19c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:05.775440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6b1688b5-d1a2-468d-8042-a16c39e57acf None None] Provisioning complete for port c1390fac-1b01-41cb-beb8-e849c9fca19c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:56:05.775837 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b1688b5-d1a2-468d-8042-a16c39e57acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:06.564282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c1390fac-1b01-41cb-beb8-e849c9fca19c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:56:06.654644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c1390fac-1b01-41cb-beb8-e849c9fca19c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:56:06.655002 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:10.534478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b87a28-099c-452d-b341-cad21377a7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:13.031805 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-10e4f494-6ee0-43ca-9c11-6b35e1ed17b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:14.257951 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:15.448802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:16.630474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:18.072170 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:56:40.539095 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dcdef637-b118-4b11-89f3-e848b783d469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:43.032824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abe0b93b-c04a-45f1-b8c1-b20706737710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:44.260795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:45.452906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:46.632552 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:55.071097 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:57:10.540022 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0e7a1b31-3664-47fd-9cb8-0cc1db3ecd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:13.039012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fa0abd23-627a-4462-936c-1746bce1ece2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.268473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:15.455957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:16.635051 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:20.765596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53912) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:20.772278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-4639e9eb-738b-4990-886f-982c09e35031 tempest-verify_tempest_config-1122671970 tempest-verify_tempest_config-1122671970-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:57:20.773290 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4639e9eb-738b-4990-886f-982c09e35031 tempest-verify_tempest_config-1122671970 tempest-verify_tempest_config-1122671970-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066721 Nov 12 07:57:21.069650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53930) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:21.171634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.241360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.245113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.286854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd0e0a-db21-4e6e-966e-76b24c516501,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:21.291243 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ec7badc75f746cb8724a665faded5f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2205563 Nov 12 07:57:21.294545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53934) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:21.295878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.296250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.296680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.296966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.297295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.297619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.297940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.298259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.298582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.298899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.299214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.299527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90804aea-6d7c-4320-8bb0-f6693b07fd82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.348287 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.368997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.456738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.459371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:21.460563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fdd0e0a-db21-4e6e-966e-76b24c516501 HTTP/1.1" status: 204 len: 168 time: 0.1650014 Nov 12 07:57:21.472618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd0e0a-db21-4e6e-966e-76b24c516501,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:21.479355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.479706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.480060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.480475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.480769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.481119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.481527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.481855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.482252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.482625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.482950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:21.483270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02b7af0-6c92-46c4-8fed-24e12e2571d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:32.069024 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:57:40.541236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a1a6826-dd01-45a8-966a-9bd7304790ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:43.040356 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c942bcf2-dd10-4fb6-9605-50761616fefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:44.268077 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:45.457744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:46.638976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:09.068333 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:58:10.542415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0684115e-4518-40d8-b6bf-bcfd1eb58fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:13.041597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72a804b7-495e-4716-9dfc-a7e14f7423fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:14.269528 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:15.460859 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:16.640230 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:40.543348 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cea5ee51-6f93-45e0-9e29-d6d3d467814d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:43.042250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2473532-4543-40a7-b5ce-7d90a0290b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:44.273167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:45.463699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:46.066812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:58:46.641901 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:10.545965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-85c66074-a7c8-4b6a-99a0-be73595e7178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:13.043481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f65988d-2827-4648-b251-1c8111754eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:14.275926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:15.465648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:16.643257 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:23.064979 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:59:40.546860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f27ee48-1469-4a5c-9597-d9308a2fac4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:43.043460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c9cc341e-058f-444d-9850-14f500f97b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:44.279285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:45.468666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:46.643793 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:00.063714 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:00:10.548036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f19d4ddb-b104-4f5f-be9b-39158ebcec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:13.044147 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62d57e38-b293-47b2-9433-ae8617ab95f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:14.282170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:15.471455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:16.644942 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:37.062350 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 5 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:00:38.275156 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:40.548779 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-761a4604-22d1-4233-8741-48b6a5ac7355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:41.457324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-706488'] for agent, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:43.046232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffeef672-fb03-452f-a4ad-30d2bda35044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:44.285268 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:45.475944 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:46.647245 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:08.229267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:10.549806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e755546e-b561-4738-b5af-40f32d01114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:11.412188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:13.047781 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-53396cdc-de9f-4918-825b-cf6b3cfe3f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:14.062122 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:01:14.294526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:15.478071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:16.648805 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:26.233734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53992) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:01:26.336507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9ea2b7fb-8f87-4950-85b4-7f1e0ce180be admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1016254 Nov 12 08:01:28.669473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54002) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:01:28.726543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-88c33a78-7c77-4773-8b6d-457b12549587 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0558658 Nov 12 08:01:38.259624 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:40.552190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fbd3bd95-4981-4feb-b6d9-ddfb2e8a3df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:41.429198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:43.047715 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25069184-4546-4051-8e2c-e3269ee23ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:44.292630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:45.481127 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:46.649934 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:51.061064 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:02:08.266096 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:10.554801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09c711e3-2099-4a84-983e-8fea13f0b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:11.422015 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:13.049914 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf14c5e8-a034-4f5c-9ac1-9bd02897c913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:14.303577 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:15.502584 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:16.656485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:28.060017 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:02:38.272310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:40.556132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2e43-3fb4-4527-abf2-451a4c37639a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:41.429332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:43.051631 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b0c7523b-e4fe-4092-839d-0e9a0a4ce7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:44.298219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:45.494846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:46.650770 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:53.963614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54224) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:54.391286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-77f83709-e2be-44fe-99d4-2e36ddb00208 tempest-AutoAllocateNetworkTest-1080154294 tempest-AutoAllocateNetworkTest-1080154294-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=35e9d211ee7d43808e7fe66e65e87b76&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4257224 Nov 12 08:02:54.393800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54246) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:54.576770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8b1f9-61e3-43b2-959b-386b0987b2e6 tempest-AutoAllocateNetworkTest-1080154294 tempest-AutoAllocateNetworkTest-1080154294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:02:54.581932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:54.617098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bba8b1f9-61e3-43b2-959b-386b0987b2e6 tempest-AutoAllocateNetworkTest-1080154294 tempest-AutoAllocateNetworkTest-1080154294-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2017014 Nov 12 08:02:54.683316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af8de113-bae4-4b05-bff1-7b911b79b6d6 tempest-AutoAllocateNetworkTest-1080154294 tempest-AutoAllocateNetworkTest-1080154294-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996633 Nov 12 08:02:54.685977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:54.716200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d8aed9f-bcfd-4f4d-8c6c-910a047359c4 tempest-AutoAllocateNetworkTest-1080154294 tempest-AutoAllocateNetworkTest-1080154294-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=35e9d211ee7d43808e7fe66e65e87b76 HTTP/1.1" status: 200 len: 208 time: 0.0265148 Nov 12 08:02:55.269098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54306) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:55.638224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.735909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.741551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.779066 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35e9d211ee7d43808e7fe66e65e87b76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5078349 Nov 12 08:02:55.779931 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d1056-a8d2-41f6-b6dc-48e33618b164,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:55.782385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54332) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:55.798535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.798887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.799234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.799572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.799906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.800265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.800592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.800919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.801245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.801668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.801994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.802318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e0d7-2f90-44f4-91fe-f09a3a45890f admin admin] Tracked resource versions report: Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: pushed versions: Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: { 'AddressGroup': {'1.2'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'ConntrackHelper': {'1.0'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Log': {'1.0'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Network': {'1.1'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Port': {'1.7'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'PortForwarding': {'1.2'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'QosPolicy': {'1.10'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'SecurityGroup': {'1.5'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'SubPort': {'1.0'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Subnet': {'1.1'}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Trunk': {'1.1'}} Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: consumer versions: Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: { DHCP agent@n-d-768509-25: {}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: HyperV agent@n-h1-768509-25: {}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: HyperV agent@n-h2-768509-25: {}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: L3 agent@n-d-768509-25: {}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: Metadata agent@n-d-768509-25: {}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: Metering agent@n-d-768509-25: {}, Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'ConntrackHelper': '1.0', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Log': '1.0', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Network': '1.1', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Port': '1.7', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'PortForwarding': '1.2', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'QosPolicy': '1.10', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'SecurityGroup': '1.5', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'SecurityGroupRule': '1.2', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'SubPort': '1.0', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Subnet': '1.1', Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: 'Trunk': '1.1'}} Nov 12 08:02:55.803371 n-d-768509-25 neutron-server[102371]: {{(pid=102371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:02:55.850586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adea8050-8bb9-4e25-8c75-117be72493ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.873212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adea8050-8bb9-4e25-8c75-117be72493ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.929971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adea8050-8bb9-4e25-8c75-117be72493ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.934087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adea8050-8bb9-4e25-8c75-117be72493ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:55.935396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-adea8050-8bb9-4e25-8c75-117be72493ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/153d1056-a8d2-41f6-b6dc-48e33618b164 HTTP/1.1" status: 204 len: 168 time: 0.1521065 Nov 12 08:02:55.944522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8050-8bb9-4e25-8c75-117be72493ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d1056-a8d2-41f6-b6dc-48e33618b164,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:56.739420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54374) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:57.029592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-49bab6eb-f30c-4358-b259-d16567d8fea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.111768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-49bab6eb-f30c-4358-b259-d16567d8fea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.116359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-49bab6eb-f30c-4358-b259-d16567d8fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.147457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bab6eb-f30c-4358-b259-d16567d8fea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b0d7fb-6bfb-4176-ab37-a380f2833dff,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:57.162128 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-49bab6eb-f30c-4358-b259-d16567d8fea2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=161a727a99424d08b21f2d74dcf8b703&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4215271 Nov 12 08:02:57.165320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54404) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:57.214344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d102e71b-2eea-4ebb-a25b-e08d92e25a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.238360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d102e71b-2eea-4ebb-a25b-e08d92e25a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.286877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d102e71b-2eea-4ebb-a25b-e08d92e25a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.294162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d102e71b-2eea-4ebb-a25b-e08d92e25a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.299326 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d102e71b-2eea-4ebb-a25b-e08d92e25a17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5b0d7fb-6bfb-4176-ab37-a380f2833dff HTTP/1.1" status: 204 len: 168 time: 0.1306162 Nov 12 08:02:57.322299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e71b-2eea-4ebb-a25b-e08d92e25a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b0d7fb-6bfb-4176-ab37-a380f2833dff,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:57.739803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54446) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:57.755859 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15ca133b-b834-4395-8e72-0882a1b98b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.829041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54452) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:57.851965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15ca133b-b834-4395-8e72-0882a1b98b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.856720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15ca133b-b834-4395-8e72-0882a1b98b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.894660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca133b-b834-4395-8e72-0882a1b98b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f06ce-a691-4888-9754-bfb46139685a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:57.918300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15ca133b-b834-4395-8e72-0882a1b98b0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a92c83e8f7064686b9249be2a71456e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1757443 Nov 12 08:02:57.920930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54462) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:58.012219 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.037513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.089898 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.092956 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.097180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/921f06ce-a691-4888-9754-bfb46139685a HTTP/1.1" status: 204 len: 168 time: 0.1752222 Nov 12 08:02:58.107927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f06ce-a691-4888-9754-bfb46139685a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:58.118599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.119009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.119599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.120201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.121111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.121111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.121735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.122545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.123055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.123596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.124443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.124971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd7769-e573-436f-b392-cf78a37a29e5 admin admin] Tracked resource versions report: Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: pushed versions: Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: { 'AddressGroup': {'1.2'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'ConntrackHelper': {'1.0'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Log': {'1.0'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Network': {'1.1'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Port': {'1.7'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'PortForwarding': {'1.2'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'QosPolicy': {'1.10'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'SecurityGroup': {'1.5'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'SubPort': {'1.0'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Subnet': {'1.1'}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Trunk': {'1.1'}} Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: consumer versions: Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: { DHCP agent@n-d-768509-25: {}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: HyperV agent@n-h1-768509-25: {}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: HyperV agent@n-h2-768509-25: {}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: L3 agent@n-d-768509-25: {}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: Metadata agent@n-d-768509-25: {}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: Metering agent@n-d-768509-25: {}, Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'ConntrackHelper': '1.0', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Log': '1.0', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Network': '1.1', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Port': '1.7', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'PortForwarding': '1.2', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'QosPolicy': '1.10', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'SecurityGroup': '1.5', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'SecurityGroupRule': '1.2', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'SubPort': '1.0', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Subnet': '1.1', Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: 'Trunk': '1.1'}} Nov 12 08:02:58.126982 n-d-768509-25 neutron-server[102372]: {{(pid=102372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:02:58.196699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3186491-cb4a-4a34-890d-eff25ae52a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.318839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3186491-cb4a-4a34-890d-eff25ae52a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.324564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3186491-cb4a-4a34-890d-eff25ae52a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.391503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d3186491-cb4a-4a34-890d-eff25ae52a7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=793ffdbe8b534e9b9317db8540bffeec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5604403 Nov 12 08:02:58.393822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3186491-cb4a-4a34-890d-eff25ae52a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72ef69-d3a6-4c16-8884-3d23f0bcd96a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:58.394341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54508) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:58.448197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7b45-034e-4cb2-b6b8-2ca37d660ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.472415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7b45-034e-4cb2-b6b8-2ca37d660ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.540974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7b45-034e-4cb2-b6b8-2ca37d660ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.543791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7b45-034e-4cb2-b6b8-2ca37d660ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:58.544817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7fdc7b45-034e-4cb2-b6b8-2ca37d660ce0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b72ef69-d3a6-4c16-8884-3d23f0bcd96a HTTP/1.1" status: 204 len: 168 time: 0.1494350 Nov 12 08:02:58.553277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc7b45-034e-4cb2-b6b8-2ca37d660ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72ef69-d3a6-4c16-8884-3d23f0bcd96a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:59.220236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.346268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.367546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8add3935-3eac-48bd-972e-1cdb3a6212ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.428794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54584) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.436841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54588) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.455895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8add3935-3eac-48bd-972e-1cdb3a6212ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.460241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8add3935-3eac-48bd-972e-1cdb3a6212ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.496697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add3935-3eac-48bd-972e-1cdb3a6212ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d50a60-535d-4940-aedf-2cf5b58a54c1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:59.504433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54592) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.512606 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8add3935-3eac-48bd-972e-1cdb3a6212ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26f968a3193448d9b949bc2a72c12a6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1635752 Nov 12 08:02:59.556650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12894c67-e553-43fb-9285-c8b8560e30f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.561749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2db4e3-9102-4f1a-8986-3a82899611bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.590710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2db4e3-9102-4f1a-8986-3a82899611bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.658165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2db4e3-9102-4f1a-8986-3a82899611bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.662543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2db4e3-9102-4f1a-8986-3a82899611bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.663821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3e2db4e3-9102-4f1a-8986-3a82899611bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42d50a60-535d-4940-aedf-2cf5b58a54c1 HTTP/1.1" status: 204 len: 168 time: 0.1581633 Nov 12 08:02:59.674232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2db4e3-9102-4f1a-8986-3a82899611bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d50a60-535d-4940-aedf-2cf5b58a54c1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:59.682821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12894c67-e553-43fb-9285-c8b8560e30f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.691877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ff45b4d-aa4f-4a26-953f-fd9c8fbe08d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.695166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12894c67-e553-43fb-9285-c8b8560e30f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.732186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-64da940d-a68e-4427-836c-a1c854ca0a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.753179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-12894c67-e553-43fb-9285-c8b8560e30f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb03d00be4ec447398e2fa186096f8fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5306885 Nov 12 08:02:59.753898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54606) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.769164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12894c67-e553-43fb-9285-c8b8560e30f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2042e335-f234-4b6b-a153-d6b9c3ed3ec6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:59.820117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-64da940d-a68e-4427-836c-a1c854ca0a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.827281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-64da940d-a68e-4427-836c-a1c854ca0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.842552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f47f60-b9d5-4fc3-80cd-50c3ae2359b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.861862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da940d-a68e-4427-836c-a1c854ca0a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da84ee-181d-4e2d-b229-afcec1145d5e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:59.869715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ff45b4d-aa4f-4a26-953f-fd9c8fbe08d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.878913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ff45b4d-aa4f-4a26-953f-fd9c8fbe08d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.886080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-64da940d-a68e-4427-836c-a1c854ca0a22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e2a5091f7614cfbbca5a6b19b9857c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4465384 Nov 12 08:02:59.887315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54618) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.910751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f47f60-b9d5-4fc3-80cd-50c3ae2359b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.917331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff45b4d-aa4f-4a26-953f-fd9c8fbe08d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9feaa-10a3-4480-b937-81b6947346b4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:02:59.942626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da706c2b-a406-450e-9574-0c2635d00982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:59.949239 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8ff45b4d-aa4f-4a26-953f-fd9c8fbe08d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=173302bf732c47128857446f2f625645&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5193586 Nov 12 08:02:59.957221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:02:59.966158 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da706c2b-a406-450e-9574-0c2635d00982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.024354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da706c2b-a406-450e-9574-0c2635d00982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.027871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da706c2b-a406-450e-9574-0c2635d00982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.029504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-da706c2b-a406-450e-9574-0c2635d00982 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9da84ee-181d-4e2d-b229-afcec1145d5e HTTP/1.1" status: 204 len: 168 time: 0.1407373 Nov 12 08:03:00.038329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da706c2b-a406-450e-9574-0c2635d00982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da84ee-181d-4e2d-b229-afcec1145d5e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:00.070500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247a0141-d730-4463-9c24-7441f53de52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.094101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f47f60-b9d5-4fc3-80cd-50c3ae2359b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.096715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f47f60-b9d5-4fc3-80cd-50c3ae2359b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.097840 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-52f47f60-b9d5-4fc3-80cd-50c3ae2359b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2042e335-f234-4b6b-a153-d6b9c3ed3ec6 HTTP/1.1" status: 204 len: 168 time: 0.3399115 Nov 12 08:03:00.100075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247a0141-d730-4463-9c24-7441f53de52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.116986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f47f60-b9d5-4fc3-80cd-50c3ae2359b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2042e335-f234-4b6b-a153-d6b9c3ed3ec6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:00.160889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247a0141-d730-4463-9c24-7441f53de52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.163632 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247a0141-d730-4463-9c24-7441f53de52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.164737 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-247a0141-d730-4463-9c24-7441f53de52f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb9feaa-10a3-4480-b937-81b6947346b4 HTTP/1.1" status: 204 len: 168 time: 0.2063994 Nov 12 08:03:00.172962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a0141-d730-4463-9c24-7441f53de52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9feaa-10a3-4480-b937-81b6947346b4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:00.821075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54670) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:00.834883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-396e0818-3c37-4034-9340-f65f44190d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.890048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54672) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:00.908425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9eafa1f4-5c1e-4227-90cc-bde711b104b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.913006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-396e0818-3c37-4034-9340-f65f44190d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.918656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-396e0818-3c37-4034-9340-f65f44190d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:00.961286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-396e0818-3c37-4034-9340-f65f44190d4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60fb6a432c204ee299ec9ca44b20a9fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1389973 Nov 12 08:03:00.962388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e0818-3c37-4034-9340-f65f44190d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc17ca-b481-4c63-8c8e-43368d334842,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:00.964484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54674) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:01.034980 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9eafa1f4-5c1e-4227-90cc-bde711b104b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.041707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9eafa1f4-5c1e-4227-90cc-bde711b104b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.069190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac09-3dad-4c35-a9d3-d7848bfd361d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.098330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafa1f4-5c1e-4227-90cc-bde711b104b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9998ced6-32b6-4d44-8649-de0a595fbe8b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:01.102151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54678) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:01.108711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9eafa1f4-5c1e-4227-90cc-bde711b104b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fda1249661b48958f8c2827e3cb778f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2159021 Nov 12 08:03:01.114340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54680) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:01.115435 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac09-3dad-4c35-a9d3-d7848bfd361d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.195200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a62251-d8d5-4d39-a39a-9fe389c7bcb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.195403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac09-3dad-4c35-a9d3-d7848bfd361d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.199261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c31ac09-3dad-4c35-a9d3-d7848bfd361d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.201190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9c31ac09-3dad-4c35-a9d3-d7848bfd361d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36fc17ca-b481-4c63-8c8e-43368d334842 HTTP/1.1" status: 204 len: 168 time: 0.2348115 Nov 12 08:03:01.218487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ac09-3dad-4c35-a9d3-d7848bfd361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc17ca-b481-4c63-8c8e-43368d334842,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:01.225634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a58a-186b-4954-8947-755f4f3bf403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.273828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a58a-186b-4954-8947-755f4f3bf403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.373575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a62251-d8d5-4d39-a39a-9fe389c7bcb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.376489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a58a-186b-4954-8947-755f4f3bf403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.382308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a58a-186b-4954-8947-755f4f3bf403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.384447 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5bb4a58a-186b-4954-8947-755f4f3bf403 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9998ced6-32b6-4d44-8649-de0a595fbe8b HTTP/1.1" status: 204 len: 168 time: 0.2690117 Nov 12 08:03:01.387772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a62251-d8d5-4d39-a39a-9fe389c7bcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.409155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4a58a-186b-4954-8947-755f4f3bf403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9998ced6-32b6-4d44-8649-de0a595fbe8b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:01.440199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a62251-d8d5-4d39-a39a-9fe389c7bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e7547-60b6-4808-96c2-fbc5a26e8b26,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:01.452145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57a62251-d8d5-4d39-a39a-9fe389c7bcb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36fc470fb9904bf9b4d20325fbcc7304&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3482003 Nov 12 08:03:01.454715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54702) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:01.515326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93e2f5c7-d88d-40a2-bc3b-bc7d3e9de7bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.541373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93e2f5c7-d88d-40a2-bc3b-bc7d3e9de7bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.585502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54710) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:01.588775 n-d-768509-25 neutron-server[102372]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:03:01.599447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93e2f5c7-d88d-40a2-bc3b-bc7d3e9de7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.602872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93e2f5c7-d88d-40a2-bc3b-bc7d3e9de7bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:01.604755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-93e2f5c7-d88d-40a2-bc3b-bc7d3e9de7bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/057e7547-60b6-4808-96c2-fbc5a26e8b26 HTTP/1.1" status: 204 len: 168 time: 0.1480701 Nov 12 08:03:01.617852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2f5c7-d88d-40a2-bc3b-bc7d3e9de7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e7547-60b6-4808-96c2-fbc5a26e8b26,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:01.621022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-6a5c5cf0-7c23-46cf-938f-89a57689e875 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=87cb74cc9fc14227a46ea214995b2054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337439 Nov 12 08:03:01.739378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-e2aaac5d-c93b-4468-813d-b7776f65407d tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:01.744526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-e2aaac5d-c93b-4468-813d-b7776f65407d tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226661 Nov 12 08:03:01.759680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-3882a313-518c-47a5-8034-8c5a0bd7b02b tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/quotas/87cb74cc9fc14227a46ea214995b2054 HTTP/1.1" status: 200 len: 375 time: 0.0129960 Nov 12 08:03:01.814165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-bdb7a0ad-8ff3-4f04-86c5-9eae6227a252 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=87cb74cc9fc14227a46ea214995b2054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483766 Nov 12 08:03:02.083329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa0940c4-9557-489a-b6b0-add8b01f803b req-a4bd42be-d600-4db2-b3b0-6ac8ddaa6e14 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 210 time: 0.0507977 Nov 12 08:03:02.710004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54804) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:03.036354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f239e9fe-a364-47c8-a7a3-1536daa4190b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.123590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f239e9fe-a364-47c8-a7a3-1536daa4190b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.128027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f239e9fe-a364-47c8-a7a3-1536daa4190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.161803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f239e9fe-a364-47c8-a7a3-1536daa4190b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a2d4e804e0148099d167b794ccf4b24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4497306 Nov 12 08:03:03.164303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54834) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:03.208273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239e9fe-a364-47c8-a7a3-1536daa4190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac2629-f0ab-4ec3-9dff-ce703a9cb105,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:03.275183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d614c542-053e-4b97-815e-39cc16deaed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.300460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d614c542-053e-4b97-815e-39cc16deaed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.357700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d614c542-053e-4b97-815e-39cc16deaed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.362234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d614c542-053e-4b97-815e-39cc16deaed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:03.363663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d614c542-053e-4b97-815e-39cc16deaed7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2ac2629-f0ab-4ec3-9dff-ce703a9cb105 HTTP/1.1" status: 204 len: 168 time: 0.1983500 Nov 12 08:03:03.374210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614c542-053e-4b97-815e-39cc16deaed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac2629-f0ab-4ec3-9dff-ce703a9cb105,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:03.822059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:03.972198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.32', 50874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:04.003986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54886) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:04.009409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-566b4473-e3a4-414d-9d2f-bc6346d8e714 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=87cb74cc9fc14227a46ea214995b2054&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315530 Nov 12 08:03:04.026797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6a48524-670e-478c-9ad6-0f17fd67ed1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.163687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-5d1c1ab6-8ad3-46bf-8efb-2bcc12f8e38f tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:04.165916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-5d1c1ab6-8ad3-46bf-8efb-2bcc12f8e38f tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487789 Nov 12 08:03:04.167057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6a48524-670e-478c-9ad6-0f17fd67ed1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.171569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6a48524-670e-478c-9ad6-0f17fd67ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.212907 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d6a48524-670e-478c-9ad6-0f17fd67ed1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7661ec553344c92b9929d4e1fed4119&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2077329 Nov 12 08:03:04.213736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a48524-670e-478c-9ad6-0f17fd67ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8ac456-5185-4c1a-8b99-0d970b7d0fc0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:04.216964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54900) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:04.275095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93259aeb-67fd-4f3a-94ca-d0569a89b04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.288625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Request body: {'port': {'device_id': '38e53906-67b8-492d-bb56-f16536389e2d', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '87cb74cc9fc14227a46ea214995b2054'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:04.371575 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93259aeb-67fd-4f3a-94ca-d0569a89b04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.428012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:04.534881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5124f83-db1f-48ab-92fa-dcb462b000d3 req-9d807f6c-2806-4f40-8e09-14f38e6be07d tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 210 time: 0.7114978 Nov 12 08:03:04.597421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93259aeb-67fd-4f3a-94ca-d0569a89b04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.599970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93259aeb-67fd-4f3a-94ca-d0569a89b04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.601038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-93259aeb-67fd-4f3a-94ca-d0569a89b04c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d8ac456-5185-4c1a-8b99-0d970b7d0fc0 HTTP/1.1" status: 204 len: 168 time: 0.3772905 Nov 12 08:03:04.613224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93259aeb-67fd-4f3a-94ca-d0569a89b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8ac456-5185-4c1a-8b99-0d970b7d0fc0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:04.646823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Made reservation on behalf of 87cb74cc9fc14227a46ea214995b2054 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:04.651873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.661067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.745527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.754264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.925809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-network', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:04.949578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Made reservation on behalf of 3b05c49b633d413187cd621d8155c2c1 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:04.952713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.968581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:04.994367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d835eda0-6ca5-40a0-96af-8f39ed1603d4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:05.061804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.064192 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:03:05.068674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.103912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:05.115903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe88df4-31df-4ee7-8fa2-705296600915,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:05.122544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.123150 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Added segment 755ceba2-d566-4fca-8f20-d809aee7ce59 of type vlan for network aeac1c99-71b1-4e62-acbf-d83145c8f9fc Nov 12 08:03:05.183754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.220729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Allocated IP 192.168.233.175 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/23f34a35-a264-43dc-bacd-9eb53035615c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:05.243705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.246279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:05.247537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.311588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54958) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:05.315547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8862586 Nov 12 08:03:05.341355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Request body: {'subnet': {'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-subnet', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:05.406077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3b69d-d8a6-477d-a7aa-fe6b3ae21e17 admin admin] Pushing event updated for resources: {'Network': ['ID=aeac1c99-71b1-4e62-acbf-d83145c8f9fc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:05.417994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:05.471903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Made reservation on behalf of 3b05c49b633d413187cd621d8155c2c1 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:05.474260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.532412 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.622827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.776611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Pushing event updated for resources: {'Port': ['ID=23f34a35-a264-43dc-bacd-9eb53035615c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:05.784207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:05.791196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:05.801086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:05.807081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:05.807700 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:05.882093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c29e5-ead2-4d47-8c95-34f2f77855d5 req-21697a50-e2d3-4cb1-b8fc-afa5556cab28 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:05.883651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1c29e5-ead2-4d47-8c95-34f2f77855d5 req-21697a50-e2d3-4cb1-b8fc-afa5556cab28 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 936 time: 0.2562935 Nov 12 08:03:05.895780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-ea1a3813-197f-43ed-aacc-9df8e9c4df6e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6107872 Nov 12 08:03:05.950687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.095333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1c29e5-ead2-4d47-8c95-34f2f77855d5 req-fd469955-3867-455b-9a1f-e4eaa8fdc494 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805868 Nov 12 08:03:06.147682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d05f4b-8b60-481b-b83f-dcb2d54da21e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:06.150381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Checking segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:06.150914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Network hostable DHCP agents. Network: aeac1c99-71b1-4e62-acbf-d83145c8f9fc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:06.176891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:06.200258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, aeac1c99-71b1-4e62-acbf-d83145c8f9fc) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:06.206345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:06.206535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-07da6c87-b540-4eed-a3e5-34048e096940 None None] Provisioning complete for port 23f34a35-a264-43dc-bacd-9eb53035615c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:06.206958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07da6c87-b540-4eed-a3e5-34048e096940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.207626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.260026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54986) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:06.269908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-74de9de5-c8b5-4fc2-9674-c8bda775a6e6 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:03:06.272095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-74de9de5-c8b5-4fc2-9674-c8bda775a6e6 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0332873 Nov 12 08:03:06.285180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-07da6c87-b540-4eed-a3e5-34048e096940 None None] Port 23f34a35-a264-43dc-bacd-9eb53035615c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:06.286792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333379b-000c-4165-a519-2aca3a0f5b46 None None] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:06.295769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-706cf35a-f3e8-43ca-a99e-dccd4702da74 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9749207 Nov 12 08:03:06.299553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:06.318760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:06.407181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.409272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.442448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54998) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:06.551055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.603249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:03:06.604575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.767740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3160-319c-4dbf-af8e-d142bf6c49bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.934330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3160-319c-4dbf-af8e-d142bf6c49bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.955474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3160-319c-4dbf-af8e-d142bf6c49bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.007461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Allocated IP 172.20.0.2 (aeac1c99-71b1-4e62-acbf-d83145c8f9fc/30d05f4b-8b60-481b-b83f-dcb2d54da21e/389a98ae-0148-45c7-a1ce-bc94abbbb128) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:07.032585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.102876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8d0d3160-319c-4dbf-af8e-d142bf6c49bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb8b6eeeda8b46b4bdf69e5c3fca9c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8415430 Nov 12 08:03:07.106371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d3160-319c-4dbf-af8e-d142bf6c49bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5561ae-6377-4186-aa7b-da382a44fc1a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:07.116138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a1d6809-7d1d-40e0-b1f2-0b6a1646642c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.118747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:07.291313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a1d6809-7d1d-40e0-b1f2-0b6a1646642c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.303355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a1d6809-7d1d-40e0-b1f2-0b6a1646642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.410076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d6809-7d1d-40e0-b1f2-0b6a1646642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7760298-0561-441d-918c-4d788003a1fb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:07.440657 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8a1d6809-7d1d-40e0-b1f2-0b6a1646642c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bede38b69e34e899e3777fd722ac621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9963124 Nov 12 08:03:07.442991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55018) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:07.483389 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26dcf84c-8026-4871-9732-0170802251fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.506297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefc927-ae89-4fd9-9c57-75133d66b251 req-b03e56ff-b279-4609-b715-b2f704e926be tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:07.507843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6aefc927-ae89-4fd9-9c57-75133d66b251 req-b03e56ff-b279-4609-b715-b2f704e926be tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 936 time: 0.2046824 Nov 12 08:03:07.585590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad513f1f-1753-4512-ae41-5487fa0794b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.626764 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26dcf84c-8026-4871-9732-0170802251fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.628808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad513f1f-1753-4512-ae41-5487fa0794b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.680574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-6f093f0c-2744-48fa-956c-2fcaa25f63e1 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=11486ced524e46aa8635ae851b878fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187298 Nov 12 08:03:07.700091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.724529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.734748 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad513f1f-1753-4512-ae41-5487fa0794b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.738184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad513f1f-1753-4512-ae41-5487fa0794b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.741692 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ad513f1f-1753-4512-ae41-5487fa0794b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7760298-0561-441d-918c-4d788003a1fb HTTP/1.1" status: 204 len: 168 time: 0.2952623 Nov 12 08:03:07.752804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad513f1f-1753-4512-ae41-5487fa0794b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7760298-0561-441d-918c-4d788003a1fb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:07.826514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:07.834444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:07.865675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:07.906863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26dcf84c-8026-4871-9732-0170802251fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.911051 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26dcf84c-8026-4871-9732-0170802251fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.914747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-26dcf84c-8026-4871-9732-0170802251fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a5561ae-6377-4186-aa7b-da382a44fc1a HTTP/1.1" status: 204 len: 168 time: 0.7912312 Nov 12 08:03:07.993832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6aefc927-ae89-4fd9-9c57-75133d66b251 req-159d562e-fb5f-409c-b9bc-8f986c9e032c tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655802 Nov 12 08:03:08.051963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Pushing event updated for resources: {'Port': ['ID=389a98ae-0148-45c7-a1ce-bc94abbbb128,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:08.057207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcf84c-8026-4871-9732-0170802251fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5561ae-6377-4186-aa7b-da382a44fc1a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:08.077509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.077509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.077509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.077880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.078690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.078690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.078690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.079025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.079478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.079648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.079921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.087912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Tracked resource versions report: Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: pushed versions: Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: { 'AddressGroup': {'1.2'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'ConntrackHelper': {'1.0'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Log': {'1.0'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Network': {'1.1'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Port': {'1.7'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'PortForwarding': {'1.2'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'QosPolicy': {'1.10'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'SecurityGroup': {'1.5'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'SubPort': {'1.0'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Subnet': {'1.1'}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Trunk': {'1.1'}} Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: consumer versions: Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: { DHCP agent@n-d-768509-25: {}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: HyperV agent@n-h1-768509-25: {}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: HyperV agent@n-h2-768509-25: {}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: L3 agent@n-d-768509-25: {}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: Metadata agent@n-d-768509-25: {}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: Metering agent@n-d-768509-25: {}, Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'ConntrackHelper': '1.0', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Log': '1.0', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Network': '1.1', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Port': '1.7', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'PortForwarding': '1.2', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'QosPolicy': '1.10', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'SecurityGroup': '1.5', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'SecurityGroupRule': '1.2', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'SubPort': '1.0', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Subnet': '1.1', Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: 'Trunk': '1.1'}} Nov 12 08:03:08.089234 n-d-768509-25 neutron-server[102373]: {{(pid=102373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:03:08.125981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Attempting to bind port 389a98ae-0148-45c7-a1ce-bc94abbbb128 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:08.126353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Attempting to bind port 389a98ae-0148-45c7-a1ce-bc94abbbb128 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:08.126707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Attempting to bind port 389a98ae-0148-45c7-a1ce-bc94abbbb128 on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:08.142390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:08.142795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Checking segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:08.143266 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.143776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Bound using segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:08.144444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Bound port: 389a98ae-0148-45c7-a1ce-bc94abbbb128, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:08.152251 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.299726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-76fcf93a-fd39-4518-a933-7ae13fe53b8f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:08.302102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-76fcf93a-fd39-4518-a933-7ae13fe53b8f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6206887 Nov 12 08:03:08.323161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] For port 389a98ae-0148-45c7-a1ce-bc94abbbb128, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:08.325875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.327667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] For port 389a98ae-0148-45c7-a1ce-bc94abbbb128, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=389a98ae-0148-45c7-a1ce-bc94abbbb128,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:08.338183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.348740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.383497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.392545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-2cc088a6-8cab-4633-8cdf-7ca711e79e3b tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/quotas/11486ced524e46aa8635ae851b878fe8 HTTP/1.1" status: 200 len: 375 time: 0.0663891 Nov 12 08:03:08.486356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b73ac-0f88-441b-b4ea-1b8c8f9e6c82 None None] Pushing event updated for resources: {'Port': ['ID=389a98ae-0148-45c7-a1ce-bc94abbbb128,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:08.727248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-b2ea3774-7289-4fb3-b508-08a078ac5c6c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11486ced524e46aa8635ae851b878fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329597 Nov 12 08:03:08.808680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55060) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:08.855410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4863618a-1a77-498c-b4c2-34fd83927b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.898668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Allocated IP 172.25.4.15 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/eba812d9-dae9-40e9-b890-c547608e999d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:09.099650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4863618a-1a77-498c-b4c2-34fd83927b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.108143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4863618a-1a77-498c-b4c2-34fd83927b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.227343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55076) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:09.273630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.281687 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4863618a-1a77-498c-b4c2-34fd83927b8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4e9d07ff8034f5f8cd93f279e105a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695320 Nov 12 08:03:09.285201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d1826c-4345-40b8-a04a-f75b29798dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.297181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:09.297963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863618a-1a77-498c-b4c2-34fd83927b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a111730c-d8fd-431e-ac69-2e86a2b0f85c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:09.373049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ac43-394c-4a45-8806-f8ef43488dfa req-20bb2e9f-7904-4d83-8b3e-a8c7de254794 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:09.384468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9399ac43-394c-4a45-8806-f8ef43488dfa req-20bb2e9f-7904-4d83-8b3e-a8c7de254794 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 936 time: 0.1517441 Nov 12 08:03:09.397225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-721fedbb-cea8-47b9-9605-a6eb2811c74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.474580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-721fedbb-cea8-47b9-9605-a6eb2811c74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.483157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9399ac43-394c-4a45-8806-f8ef43488dfa req-27df5a0e-5e4a-4be1-b143-d175f3b558d3 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966725 Nov 12 08:03:09.494483 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.674020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-721fedbb-cea8-47b9-9605-a6eb2811c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.681303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-721fedbb-cea8-47b9-9605-a6eb2811c74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.686706 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-721fedbb-cea8-47b9-9605-a6eb2811c74b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a111730c-d8fd-431e-ac69-2e86a2b0f85c HTTP/1.1" status: 204 len: 168 time: 0.3817139 Nov 12 08:03:09.731152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fedbb-cea8-47b9-9605-a6eb2811c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a111730c-d8fd-431e-ac69-2e86a2b0f85c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:09.789100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:09.856976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d1826c-4345-40b8-a04a-f75b29798dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.871652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d1826c-4345-40b8-a04a-f75b29798dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.872322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Pushing event updated for resources: {'Port': ['ID=eba812d9-dae9-40e9-b890-c547608e999d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:09.889151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73eed93a-c8d2-4adc-ae54-47a58533220a req-be592c80-9074-45e7-bbd3-481affb7db92 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 210 time: 0.2340887 Nov 12 08:03:09.894962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:09.929596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Request body: {'port': {'device_id': '38e53906-67b8-492d-bb56-f16536389e2d', 'device_owner': 'compute:tempest-test_az-385409599', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:10.030857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1826c-4345-40b8-a04a-f75b29798dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230fef40-dd92-4d77-906c-c92dd8b851f2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:10.063851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-08d1826c-4345-40b8-a04a-f75b29798dd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab5d5a95beab48ea98e77323ea6291bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8339343 Nov 12 08:03:10.065623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:10.091346 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.232638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:10.233360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6be1bed7-23bb-4541-8ef8-5f52df25e961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.338317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6be1bed7-23bb-4541-8ef8-5f52df25e961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.474514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6be1bed7-23bb-4541-8ef8-5f52df25e961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.477778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6be1bed7-23bb-4541-8ef8-5f52df25e961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.481964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6be1bed7-23bb-4541-8ef8-5f52df25e961 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/230fef40-dd92-4d77-906c-c92dd8b851f2 HTTP/1.1" status: 204 len: 168 time: 0.4140518 Nov 12 08:03:10.492325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1bed7-23bb-4541-8ef8-5f52df25e961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230fef40-dd92-4d77-906c-c92dd8b851f2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:10.522972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2450878d-df95-4078-8345-f55dd03955ae None None] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:10.591288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-732d36c1-7986-4b3e-a88b-3a5605a26cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.708129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b3380cea-f9d7-4c44-9404-8cc4ef2aa729 None None] Provisioning complete for port 389a98ae-0148-45c7-a1ce-bc94abbbb128 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:10.712602 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b3380cea-f9d7-4c44-9404-8cc4ef2aa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.819610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abf4540b-ba9d-423d-a4af-44a099662517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.833195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-732d36c1-7986-4b3e-a88b-3a5605a26cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.843415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-732d36c1-7986-4b3e-a88b-3a5605a26cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.909883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d36c1-7986-4b3e-a88b-3a5605a26cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4263241d-0d16-449f-bd9f-de791a14e6d4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:10.944401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f34a35-a264-43dc-bacd-9eb53035615c {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:10.953343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b3380cea-f9d7-4c44-9404-8cc4ef2aa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:10.962364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.008180 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-732d36c1-7986-4b3e-a88b-3a5605a26cfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=256b5abeeb374725a8b6166ef587bba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7726412 Nov 12 08:03:11.010976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55152) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:11.012409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Transition to ACTIVE for port object 23f34a35-a264-43dc-bacd-9eb53035615c will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:11.028727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 389a98ae-0148-45c7-a1ce-bc94abbbb128 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:11.039346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:11.135244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b3380cea-f9d7-4c44-9404-8cc4ef2aa729 None None] For port 389a98ae-0148-45c7-a1ce-bc94abbbb128, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=389a98ae-0148-45c7-a1ce-bc94abbbb128,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:11.156700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 389a98ae-0148-45c7-a1ce-bc94abbbb128 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:11.158066 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.166339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.204282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b3380cea-f9d7-4c44-9404-8cc4ef2aa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.217284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:11.229462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a85e898a-62db-4b24-9649-d585a3955e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.262791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3947acda-e171-423c-bf84-c927d8e72419 req-ee28f6c2-7af8-49fe-9766-3ea571d92312 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 210 time: 0.1393173 Nov 12 08:03:11.290755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a85e898a-62db-4b24-9649-d585a3955e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.310805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3380cea-f9d7-4c44-9404-8cc4ef2aa729 None None] Pushing event updated for resources: {'Port': ['ID=389a98ae-0148-45c7-a1ce-bc94abbbb128,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:11.397917 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a85e898a-62db-4b24-9649-d585a3955e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.401961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a85e898a-62db-4b24-9649-d585a3955e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.406831 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a85e898a-62db-4b24-9649-d585a3955e2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4263241d-0d16-449f-bd9f-de791a14e6d4 HTTP/1.1" status: 204 len: 168 time: 0.3866584 Nov 12 08:03:11.426004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e898a-62db-4b24-9649-d585a3955e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4263241d-0d16-449f-bd9f-de791a14e6d4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:11.534272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.552106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a37f1c-ff83-45a7-844a-3af7ea8aeabb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.601907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9452a-f285-4a99-b841-339248f3a981 req-8de523f3-3864-4e80-833c-fd579c859c9e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:11.607460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6c9452a-f285-4a99-b841-339248f3a981 req-8de523f3-3864-4e80-833c-fd579c859c9e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.5891030 Nov 12 08:03:11.617217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Pushing event updated for resources: {'Port': ['ID=23f34a35-a264-43dc-bacd-9eb53035615c,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:11.732233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a37f1c-ff83-45a7-844a-3af7ea8aeabb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.740082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a37f1c-ff83-45a7-844a-3af7ea8aeabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:11.921318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:11.979105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6c9452a-f285-4a99-b841-339248f3a981 req-df04b6f5-4630-42bf-97ec-699fe4253f40 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572450 Nov 12 08:03:11.983117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a37f1c-ff83-45a7-844a-3af7ea8aeabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31f588-c887-4eaf-8693-e9af9cdd247d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:12.014763 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86a37f1c-ff83-45a7-844a-3af7ea8aeabb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bdc776e580447c4aff2f86b17cde982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9704652 Nov 12 08:03:12.015734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:12.016833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b9167ea-71b5-4922-ab19-34efbed2cbc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.084292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.25', 62288) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:12.098026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dce5a556-598c-4c19-80aa-924571385ff0 None None] Provisioning complete for port 389a98ae-0148-45c7-a1ce-bc94abbbb128 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:12.100595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dce5a556-598c-4c19-80aa-924571385ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.267604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.320864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b9167ea-71b5-4922-ab19-34efbed2cbc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.333199 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-87087bc7-d9c5-4b5f-af3d-6c55f614855e tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=11486ced524e46aa8635ae851b878fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2477536 Nov 12 08:03:12.341873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b9167ea-71b5-4922-ab19-34efbed2cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.397597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55190) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:12.448555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb1a87bc-6e37-4040-8777-41cd8f7df3ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.569999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9167ea-71b5-4922-ab19-34efbed2cbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039fdc32-545a-4138-b56e-21a1c8d36d17,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:12.632852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Attempting to bind port 23f34a35-a264-43dc-bacd-9eb53035615c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:12.635528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Attempting to bind port 23f34a35-a264-43dc-bacd-9eb53035615c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:12.636092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Attempting to bind port 23f34a35-a264-43dc-bacd-9eb53035615c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:12.652425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Port 23f34a35-a264-43dc-bacd-9eb53035615c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:12.652929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Attempting to bind port 23f34a35-a264-43dc-bacd-9eb53035615c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:12.721420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:12.728562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:12.729192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:12.729674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Bound port: 23f34a35-a264-43dc-bacd-9eb53035615c, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:12.730031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.733932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f70f08d4-9bb6-4ae8-9280-76a427f40a32 req-7b7dd3e0-9104-42f3-be43-3ebe1accf6a0 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 210 time: 0.1794593 Nov 12 08:03:12.803438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 389a98ae-0148-45c7-a1ce-bc94abbbb128 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:12.838762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] For port 23f34a35-a264-43dc-bacd-9eb53035615c, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:12.844174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] For port 23f34a35-a264-43dc-bacd-9eb53035615c, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=23f34a35-a264-43dc-bacd-9eb53035615c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:12.850476 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.961991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 389a98ae-0148-45c7-a1ce-bc94abbbb128 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:12.962365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:12.990528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Pushing event updated for resources: {'Port': ['ID=23f34a35-a264-43dc-bacd-9eb53035615c,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:12.999678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:12.999826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:13.018905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-83bc07be-d2c6-456f-a652-fd8ed2f68be5 service neutron] 10.222.0.32 "PUT /v2.0/ports/23f34a35-a264-43dc-bacd-9eb53035615c HTTP/1.1" status: 200 len: 1118 time: 3.5838122 Nov 12 08:03:13.027558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e53906-67b8-492d-bb56-f16536389e2d', 'tag': '23f34a35-a264-43dc-bacd-9eb53035615c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:13.072761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0b9167ea-71b5-4922-ab19-34efbed2cbc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b22e87d48c447008c140e1184d177ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1410871 Nov 12 08:03:13.073475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:13.178219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-825c1f4a-3fab-47c3-bedb-1e129051306a tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:13.179709 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-825c1f4a-3fab-47c3-bedb-1e129051306a tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8327527 Nov 12 08:03:13.188899 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e8e71393-0f64-40be-9112-dd9d42c7a6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:13.217487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d1da2f-e4d4-4c57-857f-65f6e290e807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:13.313077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Request body: {'port': {'device_id': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '11486ced524e46aa8635ae851b878fe8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:13.779543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:13.798798 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844b29b-a32a-4ffd-8fba-e67501f5ce67" -d '{"events": [{"name": "network-changed", "server_uuid": "38e53906-67b8-492d-bb56-f16536389e2d", "tag": "23f34a35-a264-43dc-bacd-9eb53035615c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:13.927152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-341eaade-9e78-4efc-8827-0c8468eed269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:13.933083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-341eaade-9e78-4efc-8827-0c8468eed269 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87cb74cc9fc14227a46ea214995b2054&device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 1121 time: 0.3774648 Nov 12 08:03:13.956711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c52ba-4f0c-41cf-8863-9a8bbf26ded7 req-68471d2d-a964-4ba2-9707-01711f7dd5d5 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:13.963398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-400c52ba-4f0c-41cf-8863-9a8bbf26ded7 req-68471d2d-a964-4ba2-9707-01711f7dd5d5 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.3971982 Nov 12 08:03:14.069837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d1da2f-e4d4-4c57-857f-65f6e290e807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.202214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-69024d1e-71db-4f91-9876-1368b13160b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=23f34a35-a264-43dc-bacd-9eb53035615c HTTP/1.1" status: 200 len: 217 time: 0.1731372 Nov 12 08:03:14.247325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb1a87bc-6e37-4040-8777-41cd8f7df3ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.260718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d1da2f-e4d4-4c57-857f-65f6e290e807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.275851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d1da2f-e4d4-4c57-857f-65f6e290e807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.277476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83d1da2f-e4d4-4c57-857f-65f6e290e807 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e31f588-c887-4eaf-8693-e9af9cdd247d HTTP/1.1" status: 204 len: 168 time: 2.2582266 Nov 12 08:03:14.321245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb1a87bc-6e37-4040-8777-41cd8f7df3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.347810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.374795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1da2f-e4d4-4c57-857f-65f6e290e807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31f588-c887-4eaf-8693-e9af9cdd247d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:14.378954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86ce81d7-0769-47d6-8bfe-cfe4bafae6f1 req-06b83c78-d1aa-46ff-baf1-9d72825f3c7b tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 210 time: 0.1657314 Nov 12 08:03:14.465468 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb1a87bc-6e37-4040-8777-41cd8f7df3ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b03ec4fa23cb4447b66cbe9231126c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0572793 Nov 12 08:03:14.470317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-400c52ba-4f0c-41cf-8863-9a8bbf26ded7 req-e0449e02-96ed-4b9d-a12f-c21959f37dd5 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994304 Nov 12 08:03:14.471197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55260) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:14.478168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a87bc-6e37-4040-8777-41cd8f7df3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d309a-62a2-4866-adec-ba67520057f9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:14.558218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04d41420-414b-4768-af5a-76261348514f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.594959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Made reservation on behalf of 11486ced524e46aa8635ae851b878fe8 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:14.607268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.628470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.639280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04d41420-414b-4768-af5a-76261348514f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.663615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca546673-d8f3-4aaa-9c43-ef9b03f1fbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.717568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca546673-d8f3-4aaa-9c43-ef9b03f1fbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.818882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca546673-d8f3-4aaa-9c43-ef9b03f1fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.821610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca546673-d8f3-4aaa-9c43-ef9b03f1fbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.829664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ca546673-d8f3-4aaa-9c43-ef9b03f1fbec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a18d309a-62a2-4866-adec-ba67520057f9 HTTP/1.1" status: 204 len: 168 time: 0.3546245 Nov 12 08:03:14.841362 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.851571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:14.944896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca546673-d8f3-4aaa-9c43-ef9b03f1fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d309a-62a2-4866-adec-ba67520057f9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:14.968530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Router 46553459-43f5-4752-9fc5-85d4c5516522 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:03:14.975904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b52a86-bf3f-4610-9ea6-38064cd2a3ac,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:15.036088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-3e5e5d9f-d5fc-452d-a436-4003c948f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:15.041318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-3e5e5d9f-d5fc-452d-a436-4003c948f7fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2025020 Nov 12 08:03:15.211030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55276) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:15.317194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd884201-a86f-4d81-8430-ab2266250844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:15.400667 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceb44b8-4107-45e2-bc6b-ccb746d4ff99 x-openstack-request-id: req-2ceb44b8-4107-45e2-bc6b-ccb746d4ff99 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:15.401608 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e53906-67b8-492d-bb56-f16536389e2d", "tag": "23f34a35-a264-43dc-bacd-9eb53035615c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:15.401846 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ceb44b8-4107-45e2-bc6b-ccb746d4ff99 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:15.402476 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e53906-67b8-492d-bb56-f16536389e2d', 'tag': '23f34a35-a264-43dc-bacd-9eb53035615c', 'status': 'completed', 'code': 200} Nov 12 08:03:15.417659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04d41420-414b-4768-af5a-76261348514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:15.430834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04d41420-414b-4768-af5a-76261348514f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:15.432527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-04d41420-414b-4768-af5a-76261348514f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/039fdc32-545a-4138-b56e-21a1c8d36d17 HTTP/1.1" status: 204 len: 168 time: 2.2626083 Nov 12 08:03:15.452937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b12bd-4173-4385-92d6-67b6c810f29b req-990b35ca-b36c-4dd8-9dae-9fdc7e96532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:15.469658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-990b35ca-b36c-4dd8-9dae-9fdc7e96532c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3153875 Nov 12 08:03:15.477430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:03:15.490584 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:03:15.512178 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:15.512947 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:15.522346 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:15.613481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:15.617500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79dba284-1005-4964-979d-2226fe6ef07d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.3156316 Nov 12 08:03:15.624272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:15.627691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d41420-414b-4768-af5a-76261348514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039fdc32-545a-4138-b56e-21a1c8d36d17,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:15.703408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d199993-bd90-4dfd-bbbd-fe0d220b4d4d req-8eaee529-be91-461a-8185-ed8573e823db tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 210 time: 0.0952730 Nov 12 08:03:15.921920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Allocated IP 192.168.233.51 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/11988515-c22e-44e1-a543-2f3e686a553f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:16.005309 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:16.063276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-0a4f0fbb-df04-4c50-9466-ab7e98ad710a service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601404 Nov 12 08:03:16.143822 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.235944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.293753 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:11Z', 'revision_number': 3, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:16.341518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd884201-a86f-4d81-8430-ab2266250844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.357432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd884201-a86f-4d81-8430-ab2266250844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.361977 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:03:16.363257 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Updating router 46553459-43f5-4752-9fc5-85d4c5516522 port eba812d9-dae9-40e9-b890-c547608e999d binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:03:16.403696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd884201-a86f-4d81-8430-ab2266250844 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f04fda7af264400b204f696e1e8681d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1837485 Nov 12 08:03:16.410329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55302) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:16.448011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c80b63-102a-4adf-a0f0-4b0ba910c292 req-2698d9d5-01d8-4240-a5a4-36a6144993ab tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:16.456714 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.463383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2c80b63-102a-4adf-a0f0-4b0ba910c292 req-2698d9d5-01d8-4240-a5a4-36a6144993ab tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.5207114 Nov 12 08:03:16.486292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:16.504837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:16.510965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Pushing event updated for resources: {'Port': ['ID=11988515-c22e-44e1-a543-2f3e686a553f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:16.536610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:16.544175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:16.545862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.580955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884201-a86f-4d81-8430-ab2266250844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d31752a-c2a5-4c58-af3b-0e766e93905e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:16.616172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-f441f1b9-e8d3-4a1f-b079-f6ba02914f08 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3409090 Nov 12 08:03:16.627443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-0f5d79aa-22cb-40ac-a8e7-fcb7000d5a06 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:03:16.628223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-0f5d79aa-22cb-40ac-a8e7-fcb7000d5a06 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060556 Nov 12 08:03:16.676238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:16.713448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-677b12bd-4173-4385-92d6-67b6c810f29b req-552d3020-9f51-48c6-a456-64696b7e4449 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219089 Nov 12 08:03:16.979097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2c80b63-102a-4adf-a0f0-4b0ba910c292 req-221c4410-d62b-410b-9fbe-e779026f6f65 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135636 Nov 12 08:03:16.981016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-72881fa7-c892-41a4-b740-a825687c371f None None] Provisioning complete for port 11988515-c22e-44e1-a543-2f3e686a553f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:16.984809 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72881fa7-c892-41a4-b740-a825687c371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.063950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59e8a902-9e0b-4be6-924c-37dc51c692b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.067710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-72881fa7-c892-41a4-b740-a825687c371f None None] Port 11988515-c22e-44e1-a543-2f3e686a553f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:17.100076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59e8a902-9e0b-4be6-924c-37dc51c692b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.162611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-7d5a3b1f-5bd8-4508-8c78-a0b169b0a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:17.166483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-7d5a3b1f-5bd8-4508-8c78-a0b169b0a639 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87cb74cc9fc14227a46ea214995b2054&device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 1121 time: 0.3453214 Nov 12 08:03:17.172748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59e8a902-9e0b-4be6-924c-37dc51c692b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.175899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59e8a902-9e0b-4be6-924c-37dc51c692b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.178557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-59e8a902-9e0b-4be6-924c-37dc51c692b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d31752a-c2a5-4c58-af3b-0e766e93905e HTTP/1.1" status: 204 len: 168 time: 0.7605326 Nov 12 08:03:17.188091 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.206777 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.207993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8a902-9e0b-4be6-924c-37dc51c692b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d31752a-c2a5-4c58-af3b-0e766e93905e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:17.313405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Request body: {'port': {'device_id': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:17.352396 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Pushing event updated for resources: {'Port': ['ID=eba812d9-dae9-40e9-b890-c547608e999d,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:17.355450 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Attempting to bind port eba812d9-dae9-40e9-b890-c547608e999d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:17.355819 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Attempting to bind port eba812d9-dae9-40e9-b890-c547608e999d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:17.356210 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Attempting to bind port eba812d9-dae9-40e9-b890-c547608e999d on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:17.366520 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.366869 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.369973 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.370320 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.370683 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.371062 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.371351 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.371683 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.372327 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.372652 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.372977 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.373293 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Tracked resource versions report: Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: pushed versions: Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: { 'AddressGroup': {'1.2'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'ConntrackHelper': {'1.0'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Log': {'1.0'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Network': {'1.1'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Port': {'1.7'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'PortForwarding': {'1.2'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'QosPolicy': {'1.10'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'SecurityGroup': {'1.5'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'SubPort': {'1.0'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Subnet': {'1.1'}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Trunk': {'1.1'}} Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: consumer versions: Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: { DHCP agent@n-d-768509-25: {}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: HyperV agent@n-h1-768509-25: {}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: HyperV agent@n-h2-768509-25: {}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: L3 agent@n-d-768509-25: {}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: Metadata agent@n-d-768509-25: {}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: Metering agent@n-d-768509-25: {}, Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: Open vSwitch agent@n-d-768509-25: { 'AddressGroup': '1.2', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'ConntrackHelper': '1.0', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Log': '1.0', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Network': '1.1', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Port': '1.7', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'PortForwarding': '1.2', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'QosPolicy': '1.10', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'SecurityGroup': '1.5', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'SecurityGroupRule': '1.2', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'SubPort': '1.0', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Subnet': '1.1', Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: 'Trunk': '1.1'}} Nov 12 08:03:17.376840 n-d-768509-25 neutron-server[102374]: {{(pid=102374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:03:17.384333 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:17.384704 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:17.385102 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.386045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:17.386532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Bound port: eba812d9-dae9-40e9-b890-c547608e999d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:17.386928 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.478985 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] For port eba812d9-dae9-40e9-b890-c547608e999d, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:17.484702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] For port eba812d9-dae9-40e9-b890-c547608e999d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eba812d9-dae9-40e9-b890-c547608e999d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:17.491328 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.545710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:17.634095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:17.634721 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:17.650982 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af53f9-3e79-4fba-91bf-6e074a14dfe0 None None] Pushing event updated for resources: {'Port': ['ID=eba812d9-dae9-40e9-b890-c547608e999d,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:17.948075 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:18.183454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-1ec47625-126e-41d2-afbd-86d6e19b02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:18.185445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-1ec47625-126e-41d2-afbd-86d6e19b02de service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.9788125 Nov 12 08:03:18.382871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-43f37dd2-c0d1-48b5-a6a6-1feafa789202 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=23f34a35-a264-43dc-bacd-9eb53035615c HTTP/1.1" status: 200 len: 217 time: 0.1235988 Nov 12 08:03:18.411091 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:11Z', 'revision_number': 3, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:18.468845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-d00a6f19-2002-4121-9d8c-a0c292950a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:18.474617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-d00a6f19-2002-4121-9d8c-a0c292950a8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0636101 Nov 12 08:03:18.481883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7845c-e9e3-46c4-9155-b42fc3f22e57 req-750842c2-edb3-4106-9fa7-64ef2e76050a tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:18.490474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39a7845c-e9e3-46c4-9155-b42fc3f22e57 req-750842c2-edb3-4106-9fa7-64ef2e76050a tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 935 time: 1.3223276 Nov 12 08:03:18.563672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11988515-c22e-44e1-a543-2f3e686a553f {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:18.569785 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb86db-a7b6-42a2-be51-27205c7a1571 None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:11Z', 'revision_number': 3, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:03:18.589829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:18.596678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39a7845c-e9e3-46c4-9155-b42fc3f22e57 req-6331fa75-1fa8-426f-94fe-0706a99b53ed tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050994 Nov 12 08:03:18.623218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0acb7-73b4-46d2-b717-d069d50eab89 req-1e7dee51-c020-4fcd-85b6-263dae1ee729 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:18.633414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47e0acb7-73b4-46d2-b717-d069d50eab89 req-1e7dee51-c020-4fcd-85b6-263dae1ee729 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.4389257 Nov 12 08:03:18.682776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Transition to ACTIVE for port object 11988515-c22e-44e1-a543-2f3e686a553f will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:18.732275 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:18.765579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-eced7ae3-4ead-4282-86f6-86946aaca977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:18.768973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-eced7ae3-4ead-4282-86f6-86946aaca977 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2571964 Nov 12 08:03:19.230279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:19.267312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-1aa84f91-5962-4be6-a4b9-1f7ca3e50ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053000 Nov 12 08:03:19.281430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=11988515-c22e-44e1-a543-2f3e686a553f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:19.324245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Attempting to bind port 11988515-c22e-44e1-a543-2f3e686a553f on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:19.324796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Attempting to bind port 11988515-c22e-44e1-a543-2f3e686a553f by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:19.324941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Attempting to bind port 11988515-c22e-44e1-a543-2f3e686a553f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:19.332064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Port 11988515-c22e-44e1-a543-2f3e686a553f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:19.332434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Attempting to bind port 11988515-c22e-44e1-a543-2f3e686a553f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:19.371094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:19.371691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:19.372677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:19.373301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Bound port: 11988515-c22e-44e1-a543-2f3e686a553f, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:19.373853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:19.517456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] For port 11988515-c22e-44e1-a543-2f3e686a553f, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:19.548957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] For port 11988515-c22e-44e1-a543-2f3e686a553f, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=11988515-c22e-44e1-a543-2f3e686a553f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:19.570740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:19.657491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b844b29b-a32a-4ffd-8fba-e67501f5ce67 req-c27ca15f-c144-4bcd-886c-45233d68d59c service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488095 Nov 12 08:03:19.662257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:19.662878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:19.667724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] 10.222.0.25 "PUT /v2.0/ports/11988515-c22e-44e1-a543-2f3e686a553f HTTP/1.1" status: 200 len: 1096 time: 2.5616179 Nov 12 08:03:19.670866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'tag': '11988515-c22e-44e1-a543-2f3e686a553f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:19.672443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47e0acb7-73b4-46d2-b717-d069d50eab89 req-621765c8-1466-4b4c-8750-66a64ac49db7 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0377359 Nov 12 08:03:20.038488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3089e49-7ceb-4fa6-bd94-555a150e84ae req-940689b1-3d44-4f7b-846b-1c57ecdc83eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:20.047241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3089e49-7ceb-4fa6-bd94-555a150e84ae req-940689b1-3d44-4f7b-846b-1c57ecdc83eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1900518 Nov 12 08:03:20.052832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00efc0-b7f9-4574-ab09-70129df07cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=11988515-c22e-44e1-a543-2f3e686a553f,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:20.110046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-6d08e09f-9e33-4150-a7a6-21bf7d5547af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:20.132827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-6d08e09f-9e33-4150-a7a6-21bf7d5547af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11486ced524e46aa8635ae851b878fe8&device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 1099 time: 0.3231459 Nov 12 08:03:20.214823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Allocated IP 172.20.0.1 (aeac1c99-71b1-4e62-acbf-d83145c8f9fc/30d05f4b-8b60-481b-b83f-dcb2d54da21e/5ad01bed-5eec-45a8-9ca3-ce75aab9d281) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:20.451885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:20.502091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:20.580938 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-fd0146be-f41e-4a32-8d66-9e80726192d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=11988515-c22e-44e1-a543-2f3e686a553f HTTP/1.1" status: 200 len: 217 time: 0.2558239 Nov 12 08:03:20.591985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3089e49-7ceb-4fa6-bd94-555a150e84ae req-c9c4c74b-223e-4c89-84a9-9999547ff167 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370364 Nov 12 08:03:20.637067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:20.660969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:20.665129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:20.669955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:20.670381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:20.835524 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72195b-abe2-42e3-a333-4b86c8c5110b" -d '{"events": [{"name": "network-changed", "server_uuid": "e74ab1a5-0c98-4ca1-aa80-e50d7911f96e", "tag": "11988515-c22e-44e1-a543-2f3e686a553f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:20.890120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eba812d9-dae9-40e9-b890-c547608e999d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:20.946741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-89b38799-d4e0-492a-90ce-5e940a11a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:20.951179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-89b38799-d4e0-492a-90ce-5e940a11a4a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.3186591 Nov 12 08:03:21.009107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f74a-eb89-4027-955a-999e418e2376 req-4f1bdf29-d681-490f-8d74-3ef82c6c9098 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:21.019613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f2f74a-eb89-4027-955a-999e418e2376 req-4f1bdf29-d681-490f-8d74-3ef82c6c9098 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.1939161 Nov 12 08:03:21.028151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port eba812d9-dae9-40e9-b890-c547608e999d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:21.028717 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.121654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-ed7b0e7a-5885-4551-b835-dc7da1e5e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:21.124472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-ed7b0e7a-5885-4551-b835-dc7da1e5e90c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605918 Nov 12 08:03:21.251230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f2f74a-eb89-4027-955a-999e418e2376 req-3874ca85-2f14-484d-b185-3d0be0d7b8f9 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305567 Nov 12 08:03:21.260297 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.321930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port eba812d9-dae9-40e9-b890-c547608e999d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eba812d9-dae9-40e9-b890-c547608e999d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:21.351808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.373749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.412087 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-be66fd60-388b-4867-abe4-e33fa14e0c33 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674029 Nov 12 08:03:21.458332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bb26443c-5591-4815-9230-97db086560d6 None None] Provisioning complete for port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:21.467478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb26443c-5591-4815-9230-97db086560d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.577477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bb26443c-5591-4815-9230-97db086560d6 None None] Port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:21.624648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.630855 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.631829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:21.645984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=eba812d9-dae9-40e9-b890-c547608e999d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:21.699878 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea494b38-8f75-4e0b-b497-e5d3b79eff29 req-566c01b1-b0b1-4e92-9498-a4b15c0f1628 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558548 Nov 12 08:03:21.742120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:21.853675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:21.855963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:22.219580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d13b7f68-d83c-4bc2-9cb2-04b9607165fe None None] Provisioning complete for port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:22.220206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d13b7f68-d83c-4bc2-9cb2-04b9607165fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:22.246094 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65520fb-6335-4285-99c1-fe7579e4a0f0 x-openstack-request-id: req-d65520fb-6335-4285-99c1-fe7579e4a0f0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:22.246407 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74ab1a5-0c98-4ca1-aa80-e50d7911f96e", "tag": "11988515-c22e-44e1-a543-2f3e686a553f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:22.246669 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d65520fb-6335-4285-99c1-fe7579e4a0f0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:22.247440 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'tag': '11988515-c22e-44e1-a543-2f3e686a553f', 'status': 'completed', 'code': 200} Nov 12 08:03:22.329580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d13b7f68-d83c-4bc2-9cb2-04b9607165fe None None] Port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:22.337690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Router 46553459-43f5-4752-9fc5-85d4c5516522 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:03:22.394343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a01016-1ae0-4a16-b5ee-135e82b1a3e5 req-737433dd-a0ca-4b1b-a229-1b3cadfb5fce tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:22.396304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10a01016-1ae0-4a16-b5ee-135e82b1a3e5 req-737433dd-a0ca-4b1b-a229-1b3cadfb5fce tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.4705880 Nov 12 08:03:22.566932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10a01016-1ae0-4a16-b5ee-135e82b1a3e5 req-d827a530-770f-4023-bc15-2240bcb84569 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520782 Nov 12 08:03:22.574755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2498-8fc0-40c2-8477-638b3649a1c1 req-65149f65-810d-43c1-aa7e-c01fd4cdaf23 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:22.576503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2d2498-8fc0-40c2-8477-638b3649a1c1 req-65149f65-810d-43c1-aa7e-c01fd4cdaf23 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.2025628 Nov 12 08:03:22.675298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:03:22.680739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2d2498-8fc0-40c2-8477-638b3649a1c1 req-7b32a2a8-218f-43cb-86eb-531f7fe39066 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677795 Nov 12 08:03:22.684472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b74712d7-ade7-4c4c-b51e-9e96fade9813 admin admin] 10.222.0.16 "PUT /v2.0/routers/46553459-43f5-4752-9fc5-85d4c5516522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0406556 Nov 12 08:03:22.687747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:03:22.700008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:22.703321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:22.799306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eba812d9-dae9-40e9-b890-c547608e999d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:22.904658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port eba812d9-dae9-40e9-b890-c547608e999d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:22.905029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:22.976595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:23.373010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 2, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:23.407929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:03:23.408307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Updating router 46553459-43f5-4752-9fc5-85d4c5516522 port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:03:23.435162 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:23.781496 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:23.788654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:23.938916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c93f4f-b8c2-400d-90cb-1c9344cfb2d3 None None] Pushing event updated for resources: {'Port': ['ID=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:23.946688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Attempting to bind port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:23.947124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Attempting to bind port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:23.947494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Attempting to bind port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:23.953756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:23.954686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Checking segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:23.954686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:23.954867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Bound using segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:23.955334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Bound port: 5ad01bed-5eec-45a8-9ca3-ce75aab9d281, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:23.955731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.025274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69800957-1e23-4907-9d4a-c5eac235d1c5 req-957c5695-751e-4b9c-a824-82668b9d0b5b tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:24.031391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69800957-1e23-4907-9d4a-c5eac235d1c5 req-957c5695-751e-4b9c-a824-82668b9d0b5b tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1051764 Nov 12 08:03:24.035882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] For port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:24.039177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] For port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:24.047808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.106621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69800957-1e23-4907-9d4a-c5eac235d1c5 req-866714dc-9ff2-4c88-ada1-4a15339ff070 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629566 Nov 12 08:03:24.123071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c93f4f-b8c2-400d-90cb-1c9344cfb2d3 None None] Pushing event updated for resources: {'Port': ['ID=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:24.155867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:24.156473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:24.322056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb314bb-b144-4edd-8c8c-155a63082f5c req-eaf9ba96-12f9-4d3e-ac2d-2071cba5bbd4 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:24.333220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bb314bb-b144-4edd-8c8c-155a63082f5c req-eaf9ba96-12f9-4d3e-ac2d-2071cba5bbd4 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.1585770 Nov 12 08:03:24.374127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:24.431950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bb314bb-b144-4edd-8c8c-155a63082f5c req-f4d46957-eed7-4c23-9220-9bd33f8b5827 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971563 Nov 12 08:03:24.451533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4ba3acac-320d-4667-934c-d5293e1a763f None None] Provisioning complete for port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:24.451533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ba3acac-320d-4667-934c-d5293e1a763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.629541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55506) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:24.635059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-network', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:24.688790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Made reservation on behalf of ade9aab4883b4a28bcfbeea4c9870ad8 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:24.692514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.710852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.728220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ba3acac-320d-4667-934c-d5293e1a763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.785974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4ba3acac-320d-4667-934c-d5293e1a763f None None] For port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:24.791259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ba3acac-320d-4667-934c-d5293e1a763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.853354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:24.856477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3acac-320d-4667-934c-d5293e1a763f None None] Pushing event updated for resources: {'Port': ['ID=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:24.896190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fed819-b02f-4c23-a214-d0d919c08118 None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:03:24.931677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-120f0ec2-74a7-4c0e-b0a7-81fa960c797e None None] Provisioning complete for port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:24.932076 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-120f0ec2-74a7-4c0e-b0a7-81fa960c797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.957670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:24.972330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.044145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 23f34a35-a264-43dc-bacd-9eb53035615c details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:03:25.055941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:25.087353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.087353 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Added segment 26f3a231-9b8f-4c15-95a5-859011a31e83 of type vlan for network 2454ad65-dba7-4904-98b2-7d393bf6b287 Nov 12 08:03:25.197509 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.267612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cc93f5-8d1a-43b7-8220-a5bb368b4131,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:25.270224 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.271218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:25.271815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.341309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7079895 Nov 12 08:03:25.342019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55534) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:25.349734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Request body: {'subnet': {'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-subnet', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:25.401477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Made reservation on behalf of ade9aab4883b4a28bcfbeea4c9870ad8 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:25.404319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.432212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 23f34a35-a264-43dc-bacd-9eb53035615c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=23f34a35-a264-43dc-bacd-9eb53035615c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:25.479495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '23f34a35-a264-43dc-bacd-9eb53035615c', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '23f34a35-a264-43dc-bacd-9eb53035615c', 'mac_address': 'fa:16:3e:24:e5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:tempest-test_az-385409599', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:03:25.533816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bf27c-5766-4d9b-9763-d9661705df49 admin admin] Pushing event updated for resources: {'Network': ['ID=2454ad65-dba7-4904-98b2-7d393bf6b287,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:25.559179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:25.563785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5699-e969-49c2-920a-dc945de30e96 req-3ee68628-8d6b-4223-b28f-31f30ee63589 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:25.570959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e00e5699-e969-49c2-920a-dc945de30e96 req-3ee68628-8d6b-4223-b28f-31f30ee63589 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1561730 Nov 12 08:03:25.630124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.660810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e00e5699-e969-49c2-920a-dc945de30e96 req-7ccb8ef7-7e6b-42b0-97b8-81a6b3512c4d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848467 Nov 12 08:03:25.786766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f34a35-a264-43dc-bacd-9eb53035615c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:25.801445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.866525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddde97-bd44-42a4-959b-c1f9509fb269 req-56359de3-8bb7-450d-835d-b99e75d47ddc tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:25.875570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9cddde97-bd44-42a4-959b-c1f9509fb269 req-56359de3-8bb7-450d-835d-b99e75d47ddc tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 969 time: 0.1089423 Nov 12 08:03:25.881914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6b94c8-ae51-4213-9a73-993d38efb962,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:25.882759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 23f34a35-a264-43dc-bacd-9eb53035615c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=23f34a35-a264-43dc-bacd-9eb53035615c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:25.887652 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.917354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Checking segment: {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:25.917902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Network hostable DHCP agents. Network: 2454ad65-dba7-4904-98b2-7d393bf6b287, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:25.948415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:25.958758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 2454ad65-dba7-4904-98b2-7d393bf6b287) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:25.963409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:25.964344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:25.982104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9cddde97-bd44-42a4-959b-c1f9509fb269 req-c1646863-a2c5-412b-b61d-25545d2c105e tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055789 Nov 12 08:03:25.987421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=23f34a35-a264-43dc-bacd-9eb53035615c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:26.009661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f509b21-490e-4732-b0d0-ff7f9bdbd163 None None] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:26.023484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55552) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:26.027919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:26.031256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b89d0a27-1892-4300-8391-bf7c5b5e67ac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6835766 Nov 12 08:03:26.069419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:26.070681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:26.157545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:26.450710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:26.537310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['23f34a35-a264-43dc-bacd-9eb53035615c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:03:26.823224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-2454ad65-dba7-4904-98b2-7d393bf6b287', 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'fixed_ips': [{'subnet_id': 'af6b94c8-ae51-4213-9a73-993d38efb962'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:03:26.825830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:26.967158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:26.984665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022b3f-75db-481c-9f35-883c08ff6627 req-8908ba3a-a884-4d70-8bdf-e145d59a5939 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:27.000370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f022b3f-75db-481c-9f35-883c08ff6627 req-8908ba3a-a884-4d70-8bdf-e145d59a5939 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1486349 Nov 12 08:03:27.006005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.114572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.161200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f022b3f-75db-481c-9f35-883c08ff6627 req-688be35d-7b24-4e11-9665-12af1fc7ff13 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596916 Nov 12 08:03:27.183376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55604) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:27.254390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55612) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:27.314654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0d24a-2812-47c8-aeb6-12a6d8f0037c req-01425fbb-76f5-43ef-b50a-de9382bb7af5 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:27.317291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3f0d24a-2812-47c8-aeb6-12a6d8f0037c req-01425fbb-76f5-43ef-b50a-de9382bb7af5 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 970 time: 0.1054459 Nov 12 08:03:27.365616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Allocated IP 172.25.4.85 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/cf5d4a9c-5287-41f9-aa0d-3c13a21ab978) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:27.373550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:27.374024 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.389420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3f0d24a-2812-47c8-aeb6-12a6d8f0037c req-a54298e5-86f7-480d-8b63-204818a67c13 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654233 Nov 12 08:03:27.400252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55618) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:27.440201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Allocated IP 172.20.0.2 (2454ad65-dba7-4904-98b2-7d393bf6b287/af6b94c8-ae51-4213-9a73-993d38efb962/584984be-f491-4ce5-b072-f6a5bd89e428) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:27.489408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a815c21a-7563-4ad7-9d2a-c373956402dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.524336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.543680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b79b-bba7-4676-b386-09cacb93f8c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.574418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.576737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-804ee0a7-83ac-4881-8a61-e5bc06b277bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.633809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:27.642755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:27.646314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:27.649839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:27.732952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a815c21a-7563-4ad7-9d2a-c373956402dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.743644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a815c21a-7563-4ad7-9d2a-c373956402dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.747311 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.755865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.807512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:27.813644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:27.817271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:27.822662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-804ee0a7-83ac-4881-8a61-e5bc06b277bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.825000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Pushing event updated for resources: {'Port': ['ID=584984be-f491-4ce5-b072-f6a5bd89e428,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:27.829847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815c21a-7563-4ad7-9d2a-c373956402dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91e753-3ce5-46bb-be69-b50938854592,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:27.839590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a815c21a-7563-4ad7-9d2a-c373956402dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74f4b7d353ba4237ac8975699cdbc890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5838783 Nov 12 08:03:27.840473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-804ee0a7-83ac-4881-8a61-e5bc06b277bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.842774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55622) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:27.845851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b79b-bba7-4676-b386-09cacb93f8c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.862517 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b79b-bba7-4676-b386-09cacb93f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.919091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Attempting to bind port 584984be-f491-4ce5-b072-f6a5bd89e428 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:27.919843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Attempting to bind port 584984be-f491-4ce5-b072-f6a5bd89e428 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:27.920473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Attempting to bind port 584984be-f491-4ce5-b072-f6a5bd89e428 on network 2454ad65-dba7-4904-98b2-7d393bf6b287 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:27.926504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:27.927085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Checking segment: {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:27.927794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.928474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Bound using segment: {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:27.929082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Bound port: 584984be-f491-4ce5-b072-f6a5bd89e428, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:27.929675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.932946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ee0a7-83ac-4881-8a61-e5bc06b277bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f5ecd2-246a-4a2e-9e32-00f4e97519be,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:27.939751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-804ee0a7-83ac-4881-8a61-e5bc06b277bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a829b9b7398c475a835beda8e23c7ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384870 Nov 12 08:03:27.942451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55624) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:27.953607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4a5b79b-bba7-4676-b386-09cacb93f8c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11d06d937e8a4576a4afc5b977d54326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7689917 Nov 12 08:03:27.957348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55626) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:27.983443 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:27.985972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5b79b-bba7-4676-b386-09cacb93f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3cbd07-893d-4957-a8d4-2ce5fffcf12d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:28.007492 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-270f5f79-bcbc-4ff2-8c64-931a14f48601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.009403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] For port 584984be-f491-4ce5-b072-f6a5bd89e428, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:28.014539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] For port 584984be-f491-4ce5-b072-f6a5bd89e428, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=584984be-f491-4ce5-b072-f6a5bd89e428,segment=NetworkSegment(26f3a231-9b8f-4c15-95a5-859011a31e83),segment_id=26f3a231-9b8f-4c15-95a5-859011a31e83)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:28.020149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.048820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-270f5f79-bcbc-4ff2-8c64-931a14f48601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.071273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b77f2987-b38f-46cf-93ea-d0cde2de3ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.113398 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b77f2987-b38f-46cf-93ea-d0cde2de3ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.115543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-005e041d-814b-4fa3-a878-cfafe451cfe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.116183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2aa15-f52e-42ee-990e-0c8295dbcf30 None None] Pushing event updated for resources: {'Port': ['ID=584984be-f491-4ce5-b072-f6a5bd89e428,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:28.150670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-005e041d-814b-4fa3-a878-cfafe451cfe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.186963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-270f5f79-bcbc-4ff2-8c64-931a14f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.191978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-270f5f79-bcbc-4ff2-8c64-931a14f48601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.193564 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-270f5f79-bcbc-4ff2-8c64-931a14f48601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e91e753-3ce5-46bb-be69-b50938854592 HTTP/1.1" status: 204 len: 168 time: 0.3444586 Nov 12 08:03:28.196892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b77f2987-b38f-46cf-93ea-d0cde2de3ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.200948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b77f2987-b38f-46cf-93ea-d0cde2de3ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.202009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b77f2987-b38f-46cf-93ea-d0cde2de3ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c3cbd07-893d-4957-a8d4-2ce5fffcf12d HTTP/1.1" status: 204 len: 168 time: 0.2438338 Nov 12 08:03:28.220928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f5f79-bcbc-4ff2-8c64-931a14f48601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91e753-3ce5-46bb-be69-b50938854592,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:28.244602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f2987-b38f-46cf-93ea-d0cde2de3ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3cbd07-893d-4957-a8d4-2ce5fffcf12d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:28.353741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c421f8e-403d-4ec2-8605-9b9860c3cb3a req-948f3641-c7a6-4fb5-b62a-d25f979c663f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:28.355339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c421f8e-403d-4ec2-8605-9b9860c3cb3a req-948f3641-c7a6-4fb5-b62a-d25f979c663f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1115739 Nov 12 08:03:28.388839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-005e041d-814b-4fa3-a878-cfafe451cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.391636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-005e041d-814b-4fa3-a878-cfafe451cfe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.392905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-005e041d-814b-4fa3-a878-cfafe451cfe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75f5ecd2-246a-4a2e-9e32-00f4e97519be HTTP/1.1" status: 204 len: 168 time: 0.4494016 Nov 12 08:03:28.407481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.419310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e041d-814b-4fa3-a878-cfafe451cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f5ecd2-246a-4a2e-9e32-00f4e97519be,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:28.486560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c421f8e-403d-4ec2-8605-9b9860c3cb3a req-c940a80d-eb73-418b-9ff0-f9720300e52e tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197050 Nov 12 08:03:28.804717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 584984be-f491-4ce5-b072-f6a5bd89e428 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:28.878603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 584984be-f491-4ce5-b072-f6a5bd89e428 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:28.879033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:28.937574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55654) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:28.941871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cfd5-b9c6-4ca8-a427-1d61e31c5711 req-1e2afe6a-eba9-427a-a81c-ebff2731ccae tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:28.949763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a18cfd5-b9c6-4ca8-a427-1d61e31c5711 req-1e2afe6a-eba9-427a-a81c-ebff2731ccae tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 970 time: 0.1351140 Nov 12 08:03:29.017714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a18cfd5-b9c6-4ca8-a427-1d61e31c5711 req-d3a32ae2-f52c-4a2d-9b4d-73ea0a9467fb tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Nov 12 08:03:29.019678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Router 34fdb425-cc38-4c9a-90b8-6be5e8304743 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:03:29.027201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 23f34a35-a264-43dc-bacd-9eb53035615c up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:29.074636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.117276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55658) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:29.129791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 584984be-f491-4ce5-b072-f6a5bd89e428, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=584984be-f491-4ce5-b072-f6a5bd89e428,segment=NetworkSegment(26f3a231-9b8f-4c15-95a5-859011a31e83),segment_id=26f3a231-9b8f-4c15-95a5-859011a31e83)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:29.147895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.164526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 23f34a35-a264-43dc-bacd-9eb53035615c completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:03:29.165647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5903a84b-bdd1-4fcd-815e-c1fce52e1156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.190271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55660) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:29.208734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 23f34a35-a264-43dc-bacd-9eb53035615c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:29.216752 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.228959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ebd630e-1665-480e-8bc3-0d42bcac9ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.279125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:03:29.297412 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Sync routers for ids ['34fdb425-cc38-4c9a-90b8-6be5e8304743'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:03:29.315854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.319286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f9420519-df37-4159-9419-8455eb535ca0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2941208 Nov 12 08:03:29.322847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55662) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:29.328301 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Routers {'34fdb425-cc38-4c9a-90b8-6be5e8304743'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:29.330761 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['34fdb425-cc38-4c9a-90b8-6be5e8304743'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:29.364386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=584984be-f491-4ce5-b072-f6a5bd89e428,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:29.495256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.508149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5903a84b-bdd1-4fcd-815e-c1fce52e1156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.527323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5903a84b-bdd1-4fcd-815e-c1fce52e1156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.618546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e53906-67b8-492d-bb56-f16536389e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f34a35-a264-43dc-bacd-9eb53035615c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:29.662172 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Set router 34fdb425-cc38-4c9a-90b8-6be5e8304743 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:29.716368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ebd630e-1665-480e-8bc3-0d42bcac9ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.741785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8520f183-23c4-4779-a9fc-aa64af2f9a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.785312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55672) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:29.795295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc31b1-52fe-495d-af36-067cdd141bbd None None] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:29.804541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 23f34a35-a264-43dc-bacd-9eb53035615c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=23f34a35-a264-43dc-bacd-9eb53035615c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:29.822288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ebd630e-1665-480e-8bc3-0d42bcac9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.842134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903a84b-bdd1-4fcd-815e-c1fce52e1156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc6afb6-f8d3-4e0c-869b-6cac6ae4076a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:29.844895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.926314 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5903a84b-bdd1-4fcd-815e-c1fce52e1156 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5477b239c64a41249bf8f4191b873e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8073618 Nov 12 08:03:29.940338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-830531de-4a25-46f5-9bfd-8150d057bb68 None None] Provisioning complete for port 584984be-f491-4ce5-b072-f6a5bd89e428 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:29.941814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430055fc-e1b7-4322-9c55-bbd01bf25061 req-6c2a0653-4983-4b43-b276-e06d41951107 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:29.942432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830531de-4a25-46f5-9bfd-8150d057bb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:29.943361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430055fc-e1b7-4322-9c55-bbd01bf25061 req-6c2a0653-4983-4b43-b276-e06d41951107 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.2461383 Nov 12 08:03:29.944392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55680) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:29.991820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85257d97-6227-4bed-bc86-0d5676a304f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.026326 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b94ab-16c8-481c-a2cb-6bb840384eec" -d '{"events": [{"server_uuid": "38e53906-67b8-492d-bb56-f16536389e2d", "name": "network-vif-plugged", "status": "completed", "tag": "23f34a35-a264-43dc-bacd-9eb53035615c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:30.073541 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:03:27Z', 'revision_number': 3, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:30.091179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=23f34a35-a264-43dc-bacd-9eb53035615c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:30.106156 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Checking router: 34fdb425-cc38-4c9a-90b8-6be5e8304743 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:03:30.106733 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Updating router 34fdb425-cc38-4c9a-90b8-6be5e8304743 port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:03:30.144244 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.212098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1ebd630e-1665-480e-8bc3-0d42bcac9ed3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bbe55eac3534fad8d16cd7a66b33f67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0169575 Nov 12 08:03:30.213818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd630e-1665-480e-8bc3-0d42bcac9ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bde5df9-450b-4b21-ae7d-c0a0851c9a80,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:30.223584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55686) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:30.381575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430055fc-e1b7-4322-9c55-bbd01bf25061 req-c0b59e8d-2b5c-47d9-ac27-622e8e17b38e tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212136 Nov 12 08:03:30.392494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55690) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:30.417957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8520f183-23c4-4779-a9fc-aa64af2f9a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.424685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-cb6e39c2-3f94-4452-9abe-7aa727645152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:30.428542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-cb6e39c2-3f94-4452-9abe-7aa727645152 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11486ced524e46aa8635ae851b878fe8&device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 1099 time: 0.6377931 Nov 12 08:03:30.445454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8520f183-23c4-4779-a9fc-aa64af2f9a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.531818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520f183-23c4-4779-a9fc-aa64af2f9a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28c752-fa07-4833-8cdf-2abbbd069d19,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:30.595901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.614439 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.624211 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.637928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc7b1e-201c-4648-af0d-0c3821e24374 req-818c60ff-688a-4b65-8acc-d687ce6aeaa9 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:30.639786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7bdc7b1e-201c-4648-af0d-0c3821e24374 req-818c60ff-688a-4b65-8acc-d687ce6aeaa9 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.3987315 Nov 12 08:03:30.647245 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cedf-b0e3-4c60-99c2-c8889ad64088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.681607 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05723853-cfc2-492d-a818-5b9679c348c0 x-openstack-request-id: req-05723853-cfc2-492d-a818-5b9679c348c0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:30.681931 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e53906-67b8-492d-bb56-f16536389e2d", "name": "network-vif-plugged", "status": "completed", "tag": "23f34a35-a264-43dc-bacd-9eb53035615c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:30.682186 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05723853-cfc2-492d-a818-5b9679c348c0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:30.684033 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e53906-67b8-492d-bb56-f16536389e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f34a35-a264-43dc-bacd-9eb53035615c', 'code': 200} Nov 12 08:03:30.700553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c5eb1862-fef6-4a47-93b7-a16aa65884b3 None None] Provisioning complete for port 584984be-f491-4ce5-b072-f6a5bd89e428 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:30.701280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1862-fef6-4a47-93b7-a16aa65884b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.704683 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Attempting to bind port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:30.705267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Attempting to bind port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:30.705905 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Attempting to bind port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:30.742830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85257d97-6227-4bed-bc86-0d5676a304f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.761258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85257d97-6227-4bed-bc86-0d5676a304f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.782841 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:30.783350 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:30.783821 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.784325 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:30.784895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Bound port: cf5d4a9c-5287-41f9-aa0d-3c13a21ab978, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:30.785400 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.805378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 584984be-f491-4ce5-b072-f6a5bd89e428 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:30.820526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bab6e9b8-c54a-4bf5-955c-8cf3dbdffa1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.845690 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf43bb5-e83b-42e5-b039-c8f0a0436f14 None None] Pushing event updated for resources: {'Port': ['ID=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:30.854771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85257d97-6227-4bed-bc86-0d5676a304f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0a7fed-6f14-43c0-8310-a47535280e3a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:30.859219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-85257d97-6227-4bed-bc86-0d5676a304f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49b6469845394b49ba286b3e697c908b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0303557 Nov 12 08:03:30.868449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55698) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:30.884600 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] For port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:30.886757 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8520f183-23c4-4779-a9fc-aa64af2f9a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92feda1f9f8c4b55938defebee97ee07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9476242 Nov 12 08:03:30.891628 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] For port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:30.900609 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.914870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55700) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:30.941203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b2604f5-b36a-459a-867d-783cb000ceeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.964614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b2604f5-b36a-459a-867d-783cb000ceeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:30.986835 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf43bb5-e83b-42e5-b039-c8f0a0436f14 None None] Pushing event updated for resources: {'Port': ['ID=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.010151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 584984be-f491-4ce5-b072-f6a5bd89e428 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:31.010735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.031180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bab6e9b8-c54a-4bf5-955c-8cf3dbdffa1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.038005 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Routers {'34fdb425-cc38-4c9a-90b8-6be5e8304743'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:31.038690 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['34fdb425-cc38-4c9a-90b8-6be5e8304743'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:31.053187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b2604f5-b36a-459a-867d-783cb000ceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.056095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b2604f5-b36a-459a-867d-783cb000ceeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.057232 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b2604f5-b36a-459a-867d-783cb000ceeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bde5df9-450b-4b21-ae7d-c0a0851c9a80 HTTP/1.1" status: 204 len: 168 time: 0.8189838 Nov 12 08:03:31.090150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7bdc7b1e-201c-4648-af0d-0c3821e24374 req-e49a526c-b73f-4084-8ed6-945dfef4b9d8 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324276 Nov 12 08:03:31.127138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2604f5-b36a-459a-867d-783cb000ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bde5df9-450b-4b21-ae7d-c0a0851c9a80,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.141843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-b358efba-82b5-46be-96ec-add060509667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:31.143544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-b358efba-82b5-46be-96ec-add060509667 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.7000566 Nov 12 08:03:31.166803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-531b687c-659b-4b0a-beea-ede1e75b3e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.174334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cedf-b0e3-4c60-99c2-c8889ad64088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.195447 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cedf-b0e3-4c60-99c2-c8889ad64088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.210288 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-3c73105c-7e5b-44a5-be1b-2f661db6cb29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=11988515-c22e-44e1-a543-2f3e686a553f HTTP/1.1" status: 200 len: 217 time: 0.0570343 Nov 12 08:03:31.250950 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] Set router 34fdb425-cc38-4c9a-90b8-6be5e8304743 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:31.258038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5cedf-b0e3-4c60-99c2-c8889ad64088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bb78a0-3de1-481d-a9ad-8ee65a78ab7f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.273835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-531b687c-659b-4b0a-beea-ede1e75b3e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.298988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bab6e9b8-c54a-4bf5-955c-8cf3dbdffa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.301585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bab6e9b8-c54a-4bf5-955c-8cf3dbdffa1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.304884 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bab6e9b8-c54a-4bf5-955c-8cf3dbdffa1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dc6afb6-f8d3-4e0c-869b-6cac6ae4076a HTTP/1.1" status: 204 len: 168 time: 1.3570228 Nov 12 08:03:31.306370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2fc9-ffac-4828-abfe-938d7b6e8354 req-7d281186-395b-45cc-81ab-68ac0fe514a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:31.308118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-095b2fc9-ffac-4828-abfe-938d7b6e8354 req-7d281186-395b-45cc-81ab-68ac0fe514a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 1123 time: 0.5149641 Nov 12 08:03:31.330033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f35ff886-d41d-46f4-b8bb-38822bc2b92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.340683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Allocated IP 172.20.0.1 (2454ad65-dba7-4904-98b2-7d393bf6b287/af6b94c8-ae51-4213-9a73-993d38efb962/a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:31.345472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6e9b8-c54a-4bf5-955c-8cf3dbdffa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc6afb6-f8d3-4e0c-869b-6cac6ae4076a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.348096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:31.348258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a9c5cedf-b0e3-4c60-99c2-c8889ad64088 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=002d2a9caf9d4add83eae08e3d19dc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9543772 Nov 12 08:03:31.356938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-e8539989-3832-4ecc-8ef3-e9a8439f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:31.358410 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-e8539989-3832-4ecc-8ef3-e9a8439f320f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1393847 Nov 12 08:03:31.368073 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-095b2fc9-ffac-4828-abfe-938d7b6e8354 req-c2f0ebe5-bed3-49e6-ade9-ec729e55345c service neutron] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.397095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f35ff886-d41d-46f4-b8bb-38822bc2b92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.495795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-095b2fc9-ffac-4828-abfe-938d7b6e8354 req-c2f0ebe5-bed3-49e6-ade9-ec729e55345c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.524085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-095b2fc9-ffac-4828-abfe-938d7b6e8354 req-c2f0ebe5-bed3-49e6-ade9-ec729e55345c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.527089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-531b687c-659b-4b0a-beea-ede1e75b3e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.529886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-531b687c-659b-4b0a-beea-ede1e75b3e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.532167 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-531b687c-659b-4b0a-beea-ede1e75b3e3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e0a7fed-6f14-43c0-8310-a47535280e3a HTTP/1.1" status: 204 len: 168 time: 0.6480045 Nov 12 08:03:31.544501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce165dc3-1b1d-48cf-8426-ff4a6f2b52fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.549314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-8bad1052-9359-44eb-bf41-6117732089ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:31.551447 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-8bad1052-9359-44eb-bf41-6117732089ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1698987 Nov 12 08:03:31.554072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b687c-659b-4b0a-beea-ede1e75b3e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0a7fed-6f14-43c0-8310-a47535280e3a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.603329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce165dc3-1b1d-48cf-8426-ff4a6f2b52fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.706520 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-23fa4896-f10a-4672-ab72-b2d3145599e4 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432033 Nov 12 08:03:31.730663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce165dc3-1b1d-48cf-8426-ff4a6f2b52fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.735518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0ebe5-bed3-49e6-ade9-ec729e55345c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ee1ce-e7f9-4163-8758-0a36ec6a3b80,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.736159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce165dc3-1b1d-48cf-8426-ff4a6f2b52fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.737601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ce165dc3-1b1d-48cf-8426-ff4a6f2b52fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8bb78a0-3de1-481d-a9ad-8ee65a78ab7f HTTP/1.1" status: 204 len: 168 time: 0.3877392 Nov 12 08:03:31.741698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-095b2fc9-ffac-4828-abfe-938d7b6e8354 req-c2f0ebe5-bed3-49e6-ade9-ec729e55345c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128342 Nov 12 08:03:31.766673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:03:27Z', 'revision_number': 3, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:31.796875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1716d2-ded3-4b9f-9d2e-c81a5012f91b req-3b9c7414-c8a2-44a9-a6b9-6ff7c5f236f2 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:31.798299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f1716d2-ded3-4b9f-9d2e-c81a5012f91b req-3b9c7414-c8a2-44a9-a6b9-6ff7c5f236f2 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1591659 Nov 12 08:03:31.807271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f35ff886-d41d-46f4-b8bb-38822bc2b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.811246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f35ff886-d41d-46f4-b8bb-38822bc2b92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.815544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f35ff886-d41d-46f4-b8bb-38822bc2b92f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba28c752-fa07-4833-8cdf-2abbbd069d19 HTTP/1.1" status: 204 len: 168 time: 0.8822641 Nov 12 08:03:31.822192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce165dc3-1b1d-48cf-8426-ff4a6f2b52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bb78a0-3de1-481d-a9ad-8ee65a78ab7f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.836999 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271349-6bf6-421d-a895-b22b6d95b480 None None] The sync data for ids ['34fdb425-cc38-4c9a-90b8-6be5e8304743'] in n-d-768509-25 is: [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:03:27Z', 'revision_number': 3, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:03:31.839025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:31.862826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ff886-d41d-46f4-b8bb-38822bc2b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28c752-fa07-4833-8cdf-2abbbd069d19,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:31.903644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa72195b-abe2-42e3-a333-4b86c8c5110b req-82fd3db9-b43e-49ff-b634-e93db5380168 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838119 Nov 12 08:03:31.942876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f1716d2-ded3-4b9f-9d2e-c81a5012f91b req-f10d7639-0168-4660-93c7-4c2e776110f6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224420 Nov 12 08:03:31.954311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.011165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:32.015343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:32.021025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:32.021256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.025554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Pushing event updated for resources: {'Port': ['ID=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:32.294279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.358117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec5362-6e55-45b7-9de6-2e75a17567c6 req-47280097-eb40-418c-9a3d-e9f6e52d89f3 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:32.360254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fec5362-6e55-45b7-9de6-2e75a17567c6 req-47280097-eb40-418c-9a3d-e9f6e52d89f3 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.1178224 Nov 12 08:03:32.431830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-50b04266-352b-4863-a4b6-02e818280a15 None None] Provisioning complete for port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:32.432879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50b04266-352b-4863-a4b6-02e818280a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.503331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-50b04266-352b-4863-a4b6-02e818280a15 None None] Port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:32.510676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fec5362-6e55-45b7-9de6-2e75a17567c6 req-be23ce61-39c2-4498-abf2-a829fce02533 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377857 Nov 12 08:03:32.605220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.614300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.615178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.692067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Pushing event updated for resources: {'Port': ['ID=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:32.737428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:32.754595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66bf9c32-61e3-4e50-af8c-c11ae5e3506a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.792675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55746) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:32.809424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:32.831851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:32.834755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:32.840931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb0992d3-ccfd-4a0c-abba-60bd6b237711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:32.893486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:32.894476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.116492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.142570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:33.153189 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.165544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66bf9c32-61e3-4e50-af8c-c11ae5e3506a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.178321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66bf9c32-61e3-4e50-af8c-c11ae5e3506a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.269333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66bf9c32-61e3-4e50-af8c-c11ae5e3506a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14deaac5c9c746d58a21db87015e8630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5307038 Nov 12 08:03:33.272199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb0992d3-ccfd-4a0c-abba-60bd6b237711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.273533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55760) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:33.274417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf9c32-61e3-4e50-af8c-c11ae5e3506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc11620-921a-494f-90f9-c267c1901ad3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:33.283667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:33.306666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a7bbfdff-7d4f-4dcb-ae63-50dbd9be3603 None None] Provisioning complete for port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:33.307049 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfdff-7d4f-4dcb-ae63-50dbd9be3603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.331608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb0992d3-ccfd-4a0c-abba-60bd6b237711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.356442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a7bbfdff-7d4f-4dcb-ae63-50dbd9be3603 None None] Port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:33.383076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eb0992d3-ccfd-4a0c-abba-60bd6b237711 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffb74099764e44caa9a10f72ad4294c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5857515 Nov 12 08:03:33.387881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55766) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:33.411798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0992d3-ccfd-4a0c-abba-60bd6b237711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10a967-ae0d-441c-a272-d07d9319b700,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:33.421803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d97ed2b1-8fc1-43fa-8659-572387068226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.464823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d97ed2b1-8fc1-43fa-8659-572387068226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.489725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-91e47bc1-ee4e-42f6-aa0f-0449d589f759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.496426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7f7d2-0d0a-499e-9964-2e13dfb7f742 req-f724deee-cc12-4675-b206-f60f5b813e5c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:33.498319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64a7f7d2-0d0a-499e-9964-2e13dfb7f742 req-f724deee-cc12-4675-b206-f60f5b813e5c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 947 time: 0.1076586 Nov 12 08:03:33.524799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Router 34fdb425-cc38-4c9a-90b8-6be5e8304743 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:03:33.535438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-91e47bc1-ee4e-42f6-aa0f-0449d589f759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.597232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d97ed2b1-8fc1-43fa-8659-572387068226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.600425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d97ed2b1-8fc1-43fa-8659-572387068226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.601811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d97ed2b1-8fc1-43fa-8659-572387068226 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddc11620-921a-494f-90f9-c267c1901ad3 HTTP/1.1" status: 204 len: 168 time: 0.3220901 Nov 12 08:03:33.612961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ed2b1-8fc1-43fa-8659-572387068226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc11620-921a-494f-90f9-c267c1901ad3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:33.626576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-91e47bc1-ee4e-42f6-aa0f-0449d589f759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.630100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-91e47bc1-ee4e-42f6-aa0f-0449d589f759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.631562 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-91e47bc1-ee4e-42f6-aa0f-0449d589f759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a10a967-ae0d-441c-a272-d07d9319b700 HTTP/1.1" status: 204 len: 168 time: 0.2426488 Nov 12 08:03:33.637023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64a7f7d2-0d0a-499e-9964-2e13dfb7f742 req-78b6f792-f6bc-41a6-8e00-fab945650d6c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308498 Nov 12 08:03:33.664175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e47bc1-ee4e-42f6-aa0f-0449d589f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10a967-ae0d-441c-a272-d07d9319b700,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:33.777165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf5a3-66b9-442d-a724-43c30ee09e7b req-aa45b89f-8f5f-4fd7-a62a-0aa3bdb2a2cd tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:33.778746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26cbf5a3-66b9-442d-a724-43c30ee09e7b req-aa45b89f-8f5f-4fd7-a62a-0aa3bdb2a2cd tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.1098063 Nov 12 08:03:33.780023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:03:33.786580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4a49ea9d-1223-4c13-85a0-5877fde23834 admin admin] 10.222.0.16 "PUT /v2.0/routers/34fdb425-cc38-4c9a-90b8-6be5e8304743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4624550 Nov 12 08:03:33.885381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26cbf5a3-66b9-442d-a724-43c30ee09e7b req-47c068e8-419a-480d-b5fc-6873d3613dca tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909345 Nov 12 08:03:34.034552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55790) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:34.151573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 11988515-c22e-44e1-a543-2f3e686a553f details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:03:34.200502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Sync routers for ids ['34fdb425-cc38-4c9a-90b8-6be5e8304743'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:03:34.245563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Routers {'34fdb425-cc38-4c9a-90b8-6be5e8304743'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:34.246196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['34fdb425-cc38-4c9a-90b8-6be5e8304743'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:34.273326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-697095339-network', 'tenant_id': '59a4aa0b122d41a9a5a0f502a6fd770a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:34.316687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Made reservation on behalf of 59a4aa0b122d41a9a5a0f502a6fd770a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:34.319365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.325503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 11988515-c22e-44e1-a543-2f3e686a553f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=11988515-c22e-44e1-a543-2f3e686a553f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:34.331563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.367892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '11988515-c22e-44e1-a543-2f3e686a553f', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '11988515-c22e-44e1-a543-2f3e686a553f', 'mac_address': 'fa:16:3e:a5:32:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:03:34.427284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Set router 34fdb425-cc38-4c9a-90b8-6be5e8304743 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:34.445645 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.450745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.465232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.480147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a88667-f804-449b-9b5e-bc13e6f2c5db,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:34.494353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:34.506373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11988515-c22e-44e1-a543-2f3e686a553f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:34.513780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.514376 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Added segment 72b148f1-5b39-4adb-b439-78615ca7e4d3 of type vlan for network e7718131-862f-4bb0-9b38-a4d1e7214769 Nov 12 08:03:34.560314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 11988515-c22e-44e1-a543-2f3e686a553f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=11988515-c22e-44e1-a543-2f3e686a553f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:34.565614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.574636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.595798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.597618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:34.598430 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.676665 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6383395 Nov 12 08:03:34.677977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:34.688111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Request body: {'subnet': {'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-697095339-subnet', 'tenant_id': '59a4aa0b122d41a9a5a0f502a6fd770a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:34.718608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=11988515-c22e-44e1-a543-2f3e686a553f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:34.731878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35022195-c2ac-4783-aba7-5cc41ce632a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e7718131-862f-4bb0-9b38-a4d1e7214769,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:34.777310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Made reservation on behalf of 59a4aa0b122d41a9a5a0f502a6fd770a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:34.782312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.793825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network e7718131-862f-4bb0-9b38-a4d1e7214769 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:34.850920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55826) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:34.890477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe7e30-2fca-4ea3-bd05-09c6a81093b3 req-16d0fb59-cf43-4eb9-a590-14adbaaabd88 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:34.897459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:34.900115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cfe7e30-2fca-4ea3-bd05-09c6a81093b3 req-16d0fb59-cf43-4eb9-a590-14adbaaabd88 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 948 time: 0.1447017 Nov 12 08:03:34.978668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:03:32Z', 'revision_number': 4, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8', 'name': '', 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'mac_address': 'fa:16:3e:f9:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'af6b94c8-ae51-4213-9a73-993d38efb962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:30Z', 'updated_at': '2021-11-12T08:03:32Z', 'revision_number': 2, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'subnets': [{'id': 'af6b94c8-ae51-4213-9a73-993d38efb962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:34.984253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cfe7e30-2fca-4ea3-bd05-09c6a81093b3 req-5705d3fd-240b-4b10-a81d-a3b0e1f0c660 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Nov 12 08:03:35.024702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:35.025273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.027265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Checking router: 34fdb425-cc38-4c9a-90b8-6be5e8304743 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:03:35.027834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Updating router 34fdb425-cc38-4c9a-90b8-6be5e8304743 port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:03:35.034471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['11988515-c22e-44e1-a543-2f3e686a553f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:03:35.116242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.164133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.190549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43ab9-56be-4041-8d89-165b2fb48267 req-54179a3b-cad8-4ca9-b8bf-c72707734271 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:35.192108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ce43ab9-56be-4041-8d89-165b2fb48267 req-54179a3b-cad8-4ca9-b8bf-c72707734271 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.1009815 Nov 12 08:03:35.315197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1517726028-network', 'tenant_id': 'd490d5d4780a4b90a41ef6ab659c7937'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:35.326604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e7bc73-586c-4d54-b836-164a4ad84ec4,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:35.362226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Made reservation on behalf of d490d5d4780a4b90a41ef6ab659c7937 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:35.365093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.381349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.401944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:35.403372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Network hostable DHCP agents. Network: e7718131-862f-4bb0-9b38-a4d1e7214769, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:35.425369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ce43ab9-56be-4041-8d89-165b2fb48267 req-4bc3f783-d6ca-4d44-ba64-8f96eadd175b tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919188 Nov 12 08:03:35.471846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Network e7718131-862f-4bb0-9b38-a4d1e7214769 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:35.492819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, e7718131-862f-4bb0-9b38-a4d1e7214769) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:35.499105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:35.500664 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.538711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-71b50d2c-5254-4fe2-9a35-81cb355327c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8594642 Nov 12 08:03:35.538885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef0960-9558-4766-b276-5e3ea203f1bf None None] Network e7718131-862f-4bb0-9b38-a4d1e7214769 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:35.572026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.576656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.595809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:35.639097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.639562 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Added segment 801c9134-c20d-458d-a214-6875aefb005b of type vlan for network a58bc27d-c772-4179-98f1-d1bac1b6a849 Nov 12 08:03:35.701212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b05b9df-a818-4ecf-bee3-def6ec27b9c3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:35.730761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.744014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cffb2c-b9d1-475d-a217-8c4016720a2a req-00440014-b96e-41d1-b7a5-a192005fca7c tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:35.752013 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1cffb2c-b9d1-475d-a217-8c4016720a2a req-00440014-b96e-41d1-b7a5-a192005fca7c tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 1123 time: 0.1000013 Nov 12 08:03:35.782217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.784229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:35.785044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.792348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1cffb2c-b9d1-475d-a217-8c4016720a2a req-c0053634-3f77-4bda-9b5b-3d702d7dbbe7 tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:35.898978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] Pushing event updated for resources: {'Network': ['ID=a58bc27d-c772-4179-98f1-d1bac1b6a849,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:35.934790 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ac093f8f-4dbf-4103-9a6e-fe13fac16753 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0818644 Nov 12 08:03:35.938305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55872) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:35.954161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a58bc27d-c772-4179-98f1-d1bac1b6a849 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:35.955137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Request body: {'subnet': {'network_id': 'a58bc27d-c772-4179-98f1-d1bac1b6a849', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1517726028-subnet', 'tenant_id': 'd490d5d4780a4b90a41ef6ab659c7937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:36.004861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1cffb2c-b9d1-475d-a217-8c4016720a2a req-c0053634-3f77-4bda-9b5b-3d702d7dbbe7 tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.014742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7bdb8-d707-4ab4-add9-f1640f07ef2c None None] Network e7718131-862f-4bb0-9b38-a4d1e7214769 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:36.015825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Made reservation on behalf of d490d5d4780a4b90a41ef6ab659c7937 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:36.017111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1cffb2c-b9d1-475d-a217-8c4016720a2a req-c0053634-3f77-4bda-9b5b-3d702d7dbbe7 tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.025203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.062770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55880) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:36.079652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549077681', 'description': 'tempest-description--352446191'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:36.101409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0053634-3f77-4bda-9b5b-3d702d7dbbe7 tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2fa442-db00-4597-b79d-f911a9de32f3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:36.182055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1cffb2c-b9d1-475d-a217-8c4016720a2a req-c0053634-3f77-4bda-9b5b-3d702d7dbbe7 tempest-AggregatesAdminTestJSON-1107515867 tempest-AggregatesAdminTestJSON-1107515867-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234173 Nov 12 08:03:36.242000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385062dc-4c9e-4559-bc1e-a219c3ee74e5 req-17e64da8-e509-46a9-b9a8-a0e875e2a207 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:36.242187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.260528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-385062dc-4c9e-4559-bc1e-a219c3ee74e5 req-17e64da8-e509-46a9-b9a8-a0e875e2a207 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 948 time: 0.1615694 Nov 12 08:03:36.335287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.342465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.382076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-385062dc-4c9e-4559-bc1e-a219c3ee74e5 req-1281ae09-d5ac-4d26-8b41-6a5b32986a17 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159093 Nov 12 08:03:36.407521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1586ad2-18a6-4db4-b465-d410f0deea15 None None] Pushing event updated for resources: {'Port': ['ID=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:36.529745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Attempting to bind port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:36.530202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Attempting to bind port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:36.530507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Attempting to bind port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 on network 2454ad65-dba7-4904-98b2-7d393bf6b287 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:36.538804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:36.539588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Checking segment: {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:36.540657 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.541242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Bound using segment: {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:36.541851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Bound port: a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f3a231-9b8f-4c15-95a5-859011a31e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:36.546441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.585200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.595597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.610261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.637941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] For port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:36.644459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] For port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,segment=NetworkSegment(26f3a231-9b8f-4c15-95a5-859011a31e83),segment_id=26f3a231-9b8f-4c15-95a5-859011a31e83)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:36.651154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.668546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.670071 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6059179 Nov 12 08:03:36.676392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:36.682120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'security_group_rule': {'security_group_id': '8b8108df-84bd-48c8-bce0-269622e09b93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:36.692876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5e305-e01c-4c54-9001-3c2ba729e5f0 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8108df-84bd-48c8-bce0-269622e09b93,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:36.732064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Routers {'34fdb425-cc38-4c9a-90b8-6be5e8304743'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:36.733273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['34fdb425-cc38-4c9a-90b8-6be5e8304743'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:36.773709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c305aeb5-60a3-4bd1-978a-5b03d27fc551,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:36.806167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.811310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Checking segment: {'id': '801c9134-c20d-458d-a214-6875aefb005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a58bc27d-c772-4179-98f1-d1bac1b6a849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:36.812364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Network hostable DHCP agents. Network: a58bc27d-c772-4179-98f1-d1bac1b6a849, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:36.845682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1586ad2-18a6-4db4-b465-d410f0deea15 None None] Pushing event updated for resources: {'Port': ['ID=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:36.894450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Network a58bc27d-c772-4179-98f1-d1bac1b6a849 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:36.901013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bce56c9a-610c-4e19-8cab-8f10217576b0 None None] Provisioning complete for port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:36.901643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bce56c9a-610c-4e19-8cab-8f10217576b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.911961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a58bc27d-c772-4179-98f1-d1bac1b6a849) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:36.928395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:36.929124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.955144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ee455a6e-21cf-42f6-b53c-969db64b1808 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0078990 Nov 12 08:03:36.963866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4852d-c1f8-4985-9a32-591b271e1353 None None] Network a58bc27d-c772-4179-98f1-d1bac1b6a849 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:36.976558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:36.982687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.019905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fd2e76-d77f-4b57-bc4f-5b7b7a019a4b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:37.038903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.042866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-336f25a5-2f86-4290-b484-cfc58d72ba32 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622613 Nov 12 08:03:37.043012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55924) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:37.048910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'security_group_rule': {'security_group_id': '8b8108df-84bd-48c8-bce0-269622e09b93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:37.055709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] Set router 34fdb425-cc38-4c9a-90b8-6be5e8304743 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:37.081945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.145848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.151437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.175396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cf1ea7-1494-4cd7-ab09-83e83d3769ed,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:37.187641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.192310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55928) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:37.192823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a4e24f48-df09-4192-a68a-cdf5d9b714ca tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448982 Nov 12 08:03:37.199405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:37.242820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.275966 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bce56c9a-610c-4e19-8cab-8f10217576b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.323438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc4d51-a862-46e0-bf0e-31c58cace57f None None] Network a58bc27d-c772-4179-98f1-d1bac1b6a849 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:37.393800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bce56c9a-610c-4e19-8cab-8f10217576b0 None None] For port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,segment=NetworkSegment(26f3a231-9b8f-4c15-95a5-859011a31e83),segment_id=26f3a231-9b8f-4c15-95a5-859011a31e83)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:37.396957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.425529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bce56c9a-610c-4e19-8cab-8f10217576b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.520836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce56c9a-610c-4e19-8cab-8f10217576b0 None None] Pushing event updated for resources: {'Port': ['ID=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:37.553441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Allocated IP 172.25.4.71 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/1bded5bf-3c27-44a5-9902-681518dd8a9d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:37.590831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:03:32Z', 'revision_number': 4, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8', 'name': '', 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'mac_address': 'fa:16:3e:f9:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'af6b94c8-ae51-4213-9a73-993d38efb962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:30Z', 'updated_at': '2021-11-12T08:03:36Z', 'revision_number': 4, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'subnets': [{'id': 'af6b94c8-ae51-4213-9a73-993d38efb962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:37.592590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-882cbbaa-8fdf-44c3-8057-4be4120bb51b None None] Provisioning complete for port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:37.592959 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-882cbbaa-8fdf-44c3-8057-4be4120bb51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.698481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55960) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:37.704745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-117787363-network', 'tenant_id': 'ee1c728931b148b3b01c7acc6107248e'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:37.709369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafca6-26f1-40b9-bfbe-cabf39b4a366 None None] The sync data for ids ['34fdb425-cc38-4c9a-90b8-6be5e8304743'] in n-d-768509-25 is: [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:03:32Z', 'revision_number': 4, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8', 'name': '', 'network_id': '2454ad65-dba7-4904-98b2-7d393bf6b287', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'mac_address': 'fa:16:3e:f9:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'af6b94c8-ae51-4213-9a73-993d38efb962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:30Z', 'updated_at': '2021-11-12T08:03:36Z', 'revision_number': 4, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'subnets': [{'id': 'af6b94c8-ae51-4213-9a73-993d38efb962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:03:37.737745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.746703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Made reservation on behalf of ee1c728931b148b3b01c7acc6107248e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:37.752251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.767489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.871243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.890994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d20fee-4e9f-436e-86da-04216c6fdba6 req-bd18f55d-8541-4946-a842-869a5457ea24 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:37.897908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1d20fee-4e9f-436e-86da-04216c6fdba6 req-bd18f55d-8541-4946-a842-869a5457ea24 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 948 time: 0.1298137 Nov 12 08:03:37.963227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'Port': ['ID=1bded5bf-3c27-44a5-9902-681518dd8a9d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:37.984761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:37.993440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:38.001011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:38.077965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.084980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.093460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1d20fee-4e9f-436e-86da-04216c6fdba6 req-715d234c-8429-4093-bfea-8692af00a4de tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722159 Nov 12 08:03:38.101423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:38.115188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.115683 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Added segment be032f06-504b-4b28-9ea4-defdd03d923e of type vlan for network 6ce4373a-07bb-4026-af42-c16e0b3efa5e Nov 12 08:03:38.159866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 11988515-c22e-44e1-a543-2f3e686a553f up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:38.266322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.274781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 11988515-c22e-44e1-a543-2f3e686a553f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:03:38.286542 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.287021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb990637-e553-433b-8663-c0e62aa209f6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:38.288586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 11988515-c22e-44e1-a543-2f3e686a553f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:38.290517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.312042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.313277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:38.313980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.368407 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.388703 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.543138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] Pushing event updated for resources: {'Network': ['ID=6ce4373a-07bb-4026-af42-c16e0b3efa5e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:38.572075 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29beaf14-80de-4f91-93bf-43dedd0a0cae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8711503 Nov 12 08:03:38.575260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55996) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:38.584333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Request body: {'subnet': {'network_id': '6ce4373a-07bb-4026-af42-c16e0b3efa5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-117787363-subnet', 'tenant_id': 'ee1c728931b148b3b01c7acc6107248e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:38.677943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Made reservation on behalf of ee1c728931b148b3b01c7acc6107248e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:38.690007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.851662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6ce4373a-07bb-4026-af42-c16e0b3efa5e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:38.943176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:38.943899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.948726 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.955136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.049985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'Port': ['ID=1bded5bf-3c27-44a5-9902-681518dd8a9d,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:39.060229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.082893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.096685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a42645f-24db-4599-bb55-ce29e2ed466b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9014707 Nov 12 08:03:39.105019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11988515-c22e-44e1-a543-2f3e686a553f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:39.111375 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec44064-4262-4caa-9c92-8b85f219bcb4" -d '{"events": [{"server_uuid": "e74ab1a5-0c98-4ca1-aa80-e50d7911f96e", "name": "network-vif-plugged", "status": "completed", "tag": "11988515-c22e-44e1-a543-2f3e686a553f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:39.177771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 11988515-c22e-44e1-a543-2f3e686a553f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=11988515-c22e-44e1-a543-2f3e686a553f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:39.197234 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.197888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.214599 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876bf5a8-761d-4c50-8d04-b5f5370178bf x-openstack-request-id: req-876bf5a8-761d-4c50-8d04-b5f5370178bf {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:39.215402 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74ab1a5-0c98-4ca1-aa80-e50d7911f96e", "name": "network-vif-plugged", "status": "completed", "tag": "11988515-c22e-44e1-a543-2f3e686a553f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:39.215402 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-876bf5a8-761d-4c50-8d04-b5f5370178bf {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:39.215806 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11988515-c22e-44e1-a543-2f3e686a553f', 'code': 200} Nov 12 08:03:39.263196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:39.269037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.289095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56030) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:39.403136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=11988515-c22e-44e1-a543-2f3e686a553f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:39.414722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19a06-b5d2-47b5-8255-78a2084b3af5 req-ca373b90-6e9a-4ad1-8dd3-ed53b1ba2aec tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:39.422658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45e19a06-b5d2-47b5-8255-78a2084b3af5 req-ca373b90-6e9a-4ad1-8dd3-ed53b1ba2aec tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 949 time: 0.1136262 Nov 12 08:03:39.456978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57519e5d-271c-4860-9e4b-18bdb070ff3a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:39.563841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-aa902686-d5b3-40b3-814b-980238f20213 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1378107 Nov 12 08:03:39.598805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45e19a06-b5d2-47b5-8255-78a2084b3af5 req-a806943e-2826-4038-a28b-db218f223314 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599145 Nov 12 08:03:39.699604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-96eba02c-db92-4fd3-99be-fea503d806cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:39.701189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-96eba02c-db92-4fd3-99be-fea503d806cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=87cb74cc9fc14227a46ea214995b2054&device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 1123 time: 0.0758832 Nov 12 08:03:39.794665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb305e-4b27-4eec-a88c-b33f716d5a83 req-1d2ed9a5-0beb-4f51-9eec-bcfc621fab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:39.796354 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4bcb305e-4b27-4eec-a88c-b33f716d5a83 req-1d2ed9a5-0beb-4f51-9eec-bcfc621fab28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 1101 time: 0.3171647 Nov 12 08:03:39.797330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Checking segment: {'id': 'be032f06-504b-4b28-9ea4-defdd03d923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6ce4373a-07bb-4026-af42-c16e0b3efa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:39.797685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Network hostable DHCP agents. Network: 6ce4373a-07bb-4026-af42-c16e0b3efa5e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:39.886590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:39.891156 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4bcb305e-4b27-4eec-a88c-b33f716d5a83 req-6cb819ce-f902-4808-9420-86ab1f9dcdcd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784292 Nov 12 08:03:39.901083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-31b9c0e0-629b-422b-937c-7883d594d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:39.902394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-447079011-network', 'tenant_id': 'a901b098d0e74ce9963a25edf1899e1d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:39.902677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-31b9c0e0-629b-422b-937c-7883d594d743 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1768246 Nov 12 08:03:39.906697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Network 6ce4373a-07bb-4026-af42-c16e0b3efa5e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:39.924634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6ce4373a-07bb-4026-af42-c16e0b3efa5e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:39.932113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:39.933497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.937724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0cd7c-b2dc-4ce8-9865-9676948fa9bd None None] Network 6ce4373a-07bb-4026-af42-c16e0b3efa5e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:39.946117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Made reservation on behalf of a901b098d0e74ce9963a25edf1899e1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:39.948824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.963467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-53c4c611-c491-4ac0-884f-28b352cc1dd4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3852293 Nov 12 08:03:39.965441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.031716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-9be2ac99-ef5a-4276-ac91-c5577689c178 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=23f34a35-a264-43dc-bacd-9eb53035615c HTTP/1.1" status: 200 len: 217 time: 0.0528107 Nov 12 08:03:40.037400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6826d0af-6616-42d6-acfa-fb3cce8860b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.054973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.062013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.093560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:40.109598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25746f48-fc6b-4e6c-a676-d267cbc91072,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:40.115331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.115741 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Added segment c6cf31c8-df20-4a39-9ac5-fb62fb383e08 of type vlan for network cbd0d69f-5a33-4226-ae8d-772bc379e0b7 Nov 12 08:03:40.138906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-288e68da-a342-43ea-bebd-a3dd77f5a6b1 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--549077681&fields=id&tenant_id=3b05c49b633d413187cd621d8155c2c1 HTTP/1.1" status: 200 len: 267 time: 0.2308671 Nov 12 08:03:40.175018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.229332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.230415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:40.231011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.239975 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6826d0af-6616-42d6-acfa-fb3cce8860b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.253881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3468d8e-eedc-494d-8929-2e4fdac67e04 None None] Network 6ce4373a-07bb-4026-af42-c16e0b3efa5e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:40.266469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-2e311843-8e27-4420-bb55-ae7663f6f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:40.267535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-2e311843-8e27-4420-bb55-ae7663f6f875 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2146297 Nov 12 08:03:40.296620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6826d0af-6616-42d6-acfa-fb3cce8860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.321211 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4262755 Nov 12 08:03:40.321411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56076) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:40.328903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Request body: {'subnet': {'network_id': 'cbd0d69f-5a33-4226-ae8d-772bc379e0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-447079011-subnet', 'tenant_id': 'a901b098d0e74ce9963a25edf1899e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:40.334936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4d52e-2fe4-45f1-947c-8d71d8e56bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd0d69f-5a33-4226-ae8d-772bc379e0b7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:40.370571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Made reservation on behalf of a901b098d0e74ce9963a25edf1899e1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:40.372925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.378786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network cbd0d69f-5a33-4226-ae8d-772bc379e0b7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:40.409973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Request body: {'security_group': {'name': 'tempest-securitygroup-64810074', 'description': 'tempest-description-1059948199'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:40.448311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6826d0af-6616-42d6-acfa-fb3cce8860b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c730c6584e84566a1c0021d920e0fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1581061 Nov 12 08:03:40.466714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:40.567094 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4cb1f6f-5e0b-43a5-ae52-eee10cb36966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.567307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13a845ea-415d-4ead-a8be-fd4e3947b3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.582002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826d0af-6616-42d6-acfa-fb3cce8860b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2277f664-ddba-4870-8f99-941aae6b1ad9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:40.598868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-2827ca44-cdb7-42cb-93ca-7c3f892f73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:40.600598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-2827ca44-cdb7-42cb-93ca-7c3f892f73e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3014789 Nov 12 08:03:40.630472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13a845ea-415d-4ead-a8be-fd4e3947b3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.658042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.687205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.729113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.758277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13a845ea-415d-4ead-a8be-fd4e3947b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.760797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13a845ea-415d-4ead-a8be-fd4e3947b3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.764942 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13a845ea-415d-4ead-a8be-fd4e3947b3cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2277f664-ddba-4870-8f99-941aae6b1ad9 HTTP/1.1" status: 204 len: 168 time: 0.2946229 Nov 12 08:03:40.791721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a845ea-415d-4ead-a8be-fd4e3947b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2277f664-ddba-4870-8f99-941aae6b1ad9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:40.846705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4829e1f2-cc67-4519-81b4-3ba52148a734,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:40.859633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Checking segment: {'id': 'c6cf31c8-df20-4a39-9ac5-fb62fb383e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cbd0d69f-5a33-4226-ae8d-772bc379e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:40.860282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Network hostable DHCP agents. Network: cbd0d69f-5a33-4226-ae8d-772bc379e0b7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:40.886251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Network cbd0d69f-5a33-4226-ae8d-772bc379e0b7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:40.900735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, cbd0d69f-5a33-4226-ae8d-772bc379e0b7) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:40.907096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:40.907692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:40.911277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3b8fc-173f-4b65-9d8d-e8f14db297ac None None] Network cbd0d69f-5a33-4226-ae8d-772bc379e0b7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:40.926812 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b71249a-831e-438a-afb9-e2f55f2d03d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6043410 Nov 12 08:03:41.020457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-933354b7-09ac-4a6d-94df-cba2656ff190 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:41.022092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-933354b7-09ac-4a6d-94df-cba2656ff190 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 823 time: 0.7494078 Nov 12 08:03:41.061916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-be9df90f-e9f4-4fee-a9f3-85df0757d1fb service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504848 Nov 12 08:03:41.064757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688ced1-bc17-46ab-844d-917ed0436224 None None] Network cbd0d69f-5a33-4226-ae8d-772bc379e0b7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:41.065351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4699312d-c98c-4972-b6d3-a038eaeff50b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/quotas/3b05c49b633d413187cd621d8155c2c1 HTTP/1.1" status: 200 len: 375 time: 0.0207667 Nov 12 08:03:41.167977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56092) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:41.203972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56094) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:41.225310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Deleting subnet c305aeb5-60a3-4bd1-978a-5b03d27fc551 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:03:41.229019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.245693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68b5f27d-a2be-48f4-90e4-63f13f52b996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.265198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.270712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-7b573c20-0eb3-485c-8f8b-1fec880fd68b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246703 Nov 12 08:03:41.274594 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.291059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a62945f-4d52-41bb-93c9-13e613b44d36 req-db57c965-85f6-4755-b32c-8ff4d6657b0a service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174006 Nov 12 08:03:41.329887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.338853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.339396 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.365828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c305aeb5-60a3-4bd1-978a-5b03d27fc551,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:41.369528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.373243 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef7be5e3-24a7-44ea-93da-89043755d053 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c305aeb5-60a3-4bd1-978a-5b03d27fc551 HTTP/1.1" status: 204 len: 168 time: 0.2041543 Nov 12 08:03:41.376400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56100) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:41.392196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c905a89-02b1-43d3-95c1-1fad68af1893,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:41.456854 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.461453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68b5f27d-a2be-48f4-90e4-63f13f52b996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.471964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68b5f27d-a2be-48f4-90e4-63f13f52b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.475739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.479498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.493775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.519400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-5592da79-d484-4f60-947a-7a7212033936 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:03:41.520423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-5592da79-d484-4f60-947a-7a7212033936 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0863495 Nov 12 08:03:41.530855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-68b5f27d-a2be-48f4-90e4-63f13f52b996 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3be61c7773204a5e8611d42ed3fcdc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177464 Nov 12 08:03:41.538324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5f27d-a2be-48f4-90e4-63f13f52b996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42123e-3168-4482-8ff9-caebc7ae8eb7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:41.540583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56104) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:41.562273 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.563421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46f01450-6469-4541-a433-505b33f61caa req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2168953 Nov 12 08:03:41.579615 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.602283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.602805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.603970 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.604545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > port after_create 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.604967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.605368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > port after_update 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.605789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.606204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.606751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.607178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.650931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86cd75-6b66-4685-87c7-86a8ae9f387c tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4389f359-ff69-4d1f-ab8e-1b123648f7d5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:41.680597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0644f714-f405-448f-8f74-2f5ef912fd48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.686206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c9c792b-be52-456c-82bf-b919bbea0ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578412 Nov 12 08:03:41.708199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.708660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.709080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.709495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:03:41.710129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58bc27d-c772-4179-98f1-d1bac1b6a849']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:41.731612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0644f714-f405-448f-8f74-2f5ef912fd48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.733734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c9134-c20d-458d-a214-6875aefb005b') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:41.734264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c9134-c20d-458d-a214-6875aefb005b') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:41.755716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.776521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.786367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:03:41.787076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: from cryptography.utils import int_from_bytes Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: from cryptography.utils import int_from_bytes Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:03:41.808402 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:03:41.816893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-46066810-aae0-4d8e-b05b-68f9d6ce00a6 service neutron] 10.222.0.16 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219885 Nov 12 08:03:41.831030 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0644f714-f405-448f-8f74-2f5ef912fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.834256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0644f714-f405-448f-8f74-2f5ef912fd48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.836190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0644f714-f405-448f-8f74-2f5ef912fd48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e42123e-3168-4482-8ff9-caebc7ae8eb7 HTTP/1.1" status: 204 len: 168 time: 0.2928677 Nov 12 08:03:41.847951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644f714-f405-448f-8f74-2f5ef912fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42123e-3168-4482-8ff9-caebc7ae8eb7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:41.881668 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.890436 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:41.901071 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] 10.222.0.16 "DELETE /v2.0/networks/a58bc27d-c772-4179-98f1-d1bac1b6a849 HTTP/1.1" status: 204 len: 168 time: 0.5205245 Nov 12 08:03:41.902514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56120) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:41.926230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe7d7b-72a8-4abd-8f16-2f592f47b61b admin admin] Pushing event deleted for resources: {'Network': ['ID=a58bc27d-c772-4179-98f1-d1bac1b6a849,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:41.981187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Deleting subnet 4829e1f2-cc67-4519-81b4-3ba52148a734 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:03:41.992721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.059724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.064446 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:03:42.069672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.168261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.200697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4829e1f2-cc67-4519-81b4-3ba52148a734,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:42.203167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.218387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56134) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:42.220689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd2c8117-1b5f-46d8-85c5-d7bd61ebb631 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4829e1f2-cc67-4519-81b4-3ba52148a734 HTTP/1.1" status: 204 len: 168 time: 0.3165495 Nov 12 08:03:42.335247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.512743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.520267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-f34ca548-cd5c-4589-bdc6-2a73ef75be98 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:42.527922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-f34ca548-cd5c-4589-bdc6-2a73ef75be98 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.2022414 Nov 12 08:03:42.553295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd0d69f-5a33-4226-ae8d-772bc379e0b7']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:42.555527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-77063267-b352-4695-92bd-c4cf06ad2232 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/quotas/59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 375 time: 0.0266535 Nov 12 08:03:42.570045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cf31c8-df20-4a39-9ac5-fb62fb383e08') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:42.570602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cf31c8-df20-4a39-9ac5-fb62fb383e08') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:42.586152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.600853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-033faf8f-6ed4-429e-bb91-2aac24347b9e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443795 Nov 12 08:03:42.608941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.616509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:03:42.616509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:03:42.618485 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:03:42.678800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.684321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:42.687844 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbd0d69f-5a33-4226-ae8d-772bc379e0b7 HTTP/1.1" status: 204 len: 168 time: 0.4686074 Nov 12 08:03:42.700873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947b9c2-1d0c-4c4f-a9ca-117c932319a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd0d69f-5a33-4226-ae8d-772bc379e0b7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:42.788287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-371f5262-d62a-4931-b038-db14b82fb74c service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863341 Nov 12 08:03:42.809023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f9e09-0b47-4d54-b46f-b675861ce2e0 req-fe0b3cc5-43d5-4d15-baf2-fbca7c710d58 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:42.810659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68f9e09-0b47-4d54-b46f-b675861ce2e0 req-fe0b3cc5-43d5-4d15-baf2-fbca7c710d58 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 949 time: 0.1967199 Nov 12 08:03:42.919352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56168) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:42.926160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68f9e09-0b47-4d54-b46f-b675861ce2e0 req-01db9330-ba97-41c0-9e0d-d33437988424 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047094 Nov 12 08:03:42.946646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-a1ec3257-d414-40d3-b106-c9419c336988 service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569343 Nov 12 08:03:42.971933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-eabce3ab-560c-4802-b9a6-35948cbc055d req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1429658186', 'description': 'tempest-description-569322725'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:42.990161 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f02d5a53-9c94-48ef-a265-e927a5893ace admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d490d5d4780a4b90a41ef6ab659c7937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695155 Nov 12 08:03:42.992676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:43.004431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-eabce3ab-560c-4802-b9a6-35948cbc055d req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.066622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54c2796c-c026-4191-8129-1f6a96b55905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.070192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eab730e-2091-4628-a203-11d602fffe7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.084896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56176) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:43.111120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eab730e-2091-4628-a203-11d602fffe7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.118187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-eabce3ab-560c-4802-b9a6-35948cbc055d req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.125681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-eabce3ab-560c-4802-b9a6-35948cbc055d req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.166159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-eabce3ab-560c-4802-b9a6-35948cbc055d req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.187634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eabce3ab-560c-4802-b9a6-35948cbc055d req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2170825 Nov 12 08:03:43.201715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab245b-76cb-4b69-b930-5e5c50da2ccd tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61cecbf-b921-490c-a68d-8a8b4c02fbac,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:43.206916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eab730e-2091-4628-a203-11d602fffe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.216089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eab730e-2091-4628-a203-11d602fffe7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.221286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1eab730e-2091-4628-a203-11d602fffe7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b05b9df-a818-4ecf-bee3-def6ec27b9c3 HTTP/1.1" status: 204 len: 168 time: 0.2275655 Nov 12 08:03:43.237328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab730e-2091-4628-a203-11d602fffe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b05b9df-a818-4ecf-bee3-def6ec27b9c3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:43.291976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2143434426-network', 'tenant_id': '9c0127bcab704a749282f7bcf9629216'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:43.317126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66805a78-e863-45b2-968c-f4c41b2923b4 req-ae68bf2b-deb4-451e-bc3d-7026c06356b8 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 210 time: 0.0610089 Nov 12 08:03:43.338534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Made reservation on behalf of 9c0127bcab704a749282f7bcf9629216 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:43.341137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.361187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.498809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.503863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.546366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba6591-4edd-43e9-b663-84433658f1ab,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:43.554432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:43.565823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.566225 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Added segment 1666b791-f2b1-4fcd-bf49-f7fc2c97d50f of type vlan for network ad1f9675-670b-4ede-8d00-88c8550ce43a Nov 12 08:03:43.570424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-03748af4-661b-4ada-a135-a10b8b34a3d3 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:43.572563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-03748af4-661b-4ada-a135-a10b8b34a3d3 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 823 time: 0.2357345 Nov 12 08:03:43.622157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.655270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.658105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:43.659012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:43.714941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-a466b668-9ebf-4e9f-af7f-c780536936e8 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b05c49b633d413187cd621d8155c2c1 HTTP/1.1" status: 200 len: 379 time: 0.1204801 Nov 12 08:03:43.729883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'port': {'device_id': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'admin_state_up': True, 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'security_groups': ['8b8108df-84bd-48c8-bce0-269622e09b93']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:43.807236 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7221448 Nov 12 08:03:43.807451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:43.814047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Request body: {'subnet': {'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2143434426-subnet', 'tenant_id': '9c0127bcab704a749282f7bcf9629216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:43.863104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372113c-3b02-466f-93e0-654960222456 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1f9675-670b-4ede-8d00-88c8550ce43a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:43.877675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Made reservation on behalf of 9c0127bcab704a749282f7bcf9629216 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:43.878219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ad1f9675-670b-4ede-8d00-88c8550ce43a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:43.880320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.053699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:44.083267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-552db1ec-b99f-404e-abc3-73086ede1198 req-732fd529-e7f6-4393-bffd-02168b487aba tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 210 time: 0.1394033 Nov 12 08:03:44.089080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Made reservation on behalf of 3b05c49b633d413187cd621d8155c2c1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:44.093329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.140834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.173675 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1f495f31-4702-498e-8d33-d2878e7af2ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a901b098d0e74ce9963a25edf1899e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1188262 Nov 12 08:03:44.199988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56220) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:44.269642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Pushing event updated for resources: {'Subnet': ['ID=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:44.288077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:44.288427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Network hostable DHCP agents. Network: ad1f9675-670b-4ede-8d00-88c8550ce43a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:44.300339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecf1be2-9a6d-4475-b968-1af61a6aab16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.306141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.326186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Network ad1f9675-670b-4ede-8d00-88c8550ce43a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:44.329310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecf1be2-9a6d-4475-b968-1af61a6aab16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.341373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Allocated IP 172.20.0.8 (aeac1c99-71b1-4e62-acbf-d83145c8f9fc/30d05f4b-8b60-481b-b83f-dcb2d54da21e/fde203c4-fe1a-4a64-9a2a-fbb43893b662) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:44.354042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ad1f9675-670b-4ede-8d00-88c8550ce43a) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:44.365933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfce02e-f228-4330-ba2a-715dfdee5d55 None None] Network ad1f9675-670b-4ede-8d00-88c8550ce43a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:44.369699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:44.370292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.397181 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3bb9bff5-8a1e-4264-bd72-923f83e582df admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5868526 Nov 12 08:03:44.417316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecf1be2-9a6d-4475-b968-1af61a6aab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.419952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecf1be2-9a6d-4475-b968-1af61a6aab16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.424183 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aecf1be2-9a6d-4475-b968-1af61a6aab16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25746f48-fc6b-4e6c-a676-d267cbc91072 HTTP/1.1" status: 204 len: 168 time: 0.2187412 Nov 12 08:03:44.431123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf1be2-9a6d-4475-b968-1af61a6aab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25746f48-fc6b-4e6c-a676-d267cbc91072,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:44.549647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-270454128', 'description': 'tempest-description-1402548738'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:44.599727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.632541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.637260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8dae1-c372-440b-b052-e8e1af394393 None None] Network ad1f9675-670b-4ede-8d00-88c8550ce43a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:44.687703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.769604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.795238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.818756 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.879981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.923696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:44.950062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:44.958429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:44.976352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:44.985988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:44.986672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.018629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.020231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7adc7e0e-6e74-48cd-9558-72f9c93071f8 req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4819229 Nov 12 08:03:45.028201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023a7eb3-1a2d-407c-82bb-0cae173d6d3f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:45.053870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0e27a-b813-46d0-aa26-f13ddfbbad09 req-5536abe1-4fd0-4584-95f2-761e86ff8e1d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:45.064692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f0e27a-b813-46d0-aa26-f13ddfbbad09 req-5536abe1-4fd0-4584-95f2-761e86ff8e1d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 949 time: 0.2641726 Nov 12 08:03:45.066552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'Port': ['ID=fde203c4-fe1a-4a64-9a2a-fbb43893b662,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:45.144668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-9c8f0c88-9939-4ed9-a451-2713154600af tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4188156 Nov 12 08:03:45.153694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749991fc-7b21-4901-a0f5-de39020f3c46 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4683d1-34cf-4234-89be-fd02ce49d6cc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:45.178714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Request body: {'port': {'device_id': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:45.278711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-309aeac9-b6e9-49b8-977b-609081027215 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:45.281133 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-309aeac9-b6e9-49b8-977b-609081027215 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.6309180 Nov 12 08:03:45.298771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Request body: {'port': {'device_id': 'd43f139b-befc-456c-913c-01451139c08d', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'admin_state_up': True, 'tenant_id': '59a4aa0b122d41a9a5a0f502a6fd770a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:45.325031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f0e27a-b813-46d0-aa26-f13ddfbbad09 req-5bfa66d2-9673-4b7f-8f37-887cbaa5106f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539911 Nov 12 08:03:45.340332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a289277e-7b89-467c-9553-a478bbf56b6a None None] Provisioning complete for port fde203c4-fe1a-4a64-9a2a-fbb43893b662 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:45.340823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a289277e-7b89-467c-9553-a478bbf56b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.354366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe31ee-f518-4d8a-83b8-3dfe1136aabb req-6c6fca20-eb84-4e88-bf45-546539c89e70 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:45.355848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cbe31ee-f518-4d8a-83b8-3dfe1136aabb req-6c6fca20-eb84-4e88-bf45-546539c89e70 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 931 time: 0.1698992 Nov 12 08:03:45.356706 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.432732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a289277e-7b89-467c-9553-a478bbf56b6a None None] Port fde203c4-fe1a-4a64-9a2a-fbb43893b662 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:45.448699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Made reservation on behalf of 59a4aa0b122d41a9a5a0f502a6fd770a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:45.455072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.458578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cbe31ee-f518-4d8a-83b8-3dfe1136aabb req-6df72dac-824c-46c6-a7de-27fc382351d7 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922444 Nov 12 08:03:45.495354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56274) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:45.512078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.532764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-49c3c98d-beab-4c48-a750-0750228acb4e req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-9942586', 'description': 'tempest-description-933356702'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:45.554423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1501385197-network', 'tenant_id': '0c3067afadd743f2ae4ddb6f71cffe36'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:45.579091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-49c3c98d-beab-4c48-a750-0750228acb4e req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.636162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Made reservation on behalf of 0c3067afadd743f2ae4ddb6f71cffe36 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:45.641914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.659288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.688781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Allocated IP 172.20.0.8 (e7718131-862f-4bb0-9b38-a4d1e7214769/97e7bc73-586c-4d54-b836-164a4ad84ec4/42db99a9-fec3-4f22-b268-ffa9853a62f1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:45.727737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-49c3c98d-beab-4c48-a750-0750228acb4e req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.733780 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-49c3c98d-beab-4c48-a750-0750228acb4e req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.794185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-49c3c98d-beab-4c48-a750-0750228acb4e req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.795952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49c3c98d-beab-4c48-a750-0750228acb4e req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2687421 Nov 12 08:03:45.798357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde203c4-fe1a-4a64-9a2a-fbb43893b662 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:45.802989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e612f1b-5eb7-4cb5-adec-dd163e9a7eb9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7cf9b-63ef-4436-8415-d530e9606528,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:45.808641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.825751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Transition to ACTIVE for port object fde203c4-fe1a-4a64-9a2a-fbb43893b662 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:45.833022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.867654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.890775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:45.905466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Pushing event updated for resources: {'Port': ['ID=fde203c4-fe1a-4a64-9a2a-fbb43893b662,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:45.979088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Attempting to bind port fde203c4-fe1a-4a64-9a2a-fbb43893b662 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:45.979428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Attempting to bind port fde203c4-fe1a-4a64-9a2a-fbb43893b662 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:45.979761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Attempting to bind port fde203c4-fe1a-4a64-9a2a-fbb43893b662 on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:45.999781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13c7aee1-f3b4-4f37-816b-f56346efe0a0 req-b100c377-6daa-4a6a-b65a-4762e5545f72 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 210 time: 0.0402234 Nov 12 08:03:46.001712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Port fde203c4-fe1a-4a64-9a2a-fbb43893b662 on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:46.002037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Attempting to bind port fde203c4-fe1a-4a64-9a2a-fbb43893b662 on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:46.005211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:46.015119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:46.015472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Checking segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:46.016453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Bound using segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:46.016909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Bound port: fde203c4-fe1a-4a64-9a2a-fbb43893b662, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:46.017265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.044255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.058440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.059595 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Added segment a310fd73-ee7a-425d-ab17-8198717f1720 of type vlan for network 8525a775-86b8-4d24-9a47-7009a7359e2d Nov 12 08:03:46.072928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72ed934-3f34-40ec-8edc-dd32fcf09d9d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:46.146101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.174233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.25', 62300) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:46.236826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] For port fde203c4-fe1a-4a64-9a2a-fbb43893b662, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:46.259114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-5b545587-906c-4253-86d1-ef140d19d057 tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:46.265471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-5b545587-906c-4253-86d1-ef140d19d057 tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 1101 time: 0.0875740 Nov 12 08:03:46.269429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.272099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.273617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:46.274056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] For port fde203c4-fe1a-4a64-9a2a-fbb43893b662, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:46.274473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.288562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.365023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] Pushing event updated for resources: {'Network': ['ID=8525a775-86b8-4d24-9a47-7009a7359e2d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:46.387292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 8525a775-86b8-4d24-9a47-7009a7359e2d details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:46.399549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:46.400493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.402795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] 10.222.0.32 "PUT /v2.0/ports/fde203c4-fe1a-4a64-9a2a-fbb43893b662 HTTP/1.1" status: 200 len: 1092 time: 1.2386274 Nov 12 08:03:46.408445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:46.410697 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9becd46b-6d81-44c4-8818-95a3b5c55562" -d '{"events": [{"name": "network-changed", "server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:46.414198 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8528aa2c-c10a-4809-9ec9-b3aef47ca199 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8647203 Nov 12 08:03:46.420744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56308) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:46.428397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Request body: {'subnet': {'network_id': '8525a775-86b8-4d24-9a47-7009a7359e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1501385197-subnet', 'tenant_id': '0c3067afadd743f2ae4ddb6f71cffe36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:46.494389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Made reservation on behalf of 0c3067afadd743f2ae4ddb6f71cffe36 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:46.497263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.524751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Network e7718131-862f-4bb0-9b38-a4d1e7214769 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:46.552720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933fb2b-7d2f-49cd-893c-f8fdbe652392 service neutron] Pushing event updated for resources: {'Port': ['ID=fde203c4-fe1a-4a64-9a2a-fbb43893b662,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:46.569672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:46.578607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:46.586265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:46.669691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.697310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:46.697985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.729411 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-4a0953de-c757-4f90-bd12-9824999ff4b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4360323 Nov 12 08:03:46.732371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Deleting port 11988515-c22e-44e1-a543-2f3e686a553f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:03:46.733300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.830509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] For port 11988515-c22e-44e1-a543-2f3e686a553f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=11988515-c22e-44e1-a543-2f3e686a553f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:46.830977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:46.846419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Calling delete_port for 11988515-c22e-44e1-a543-2f3e686a553f owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:03:46.915726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Request body: {'port': {'device_id': 'd43f139b-befc-456c-913c-01451139c08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:46.961414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-acb227ff-f26c-4dd9-baf8-eb25186b4e0c tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48167 time: 0.9485972 Nov 12 08:03:46.985371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-40e8fab4-4333-4b56-9b23-45a5b39cdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:46.986916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-40e8fab4-4333-4b56-9b23-45a5b39cdff7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 1095 time: 0.5119069 Nov 12 08:03:46.989705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.049661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-68b42fac-0e09-461c-9275-1e73315e2cf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662 HTTP/1.1" status: 200 len: 217 time: 0.0463450 Nov 12 08:03:47.072693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:47.106962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b538b1-e810-4464-837c-29c877d72e3c req-89544b65-d21f-49ca-882c-59b5de6b7640 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:47.116131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8b538b1-e810-4464-837c-29c877d72e3c req-89544b65-d21f-49ca-882c-59b5de6b7640 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=e74ab1a5-0c98-4ca1-aa80-e50d7911f96e HTTP/1.1" status: 200 len: 949 time: 0.6118517 Nov 12 08:03:47.169459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.182378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['11988515-c22e-44e1-a543-2f3e686a553f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:03:47.192098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-a725e013-29fe-49ad-a37e-afe4ca3e1c70 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/023a7eb3-1a2d-407c-82bb-0cae173d6d3f HTTP/1.1" status: 200 len: 2998 time: 0.2183177 Nov 12 08:03:47.227331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Pushing event deleted for resources: {'Port': ['ID=11988515-c22e-44e1-a543-2f3e686a553f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:47.231793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-69a6ef41-b2e8-464b-8374-4dc04394ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:47.233297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-69a6ef41-b2e8-464b-8374-4dc04394ac5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.1530533 Nov 12 08:03:47.303469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] No DVR routers for this DVR port 11988515-c22e-44e1-a543-2f3e686a553f on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:03:47.316456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.319962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6a0a5b3f-c39f-4e4a-afb9-210a0b187327 req-8a6a664a-7fa6-4328-87d1-52f216749bde tempest-DeleteServersAdminTestJSON-522419146 tempest-DeleteServersAdminTestJSON-522419146-project-admin] 10.222.0.25 "DELETE /v2.0/ports/11988515-c22e-44e1-a543-2f3e686a553f HTTP/1.1" status: 204 len: 173 time: 1.0278118 Nov 12 08:03:47.320480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'name': 'network-vif-deleted', 'tag': '11988515-c22e-44e1-a543-2f3e686a553f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:47.322984 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742df4b-4a3b-4e1f-89dc-5bfe04ff7dd1" -d '{"events": [{"server_uuid": "e74ab1a5-0c98-4ca1-aa80-e50d7911f96e", "name": "network-vif-deleted", "tag": "11988515-c22e-44e1-a543-2f3e686a553f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:47.364825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8b538b1-e810-4464-837c-29c877d72e3c req-f9cc22e3-2af7-4f9f-b750-a0527c67206f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474325 Nov 12 08:03:47.417065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d809a52c-cb8e-4806-aae7-a5516392e7eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.418998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-2b6b32cd-08e0-4726-8bd4-361d4d0f49d1 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/023a7eb3-1a2d-407c-82bb-0cae173d6d3f HTTP/1.1" status: 200 len: 2998 time: 0.2072592 Nov 12 08:03:47.480321 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.488903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-278a7637-a621-44c9-a3bc-fb62be5322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:47.492550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-278a7637-a621-44c9-a3bc-fb62be5322b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301679 Nov 12 08:03:47.493980 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba809a83-08bb-41d9-9b6c-60f4d9ce061b x-openstack-request-id: req-ba809a83-08bb-41d9-9b6c-60f4d9ce061b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:47.494257 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:47.494517 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba809a83-08bb-41d9-9b6c-60f4d9ce061b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:47.494880 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'status': 'completed', 'code': 200} Nov 12 08:03:47.571819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42db99a9-fec3-4f22-b268-ffa9853a62f1 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:47.581964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d809a52c-cb8e-4806-aae7-a5516392e7eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.584084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.587921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d809a52c-cb8e-4806-aae7-a5516392e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.625556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Transition to ACTIVE for port object 42db99a9-fec3-4f22-b268-ffa9853a62f1 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:47.635681 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.650162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-4a388782-5787-475e-b2a9-141e9b025ca0 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/18b52a86-bf3f-4610-9ea6-38064cd2a3ac HTTP/1.1" status: 200 len: 2998 time: 0.2190933 Nov 12 08:03:47.663440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d809a52c-cb8e-4806-aae7-a5516392e7eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63e3ea4a6f1a4498aefbc3ed4cc8d37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5897143 Nov 12 08:03:47.664305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a52c-cb8e-4806-aae7-a5516392e7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8daa84-596b-41ef-9285-c3f8b950f581,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:47.667472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a902e28-ccbd-43db-9c31-ae9b115b4919,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:47.668099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56340) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:47.716068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:47.728030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Checking segment: {'id': 'a310fd73-ee7a-425d-ab17-8198717f1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8525a775-86b8-4d24-9a47-7009a7359e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:47.728413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Network hostable DHCP agents. Network: 8525a775-86b8-4d24-9a47-7009a7359e2d, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:47.744305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c262a-ebda-4699-aca1-8c2df464477d req-3cb8c34e-7d47-4b63-9040-0b7d33f6a5d4 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:47.745770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b84c262a-ebda-4699-aca1-8c2df464477d req-3cb8c34e-7d47-4b63-9040-0b7d33f6a5d4 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 943 time: 0.1775446 Nov 12 08:03:47.753882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-adb003aa-e55d-49b5-9610-20ad8e6ddf90 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147143 Nov 12 08:03:47.777703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b47198a4-bb1c-4d53-a3c0-56120df37541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.782897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-3ad292f5-8ba9-4ddb-9399-c7b07c7c2195 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/18b52a86-bf3f-4610-9ea6-38064cd2a3ac HTTP/1.1" status: 200 len: 2998 time: 0.1249869 Nov 12 08:03:47.817402 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b47198a4-bb1c-4d53-a3c0-56120df37541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.828611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:47.828949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:47.829306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:47.836031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:47.836379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:47.844297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Network 8525a775-86b8-4d24-9a47-7009a7359e2d is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:47.859708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:47.859708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:47.860077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:47.860343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Bound port: 42db99a9-fec3-4f22-b268-ffa9853a62f1, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:47.860695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.893592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 8525a775-86b8-4d24-9a47-7009a7359e2d) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:47.906684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2bf51-e28a-47f0-9b0c-5ad37f8d3999 None None] Network 8525a775-86b8-4d24-9a47-7009a7359e2d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:47.910441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:47.911026 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.917589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b84c262a-ebda-4699-aca1-8c2df464477d req-a37aee56-9810-4f99-9339-fae23f12c45c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608989 Nov 12 08:03:47.950259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-ddf037f9-1fb6-4212-b615-fcdb975af714 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/25cc93f5-8d1a-43b7-8220-a5bb368b4131 HTTP/1.1" status: 200 len: 2998 time: 0.1397820 Nov 12 08:03:47.950259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64eb9e19-9af3-4d00-8069-f132f1fd4b97 req-37a1e751-da25-43b2-8480-dd21cb8a7c4b service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824625 Nov 12 08:03:47.955687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2932a29-dc53-4700-9344-d5fdea1cc0d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5337813 Nov 12 08:03:47.956646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:47.961675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:47.963424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b47198a4-bb1c-4d53-a3c0-56120df37541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.973508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b47198a4-bb1c-4d53-a3c0-56120df37541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.975386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b47198a4-bb1c-4d53-a3c0-56120df37541 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b8daa84-596b-41ef-9285-c3f8b950f581 HTTP/1.1" status: 204 len: 168 time: 0.3049273 Nov 12 08:03:47.979176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:47.996828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47198a4-bb1c-4d53-a3c0-56120df37541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8daa84-596b-41ef-9285-c3f8b950f581,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:48.024435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.025458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:48.026982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] 10.222.0.25 "PUT /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 1092 time: 1.1433349 Nov 12 08:03:48.037501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-76720e9d-7d16-41fd-a560-7c6ef5f3d47f tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/25cc93f5-8d1a-43b7-8220-a5bb368b4131 HTTP/1.1" status: 200 len: 2998 time: 0.0933113 Nov 12 08:03:48.065795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d65d8-98b0-444b-968a-f667a4fb123a service neutron] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:48.132541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-0be5e370-9042-4c88-971d-443065aa0372 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2c905a89-02b1-43d3-95c1-1fad68af1893 HTTP/1.1" status: 200 len: 2998 time: 0.0941544 Nov 12 08:03:48.146939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6cc7-3121-4ef6-bb17-c946d32a4591 req-b53d412f-54d7-470a-85fc-3866c283e842 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.148890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d87d6cc7-3121-4ef6-bb17-c946d32a4591 req-b53d412f-54d7-470a-85fc-3866c283e842 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.0785062 Nov 12 08:03:48.181854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19423efc-6f43-4c99-b3f1-17ec05150230 None None] Network 8525a775-86b8-4d24-9a47-7009a7359e2d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:48.230637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-e2b886e1-37a3-4cd5-baf1-1a95876ecdb3 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2c905a89-02b1-43d3-95c1-1fad68af1893 HTTP/1.1" status: 200 len: 2998 time: 0.0807285 Nov 12 08:03:48.324077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d87d6cc7-3121-4ef6-bb17-c946d32a4591 req-c8d6102f-efca-4398-828c-1baf8da98df5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363819 Nov 12 08:03:48.329683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-d54a0bd5-09ce-4976-8469-e240952954a9 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b2fa442-db00-4597-b79d-f911a9de32f3 HTTP/1.1" status: 200 len: 2998 time: 0.0858202 Nov 12 08:03:48.331877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-4dd2fa38-705c-4bda-a988-d205c88e9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.333406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-4dd2fa38-705c-4bda-a988-d205c88e9d67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 1095 time: 0.1479445 Nov 12 08:03:48.352336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-686fee19-998a-4c0b-b1ca-135b4844319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.356611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-686fee19-998a-4c0b-b1ca-135b4844319d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1095 time: 0.0749948 Nov 12 08:03:48.418715 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dad561-6a15-421b-b295-46bd9cda819b x-openstack-request-id: req-77dad561-6a15-421b-b295-46bd9cda819b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:48.419371 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74ab1a5-0c98-4ca1-aa80-e50d7911f96e", "name": "network-vif-deleted", "tag": "11988515-c22e-44e1-a543-2f3e686a553f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:48.419848 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77dad561-6a15-421b-b295-46bd9cda819b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:48.421047 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74ab1a5-0c98-4ca1-aa80-e50d7911f96e', 'name': 'network-vif-deleted', 'tag': '11988515-c22e-44e1-a543-2f3e686a553f', 'status': 'completed', 'code': 200} Nov 12 08:03:48.423672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-536745dd-fccc-4a98-ab60-ba8444723471 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.0568159 Nov 12 08:03:48.454828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-f6e51980-ccfa-4bf9-a155-f34acca452d4 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b2fa442-db00-4597-b79d-f911a9de32f3 HTTP/1.1" status: 200 len: 2998 time: 0.1158264 Nov 12 08:03:48.485301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-aafa456a-39d7-4a4c-9027-0b80685234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.486885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-aafa456a-39d7-4a4c-9027-0b80685234fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 923 time: 0.1450303 Nov 12 08:03:48.525734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15077cd6-198e-4897-a52f-620db1381bf0 req-da99ddfc-2226-4b84-b224-7f58ac2ba477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.527481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-da99ddfc-2226-4b84-b224-7f58ac2ba477 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0931635 Nov 12 08:03:48.543738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:48.565294 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-21d366e1-3c42-43f3-be53-798fc0717cd8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300431 Nov 12 08:03:48.569097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-deccc452-f6d0-48a6-8f5b-339690cb7806 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662 HTTP/1.1" status: 200 len: 217 time: 0.0601013 Nov 12 08:03:48.570743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-873eb667-41d2-4a8f-ab85-2c8f36d8256e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:48.573623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-68df12b7-f046-42cf-9822-cab39ddbeb34 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/aa6a724f-fd9b-4e73-a3c8-e02a3c58998e HTTP/1.1" status: 200 len: 2994 time: 0.1088252 Nov 12 08:03:48.649977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-759bb029-121b-4451-85ef-e16e35abea97 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/aa6a724f-fd9b-4e73-a3c8-e02a3c58998e HTTP/1.1" status: 200 len: 2994 time: 0.0701392 Nov 12 08:03:48.653745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-4b033c5d-850a-4b58-8a68-5f9d1ba6a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.655742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-4b033c5d-850a-4b58-8a68-5f9d1ba6a40f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.0747933 Nov 12 08:03:48.703766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-42a2d21f-a2b7-4ace-8e71-ed605fa4cd07 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293013 Nov 12 08:03:48.730433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-406869d2-f80d-4f85-88a5-981724a33dee tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b72ed934-3f34-40ec-8edc-dd32fcf09d9d HTTP/1.1" status: 200 len: 2998 time: 0.0693212 Nov 12 08:03:48.737662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-ac42658f-6070-468f-8f6e-e612c18e39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:48.744091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-ac42658f-6070-468f-8f6e-e612c18e39e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708230 Nov 12 08:03:48.756332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-873eb667-41d2-4a8f-ab85-2c8f36d8256e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:48.867827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-33f9427a-f1af-4813-8b8b-9aa60ee0a2e0 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da15d692d0584e5487622ddd9f04ff0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335176 Nov 12 08:03:48.870024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-94c47171-1d11-49d6-aa9e-64bd809fd9b2 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b72ed934-3f34-40ec-8edc-dd32fcf09d9d HTTP/1.1" status: 200 len: 2998 time: 0.1248653 Nov 12 08:03:48.924035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-873eb667-41d2-4a8f-ab85-2c8f36d8256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:48.975056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-873eb667-41d2-4a8f-ab85-2c8f36d8256e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa72141837884d7f872aad23128aa854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278049 Nov 12 08:03:48.975399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56376) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:48.975994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eb667-41d2-4a8f-ab85-2c8f36d8256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f721f-d940-4f2e-9713-d069f6d2455e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:48.979762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-8b009bb3-8a65-44bc-8fda-cdd446f22d61 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213848 Nov 12 08:03:49.002890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-20b43106-f3ce-40c8-956d-2116f81133f0 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c0ba6591-4edd-43e9-b663-84433658f1ab HTTP/1.1" status: 200 len: 2998 time: 0.1254449 Nov 12 08:03:49.015240 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15077cd6-198e-4897-a52f-620db1381bf0 req-29f29cf2-e914-4825-a408-ebf6bd53c205 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037500 Nov 12 08:03:49.041221 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21e571-801c-4069-88a3-9833514e3a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:49.062646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21e571-801c-4069-88a3-9833514e3a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:49.109585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21e571-801c-4069-88a3-9833514e3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:49.109940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c71a32db-3276-4b3a-a97f-695f192d188d tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:49.111388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c71a32db-3276-4b3a-a97f-695f192d188d tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352383 Nov 12 08:03:49.112882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21e571-801c-4069-88a3-9833514e3a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:49.116378 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae21e571-801c-4069-88a3-9833514e3a13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/414f721f-d940-4f2e-9713-d069f6d2455e HTTP/1.1" status: 204 len: 168 time: 0.1345739 Nov 12 08:03:49.124753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e571-801c-4069-88a3-9833514e3a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f721f-d940-4f2e-9713-d069f6d2455e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:49.141270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-03c39e56-0cbe-4757-bb06-607263d4f178 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c0ba6591-4edd-43e9-b663-84433658f1ab HTTP/1.1" status: 200 len: 2998 time: 0.1246758 Nov 12 08:03:49.153685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-6be26239-8fc7-4f93-bb9c-e2e6b13df215 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/quotas/da15d692d0584e5487622ddd9f04ff0d HTTP/1.1" status: 200 len: 375 time: 0.0249543 Nov 12 08:03:49.164164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9becd46b-6d81-44c4-8818-95a3b5c55562 req-2d0763c4-c31c-45de-9b0f-8b4c6fd144cd service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738305 Nov 12 08:03:49.200510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-9d301d79-b2ce-41eb-9131-ebc59fe10841 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da15d692d0584e5487622ddd9f04ff0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391035 Nov 12 08:03:49.216841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-f0f41fb6-38d4-4bf1-9a2c-0dd8ad283565 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c3a88667-f804-449b-9b5e-bc13e6f2c5db HTTP/1.1" status: 200 len: 2998 time: 0.0648839 Nov 12 08:03:49.261991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-f63aa0ca-f9fc-430a-b34f-3af66841ba45 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c3a88667-f804-449b-9b5e-bc13e6f2c5db HTTP/1.1" status: 200 len: 2998 time: 0.0386477 Nov 12 08:03:49.313725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-ffe7bd6c-f355-4845-8ee1-8169d6d2945b tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cbe88df4-31df-4ee7-8fa2-705296600915 HTTP/1.1" status: 200 len: 2998 time: 0.0414765 Nov 12 08:03:49.364515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-34028a30-361b-4556-863e-98fe398a26f6 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cbe88df4-31df-4ee7-8fa2-705296600915 HTTP/1.1" status: 200 len: 2998 time: 0.0431244 Nov 12 08:03:49.416904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-3afdbe72-d66b-4fe9-9df3-4401c035b580 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cca1c453-5ae3-4594-b229-4141d8f29760 HTTP/1.1" status: 200 len: 2990 time: 0.0454984 Nov 12 08:03:49.501949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-8684b28a-6002-414d-8d4a-2f9bec8d6876 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cca1c453-5ae3-4594-b229-4141d8f29760 HTTP/1.1" status: 200 len: 2990 time: 0.0776086 Nov 12 08:03:49.556737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-f71c33a6-24ab-4105-9fbd-b82c63e7ff64 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d14ee1ce-e7f9-4163-8758-0a36ec6a3b80 HTTP/1.1" status: 200 len: 2998 time: 0.0538511 Nov 12 08:03:49.608888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-03d69cd8-4e2a-4801-926e-b343a44a5bb8 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d14ee1ce-e7f9-4163-8758-0a36ec6a3b80 HTTP/1.1" status: 200 len: 2998 time: 0.0436032 Nov 12 08:03:49.763729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-309a5aab-3f1d-4789-9cb6-d9e0f84643b2 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d835eda0-6ca5-40a0-96af-8f39ed1603d4 HTTP/1.1" status: 200 len: 2995 time: 0.1382828 Nov 12 08:03:49.828942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-60c87fa6-1f30-413e-b7ae-5361106558b0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:49.831334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-60c87fa6-1f30-413e-b7ae-5361106558b0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.1749845 Nov 12 08:03:49.842931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-5161baa9-4ea1-4fec-b21f-635ad71bdd3a tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d835eda0-6ca5-40a0-96af-8f39ed1603d4 HTTP/1.1" status: 200 len: 2995 time: 0.0696554 Nov 12 08:03:49.865996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-d46b95ad-d820-472c-a098-721f13638e23 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/quotas/9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 375 time: 0.0260015 Nov 12 08:03:49.915494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-4c630884-de34-4d44-b588-c64868b440e3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373566 Nov 12 08:03:49.919008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-5a868beb-3206-49c0-9e5a-d1dfb61e1aff tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eb990637-e553-433b-8663-c0e62aa209f6 HTTP/1.1" status: 200 len: 2998 time: 0.0701888 Nov 12 08:03:49.969518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:49.973689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a426c184-1e46-4b95-96a2-9aa3697dc510 req-abde6517-910d-451c-81cd-239b96b5e88a tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eb990637-e553-433b-8663-c0e62aa209f6 HTTP/1.1" status: 200 len: 2998 time: 0.0470324 Nov 12 08:03:50.130183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-network', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:50.147906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0446-dfb2-472f-8933-180f98d6037a req-3b178331-ebac-4b06-8aee-cc39e37e0f87 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:50.150001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-352c0446-dfb2-472f-8933-180f98d6037a req-3b178331-ebac-4b06-8aee-cc39e37e0f87 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 943 time: 0.0651157 Nov 12 08:03:50.164703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Made reservation on behalf of 0d825ffeb5bd461c97971a00be03b487 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:50.167219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.176462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.177149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-0f659f5a-c13e-4bbf-be15-acbef3150623 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:03:50.178169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-0f659f5a-c13e-4bbf-be15-acbef3150623 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1362994 Nov 12 08:03:50.228401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-352c0446-dfb2-472f-8933-180f98d6037a req-d0531454-f12a-413b-b79f-b34b755e77f7 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712442 Nov 12 08:03:50.234989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 11988515-c22e-44e1-a543-2f3e686a553f no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:03:50.257679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 11988515-c22e-44e1-a543-2f3e686a553f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:03:50.258008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 11988515-c22e-44e1-a543-2f3e686a553f not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:03:50.278799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.283797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.311292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:03:50.318076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-e18795df-1077-4ef2-837f-ea7d468d8f1a service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283846 Nov 12 08:03:50.318703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3bca3-abb5-431d-9b0f-0d2361628249,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:50.326373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.327261 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Added segment 78e5f1ef-b5a0-4e85-88fc-2efea319abbe of type vlan for network 92be84c3-e74e-48f0-940c-1ef14d1757e8 Nov 12 08:03:50.354920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18af7bbe-16bd-4e4c-be36-b8ae525c7c28 req-fc5b5f01-6a7f-498e-905e-2e40557ae12c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 210 time: 0.0607188 Nov 12 08:03:50.375781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.411424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.415702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:50.416711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.426934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:50.427788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-1c05fc63-63d2-46cf-baec-91c3705aed9a service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914233 Nov 12 08:03:50.436822 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1223acd-5236-4cc4-af17-faf5e97201af" -d '{"events": [{"name": "network-changed", "server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:50.463995 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4925184 Nov 12 08:03:50.467789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56438) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:50.475047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Request body: {'subnet': {'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-subnet', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:50.510741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affcc83-825a-43fc-8917-0ee365e93b6c req-ad32e765-3715-4e5d-a03c-21b53fde6fee tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:50.512455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8affcc83-825a-43fc-8917-0ee365e93b6c req-ad32e765-3715-4e5d-a03c-21b53fde6fee tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.0785244 Nov 12 08:03:50.518820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Made reservation on behalf of 0d825ffeb5bd461c97971a00be03b487 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:50.521388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.567998 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-035eb0d7-9b55-4535-8b79-2fbf6013316e tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=da15d692d0584e5487622ddd9f04ff0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853572 Nov 12 08:03:50.593454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27f964-d449-4741-85c7-5e14e56656a9 admin admin] Pushing event updated for resources: {'Network': ['ID=92be84c3-e74e-48f0-940c-1ef14d1757e8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:50.604642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:03:50.648947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8affcc83-825a-43fc-8917-0ee365e93b6c req-0fae804b-870c-48e8-80be-343968323bc4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251953 Nov 12 08:03:50.780863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-d25c8418-7f5f-4c7a-8128-5db1972a7511 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:50.783079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-d25c8418-7f5f-4c7a-8128-5db1972a7511 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997697 Nov 12 08:03:50.801283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33c9d2e3-a51a-4141-9089-edc17a1821da req-d61874bc-4665-45bf-8e51-ac6cba89cdb5 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8d53dfcba5a45f39ce578403447fd53 HTTP/1.1" status: 200 len: 6152 time: 0.2146797 Nov 12 08:03:50.806222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Request body: {'port': {'device_id': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'da15d692d0584e5487622ddd9f04ff0d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:50.833690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-0ab5ff3f-07f1-4e00-9e9e-719866f25dcf tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=11486ced524e46aa8635ae851b878fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299020 Nov 12 08:03:50.948039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Made reservation on behalf of da15d692d0584e5487622ddd9f04ff0d for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:50.952283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.964313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:50.981461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33c9d2e3-a51a-4141-9089-edc17a1821da req-01548c4e-efd0-4dcd-a189-3f2c72e491a2 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "GET /v2.0/security-groups/2c905a89-02b1-43d3-95c1-1fad68af1893 HTTP/1.1" status: 200 len: 2998 time: 0.1608455 Nov 12 08:03:50.988878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.060070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.064519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.097041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33c9d2e3-a51a-4141-9089-edc17a1821da req-bec1ba8d-d4e1-4119-8206-7de660e4d8d5 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "GET /v2.0/security-groups/2c905a89-02b1-43d3-95c1-1fad68af1893 HTTP/1.1" status: 200 len: 2998 time: 0.1142697 Nov 12 08:03:51.107868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-ac40ef58-a748-4ae8-b225-496c02f6df4f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:51.110499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-ac40ef58-a748-4ae8-b225-496c02f6df4f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644114 Nov 12 08:03:51.111273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54e247c-d7e3-4309-a1a5-b9746ea7dc09,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:51.118793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fde203c4-fe1a-4a64-9a2a-fbb43893b662 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:03:51.148193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-2ae307f9-2b4e-4a18-a73f-70c7f6213f42 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/quotas/11486ced524e46aa8635ae851b878fe8 HTTP/1.1" status: 200 len: 375 time: 0.0215266 Nov 12 08:03:51.149018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Checking segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:51.149370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Network hostable DHCP agents. Network: 92be84c3-e74e-48f0-940c-1ef14d1757e8, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:03:51.153254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe88c6f-6b72-497e-8e22-b6c990a14134,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:51.166071 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8119db04-86c8-48fd-bcb7-985b21b2d540 x-openstack-request-id: req-8119db04-86c8-48fd-bcb7-985b21b2d540 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:51.166800 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:51.167345 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8119db04-86c8-48fd-bcb7-985b21b2d540 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:51.168240 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'status': 'completed', 'code': 200} Nov 12 08:03:51.202932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-f3a8bdff-e4c8-4968-ad36-0c06b292a527 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11486ced524e46aa8635ae851b878fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481923 Nov 12 08:03:51.215483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:03:51.229385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 92be84c3-e74e-48f0-940c-1ef14d1757e8) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:51.237162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:51.238622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.266154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-91aa4876-900d-4d2c-8997-f228165b0019 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7969522 Nov 12 08:03:51.268894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56464) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:51.273714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:51.299587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fde203c4-fe1a-4a64-9a2a-fbb43893b662, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:51.319242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'port_id': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'mac_address': 'fa:16:3e:b1:5b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:03:51.324794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4384495-6200-426b-85a4-c586eb346a7a None None] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:51.333143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Allocated IP 192.168.233.59 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/16d620e4-8bab-49ea-a8b9-45e80be5a5f1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:51.337021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1223acd-5236-4cc4-af17-faf5e97201af req-c8c9e2d1-bf09-42c2-97a4-f4b6a56a766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:51.338495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-c8c9e2d1-bf09-42c2-97a4-f4b6a56a766f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1095 time: 0.0959070 Nov 12 08:03:51.339140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e988b32-5476-4873-af2e-e0cc5bfe977b req-e5c2b55a-aeb6-482a-8c3d-6f6dae18c132 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 210 time: 0.0621438 Nov 12 08:03:51.370209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.370209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.452433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.555265 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.602009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41ea00e-11ca-451c-b479-36e4ee3c8f8a req-8fdb2c0e-a2a6-491e-a1cf-6c0b184ec0e5 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bfa7cf9b-63ef-4436-8415-d530e9606528 HTTP/1.1" status: 200 len: 1791 time: 0.1866281 Nov 12 08:03:51.619440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1223acd-5236-4cc4-af17-faf5e97201af req-30346aa9-bff3-46f5-bffe-554e62c3511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:51.620953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-30346aa9-bff3-46f5-bffe-554e62c3511e service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.2653017 Nov 12 08:03:51.696104 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-a7ed87af-8976-4be4-a38e-8c4bfebe945f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.0396061 Nov 12 08:03:51.773712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b41ea00e-11ca-451c-b479-36e4ee3c8f8a req-acd188e1-24e5-4c4e-b324-2c0c9f1ed896 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.797923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde203c4-fe1a-4a64-9a2a-fbb43893b662 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:51.806381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-92be84c3-e74e-48f0-940c-1ef14d1757e8', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:03:51.807509 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.838403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fde203c4-fe1a-4a64-9a2a-fbb43893b662, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:51.852448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:51.893205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1223acd-5236-4cc4-af17-faf5e97201af req-210bc634-6d93-40f2-a152-901b2dc403f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:51.894790 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-210bc634-6d93-40f2-a152-901b2dc403f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1904387 Nov 12 08:03:51.900397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.003988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-4a599e7a-9492-4a4b-bf2c-c5d285fab047 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003942 Nov 12 08:03:52.005936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.008921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fde203c4-fe1a-4a64-9a2a-fbb43893b662,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:52.038481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Allocated IP 172.20.0.2 (92be84c3-e74e-48f0-940c-1ef14d1757e8/b54e247c-d7e3-4309-a1a5-b9746ea7dc09/d52d5333-fdb8-41a3-bd4b-45f52367deef) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:52.079519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:52.106646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:52.111887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:52.113002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['fde203c4-fe1a-4a64-9a2a-fbb43893b662'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:03:52.142529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b5714-b52a-4ad3-b78e-8a08b3922fbd req-2a329703-0a65-4f8a-a383-b0e85969594d tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:52.145985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-517b5714-b52a-4ad3-b78e-8a08b3922fbd req-2a329703-0a65-4f8a-a383-b0e85969594d tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 943 time: 0.6017826 Nov 12 08:03:52.162954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Pushing event updated for resources: {'Port': ['ID=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:52.177940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.203402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:52.204136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.216941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-a03128aa-fd7d-4967-b2bd-0888082a83ea service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953235 Nov 12 08:03:52.220268 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b41ea00e-11ca-451c-b479-36e4ee3c8f8a req-acd188e1-24e5-4c4e-b324-2c0c9f1ed896 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.223336 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c75ee5fa-c4b1-4aa9-bfdf-36a9e9544b6f tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4220757 Nov 12 08:03:52.242037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:03:52.244869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Request body: {'port': {'device_id': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:52.352973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.359323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-2ccc2094-e57f-408e-a65f-b093a8a12311 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:52.361304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-2ccc2094-e57f-408e-a65f-b093a8a12311 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.5826786 Nov 12 08:03:52.419744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-517b5714-b52a-4ad3-b78e-8a08b3922fbd req-5b87f54b-82d7-4028-881a-bbf3bc5fe3cb tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531199 Nov 12 08:03:52.434383 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d1223acd-5236-4cc4-af17-faf5e97201af req-8c8a9cdf-83bb-4e3c-a528-1a42f55ca116 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965060 Nov 12 08:03:52.434532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Request body: {'port': {'device_id': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'admin_state_up': True, 'tenant_id': '9c0127bcab704a749282f7bcf9629216'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:52.434630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.463669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.500633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:52.525949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:52.528428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:52.533263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b41ea00e-11ca-451c-b479-36e4ee3c8f8a req-acd188e1-24e5-4c4e-b324-2c0c9f1ed896 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.536020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b41ea00e-11ca-451c-b479-36e4ee3c8f8a req-acd188e1-24e5-4c4e-b324-2c0c9f1ed896 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.537300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41ea00e-11ca-451c-b479-36e4ee3c8f8a req-acd188e1-24e5-4c4e-b324-2c0c9f1ed896 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfa7cf9b-63ef-4436-8415-d530e9606528 HTTP/1.1" status: 204 len: 173 time: 0.9281735 Nov 12 08:03:52.583726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd188e1-24e5-4c4e-b324-2c0c9f1ed896 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7cf9b-63ef-4436-8415-d530e9606528,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:52.606566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6fdfa5be-061b-447b-b10f-626a93482ebe None None] Provisioning complete for port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:52.606942 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa5be-061b-447b-b10f-626a93482ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.637918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ef1f-7447-4472-98c8-232b0d14e0d0 req-9ff1a865-2e03-4efd-92da-7238aa905e60 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:52.640368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2193ef1f-7447-4472-98c8-232b0d14e0d0 req-9ff1a865-2e03-4efd-92da-7238aa905e60 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 935 time: 0.1080830 Nov 12 08:03:52.671603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfa5be-061b-447b-b10f-626a93482ebe None None] Port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:52.777840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Pushing event updated for resources: {'Port': ['ID=d52d5333-fdb8-41a3-bd4b-45f52367deef,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:52.782359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:52.795433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Attempting to bind port d52d5333-fdb8-41a3-bd4b-45f52367deef on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:52.796187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Attempting to bind port d52d5333-fdb8-41a3-bd4b-45f52367deef by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:52.796401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Attempting to bind port d52d5333-fdb8-41a3-bd4b-45f52367deef on network 92be84c3-e74e-48f0-940c-1ef14d1757e8 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:52.802432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:52.802810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Checking segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:52.803215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.803610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Bound using segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:52.804119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Bound port: d52d5333-fdb8-41a3-bd4b-45f52367deef, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:52.804509 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.806692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'port_id': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'mac_address': 'fa:16:3e:ed:f8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e7bc73-586c-4d54-b836-164a4ad84ec4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:03:52.811246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2193ef1f-7447-4472-98c8-232b0d14e0d0 req-fd8cd5b8-2c86-4f86-8920-692691d4755c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519794 Nov 12 08:03:52.870394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:52.872041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Made reservation on behalf of 9c0127bcab704a749282f7bcf9629216 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:52.879714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.888270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.894829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Transition to ACTIVE for port object 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:52.910262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.949618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ede00a9-6b86-411e-9802-9818ac99c575 req-c99b0c58-6721-4431-916c-0a3f81f4e89b tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 210 time: 0.0813286 Nov 12 08:03:52.952919 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.961387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:52.966119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-9b9c8bed-fa02-44db-bb47-5aecdd636b5f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=11486ced524e46aa8635ae851b878fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695584 Nov 12 08:03:52.990705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42db99a9-fec3-4f22-b268-ffa9853a62f1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:53.037501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:53.041204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.048550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] For port d52d5333-fdb8-41a3-bd4b-45f52367deef, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:53.064906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] For port d52d5333-fdb8-41a3-bd4b-45f52367deef, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d52d5333-fdb8-41a3-bd4b-45f52367deef,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:53.074166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.092734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:53.140566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:53.144581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.199077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Attempting to bind port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:53.199681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Attempting to bind port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:53.200017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Attempting to bind port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:53.205044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cf60d-fb3d-4f78-8698-ce00c405997f None None] Pushing event updated for resources: {'Port': ['ID=d52d5333-fdb8-41a3-bd4b-45f52367deef,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:53.216523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:53.216855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Attempting to bind port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:53.228198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-3517f312-945f-49ce-a7a4-043556401b5d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:53.230137 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-3517f312-945f-49ce-a7a4-043556401b5d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511466 Nov 12 08:03:53.233427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:53.233763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:53.234247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:53.234602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Bound port: 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:53.234961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.249575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Request body: {'port': {'device_id': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '11486ced524e46aa8635ae851b878fe8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:53.261598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-466a8fed-ec95-4f43-b79f-96a7bfdbe64c req-b378bd55-77ab-40e1-b3ae-218865f20fef tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 210 time: 0.0829318 Nov 12 08:03:53.385087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['42db99a9-fec3-4f22-b268-ffa9853a62f1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:03:53.400279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] For port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:53.403506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] For port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:53.411607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.414543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552124b1-dc3f-4225-ad6f-4333279626bf req-c29cf1da-b525-4632-b657-5bc220e684d4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:53.415896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-552124b1-dc3f-4225-ad6f-4333279626bf req-c29cf1da-b525-4632-b657-5bc220e684d4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 944 time: 0.3012326 Nov 12 08:03:53.457439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Allocated IP 172.20.0.4 (ad1f9675-670b-4ede-8d00-88c8550ce43a/14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff/c340014f-f2e1-406c-9041-4c0aa5a58152) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:53.472824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Allocated IP 172.25.4.91 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a61a222e-4977-4188-954b-be9a1f7ecd2c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:53.485940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efcda9f7-57a6-45fc-9ba2-df033c8d478e req-59167c99-363b-453c-a240-513717839118 tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fb4683d1-34cf-4234-89be-fd02ce49d6cc HTTP/1.1" status: 200 len: 1794 time: 0.1879146 Nov 12 08:03:53.486852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:53.487876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.489392 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/16d620e4-8bab-49ea-a8b9-45e80be5a5f1 HTTP/1.1" status: 200 len: 1096 time: 1.2567720 Nov 12 08:03:53.489845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'tag': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:53.492544 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697d888-b50a-4198-95d2-c634b917c9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "19fe3d03-e8ce-46b8-a37c-91b2ab9be30c", "tag": "16d620e4-8bab-49ea-a8b9-45e80be5a5f1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:53.512527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Made reservation on behalf of 11486ced524e46aa8635ae851b878fe8 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:03:53.517242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.554792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b547b-7acf-4795-bcf7-f96e89c5c2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:53.636372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-552124b1-dc3f-4225-ad6f-4333279626bf req-de55e705-8a2b-4955-aa9a-31ce0a033878 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969903 Nov 12 08:03:53.677353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-bd1f7a7f-5782-4566-ad7d-0f568b060f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:53.678869 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-bd1f7a7f-5782-4566-ad7d-0f568b060f5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da15d692d0584e5487622ddd9f04ff0d&device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 1099 time: 0.1344666 Nov 12 08:03:53.758774 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.768846 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-c39ef770-402e-4ca3-8525-e27b8c52f42a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1 HTTP/1.1" status: 200 len: 217 time: 0.0592976 Nov 12 08:03:53.816720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Allocated IP 192.168.233.122 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/0e51642a-b012-4bc1-a836-a4c1ebabfadb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:53.849055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-a1b28ebf-9046-4d0c-82ec-f3808504f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:53.850461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-a1b28ebf-9046-4d0c-82ec-f3808504f99d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0720265 Nov 12 08:03:53.891249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-efcda9f7-57a6-45fc-9ba2-df033c8d478e req-b122aa5c-1507-439d-a544-11296a3ff47e tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.932977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.943338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-efcda9f7-57a6-45fc-9ba2-df033c8d478e req-b122aa5c-1507-439d-a544-11296a3ff47e tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:53.955780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8318c06-00c9-4e3d-8360-ffef1117612f req-e91c36f1-1783-4850-aca9-d8bdbaa15f87 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:53.957450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8318c06-00c9-4e3d-8360-ffef1117612f req-e91c36f1-1783-4850-aca9-d8bdbaa15f87 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 944 time: 0.1863337 Nov 12 08:03:54.046758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:54.057985 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.067349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:54.074991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:54.086706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-75961981-a454-47f4-b41e-5b21e79b396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.088191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-75961981-a454-47f4-b41e-5b21e79b396b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2272880 Nov 12 08:03:54.122869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Pushing event updated for resources: {'Port': ['ID=a61a222e-4977-4188-954b-be9a1f7ecd2c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:54.203823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8318c06-00c9-4e3d-8360-ffef1117612f req-05face53-8b2f-4ae6-8757-3c17aed75ca3 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154353 Nov 12 08:03:54.204475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-efcda9f7-57a6-45fc-9ba2-df033c8d478e req-b122aa5c-1507-439d-a544-11296a3ff47e tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.207062 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-efcda9f7-57a6-45fc-9ba2-df033c8d478e req-b122aa5c-1507-439d-a544-11296a3ff47e tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.208137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efcda9f7-57a6-45fc-9ba2-df033c8d478e req-b122aa5c-1507-439d-a544-11296a3ff47e tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb4683d1-34cf-4234-89be-fd02ce49d6cc HTTP/1.1" status: 204 len: 173 time: 0.6972158 Nov 12 08:03:54.238294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122aa5c-1507-439d-a544-11296a3ff47e tempest-SecurityGroupsTestAdminJSON-1317560259 tempest-SecurityGroupsTestAdminJSON-1317560259-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4683d1-34cf-4234-89be-fd02ce49d6cc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:54.267501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:54.271315 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.277188 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcc234f-d733-4b95-a6f6-d7287fd6d4c0 x-openstack-request-id: req-dfcc234f-d733-4b95-a6f6-d7287fd6d4c0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:54.277423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.278019 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fe3d03-e8ce-46b8-a37c-91b2ab9be30c", "tag": "16d620e4-8bab-49ea-a8b9-45e80be5a5f1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:54.278136 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfcc234f-d733-4b95-a6f6-d7287fd6d4c0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:54.278524 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'tag': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1', 'status': 'completed', 'code': 200} Nov 12 08:03:54.283156 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-35aedd0c-4736-4461-b7ae-8f9dc22eac4f service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863382 Nov 12 08:03:54.377917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Network ad1f9675-670b-4ede-8d00-88c8550ce43a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:54.397501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.418256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:54.421038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:54.429012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 42db99a9-fec3-4f22-b268-ffa9853a62f1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:03:54.429267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.430088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.437727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 42db99a9-fec3-4f22-b268-ffa9853a62f1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:54.438491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.469111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef59b6b-ea95-4f26-9d65-537d3a93f3a7 req-516913fb-9d14-438f-8d11-93c9b055e93e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780901 Nov 12 08:03:54.473435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:54.479343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:54.483520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:54.491681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Pushing event updated for resources: {'Port': ['ID=0e51642a-b012-4bc1-a836-a4c1ebabfadb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:54.555743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:54.580536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-8e0b51ff-0096-4c65-b79e-2a2bcbca4e78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1754642 Nov 12 08:03:54.584160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.594900 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.595329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.596190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.596915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Request body: {'port': {'device_id': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:54.620850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-dca21239-a827-4ca8-8af5-125436b96e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.627754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-dca21239-a827-4ca8-8af5-125436b96e4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da15d692d0584e5487622ddd9f04ff0d&device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 1099 time: 0.0819945 Nov 12 08:03:54.632003 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-c8741550-adc2-4a93-a384-e495710475eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3879385 Nov 12 08:03:54.650790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Request body: {'port': {'device_id': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:03:54.652791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:54.654517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:54.658944 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6011de-5894-4ab4-8aee-6ece6fb8b803" -d '{"events": [{"server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "name": "network-vif-plugged", "status": "completed", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:54.668487 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.731855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:54.856257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d52d5333-fdb8-41a3-bd4b-45f52367deef up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:54.874565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-1d30120e-d67a-445c-8d9f-c68ed6c791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.876084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-1d30120e-d67a-445c-8d9f-c68ed6c791c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2337401 Nov 12 08:03:54.878812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.892860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92816903-5a6b-40ac-82b0-068ac0e3ebcf None None] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:03:54.924823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-4589aaf4-db91-48bd-af68-0b292ffc88de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1 HTTP/1.1" status: 200 len: 217 time: 0.0359943 Nov 12 08:03:54.950063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5e300-0dd1-413e-814f-a31701ecd874 req-d1f83bd2-468a-4ff6-a17f-0bf6ca0004c8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.952082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0b5e300-0dd1-413e-814f-a31701ecd874 req-d1f83bd2-468a-4ff6-a17f-0bf6ca0004c8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 947 time: 0.5829217 Nov 12 08:03:54.962750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b8974a41-57ec-486d-8bd3-23ae732b8ca0 None None] Provisioning complete for port 0e51642a-b012-4bc1-a836-a4c1ebabfadb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:54.963114 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8974a41-57ec-486d-8bd3-23ae732b8ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:54.963884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c1a5-1f4c-435c-a069-38ac81432a6f req-3db605ab-0149-4542-a503-0df0aad0f16d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.968503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bc9c1a5-1f4c-435c-a069-38ac81432a6f req-3db605ab-0149-4542-a503-0df0aad0f16d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 936 time: 0.5317712 Nov 12 08:03:54.995458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-577b7772-4c51-450c-8822-89b62ecb7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:54.997205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-577b7772-4c51-450c-8822-89b62ecb7bad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0472741 Nov 12 08:03:55.033138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b8974a41-57ec-486d-8bd3-23ae732b8ca0 None None] Port 0e51642a-b012-4bc1-a836-a4c1ebabfadb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:55.038146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d52d5333-fdb8-41a3-bd4b-45f52367deef triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:55.038725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.100357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.114946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-bdf082ed-f198-4bc9-b3b0-34264f7c1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:55.116457 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-bdf082ed-f198-4bc9-b3b0-34264f7c1da4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090417 Nov 12 08:03:55.135936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fde203c4-fe1a-4a64-9a2a-fbb43893b662 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:55.147226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bc9c1a5-1f4c-435c-a069-38ac81432a6f req-d7f1a263-1adb-4a65-b538-e1ec087398eb tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693554 Nov 12 08:03:55.239073 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.240861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bf27c095-30ab-423a-b99e-d33300b54a35 None None] Provisioning complete for port d52d5333-fdb8-41a3-bd4b-45f52367deef triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:55.241217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf27c095-30ab-423a-b99e-d33300b54a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.267318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0b5e300-0dd1-413e-814f-a31701ecd874 req-34701e4c-8e6e-4f82-9350-90eac8d113c9 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950168 Nov 12 08:03:55.278127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-8b6db589-8771-4cd7-94a1-c63357c15513 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530123 Nov 12 08:03:55.304291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port fde203c4-fe1a-4a64-9a2a-fbb43893b662 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:03:55.307477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port fde203c4-fe1a-4a64-9a2a-fbb43893b662 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:55.307852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.318730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port d52d5333-fdb8-41a3-bd4b-45f52367deef, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d52d5333-fdb8-41a3-bd4b-45f52367deef,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:55.394431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02867013-d90c-4ff6-8370-d88405b20abf req-c2180172-7898-41b4-a0d6-2f59e8ebdbc8 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "GET /v2.0/security-groups/b61cecbf-b921-490c-a68d-8a8b4c02fbac HTTP/1.1" status: 200 len: 1794 time: 0.1866174 Nov 12 08:03:55.409713 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.418879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e51642a-b012-4bc1-a836-a4c1ebabfadb {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:55.428867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.447975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Transition to ACTIVE for port object 0e51642a-b012-4bc1-a836-a4c1ebabfadb will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:55.459594 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.483300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.533318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Pushing event updated for resources: {'Port': ['ID=0e51642a-b012-4bc1-a836-a4c1ebabfadb,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:55.581662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a697d888-b50a-4198-95d2-c634b917c9d8 req-5dea3631-c102-43a7-9ebf-ebd54c9e943a service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945008 Nov 12 08:03:55.586004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=d52d5333-fdb8-41a3-bd4b-45f52367deef,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:55.629776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.650002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Attempting to bind port 0e51642a-b012-4bc1-a836-a4c1ebabfadb on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:55.650197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Attempting to bind port 0e51642a-b012-4bc1-a836-a4c1ebabfadb by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:55.650889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Attempting to bind port 0e51642a-b012-4bc1-a836-a4c1ebabfadb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:55.656119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Port 0e51642a-b012-4bc1-a836-a4c1ebabfadb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:55.657045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Attempting to bind port 0e51642a-b012-4bc1-a836-a4c1ebabfadb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:55.661872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:55.662211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:55.663109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:55.663109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Bound port: 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:55.663508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.678267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fde203c4-fe1a-4a64-9a2a-fbb43893b662, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:55.688061 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.737636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b6b543db-535f-40a7-8b6f-2beef327f7c8 None None] Provisioning complete for port d52d5333-fdb8-41a3-bd4b-45f52367deef triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:55.737636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b6b543db-535f-40a7-8b6f-2beef327f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.757407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] For port 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:55.761329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] For port 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:55.762351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe33d80-d9a3-47cd-b010-3e0ac2bac39b req-06836ab7-f369-44fb-8f59-a673090b3781 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:55.769010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.772508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efe33d80-d9a3-47cd-b010-3e0ac2bac39b req-06836ab7-f369-44fb-8f59-a673090b3781 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 931 time: 0.3656344 Nov 12 08:03:55.775254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fde203c4-fe1a-4a64-9a2a-fbb43893b662,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:55.812111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:55.813035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.814335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] 10.222.0.25 "PUT /v2.0/ports/0e51642a-b012-4bc1-a836-a4c1ebabfadb HTTP/1.1" status: 200 len: 1097 time: 1.1687186 Nov 12 08:03:55.830791 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02867013-d90c-4ff6-8370-d88405b20abf req-0867c8f9-1356-49f8-9b25-5911d28dee4d tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.851429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Pushing event updated for resources: {'Port': ['ID=0e51642a-b012-4bc1-a836-a4c1ebabfadb,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:55.869174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.869515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.869851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.870357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.870693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.871016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.871596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.871915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.872261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.872584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.872901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.873766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a57f2-7258-43a9-aa14-c667f04394ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:55.894425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02867013-d90c-4ff6-8370-d88405b20abf req-0867c8f9-1356-49f8-9b25-5911d28dee4d tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:55.909868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-98bafa78-ed85-481a-85c7-8c13a76d99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:55.911561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-98bafa78-ed85-481a-85c7-8c13a76d99bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11486ced524e46aa8635ae851b878fe8&device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 1100 time: 0.0521009 Nov 12 08:03:55.959668 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-28100ade-c375-43fc-b074-9cc3a39ab45a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb HTTP/1.1" status: 200 len: 217 time: 0.0378194 Nov 12 08:03:55.994019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efe33d80-d9a3-47cd-b010-3e0ac2bac39b req-41917616-1945-4eb9-9181-c800cddf7ada tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020633 Nov 12 08:03:56.016763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-0b2f3914-c229-4fda-9760-a512cb346789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.018418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-0b2f3914-c229-4fda-9760-a512cb346789 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0499568 Nov 12 08:03:56.065308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02867013-d90c-4ff6-8370-d88405b20abf req-0867c8f9-1356-49f8-9b25-5911d28dee4d tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.067915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02867013-d90c-4ff6-8370-d88405b20abf req-0867c8f9-1356-49f8-9b25-5911d28dee4d tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.069072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02867013-d90c-4ff6-8370-d88405b20abf req-0867c8f9-1356-49f8-9b25-5911d28dee4d tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "DELETE /v2.0/security-groups/b61cecbf-b921-490c-a68d-8a8b4c02fbac HTTP/1.1" status: 204 len: 173 time: 0.6739273 Nov 12 08:03:56.069621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Router c48b97a1-dd05-4684-baab-5500d4bbba0d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:03:56.087787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-95008836-da53-4ccb-9a74-95528e7ec743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.089481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-95008836-da53-4ccb-9a74-95528e7ec743 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631316 Nov 12 08:03:56.091406 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3260cfa-958b-427e-99b0-65fde9c854af x-openstack-request-id: req-f3260cfa-958b-427e-99b0-65fde9c854af {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:56.091719 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "name": "network-vif-plugged", "status": "completed", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:56.096113 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3260cfa-958b-427e-99b0-65fde9c854af {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:56.097079 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'code': 200} Nov 12 08:03:56.105998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c8f9-1356-49f8-9b25-5911d28dee4d tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61cecbf-b921-490c-a68d-8a8b4c02fbac,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:56.114444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c340014f-f2e1-406c-9041-4c0aa5a58152 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:56.123689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.241844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Transition to ACTIVE for port object c340014f-f2e1-406c-9041-4c0aa5a58152 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:03:56.252333 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.252663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d48e-af9d-4b57-b285-1a21946221dc req-a48e6394-ca5a-4cee-b60e-004d93a10ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.254126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec35d48e-af9d-4b57-b285-1a21946221dc req-a48e6394-ca5a-4cee-b60e-004d93a10ddd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1097 time: 0.0611494 Nov 12 08:03:56.255953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-8068e6b5-d9b4-4c16-94c5-a8cd6f64aff7 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350808 Nov 12 08:03:56.280268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'tag': '0e51642a-b012-4bc1-a836-a4c1ebabfadb'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:56.282461 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de25e7-6452-48ab-922b-8db1e8b51933" -d '{"events": [{"name": "network-changed", "server_uuid": "0c68c9c0-0e3b-4f69-b704-a741aa731d44", "tag": "0e51642a-b012-4bc1-a836-a4c1ebabfadb"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:56.351664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90106bb8-5442-4b0b-b47e-c210792627f8 req-fc62ec6a-55ed-40a4-93eb-cbd541b3a94e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.353181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90106bb8-5442-4b0b-b47e-c210792627f8 req-fc62ec6a-55ed-40a4-93eb-cbd541b3a94e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 945 time: 0.1791379 Nov 12 08:03:56.366072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338b3fb-e6d9-4541-b327-3a83a3dc0ed9 req-f33d013b-ab59-4112-9aba-039024f69618 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.366292 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec35d48e-af9d-4b57-b285-1a21946221dc req-4e2f57a1-58eb-420c-9bfa-0dfd0a9b275f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985203 Nov 12 08:03:56.367825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f338b3fb-e6d9-4541-b327-3a83a3dc0ed9 req-f33d013b-ab59-4112-9aba-039024f69618 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.1906548 Nov 12 08:03:56.383822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:56.386827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6ef7b428-6068-4ec3-9ffb-9218e9833279 req-5ab1a65e-568b-490d-b4ab-b1c84d59fc7e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180134 Nov 12 08:03:56.411086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:03:56.419494 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Sync routers for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:03:56.429100 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:56.429701 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:56.477426 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.478661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dcd58d1e-3424-46f6-b3ef-1be78e0018be admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2087622 Nov 12 08:03:56.479920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:56.479920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:56.480150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:56.481641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56528) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:56.495697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:03:56.496016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:56.505371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90106bb8-5442-4b0b-b47e-c210792627f8 req-d6f3ac51-d4f5-4ac3-89d8-94a59874f05a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349471 Nov 12 08:03:56.511431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f338b3fb-e6d9-4541-b327-3a83a3dc0ed9 req-9cb109e0-9a80-4224-9839-735960aa56d3 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361456 Nov 12 08:03:56.512335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:56.512666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:56.513036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:56.513458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Bound port: c340014f-f2e1-406c-9041-4c0aa5a58152, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:56.514367 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.554678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:56.660440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:56.682884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:56.687718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac9793a8-3061-41df-ad74-b9562cfbca0a req-cdbb0c88-6398-481a-80f6-5fb45fd606f3 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "GET /v2.0/security-groups/4389f359-ff69-4d1f-ab8e-1b123648f7d5 HTTP/1.1" status: 200 len: 1793 time: 0.0954771 Nov 12 08:03:56.692393 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.760264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.760901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.762323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] 10.222.0.32 "PUT /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 1092 time: 2.1709557 Nov 12 08:03:56.767270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:56.769621 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647938a4-b64c-48c6-b334-e3dd2c2f9429" -d '{"events": [{"name": "network-changed", "server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:56.801809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20cd00-1e59-46c8-9aa7-61dd57889a62 req-ac9f37a0-7d02-4f21-954b-3e6318a77b86 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.802632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d52d5333-fdb8-41a3-bd4b-45f52367deef up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:56.803341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e20cd00-1e59-46c8-9aa7-61dd57889a62 req-ac9f37a0-7d02-4f21-954b-3e6318a77b86 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 948 time: 0.2124383 Nov 12 08:03:56.859011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8430-8bcc-4672-8028-f331b4fcdc48 service neutron] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:56.876039 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:54Z', 'revision_number': 3, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:56.906247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d52d5333-fdb8-41a3-bd4b-45f52367deef triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:56.906831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.913564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac9793a8-3061-41df-ad74-b9562cfbca0a req-974a0254-b21b-4a31-a500-b6ad03e08124 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.914267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Checking router: c48b97a1-dd05-4684-baab-5500d4bbba0d for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:03:56.914781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Updating router c48b97a1-dd05-4684-baab-5500d4bbba0d port a61a222e-4977-4188-954b-be9a1f7ecd2c binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:03:56.932530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e20cd00-1e59-46c8-9aa7-61dd57889a62 req-f47f050e-58f9-49e7-9c25-dcaeffb70728 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215603 Nov 12 08:03:56.943539 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:56.948211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-0dc4344f-e302-4c08-8291-8577fc6eabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:56.949706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-0dc4344f-e302-4c08-8291-8577fc6eabfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1095 time: 0.1064658 Nov 12 08:03:56.958998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac9793a8-3061-41df-ad74-b9562cfbca0a req-974a0254-b21b-4a31-a500-b6ad03e08124 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.016530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-26eafcd9-4faf-4eb3-8f2d-6b221b1f3d29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.0536757 Nov 12 08:03:57.020927 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a78829-4f6f-4bd5-8a8c-72ec47810d89 x-openstack-request-id: req-c4a78829-4f6f-4bd5-8a8c-72ec47810d89 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:57.021407 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c68c9c0-0e3b-4f69-b704-a741aa731d44", "tag": "0e51642a-b012-4bc1-a836-a4c1ebabfadb", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:57.021823 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4a78829-4f6f-4bd5-8a8c-72ec47810d89 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:57.022363 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'tag': '0e51642a-b012-4bc1-a836-a4c1ebabfadb', 'status': 'completed', 'code': 200} Nov 12 08:03:57.096300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-5ee3f7bd-65f0-4b28-90a3-a2fb8e503308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.097764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-5ee3f7bd-65f0-4b28-90a3-a2fb8e503308 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0729539 Nov 12 08:03:57.099062 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac9793a8-3061-41df-ad74-b9562cfbca0a req-974a0254-b21b-4a31-a500-b6ad03e08124 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.101762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac9793a8-3061-41df-ad74-b9562cfbca0a req-974a0254-b21b-4a31-a500-b6ad03e08124 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.102758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac9793a8-3061-41df-ad74-b9562cfbca0a req-974a0254-b21b-4a31-a500-b6ad03e08124 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] 10.222.0.16 "DELETE /v2.0/security-groups/4389f359-ff69-4d1f-ab8e-1b123648f7d5 HTTP/1.1" status: 204 len: 173 time: 0.4061129 Nov 12 08:03:57.137681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-3bb73be5-c2a3-4130-9277-40095be600ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.139903 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-3bb73be5-c2a3-4130-9277-40095be600ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11486ced524e46aa8635ae851b878fe8&device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 1100 time: 0.0949938 Nov 12 08:03:57.152844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-61840581-8c99-4a32-87d9-f83fac2be9ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338469 Nov 12 08:03:57.171658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a0254-b21b-4a31-a500-b6ad03e08124 tempest-SecurityGroupsTestAdminJSON-1174773156 tempest-SecurityGroupsTestAdminJSON-1174773156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389f359-ff69-4d1f-ab8e-1b123648f7d5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:57.263097 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.270791 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.308845 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569ddcb-6f26-4bf6-9aaa-a295052f03c4 x-openstack-request-id: req-8569ddcb-6f26-4bf6-9aaa-a295052f03c4 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:57.309174 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:57.309429 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8569ddcb-6f26-4bf6-9aaa-a295052f03c4 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:57.309955 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'status': 'completed', 'code': 200} Nov 12 08:03:57.334732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb364-d3ac-446f-9642-1a5f19003589 req-344fb5b3-099e-4b44-b371-95a305e0b90c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.336324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c2bb364-d3ac-446f-9642-1a5f19003589 req-344fb5b3-099e-4b44-b371-95a305e0b90c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 947 time: 0.2419903 Nov 12 08:03:57.353265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-8c7916ba-6e40-4f31-ab37-bf98c9227c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.354706 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-8c7916ba-6e40-4f31-ab37-bf98c9227c10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1857653 Nov 12 08:03:57.366892 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3684b0-de54-453f-a1b5-c4eefbb04e97 None None] Pushing event updated for resources: {'Port': ['ID=a61a222e-4977-4188-954b-be9a1f7ecd2c,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:57.412150 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Attempting to bind port a61a222e-4977-4188-954b-be9a1f7ecd2c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:03:57.412612 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Attempting to bind port a61a222e-4977-4188-954b-be9a1f7ecd2c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:03:57.413050 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Attempting to bind port a61a222e-4977-4188-954b-be9a1f7ecd2c on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:03:57.420874 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:03:57.421550 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:03:57.421922 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.422382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:03:57.422981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Bound port: a61a222e-4977-4188-954b-be9a1f7ecd2c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:03:57.423464 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.430312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-602fbdcd-7219-4835-98e3-acd3c2a58a78 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553213 Nov 12 08:03:57.441906 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-41484dad-7cda-41d2-9373-7ba1c43984b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb HTTP/1.1" status: 200 len: 217 time: 0.0553219 Nov 12 08:03:57.460579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56544) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:57.473569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d20ae-47d7-4b57-a8d2-8e6b42ae7063 req-afd6ae34-7802-4785-ac8f-896bc8f7df82 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.475099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-119d20ae-47d7-4b57-a8d2-8e6b42ae7063 req-afd6ae34-7802-4785-ac8f-896bc8f7df82 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.1226156 Nov 12 08:03:57.485360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c2bb364-d3ac-446f-9642-1a5f19003589 req-e476db63-782f-44fd-9a08-3079f9ae1ab0 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339347 Nov 12 08:03:57.493616 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] For port a61a222e-4977-4188-954b-be9a1f7ecd2c, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:03:57.498014 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] For port a61a222e-4977-4188-954b-be9a1f7ecd2c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a61a222e-4977-4188-954b-be9a1f7ecd2c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:03:57.506957 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.562187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e2917-44b0-4b2f-9f6e-e9d4a3832d7c req-22130056-2d7d-4deb-be98-a9bc4abb6e28 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226988 Nov 12 08:03:57.589498 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:03:57.590311 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:57.618023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-119d20ae-47d7-4b57-a8d2-8e6b42ae7063 req-d12d1f70-ba0b-4210-a5ff-571fdcabb165 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316955 Nov 12 08:03:57.631438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-3e3cb9b5-b847-4790-93ca-c1b06483fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.633203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-3e3cb9b5-b847-4790-93ca-c1b06483fe31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1733007 Nov 12 08:03:57.640100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:57.661846 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3684b0-de54-453f-a1b5-c4eefbb04e97 None None] Pushing event updated for resources: {'Port': ['ID=a61a222e-4977-4188-954b-be9a1f7ecd2c,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:57.723388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-be14a030-7d5b-4c43-8786-03d3b6e3f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.725869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-be14a030-7d5b-4c43-8786-03d3b6e3f208 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1095 time: 0.1016042 Nov 12 08:03:57.743583 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:03:57.964645 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:54Z', 'revision_number': 3, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:03:57.997974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-2d3a017a-087d-48ff-924d-035d373300cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:57.998756 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f576e4-fe6b-456e-904e-6e1e635fd3ed None None] The sync data for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 is: [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:54Z', 'revision_number': 3, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:03:57.999429 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-2d3a017a-087d-48ff-924d-035d373300cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3579478 Nov 12 08:03:58.073105 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89c6b674-0b11-4ab5-905a-8c5a7481ad6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8d53dfcba5a45f39ce578403447fd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6009486 Nov 12 08:03:58.076962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56556) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:58.098158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:03:58.100822 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19faa12-6e0d-4724-9d73-9fc3c3808022" -d '{"events": [{"server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "name": "network-vif-plugged", "status": "completed", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:03:58.104081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a72ca4-d079-4dd9-9abb-5ed13d9fe15e req-0f9eadfc-2edb-415a-ba10-3af4dd691a5c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:58.105673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4a72ca4-d079-4dd9-9abb-5ed13d9fe15e req-0f9eadfc-2edb-415a-ba10-3af4dd691a5c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.3660285 Nov 12 08:03:58.137827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Allocated IP 172.20.0.1 (92be84c3-e74e-48f0-940c-1ef14d1757e8/b54e247c-d7e3-4309-a1a5-b9746ea7dc09/df0c25be-e127-4c12-9df9-55d2950ab86b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:03:58.142961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-21686eda-ef5d-4ef1-bffd-e7c80f974c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:58.144680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-21686eda-ef5d-4ef1-bffd-e7c80f974c58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.4067976 Nov 12 08:03:58.158810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7e2ed-8cce-4900-8fd0-bd516a5f8b80 req-994515f6-e7a8-4433-ae28-38315d84a0a9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:58.160300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5da7e2ed-8cce-4900-8fd0-bd516a5f8b80 req-994515f6-e7a8-4433-ae28-38315d84a0a9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 945 time: 0.3257775 Nov 12 08:03:58.222875 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-19d4a540-a019-4244-b1cf-7dd6671b7b30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.0567186 Nov 12 08:03:58.224572 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-baae6aa7-6812-4639-be12-bd50694ab8c0 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008057 Nov 12 08:03:58.230030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4a72ca4-d079-4dd9-9abb-5ed13d9fe15e req-82cb53dd-47ba-4b35-b8fe-5dfc217dfd18 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092734 Nov 12 08:03:58.303164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:03:58.325106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5da7e2ed-8cce-4900-8fd0-bd516a5f8b80 req-289cec2b-bea5-4c1d-86b1-d3b86d3c50bd tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502571 Nov 12 08:03:58.340280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-953a3f22-4fe7-4288-9360-e7d17041e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:58.341792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-953a3f22-4fe7-4288-9360-e7d17041e38c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1077423 Nov 12 08:03:58.392927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b03f13d-48cc-4647-b1e0-d0b6cc7e1f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.399823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-cf266bfc-6bcf-41fe-b34e-6688de1cfa85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437882 Nov 12 08:03:58.420983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b03f13d-48cc-4647-b1e0-d0b6cc7e1f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.474965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:58.477900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af36ca-023d-4b30-9cf1-5ee8c763ba8d req-03336b7c-e929-44e5-bf0a-e975eb9ff80b tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:58.478626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41af36ca-023d-4b30-9cf1-5ee8c763ba8d req-03336b7c-e929-44e5-bf0a-e975eb9ff80b tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.1354091 Nov 12 08:03:58.490155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1', 'mac_address': 'fa:16:3e:2b:11:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:03:58.513949 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24de25e7-6452-48ab-922b-8db1e8b51933 req-9ec37715-4a93-41d2-a59a-e4855e8b70b9 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509351 Nov 12 08:03:58.534234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b03f13d-48cc-4647-b1e0-d0b6cc7e1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.537945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b03f13d-48cc-4647-b1e0-d0b6cc7e1f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.539155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5b03f13d-48cc-4647-b1e0-d0b6cc7e1f81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c905a89-02b1-43d3-95c1-1fad68af1893 HTTP/1.1" status: 204 len: 168 time: 0.4278972 Nov 12 08:03:58.559312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.580341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:03:58.592454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03f13d-48cc-4647-b1e0-d0b6cc7e1f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c905a89-02b1-43d3-95c1-1fad68af1893,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:58.611223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cf82-f47c-4fc3-aba5-ce1cd878eca2 req-e4a5d02b-2e34-469a-8d06-ca652bcf3b20 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:58.618461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9dd1cf82-f47c-4fc3-aba5-ce1cd878eca2 req-e4a5d02b-2e34-469a-8d06-ca652bcf3b20 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 948 time: 0.1854811 Nov 12 08:03:58.629398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:58.631168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.634607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.674054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41af36ca-023d-4b30-9cf1-5ee8c763ba8d req-a79e99de-5c87-4911-9013-cf9dc97fe4b7 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285017 Nov 12 08:03:58.699586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:58.714769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.744072 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731e6d1d-418c-4dde-9a8d-f88ce554c26c x-openstack-request-id: req-731e6d1d-418c-4dde-9a8d-f88ce554c26c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:03:58.744638 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "name": "network-vif-plugged", "status": "completed", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:03:58.745201 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-731e6d1d-418c-4dde-9a8d-f88ce554c26c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:03:58.745740 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'code': 200} Nov 12 08:03:58.747662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9dd1cf82-f47c-4fc3-aba5-ce1cd878eca2 req-a01ef4a5-39d9-43f1-b4ee-49d4f9583ea4 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282432 Nov 12 08:03:58.749834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-f1bef745-36b4-46d9-bef7-14cb3aa77d93 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410630 Nov 12 08:03:58.782893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:58.786336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:58.804612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:03:58.827177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.32', 50888) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:58.882599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Pushing event updated for resources: {'Port': ['ID=df0c25be-e127-4c12-9df9-55d2950ab86b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:58.922232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a61a222e-4977-4188-954b-be9a1f7ecd2c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:03:58.924964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:58.981373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['16d620e4-8bab-49ea-a8b9-45e80be5a5f1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:03:59.086693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a61a222e-4977-4188-954b-be9a1f7ecd2c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:59.087776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.109138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e155-2d38-4d74-85b2-ed0d2c069119 req-51c8194f-d7fa-4379-b842-fd8a2febcdba tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.120537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0737e155-2d38-4d74-85b2-ed0d2c069119 req-51c8194f-d7fa-4379-b842-fd8a2febcdba tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 948 time: 0.2691264 Nov 12 08:03:59.162996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcf0f1-9c3d-479c-affe-0524dbfea785 req-550111a7-22c7-444a-bf66-63a98e87d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.164776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13fcf0f1-9c3d-479c-affe-0524dbfea785 req-550111a7-22c7-444a-bf66-63a98e87d651 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 1097 time: 0.3364360 Nov 12 08:03:59.167018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56568) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:59.197555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b8919b8b-c411-40b5-b88b-2f025e79051a None None] Provisioning complete for port df0c25be-e127-4c12-9df9-55d2950ab86b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:03:59.198626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8919b8b-c411-40b5-b88b-2f025e79051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.204830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce64f-9569-4228-b50e-33967adfd43d req-882a321d-6697-43fd-b26d-04c8e212982f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.212248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20fce64f-9569-4228-b50e-33967adfd43d req-882a321d-6697-43fd-b26d-04c8e212982f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.2768207 Nov 12 08:03:59.273183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-647938a4-b64c-48c6-b334-e3dd2c2f9429 req-5d665569-be1a-4816-a0b1-7f26ee85d800 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137315 Nov 12 08:03:59.301533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b8919b8b-c411-40b5-b88b-2f025e79051a None None] Port df0c25be-e127-4c12-9df9-55d2950ab86b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:03:59.308600 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.333722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0737e155-2d38-4d74-85b2-ed0d2c069119 req-a6b29b10-a385-43fe-aa95-4419128c4ebb tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118886 Nov 12 08:03:59.339878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13fcf0f1-9c3d-479c-affe-0524dbfea785 req-863bdc3e-37aa-4ee6-a71f-86da1b9a65ea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611569 Nov 12 08:03:59.346819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8dcd398d-702b-475f-a014-d5856e7c9588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=017f852e22f0434b99631b230f7a0cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754124 Nov 12 08:03:59.357018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56572) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:03:59.358658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a61a222e-4977-4188-954b-be9a1f7ecd2c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a61a222e-4977-4188-954b-be9a1f7ecd2c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:03:59.369736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.374184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20fce64f-9569-4228-b50e-33967adfd43d req-0f25a4a7-b1ef-4929-8af5-977dce2f36b5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604280 Nov 12 08:03:59.463694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a61a222e-4977-4188-954b-be9a1f7ecd2c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:59.467717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.473375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.530891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.550089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6a34-8f83-47dd-8c85-ed96357ebf80 req-72856a65-52f6-48e6-ae39-b3185849019f tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.551550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3daa6a34-8f83-47dd-8c85-ed96357ebf80 req-72856a65-52f6-48e6-ae39-b3185849019f tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.1220350 Nov 12 08:03:59.589299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c2e77-14cc-4961-b92b-2e6354d83b42 req-6ee5ac7b-9e5c-47c2-a784-41e2e8661abe tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.590754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d0c2e77-14cc-4961-b92b-2e6354d83b42 req-6ee5ac7b-9e5c-47c2-a784-41e2e8661abe tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 945 time: 0.1197059 Nov 12 08:03:59.655230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.655588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.658456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.662315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/023a7eb3-1a2d-407c-82bb-0cae173d6d3f HTTP/1.1" status: 204 len: 168 time: 0.3088634 Nov 12 08:03:59.662497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.686175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3daa6a34-8f83-47dd-8c85-ed96357ebf80 req-2ddd4d91-8644-4439-87bb-172ab798441c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182804 Nov 12 08:03:59.712700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d0c2e77-14cc-4961-b92b-2e6354d83b42 req-699f7459-27ac-4875-a88d-86ccc9bdc8d2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135480 Nov 12 08:03:59.719907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a7eb3-1a2d-407c-82bb-0cae173d6d3f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:59.743152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.743502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.743844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.747491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.754587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:59.758335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.758695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.761691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.762052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.762397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.762737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.764777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.766392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d93aee-e645-4ba8-806f-6cfc1ded0248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:03:59.766939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Pushing event updated for resources: {'Port': ['ID=df0c25be-e127-4c12-9df9-55d2950ab86b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:03:59.906090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989a27e-3f38-4e6e-8fe8-799c4faa5b22 req-3fe4962f-9166-45cc-96c5-e2f462c44955 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.907089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e989a27e-3f38-4e6e-8fe8-799c4faa5b22 req-3fe4962f-9166-45cc-96c5-e2f462c44955 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.1154883 Nov 12 08:03:59.907542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:03:59.909766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:03:59.924975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40586126-5ead-4b83-927f-d8b5e488784d req-da8486bc-c29b-42a0-871f-cf096572a8db tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:03:59.926447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40586126-5ead-4b83-927f-d8b5e488784d req-da8486bc-c29b-42a0-871f-cf096572a8db tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.32 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 971 time: 0.0869830 Nov 12 08:04:00.118940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Router c48b97a1-dd05-4684-baab-5500d4bbba0d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:04:00.124675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e989a27e-3f38-4e6e-8fe8-799c4faa5b22 req-7be0a9a0-ddd2-4dc9-bd0a-7a2264071de3 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/security-groups?id=d835eda0-6ca5-40a0-96af-8f39ed1603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971300 Nov 12 08:04:00.266217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Deleting port 23f34a35-a264-43dc-bacd-9eb53035615c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:00.266643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:00.312848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e51642a-b012-4bc1-a836-a4c1ebabfadb details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:00.318251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:04:00.328967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1f048aa2-acae-460f-b3bc-11bea0afaa2b admin admin] 10.222.0.16 "PUT /v2.0/routers/c48b97a1-dd05-4684-baab-5500d4bbba0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8461280 Nov 12 08:04:00.357533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:00.359675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Sync routers for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:04:00.404874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ce8c7dff-a3d8-48ab-a080-99c0e469ff01 None None] Provisioning complete for port df0c25be-e127-4c12-9df9-55d2950ab86b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:00.405231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7dff-a3d8-48ab-a080-99c0e469ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:00.406906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a62b-2a5f-4bc2-95b7-038aa27558b8 req-2670cab1-f37d-45fe-8364-001c080167a9 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:00.408469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d276a62b-2a5f-4bc2-95b7-038aa27558b8 req-2670cab1-f37d-45fe-8364-001c080167a9 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 948 time: 0.1793950 Nov 12 08:04:00.421941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058916b-4fda-4ad8-bca6-c0f5f266d24e req-d5b04f17-b528-4190-a83e-1ed76daf59d4 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:00.423571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b058916b-4fda-4ad8-bca6-c0f5f266d24e req-d5b04f17-b528-4190-a83e-1ed76daf59d4 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1097 time: 0.1540134 Nov 12 08:04:00.480260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] For port 23f34a35-a264-43dc-bacd-9eb53035615c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=23f34a35-a264-43dc-bacd-9eb53035615c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:00.480971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:00.499073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:00.500112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:00.532355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Calling delete_port for 23f34a35-a264-43dc-bacd-9eb53035615c owned by compute:tempest-test_az-385409599 {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:00.564550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d276a62b-2a5f-4bc2-95b7-038aa27558b8 req-62b39c42-26bc-4b57-8fb4-5fa2f88a9076 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447184 Nov 12 08:04:00.575937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c7dff-a3d8-48ab-a080-99c0e469ff01 None None] Port df0c25be-e127-4c12-9df9-55d2950ab86b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:04:00.587053 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b058916b-4fda-4ad8-bca6-c0f5f266d24e req-74c9f7ac-e726-4b26-be67-45fc398c5e8d tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539581 Nov 12 08:04:00.629176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:00.639714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:00.646998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:00.646998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:00.677566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '0e51642a-b012-4bc1-a836-a4c1ebabfadb', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '0e51642a-b012-4bc1-a836-a4c1ebabfadb', 'mac_address': 'fa:16:3e:35:34:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:00.725226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:00.747476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace923-c6e6-431c-875a-4175d43fed89 req-a1a6f593-1f34-496c-980d-a986349ff5af tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:00.755768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11ace923-c6e6-431c-875a-4175d43fed89 req-a1a6f593-1f34-496c-980d-a986349ff5af tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 948 time: 0.0765641 Nov 12 08:04:00.791802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:00.856317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e51642a-b012-4bc1-a836-a4c1ebabfadb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:00.865554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a61a222e-4977-4188-954b-be9a1f7ecd2c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:00.879839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11ace923-c6e6-431c-875a-4175d43fed89 req-715d79af-869d-4914-bfc7-e75f44b65913 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231720 Nov 12 08:04:00.899917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48b549-1517-4e3f-9871-cf4303fae722 req-988b0a51-4b27-443a-8245-68a5b1155add tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:00.899917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c48b549-1517-4e3f-9871-cf4303fae722 req-988b0a51-4b27-443a-8245-68a5b1155add tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.1187081 Nov 12 08:04:00.946895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:00.971489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:00.986308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c48b549-1517-4e3f-9871-cf4303fae722 req-268fafbe-f2c8-4e7a-ae97-f155eb02006c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741491 Nov 12 08:04:01.010008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Pushing event deleted for resources: {'Port': ['ID=23f34a35-a264-43dc-bacd-9eb53035615c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:01.100551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] No DVR routers for this DVR port 23f34a35-a264-43dc-bacd-9eb53035615c on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:01.100749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['23f34a35-a264-43dc-bacd-9eb53035615c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:01.111583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.114996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40586126-5ead-4b83-927f-d8b5e488784d req-f07d5ed0-c8f2-4b6e-aee5-da2170fd57ce tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.32 "DELETE /v2.0/ports/23f34a35-a264-43dc-bacd-9eb53035615c HTTP/1.1" status: 204 len: 173 time: 1.1796896 Nov 12 08:04:01.115444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e53906-67b8-492d-bb56-f16536389e2d', 'name': 'network-vif-deleted', 'tag': '23f34a35-a264-43dc-bacd-9eb53035615c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:01.117957 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bf6cde-bf2c-4dc6-971d-b94f32380a9b" -d '{"events": [{"server_uuid": "38e53906-67b8-492d-bb56-f16536389e2d", "name": "network-vif-deleted", "tag": "23f34a35-a264-43dc-bacd-9eb53035615c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:01.127231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.128786 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.171587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852ea6-1784-4a36-8c4b-a7defcc36c1b req-b7788d83-6fc1-4a6d-8a95-437ed0f84b99 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:01.173242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f852ea6-1784-4a36-8c4b-a7defcc36c1b req-b7788d83-6fc1-4a6d-8a95-437ed0f84b99 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1097 time: 0.0741143 Nov 12 08:04:01.191232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=0e51642a-b012-4bc1-a836-a4c1ebabfadb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:01.193990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:01.274326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f852ea6-1784-4a36-8c4b-a7defcc36c1b req-a877fe05-573c-48c5-9ba1-18aa6a3f4679 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860486 Nov 12 08:04:01.312530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:01.315044 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce506fb-c592-4acb-a263-becc4a365134" -d '{"events": [{"server_uuid": "19fe3d03-e8ce-46b8-a37c-91b2ab9be30c", "name": "network-vif-plugged", "status": "completed", "tag": "16d620e4-8bab-49ea-a8b9-45e80be5a5f1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:01.367893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:01.374637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a61a222e-4977-4188-954b-be9a1f7ecd2c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:01.375110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.399546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-7bb11bce-f4a3-4c05-aa0b-00129fce785e tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:01.401055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-7bb11bce-f4a3-4c05-aa0b-00129fce785e tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 829 time: 0.1779687 Nov 12 08:04:01.420827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-eb33bc0e-abd1-4f98-801c-ebbfb73bcd6b tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/quotas/0d825ffeb5bd461c97971a00be03b487 HTTP/1.1" status: 200 len: 375 time: 0.0134256 Nov 12 08:04:01.422072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.432399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c342de-c816-4f63-9951-a4d1f6cce337 req-9a5da2eb-61d2-4f73-8cb6-5ab37ef1aca6 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:01.433885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6c342de-c816-4f63-9951-a4d1f6cce337 req-9a5da2eb-61d2-4f73-8cb6-5ab37ef1aca6 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.0768063 Nov 12 08:04:01.479693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0e51642a-b012-4bc1-a836-a4c1ebabfadb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:01.499384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:01.520368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-799f556c-e4a1-4ed4-83b3-80d5af682c61 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854454 Nov 12 08:04:01.525422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6c342de-c816-4f63-9951-a4d1f6cce337 req-b5e5cd1b-93d9-4001-8558-c550e9ae87cd tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763042 Nov 12 08:04:01.554374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:01.563673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'port_id': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'mac_address': 'fa:16:3e:23:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:01.627181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-52b15464-4d09-422a-930d-5a9c82da2cb2 service neutron] 10.222.0.16 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993636 Nov 12 08:04:01.660804 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.667278 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143ce8e8-429e-4dec-a718-211df9a6c7dd x-openstack-request-id: req-143ce8e8-429e-4dec-a718-211df9a6c7dd {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:01.667787 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e53906-67b8-492d-bb56-f16536389e2d", "name": "network-vif-deleted", "tag": "23f34a35-a264-43dc-bacd-9eb53035615c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:01.668089 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-143ce8e8-429e-4dec-a718-211df9a6c7dd {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:01.668469 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e53906-67b8-492d-bb56-f16536389e2d', 'name': 'network-vif-deleted', 'tag': '23f34a35-a264-43dc-bacd-9eb53035615c', 'status': 'completed', 'code': 200} Nov 12 08:04:01.709537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 2, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:01.728734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c340014f-f2e1-406c-9041-4c0aa5a58152 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:01.767022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Checking router: c48b97a1-dd05-4684-baab-5500d4bbba0d for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:04:01.767377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Updating router c48b97a1-dd05-4684-baab-5500d4bbba0d port df0c25be-e127-4c12-9df9-55d2950ab86b binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:04:01.820510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:01.830298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.838984 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:01.947255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5882d6f8-fddb-4f9b-8880-275e7c38572c req-a9e978ee-743f-4ab6-864e-ea5b8ce70208 tempest-AggregatesAdminTestJSON-1870130126 tempest-AggregatesAdminTestJSON-1870130126-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e53906-67b8-492d-bb56-f16536389e2d HTTP/1.1" status: 200 len: 210 time: 0.0310547 Nov 12 08:04:01.953971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:01.975721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-9aa096e4-1aff-408e-a5de-c3d58cfcd4df service neutron] 10.222.0.16 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425040 Nov 12 08:04:02.095564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c340014f-f2e1-406c-9041-4c0aa5a58152'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:02.190768 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa34cd07-706c-4c4d-8e2b-db8e9aace254 x-openstack-request-id: req-aa34cd07-706c-4c4d-8e2b-db8e9aace254 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:02.191506 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fe3d03-e8ce-46b8-a37c-91b2ab9be30c", "name": "network-vif-plugged", "status": "completed", "tag": "16d620e4-8bab-49ea-a8b9-45e80be5a5f1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:02.191754 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa34cd07-706c-4c4d-8e2b-db8e9aace254 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:02.192167 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1', 'code': 200} Nov 12 08:04:02.271398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ace1-6f57-4e43-8f8f-88b07fcb11f6 req-98e8ae70-17de-4d9d-86c5-8a76e8508672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:02.279013 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5934ace1-6f57-4e43-8f8f-88b07fcb11f6 req-98e8ae70-17de-4d9d-86c5-8a76e8508672 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 1101 time: 0.0747292 Nov 12 08:04:02.324200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e8c3-f472-48f4-8f3f-87422cea424b req-cb35bbea-f920-4a32-a474-7580f6186e59 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:02.333504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8b3e8c3-f472-48f4-8f3f-87422cea424b req-cb35bbea-f920-4a32-a474-7580f6186e59 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 949 time: 0.1035070 Nov 12 08:04:02.341521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5934ace1-6f57-4e43-8f8f-88b07fcb11f6 req-8727f8e3-8b94-40ed-b3cd-786719809910 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Nov 12 08:04:02.387396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f006345-5d89-4a6f-a047-d8896b8f0c70 req-cad1db3d-efa3-46f4-a653-5fb6f24ddd51 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:02.390059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f006345-5d89-4a6f-a047-d8896b8f0c70 req-cad1db3d-efa3-46f4-a653-5fb6f24ddd51 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.1115592 Nov 12 08:04:02.396703 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.398811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56662) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:02.407710 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.408801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'floatingip': {'port_id': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:02.422520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8b3e8c3-f472-48f4-8f3f-87422cea424b req-5a67e870-b059-46ff-928e-ad21e621216e tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870862 Nov 12 08:04:02.460347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4259a-60db-4f06-b0cc-cd3fe781926f None None] Pushing event updated for resources: {'Port': ['ID=df0c25be-e127-4c12-9df9-55d2950ab86b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:02.510716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.586193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Attempting to bind port df0c25be-e127-4c12-9df9-55d2950ab86b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:02.586378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Attempting to bind port df0c25be-e127-4c12-9df9-55d2950ab86b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:02.586827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Attempting to bind port df0c25be-e127-4c12-9df9-55d2950ab86b on network 92be84c3-e74e-48f0-940c-1ef14d1757e8 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:02.594378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:02.594745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Checking segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:02.595141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.595523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Bound using segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:02.598435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Bound port: df0c25be-e127-4c12-9df9-55d2950ab86b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:02.598435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.644252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158b807-e8f6-4505-9a8c-5c5226d65574 req-5efe6ff9-1df6-4b26-a986-c647b37f2aeb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:02.653715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7158b807-e8f6-4505-9a8c-5c5226d65574 req-5efe6ff9-1df6-4b26-a986-c647b37f2aeb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.1276100 Nov 12 08:04:02.693630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] For port df0c25be-e127-4c12-9df9-55d2950ab86b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:02.697682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] For port df0c25be-e127-4c12-9df9-55d2950ab86b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=df0c25be-e127-4c12-9df9-55d2950ab86b,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:02.706186 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.724340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363bcea-2012-4dc6-952b-225fb06698e8 req-d51fec66-8020-460d-8111-8409ea40579a tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:02.725900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3363bcea-2012-4dc6-952b-225fb06698e8 req-d51fec66-8020-460d-8111-8409ea40579a tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.1532443 Nov 12 08:04:02.767684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7158b807-e8f6-4505-9a8c-5c5226d65574 req-88405ecc-2741-4c5f-8420-3799c98739cc tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123409 Nov 12 08:04:02.795765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4259a-60db-4f06-b0cc-cd3fe781926f None None] Pushing event updated for resources: {'Port': ['ID=df0c25be-e127-4c12-9df9-55d2950ab86b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:02.821127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:02.821828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:02.855336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3363bcea-2012-4dc6-952b-225fb06698e8 req-47223e52-1f09-4fc4-a76a-d1fe5f2f2c15 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987530 Nov 12 08:04:02.894736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-07f385a6-6583-4b5d-9563-6f233a0775d6 None None] Provisioning complete for port df0c25be-e127-4c12-9df9-55d2950ab86b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:02.895536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f385a6-6583-4b5d-9563-6f233a0775d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:02.957214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be3cb28b-aea6-4111-a889-6d4e6113cf80 req-c83f302d-c7e2-4df6-8bfa-7fa34747d79f tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 210 time: 0.0540414 Nov 12 08:04:03.078815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-37116a4f-e075-4e0e-adec-d08dba83f396 req-d2801f3d-42bd-43d1-9fca-437514ded01b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:03.079521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37116a4f-e075-4e0e-adec-d08dba83f396 req-d2801f3d-42bd-43d1-9fca-437514ded01b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057907 Nov 12 08:04:03.090155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:03.166765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f385a6-6583-4b5d-9563-6f233a0775d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.182332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:03.302187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-07f385a6-6583-4b5d-9563-6f233a0775d6 None None] For port df0c25be-e127-4c12-9df9-55d2950ab86b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=df0c25be-e127-4c12-9df9-55d2950ab86b,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:03.317009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f385a6-6583-4b5d-9563-6f233a0775d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.572353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56706) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:03.699035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f385a6-6583-4b5d-9563-6f233a0775d6 None None] Pushing event updated for resources: {'Port': ['ID=df0c25be-e127-4c12-9df9-55d2950ab86b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:03.742332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c340014f-f2e1-406c-9041-4c0aa5a58152 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:03.755376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6f092217-2681-4f95-bf32-09f711a7eb9c None None] Provisioning complete for port df0c25be-e127-4c12-9df9-55d2950ab86b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:03.755739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6f092217-2681-4f95-bf32-09f711a7eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.757586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c340014f-f2e1-406c-9041-4c0aa5a58152 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:03.757938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.812109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b06137-35d9-456e-b6fb-744aaf6ff42c req-252c4425-2244-4cee-a94e-18ecae2d690d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:03.824417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22b06137-35d9-456e-b6fb-744aaf6ff42c req-252c4425-2244-4cee-a94e-18ecae2d690d tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 949 time: 0.2150245 Nov 12 08:04:03.856683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-eaab3d8a-a4f8-42c2-8d31-6c929e16af9e tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:03.874460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-eaab3d8a-a4f8-42c2-8d31-6c929e16af9e tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.32 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 829 time: 0.4343972 Nov 12 08:04:03.906750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.914412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.921596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Request body: {'port': {'device_id': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'admin_state_up': True, 'tenant_id': '0d825ffeb5bd461c97971a00be03b487'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:03.949547 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.996771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:02Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:04.026789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f192a5-7eb7-4270-a901-131818f1f116 None None] The sync data for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 is: [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:02Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:04:04.034052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2f0d8ed6-4b0c-4675-8902-810a007666b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87cb74cc9fc14227a46ea214995b2054&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4599400 Nov 12 08:04:04.035849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:04.042357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.042546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56728) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:04.043563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 23f34a35-a264-43dc-bacd-9eb53035615c no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:04.081801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 23f34a35-a264-43dc-bacd-9eb53035615c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:04.082487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 23f34a35-a264-43dc-bacd-9eb53035615c not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:04.111039 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d associated. External IP: 172.25.4.71, port: fde203c4-fe1a-4a64-9a2a-fbb43893b662. Nov 12 08:04:04.144996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:04.146037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22b06137-35d9-456e-b6fb-744aaf6ff42c req-968dfb0c-875f-4fcc-bd3c-86c9b2020bf6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206131 Nov 12 08:04:04.193715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:04.196200 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65ad166-9095-49b0-977f-630d0b7ccd35" -d '{"events": [{"server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "name": "network-vif-plugged", "status": "completed", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:04.235937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e764720f-d139-45f3-b3dc-1b548d9b943b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.313351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e764720f-d139-45f3-b3dc-1b548d9b943b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.315825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Made reservation on behalf of 0d825ffeb5bd461c97971a00be03b487 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:04.320159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.328627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e51642a-b012-4bc1-a836-a4c1ebabfadb up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:04.416553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 0e51642a-b012-4bc1-a836-a4c1ebabfadb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:04.421225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 0e51642a-b012-4bc1-a836-a4c1ebabfadb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:04.421823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.457733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Router 46553459-43f5-4752-9fc5-85d4c5516522 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:04:04.464406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd777bca-9e66-4edd-8877-a74031a802fb req-500fca76-a4f6-492b-a3e0-027683d3abd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:04.472216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd777bca-9e66-4edd-8877-a74031a802fb req-500fca76-a4f6-492b-a3e0-027683d3abd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 945 time: 0.2077711 Nov 12 08:04:04.560746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.621201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e764720f-d139-45f3-b3dc-1b548d9b943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.624261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e764720f-d139-45f3-b3dc-1b548d9b943b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.627698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e764720f-d139-45f3-b3dc-1b548d9b943b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d835eda0-6ca5-40a0-96af-8f39ed1603d4 HTTP/1.1" status: 204 len: 168 time: 0.5816894 Nov 12 08:04:04.633764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:04.644962 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.650757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:04:04.668459 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:04:04.670760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.672636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd777bca-9e66-4edd-8877-a74031a802fb req-3f416351-26a7-4eb6-8374-e276b867546c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875119 Nov 12 08:04:04.681563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764720f-d139-45f3-b3dc-1b548d9b943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d835eda0-6ca5-40a0-96af-8f39ed1603d4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:04.686308 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:04.690621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Allocated IP 172.20.0.14 (92be84c3-e74e-48f0-940c-1ef14d1757e8/b54e247c-d7e3-4309-a1a5-b9746ea7dc09/85670def-b034-4548-9a5a-ba7a5a8acf13) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:04.703119 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:04.721031 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d1217d53-e52d-4992-b4ec-d825029cfa69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "PUT /v2.0/floatingips/1175ea7b-b22d-4724-a322-c2ac25fb2c0d HTTP/1.1" status: 200 len: 990 time: 2.3199959 Nov 12 08:04:04.721761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:04.733492 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3" -d '{"events": [{"name": "network-changed", "server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:04.852985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=0e51642a-b012-4bc1-a836-a4c1ebabfadb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:04.887830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df0c25be-e127-4c12-9df9-55d2950ab86b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:04.945504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56756) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:04.949505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c33ad-aa74-4942-b574-16a6a415dc88 req-319d0efa-39b6-4e34-ade8-3cdd012b8e74 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:04.951284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-591c33ad-aa74-4942-b574-16a6a415dc88 req-319d0efa-39b6-4e34-ade8-3cdd012b8e74 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.1590745 Nov 12 08:04:04.984248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port df0c25be-e127-4c12-9df9-55d2950ab86b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:04.984841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:04.987722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:05.011607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-591c33ad-aa74-4942-b574-16a6a415dc88 req-7da79459-81a1-4d99-abeb-e3ee32a7a964 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Nov 12 08:04:05.079306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.149008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.259219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:05.261286 n-d-768509-25 neutron-server[102371]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:04:05.267986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bae39bb2-6af2-4751-8e3f-febfdcf4cac2 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:05.269715 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bae39bb2-6af2-4751-8e3f-febfdcf4cac2 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231471 Nov 12 08:04:05.276999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56764) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:05.283021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:05.285933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:05.292073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:05.292762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.298124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event updated for resources: {'Port': ['ID=85670def-b034-4548-9a5a-ba7a5a8acf13,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:05.320223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa2bdc-9e8e-488c-a333-7d40a621acf9 req-b5162f7e-639b-40bb-86c5-2a92712696c9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:05.321785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2efa2bdc-9e8e-488c-a333-7d40a621acf9 req-b5162f7e-639b-40bb-86c5-2a92712696c9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 932 time: 0.1622961 Nov 12 08:04:05.386233 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41fbbdc8-7a8b-4a1f-b35b-753f9a8ec46a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e5b75271f664fdab984958fb1a981bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1056151 Nov 12 08:04:05.386440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-aae4a395-0a94-45f1-8dd6-685232011a88 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4871931 Nov 12 08:04:05.386721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:05.403685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Request body: {'port': {'device_id': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:05.456639 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '1175ea7b-b22d-4724-a322-c2ac25fb2c0d', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'port_id': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'mac_address': 'fa:16:3e:b1:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:03:38Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 1, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:05.472676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2efa2bdc-9e8e-488c-a333-7d40a621acf9 req-6a3a1ac5-7584-4585-88fc-8df61570ca0b tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340458 Nov 12 08:04:05.497356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb9aa008-d958-4d59-84a6-1fa9768013a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.539255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:04:05.541561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.553101 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:05.553757 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:03:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:05.568016 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75650489-4e3d-4b31-8be2-6d6f86761314 x-openstack-request-id: req-75650489-4e3d-4b31-8be2-6d6f86761314 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:05.568359 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "name": "network-vif-plugged", "status": "completed", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:05.568662 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75650489-4e3d-4b31-8be2-6d6f86761314 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:05.569017 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'code': 200} Nov 12 08:04:05.587480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-309f2b37-b6ed-4276-ad6a-1abf31d1ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:05.596817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-309f2b37-b6ed-4276-ad6a-1abf31d1ff90 service neutron] 10.222.0.16 "GET /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 1094 time: 0.1744280 Nov 12 08:04:05.616881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Request body: {'binding': {'host': 'n-h2-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:05.617824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:04:05.649629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb9aa008-d958-4d59-84a6-1fa9768013a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.712724 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4559129b-27f0-4945-8471-64e496ab6130 x-openstack-request-id: req-4559129b-27f0-4945-8471-64e496ab6130 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:05.713095 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:05.713408 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4559129b-27f0-4945-8471-64e496ab6130 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:05.713989 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'status': 'completed', 'code': 200} Nov 12 08:04:05.729967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.32', 50894) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:05.759663 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:05.770232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-47ac8669-8073-4f47-b880-8330e244ca46 None None] Provisioning complete for port 85670def-b034-4548-9a5a-ba7a5a8acf13 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:05.770515 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-47ac8669-8073-4f47-b880-8330e244ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.828438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb9aa008-d958-4d59-84a6-1fa9768013a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.832098 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb9aa008-d958-4d59-84a6-1fa9768013a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:05.835840 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb9aa008-d958-4d59-84a6-1fa9768013a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b2fa442-db00-4597-b79d-f911a9de32f3 HTTP/1.1" status: 204 len: 168 time: 0.4457870 Nov 12 08:04:05.876349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aa008-d958-4d59-84a6-1fa9768013a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2fa442-db00-4597-b79d-f911a9de32f3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:05.880650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-7182109e-09ce-4011-8cc7-e7779a883574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:05.882393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-7182109e-09ce-4011-8cc7-e7779a883574 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 1097 time: 0.1218767 Nov 12 08:04:05.941628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-47ac8669-8073-4f47-b880-8330e244ca46 None None] Port 85670def-b034-4548-9a5a-ba7a5a8acf13 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:04:05.956244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on host n-h2-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:05.956820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:05.957032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:05.981501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:05.981827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:06.027772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:06.027995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:06.028412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:06.029043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Bound port: 42db99a9-fec3-4f22-b268-ffa9853a62f1, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:06.040595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac8e9-80c8-4603-bab0-e0c543b4c61c req-724218dd-afab-4f9d-9160-e84fdbf39dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.042093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-553ac8e9-80c8-4603-bab0-e0c543b4c61c req-724218dd-afab-4f9d-9160-e84fdbf39dca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1097 time: 0.4119997 Nov 12 08:04:06.136230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-17ea5c23-8841-422b-aaf9-00af9c2e758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.137911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-17ea5c23-8841-422b-aaf9-00af9c2e758e service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 923 time: 0.2460535 Nov 12 08:04:06.150701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85670def-b034-4548-9a5a-ba7a5a8acf13 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:06.161140 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.197669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Transition to ACTIVE for port object 85670def-b034-4548-9a5a-ba7a5a8acf13 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:06.205125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-553ac8e9-80c8-4603-bab0-e0c543b4c61c req-7478eab8-43fb-4e8b-93d6-ac1163458f59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146181 Nov 12 08:04:06.206405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.217216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:06.244937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.246419 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-2c170aab-5f49-45af-8883-a8f9347038b8 service neutron] 10.222.0.16 "POST /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1/bindings HTTP/1.1" status: 201 len: 390 time: 0.6479259 Nov 12 08:04:06.268530 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '1175ea7b-b22d-4724-a322-c2ac25fb2c0d', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'port_id': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'mac_address': 'fa:16:3e:b1:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:03:38Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 1, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:06.325435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-a46a088a-2032-404b-adb4-40e440f8aa7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662 HTTP/1.1" status: 200 len: 998 time: 0.1694784 Nov 12 08:04:06.335637 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13849ce-2b76-4f07-b49a-326adcc2f26d None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '1175ea7b-b22d-4724-a322-c2ac25fb2c0d', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'port_id': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'mac_address': 'fa:16:3e:b1:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:03:38Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 1, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:04:06.377742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Pushing event updated for resources: {'Port': ['ID=85670def-b034-4548-9a5a-ba7a5a8acf13,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:06.384235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-7497fc0a-f616-4fdf-a548-3288cdb079f4 req-12f7f886-d574-4d03-ba4a-de0adc20f29b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:06.385496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7497fc0a-f616-4fdf-a548-3288cdb079f4 req-12f7f886-d574-4d03-ba4a-de0adc20f29b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162368 Nov 12 08:04:06.398016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Attempting to bind port 85670def-b034-4548-9a5a-ba7a5a8acf13 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:06.398641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Attempting to bind port 85670def-b034-4548-9a5a-ba7a5a8acf13 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:06.399094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Attempting to bind port 85670def-b034-4548-9a5a-ba7a5a8acf13 on network 92be84c3-e74e-48f0-940c-1ef14d1757e8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:06.424071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Port 85670def-b034-4548-9a5a-ba7a5a8acf13 on network 92be84c3-e74e-48f0-940c-1ef14d1757e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:06.424585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Attempting to bind port 85670def-b034-4548-9a5a-ba7a5a8acf13 on network 92be84c3-e74e-48f0-940c-1ef14d1757e8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:06.432435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:06.432997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Checking segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:06.433501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Bound using segment: {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:06.434030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Bound port: 85670def-b034-4548-9a5a-ba7a5a8acf13, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e5f1ef-b5a0-4e85-88fc-2efea319abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:06.436213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.488430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-534c9e0c-c36c-4141-ba7c-5cfe24a0543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.491468 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-534c9e0c-c36c-4141-ba7c-5cfe24a0543c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.0890913 Nov 12 08:04:06.593478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-93f6f67f-3091-4bd1-aec3-4a1eaeecc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.595644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-93f6f67f-3091-4bd1-aec3-4a1eaeecc496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930243 Nov 12 08:04:06.664024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] For port 85670def-b034-4548-9a5a-ba7a5a8acf13, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:06.668913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] For port 85670def-b034-4548-9a5a-ba7a5a8acf13, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85670def-b034-4548-9a5a-ba7a5a8acf13,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:06.680599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559de070-4868-4381-861d-9a9347738510 req-8901d8e7-bcc5-4fe3-9be8-f679822ac45c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.695377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-559de070-4868-4381-861d-9a9347738510 req-8901d8e7-bcc5-4fe3-9be8-f679822ac45c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.1557488 Nov 12 08:04:06.724454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.757693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6886c0-c2ac-4aa5-866a-096a619307f1 None None] New status for floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:04:06.797099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-6c161046-f762-4863-b44a-7480b088b03c service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729519 Nov 12 08:04:06.848505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.849780 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.851842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 1093 time: 1.4523237 Nov 12 08:04:06.866795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:06.869883 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aa59e9-28b8-4c75-a633-37deb481ac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:06.938461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bddabc83-53eb-4b12-9b1a-96fc83703988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:06.940300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bddabc83-53eb-4b12-9b1a-96fc83703988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1097 time: 0.2288895 Nov 12 08:04:06.964967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-559de070-4868-4381-861d-9a9347738510 req-338ee99c-940b-45f4-80ed-c243005ee632 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687078 Nov 12 08:04:06.968670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9742d-f874-4b67-a3a7-d02c59eb24d5 service neutron] Pushing event updated for resources: {'Port': ['ID=85670def-b034-4548-9a5a-ba7a5a8acf13,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:06.992312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f20dc-ffaf-4c8e-a42f-cbbf38071192 req-4fad8543-7e9e-4b18-9484-d02357aa5dcc tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.001345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c61f20dc-ffaf-4c8e-a42f-cbbf38071192 req-4fad8543-7e9e-4b18-9484-d02357aa5dcc tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 945 time: 0.2925754 Nov 12 08:04:07.002218 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93731bd9-56c6-46c8-98ae-b18dbc5b96c3 req-24e25d0b-629c-4e6f-8761-8b23c89f5a24 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926436 Nov 12 08:04:07.128892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-53bce3d5-d8af-40e4-ba70-babd0a213aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.130401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-53bce3d5-d8af-40e4-ba70-babd0a213aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1096 time: 0.2151496 Nov 12 08:04:07.226643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-5e6b373f-5380-48f1-a081-c509c45c96a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 217 time: 0.0789964 Nov 12 08:04:07.240960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c61f20dc-ffaf-4c8e-a42f-cbbf38071192 req-99502d0e-e926-4c0f-ab64-c50c629f45d3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388802 Nov 12 08:04:07.297107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-4ef83c87-ade7-4567-879f-f8aad1ca0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.298474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-4ef83c87-ade7-4567-879f-f8aad1ca0033 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.3325388 Nov 12 08:04:07.307863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198b9ee-3982-4730-8d47-58894cbec44d req-ffa1ce04-3f3a-4579-b910-5eea501c698f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.309341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d198b9ee-3982-4730-8d47-58894cbec44d req-ffa1ce04-3f3a-4579-b910-5eea501c698f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 945 time: 0.1954455 Nov 12 08:04:07.402814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bc1a3e1b-f42a-4c28-88b4-c8232fd65c44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.0779772 Nov 12 08:04:07.406476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-7241722c-23a7-410c-bcdd-8fab5892605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.406476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-7241722c-23a7-410c-bcdd-8fab5892605f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 200 len: 868 time: 0.1646755 Nov 12 08:04:07.502054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7aa9-58a7-4ad0-9720-a9de7b46147c req-07f14d9d-5f40-432b-98a3-d24649d3a222 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.503543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9eb7aa9-58a7-4ad0-9720-a9de7b46147c req-07f14d9d-5f40-432b-98a3-d24649d3a222 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 944 time: 0.1915967 Nov 12 08:04:07.520773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d198b9ee-3982-4730-8d47-58894cbec44d req-aeb6b437-6ebb-4acd-9bd9-de1e1fb75347 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949825 Nov 12 08:04:07.570137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51642a-b012-4bc1-a836-a4c1ebabfadb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:07.575947 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c40f383-39af-47fc-bba9-4faaa35b933e" -d '{"events": [{"server_uuid": "0c68c9c0-0e3b-4f69-b704-a741aa731d44", "name": "network-vif-plugged", "status": "completed", "tag": "0e51642a-b012-4bc1-a836-a4c1ebabfadb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:07.765590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-342e436b-7425-4e83-ac7e-309f1c5a85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.767367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-342e436b-7425-4e83-ac7e-309f1c5a85d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.3489935 Nov 12 08:04:07.785681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-529cac76-635f-4c23-b0f4-f698ca5e9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.787092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-529cac76-635f-4c23-b0f4-f698ca5e9df8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92be84c3-e74e-48f0-940c-1ef14d1757e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3676105 Nov 12 08:04:07.844509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-03177993-496c-4b02-9a70-4708e34016a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620463 Nov 12 08:04:07.911105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9eb7aa9-58a7-4ad0-9720-a9de7b46147c req-2976bcb0-656b-45f8-b98b-d18c7fdae4c2 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014642 Nov 12 08:04:07.963246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed124ec7-ea9c-4f46-a742-ab200764e006 req-4ee6dc8f-beab-4f95-b703-73a5853228c3 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:07.964757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed124ec7-ea9c-4f46-a742-ab200764e006 req-4ee6dc8f-beab-4f95-b703-73a5853228c3 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.2255318 Nov 12 08:04:08.033115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-314e9bcd-91f3-4a10-be24-122636dca681 service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269766 Nov 12 08:04:08.034501 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6de719-f473-407d-9fe2-4d2511dea9d1 x-openstack-request-id: req-0c6de719-f473-407d-9fe2-4d2511dea9d1 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:08.034914 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:08.035003 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c6de719-f473-407d-9fe2-4d2511dea9d1 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:08.035374 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'status': 'completed', 'code': 200} Nov 12 08:04:08.060826 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d97fdea-b0c3-4ecb-a3d9-68fa4646c7c0 x-openstack-request-id: req-7d97fdea-b0c3-4ecb-a3d9-68fa4646c7c0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:08.061123 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c68c9c0-0e3b-4f69-b704-a741aa731d44", "name": "network-vif-plugged", "status": "completed", "tag": "0e51642a-b012-4bc1-a836-a4c1ebabfadb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:08.061549 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d97fdea-b0c3-4ecb-a3d9-68fa4646c7c0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:08.061951 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51642a-b012-4bc1-a836-a4c1ebabfadb', 'code': 200} Nov 12 08:04:08.079631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-faadf0e2-bf46-4127-9137-af052da45e83 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198732 Nov 12 08:04:08.087293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed124ec7-ea9c-4f46-a742-ab200764e006 req-373169f5-68f7-4b2b-9cd9-4c435de82d17 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155815 Nov 12 08:04:08.177887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52c2d1-c34e-4c34-acf2-2982be2bd29f req-1e6c5584-4902-4657-ac3f-a274c6a678eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.182607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ad52c2d1-c34e-4c34-acf2-2982be2bd29f req-1e6c5584-4902-4657-ac3f-a274c6a678eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 1102 time: 0.0572381 Nov 12 08:04:08.238892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7dff627-b196-406d-bef0-74f8daddcd0b req-51e3d339-5485-4fbc-a028-718a7b987a87 service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942606 Nov 12 08:04:08.240273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ad52c2d1-c34e-4c34-acf2-2982be2bd29f req-aad68242-69a6-4dc2-8bb9-f98765d0163d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Nov 12 08:04:08.263259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-d897ecd1-a005-4c97-a300-6feff87f8b98 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509869 Nov 12 08:04:08.272680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b15b5-edbc-4350-84f2-efa30d6df78d req-c5d540b8-4c67-4f9f-a03a-d743e1b56b00 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.274183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c29b15b5-edbc-4350-84f2-efa30d6df78d req-c5d540b8-4c67-4f9f-a03a-d743e1b56b00 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.0828590 Nov 12 08:04:08.300382 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.325343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c29b15b5-edbc-4350-84f2-efa30d6df78d req-5ee0ea87-c18d-45c4-b64b-ca5183787bff tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Nov 12 08:04:08.412718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-a449c94b-a88a-4723-bc58-9e25d23bb045 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=da15d692d0584e5487622ddd9f04ff0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316525 Nov 12 08:04:08.548952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56860) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:08.597000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b00cb-9bd7-4c64-8f06-b8be0322a1a8 req-2be3e623-cf93-4e48-a49a-01cce41f2c06 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.598383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c17b00cb-9bd7-4c64-8f06-b8be0322a1a8 req-2be3e623-cf93-4e48-a49a-01cce41f2c06 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 945 time: 0.2050018 Nov 12 08:04:08.625343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-cf66b077-fc39-4df1-bc8d-38a9ae9933c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.626795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-cf66b077-fc39-4df1-bc8d-38a9ae9933c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1096 time: 0.1965098 Nov 12 08:04:08.652507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f297df55-95a4-48b1-829c-6b86d60f21be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.666189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-8a05c6ec-a5d5-4e4b-8820-f41ffddcb717 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.667621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-8a05c6ec-a5d5-4e4b-8820-f41ffddcb717 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.1913028 Nov 12 08:04:08.700599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768509-25'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:08.709595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-a82d0b7d-acd3-48b7-955b-a9bbe8f9c354 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.711101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-a82d0b7d-acd3-48b7-955b-a9bbe8f9c354 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796016 Nov 12 08:04:08.730756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f297df55-95a4-48b1-829c-6b86d60f21be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.735229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f297df55-95a4-48b1-829c-6b86d60f21be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.774207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f297df55-95a4-48b1-829c-6b86d60f21be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=572e0d85817b463da7b676f4ed8cc003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241814 Nov 12 08:04:08.775561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297df55-95a4-48b1-829c-6b86d60f21be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7541bf-25d3-4a6b-b3be-9ad73402aa99,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:08.778427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56864) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:08.789666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c17b00cb-9bd7-4c64-8f06-b8be0322a1a8 req-09e201bd-6f43-4c68-8e91-7f520ac36e90 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844130 Nov 12 08:04:08.799045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-96100384-6d1c-4485-bc81-91981aff7573 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/quotas/da15d692d0584e5487622ddd9f04ff0d HTTP/1.1" status: 200 len: 375 time: 0.0422134 Nov 12 08:04:08.847773 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4622f51e-fbf4-4a25-a70e-41d5f956f05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.867113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.877542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-ff4ebaf9-9763-48a6-ae9c-1ef79ecead86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:08.879009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-ff4ebaf9-9763-48a6-ae9c-1ef79ecead86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 929 time: 0.2308764 Nov 12 08:04:08.881925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4622f51e-fbf4-4a25-a70e-41d5f956f05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.930950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4622f51e-fbf4-4a25-a70e-41d5f956f05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.933735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4622f51e-fbf4-4a25-a70e-41d5f956f05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.934931 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4622f51e-fbf4-4a25-a70e-41d5f956f05c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a7541bf-25d3-4a6b-b3be-9ad73402aa99 HTTP/1.1" status: 204 len: 168 time: 0.1549110 Nov 12 08:04:08.942967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622f51e-fbf4-4a25-a70e-41d5f956f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7541bf-25d3-4a6b-b3be-9ad73402aa99,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:08.952306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-46d3a97c-376a-4cbc-8e43-5bb3c6cff650 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 217 time: 0.0653057 Nov 12 08:04:08.992922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-ddab5bd4-394b-4fff-85b0-17879735699c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da15d692d0584e5487622ddd9f04ff0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759696 Nov 12 08:04:09.083007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-029f2c1d-12ce-4b20-812e-668e82bea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:09.084500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-029f2c1d-12ce-4b20-812e-668e82bea2af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 200 len: 868 time: 0.1086161 Nov 12 08:04:09.095005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7a8ba-1f6e-429c-9e6d-b9b96df7cc36 req-c7159cec-7078-4567-bf8b-7eaea95e9d53 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:09.096451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cce7a8ba-1f6e-429c-9e6d-b9b96df7cc36 req-c7159cec-7078-4567-bf8b-7eaea95e9d53 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 945 time: 0.1821282 Nov 12 08:04:09.179316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:09.205996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-cd8630dc-c4fb-425e-a868-32216dc7cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:09.207498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-cd8630dc-c4fb-425e-a868-32216dc7cbd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92be84c3-e74e-48f0-940c-1ef14d1757e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086791 Nov 12 08:04:09.214419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cce7a8ba-1f6e-429c-9e6d-b9b96df7cc36 req-5d329841-f033-4fd7-beda-8f27f329f780 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996430 Nov 12 08:04:09.264728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:09.347801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:09.358790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:09.391476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-3e8414bb-48e4-41e5-84fe-310c39291908 service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619716 Nov 12 08:04:09.515089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:09.582672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on host n-h1-768509-25 for vnic_type normal with profile {"migrating_to": "n-h2-768509-25"} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:09.582926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:09.583387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:09.600270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:09.600593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Attempting to bind port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:09.619877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:09.620240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:09.620623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:09.621313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Bound port: 42db99a9-fec3-4f22-b268-ffa9853a62f1, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:09.621656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:09.627362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2aa59e9-28b8-4c75-a633-37deb481ac9d req-2cb0be1d-aca2-4f44-849e-2eabe6eb437d service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251065 Nov 12 08:04:09.629304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17354377-2ffe-4f08-8532-9a99bbcf88dc req-13e63398-a569-4c34-ab5a-073badaad38b tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:09.630805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17354377-2ffe-4f08-8532-9a99bbcf88dc req-13e63398-a569-4c34-ab5a-073badaad38b tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1097 time: 0.1817575 Nov 12 08:04:09.667839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808089e-f61d-45ef-b069-2c48deb253ff req-6a02d505-ee22-46f5-afc3-f617126ba322 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:09.669400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5808089e-f61d-45ef-b069-2c48deb253ff req-6a02d505-ee22-46f5-afc3-f617126ba322 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 944 time: 0.1463127 Nov 12 08:04:09.784379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17354377-2ffe-4f08-8532-9a99bbcf88dc req-d0a1d604-476b-4f9b-b515-6930bcd1d245 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296062 Nov 12 08:04:09.800840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:09.817083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5808089e-f61d-45ef-b069-2c48deb253ff req-9d94204f-1764-4831-93f8-c5b3de724614 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202650 Nov 12 08:04:09.821992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:09.833869 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:09.976252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:09.977132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:09.978186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] 10.222.0.32 "PUT /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 1123 time: 1.2928903 Nov 12 08:04:09.980693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:09.997570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58e3506b-d494-450c-ae4a-ba64af84607c req-bdb724a0-8970-458d-9cd8-54d6bb16dabb tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 210 time: 0.0377796 Nov 12 08:04:09.998820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f43a-bd1d-4c9a-b239-e8975c217767 service neutron] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=8']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:10.054948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['42db99a9-fec3-4f22-b268-ffa9853a62f1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:10.062845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1'}, {'name': 'network-changed', 'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:10.068476 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4797103-35e4-44e6-b913-2d46d67ddc41" -d '{"events": [{"server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "name": "network-vif-unplugged", "status": "completed", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1"}, {"name": "network-changed", "server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:10.101913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb9415-eed7-44b2-ad7c-afc921408ce0 req-32af1c8d-17d8-418e-ad51-c4d34d71bd5c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.103555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efeb9415-eed7-44b2-ad7c-afc921408ce0 req-32af1c8d-17d8-418e-ad51-c4d34d71bd5c tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.0904853 Nov 12 08:04:10.134887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1786289203-network', 'tenant_id': 'a1e2df68b8794d4e824f11126c651aa1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:10.158561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Made reservation on behalf of a1e2df68b8794d4e824f11126c651aa1 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:10.161280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.171642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.181066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efeb9415-eed7-44b2-ad7c-afc921408ce0 req-9cfa7bd4-62e6-44f0-b12b-3906067ae5a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710795 Nov 12 08:04:10.205839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598512a3-2085-44d9-99b1-a68934ec0739 req-9b404f86-8332-4f52-b889-86167420edaf tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.207534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-598512a3-2085-44d9-99b1-a68934ec0739 req-9b404f86-8332-4f52-b889-86167420edaf tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1097 time: 0.0634367 Nov 12 08:04:10.246320 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ba440-268f-485c-9306-feb1f01cc31c x-openstack-request-id: req-004ba440-268f-485c-9306-feb1f01cc31c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:10.246602 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "name": "network-vif-unplugged", "status": "completed", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1", "code": 200}, {"name": "network-changed", "server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:10.246902 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-004ba440-268f-485c-9306-feb1f01cc31c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:10.247230 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'code': 200} Nov 12 08:04:10.247475 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'status': 'completed', 'code': 200} Nov 12 08:04:10.272966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-598512a3-2085-44d9-99b1-a68934ec0739 req-331e0039-67c7-4ef6-90ec-869bde3e9a85 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528736 Nov 12 08:04:10.274459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.287250 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.366914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:04:10.564962 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e938399-4d7d-4e7e-8e57-f3f179bf657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.610340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc655cd-f028-4f03-bf70-52ae3c05f57b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:10.615287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.615855 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Added segment be98c1be-c640-4fc5-8f74-be2c2a0651c8 of type vlan for network 38867dbb-babc-49bc-ba26-d340cb037094 Nov 12 08:04:10.628006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fa10b6b0-41df-4e64-a013-4da69b1640e9 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=da15d692d0584e5487622ddd9f04ff0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428491 Nov 12 08:04:10.630015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-9a44dd03-8bee-4c3e-85d9-10605cf38760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.631396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-9a44dd03-8bee-4c3e-85d9-10605cf38760 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1126 time: 0.3544040 Nov 12 08:04:10.707789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.787857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbf872-d8d3-4e1a-983b-6bb690a92e06 req-fb747a3e-a056-4edb-a701-0edd861949eb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.789366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64cbf872-d8d3-4e1a-983b-6bb690a92e06 req-fb747a3e-a056-4edb-a701-0edd861949eb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.3252456 Nov 12 08:04:10.806506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74646d3-54e5-430a-a450-92d4f2fae031 req-d7f49f55-0d66-4cb3-87ed-044724556895 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.808254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74646d3-54e5-430a-a450-92d4f2fae031 req-d7f49f55-0d66-4cb3-87ed-044724556895 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.0821087 Nov 12 08:04:10.829627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.830556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.831130 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:10.873105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-d91a0555-fa0c-40b9-a3ce-98e9fd31c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.874893 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-d91a0555-fa0c-40b9-a3ce-98e9fd31c218 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.2214639 Nov 12 08:04:10.886156 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9036241 Nov 12 08:04:10.889936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56954) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:10.891975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64cbf872-d8d3-4e1a-983b-6bb690a92e06 req-dd91f812-f561-427b-b9c4-9263678efc83 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 Nov 12 08:04:10.896389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74646d3-54e5-430a-a450-92d4f2fae031 req-abbfe64d-a342-4d51-9357-c2fda9efc7a3 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745451 Nov 12 08:04:10.947788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-4ddf0d98-58f8-4cb5-a2ae-b53896176ee5 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:10.949959 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-4ddf0d98-58f8-4cb5-a2ae-b53896176ee5 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2978578 Nov 12 08:04:10.980130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Request body: {'subnet': {'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1786289203-subnet', 'tenant_id': 'a1e2df68b8794d4e824f11126c651aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:10.994184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Request body: {'port': {'device_id': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'da15d692d0584e5487622ddd9f04ff0d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:10.998093 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-2da20388-62ba-4f52-9a6b-7e3cecb6c08a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.1109211 Nov 12 08:04:11.012699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2ff5-274e-40de-9b01-11bd35f19f48 admin admin] Pushing event updated for resources: {'Network': ['ID=38867dbb-babc-49bc-ba26-d340cb037094,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:11.025429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 38867dbb-babc-49bc-ba26-d340cb037094 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:04:11.075132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0f76-c164-4cdf-a67a-ee4ebad24656 req-43d48d78-f2e1-4453-859c-0b38453ec1ac tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:11.084260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5ec0f76-c164-4cdf-a67a-ee4ebad24656 req-43d48d78-f2e1-4453-859c-0b38453ec1ac tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 944 time: 0.0902064 Nov 12 08:04:11.103246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Made reservation on behalf of a1e2df68b8794d4e824f11126c651aa1 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:11.105792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.135152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5ec0f76-c164-4cdf-a67a-ee4ebad24656 req-1516c068-0714-4b8d-8fe3-21a369b09028 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Nov 12 08:04:11.141900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-01d74fda-21ce-4e26-ae21-bd3558f49350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:11.143341 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-01d74fda-21ce-4e26-ae21-bd3558f49350 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1199775 Nov 12 08:04:11.190393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85670def-b034-4548-9a5a-ba7a5a8acf13 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:11.214708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-d29ee0da-15c0-4cae-825c-624ebdb20ad8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367908 Nov 12 08:04:11.255569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Made reservation on behalf of da15d692d0584e5487622ddd9f04ff0d for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:11.259053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.479778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 85670def-b034-4548-9a5a-ba7a5a8acf13, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85670def-b034-4548-9a5a-ba7a5a8acf13,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:11.488810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.494878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'port_id': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'mac_address': 'fa:16:3e:0d:3f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:11.522934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-e9f4bf28-035b-48bc-bb7f-1df45921dfa2 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519572 Nov 12 08:04:11.535929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.555782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85670def-b034-4548-9a5a-ba7a5a8acf13 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:11.556653 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.581951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 85670def-b034-4548-9a5a-ba7a5a8acf13, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85670def-b034-4548-9a5a-ba7a5a8acf13,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:11.588302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.641117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=85670def-b034-4548-9a5a-ba7a5a8acf13,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:11.650758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.651163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.651687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.651978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.652539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.652777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.653062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.653396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.653733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.654600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.655228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.655339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:11.657809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Allocated IP 192.168.233.127 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/35ef3c8a-24bc-4a38-935d-1f80010e57e5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:11.693023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:11.744851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4797103-35e4-44e6-b913-2d46d67ddc41 req-d0846b78-7537-4e10-b810-36e4447f21af service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079475 Nov 12 08:04:11.750331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Checking segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:11.750683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Network hostable DHCP agents. Network: 38867dbb-babc-49bc-ba26-d340cb037094, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:04:11.775064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a2e036b-cffd-4ecc-808b-dc21b51238cd req-e7d7b67d-3890-4b2c-afe2-e12617cb0893 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 210 time: 0.0395947 Nov 12 08:04:11.817423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Network 38867dbb-babc-49bc-ba26-d340cb037094 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:04:11.836615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 38867dbb-babc-49bc-ba26-d340cb037094) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:11.844382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:11.844988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.846933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6941abcf-46a5-4a20-b73f-2818ea050404 None None] Network 38867dbb-babc-49bc-ba26-d340cb037094 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:04:11.891613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.903935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-51ac5d4a-eedd-47a3-999a-df5e5b0443c1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0008876 Nov 12 08:04:11.930612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cac4ce-85a8-4397-9d82-db463a04d718 req-1e89b5bd-7bb2-412d-8c9f-54ecbbdc9f28 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:11.935484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['85670def-b034-4548-9a5a-ba7a5a8acf13'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:11.948940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0cac4ce-85a8-4397-9d82-db463a04d718 req-1e89b5bd-7bb2-412d-8c9f-54ecbbdc9f28 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.0739052 Nov 12 08:04:11.961922 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.983210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['16d620e4-8bab-49ea-a8b9-45e80be5a5f1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:12.016893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0cac4ce-85a8-4397-9d82-db463a04d718 req-5b17c477-e408-4f6e-bcdc-972345d1b500 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645645 Nov 12 08:04:12.027007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:12.037657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:12.047206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:12.054436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Pushing event updated for resources: {'Port': ['ID=35ef3c8a-24bc-4a38-935d-1f80010e57e5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:12.138881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-42262688-4387-4cb2-bd52-3c7f4f6cdf3e tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:12.158845 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-42262688-4387-4cb2-bd52-3c7f4f6cdf3e tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225518 Nov 12 08:04:12.187912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:12.189422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:12.224851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-577fd84e-571d-4d28-b574-d2ffa8d49bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:12.233503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-577fd84e-571d-4d28-b574-d2ffa8d49bec service neutron] 10.222.0.16 "GET /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 1094 time: 0.0728030 Nov 12 08:04:12.234033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f617f-9021-4833-af90-6fff02dcc512 req-781e893c-e328-474c-8200-c21553a218c4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:12.235977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b5f617f-9021-4833-af90-6fff02dcc512 req-781e893c-e328-474c-8200-c21553a218c4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.0707092 Nov 12 08:04:12.237876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Request body: {'binding': {'host': 'n-h1-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:12.238480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:04:12.244600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-fe9162ea-c002-46b2-abd2-2b8ff8ac5459 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2585552 Nov 12 08:04:12.272661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Request body: {'port': {'device_id': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:12.297398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f0238-666b-4720-a6b4-c05ef5330edb None None] Network 38867dbb-babc-49bc-ba26-d340cb037094 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:04:12.313684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b5f617f-9021-4833-af90-6fff02dcc512 req-cc1b6cc6-8b00-4fda-bb6a-65441574b382 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 Nov 12 08:04:12.391423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:12.419498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d21c88cd-be44-4ddc-9a1b-958a09996a6b None None] Provisioning complete for port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:12.419817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d21c88cd-be44-4ddc-9a1b-958a09996a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:12.475449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d21c88cd-be44-4ddc-9a1b-958a09996a6b None None] Port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:04:12.479402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7f3b-c825-407b-9022-c7859c1e38ae req-1d93373b-4994-47c4-b479-64a914a18366 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:12.481406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9eb7f3b-c825-407b-9022-c7859c1e38ae req-1d93373b-4994-47c4-b479-64a914a18366 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 945 time: 0.0649714 Nov 12 08:04:12.532846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9eb7f3b-c825-407b-9022-c7859c1e38ae req-880f6700-a751-4052-9e57-813f129b6717 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Nov 12 08:04:12.556272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on host n-h1-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:12.556598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:12.556923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:12.571405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:12.571806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:12.588513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:12.588845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:12.589216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:12.589637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Bound port: c340014f-f2e1-406c-9041-4c0aa5a58152, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:12.699053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:12.706361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:12.707530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a9deda26-01d8-4bfc-8bca-c4e72fc2b164 service neutron] 10.222.0.16 "POST /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152/bindings HTTP/1.1" status: 201 len: 390 time: 0.4730148 Nov 12 08:04:12.778747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-e0253922-d2ed-4f9e-bed2-608c06744c04 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:12.780310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ef3c8a-24bc-4a38-935d-1f80010e57e5 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:12.781128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-e0253922-d2ed-4f9e-bed2-608c06744c04 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.1232429 Nov 12 08:04:12.787980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:12.801961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Transition to ACTIVE for port object 35ef3c8a-24bc-4a38-935d-1f80010e57e5 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:12.807521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-5a710e89-18b0-478e-b144-71d71daa4ad7 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/quotas/a1e2df68b8794d4e824f11126c651aa1 HTTP/1.1" status: 200 len: 375 time: 0.0190217 Nov 12 08:04:12.815122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:12.844857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-a799d6d6-128f-43dd-9194-7d6764019819 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364220 Nov 12 08:04:12.887014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef3c8a-24bc-4a38-935d-1f80010e57e5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:12.974767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-e5b28f55-9060-47f0-bd89-ac24d3d7fa47 service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288586 Nov 12 08:04:13.002548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Attempting to bind port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:13.003022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Attempting to bind port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:13.003486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Attempting to bind port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:13.024012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:13.024434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Attempting to bind port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:13.045212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:13.045828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:13.045930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:13.046344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Bound port: 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:13.046691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:13.066011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-05f1f519-b43b-4b67-9403-6fc4d42997fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:13.094449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-d166385c-e394-441f-b8ac-dc27db4a0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.095961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-d166385c-e394-441f-b8ac-dc27db4a0e97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1097 time: 0.0842712 Nov 12 08:04:13.110145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-3e50ff8c-07d8-4b09-aa10-4746c210ccef service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280510 Nov 12 08:04:13.116734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.25', 62329) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:13.150466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] For port 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:13.159136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca5c81-9e3c-42ba-94ec-fc2ec1f4557c req-28a26206-2a38-44f9-be0a-2525f9ba6c59 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.160586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5ca5c81-9e3c-42ba-94ec-fc2ec1f4557c req-28a26206-2a38-44f9-be0a-2525f9ba6c59 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 945 time: 0.0961339 Nov 12 08:04:13.189382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] For port 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:13.196377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-842df0b6-9a86-461b-b906-8bd8a895fc6e tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.198100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-842df0b6-9a86-461b-b906-8bd8a895fc6e tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.0793729 Nov 12 08:04:13.200575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:13.212270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:13.262387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.262997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:13.265351 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] 10.222.0.25 "PUT /v2.0/ports/35ef3c8a-24bc-4a38-935d-1f80010e57e5 HTTP/1.1" status: 200 len: 1097 time: 0.9991915 Nov 12 08:04:13.267482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'tag': '35ef3c8a-24bc-4a38-935d-1f80010e57e5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:13.269810 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a", "tag": "35ef3c8a-24bc-4a38-935d-1f80010e57e5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:13.280781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-91f1e1da-a0a7-4e5b-929f-bb3d5a39fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.282335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-91f1e1da-a0a7-4e5b-929f-bb3d5a39fb15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.1661932 Nov 12 08:04:13.289750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5ca5c81-9e3c-42ba-94ec-fc2ec1f4557c req-6d51ffb9-630a-4e1c-aadb-8e73eed99149 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225076 Nov 12 08:04:13.404088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ccd8b-bb3f-4abe-8d4d-983b2c835345 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef3c8a-24bc-4a38-935d-1f80010e57e5,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:13.412293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Deleting port 0e51642a-b012-4bc1-a836-a4c1ebabfadb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:13.412647 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:13.429326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee3a7-f1b9-4a43-b6cf-671a8efbbee0 req-dcf85eb9-da6f-477c-9247-58c51c406bbd tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.431202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99eee3a7-f1b9-4a43-b6cf-671a8efbbee0 req-dcf85eb9-da6f-477c-9247-58c51c406bbd tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 948 time: 0.0918584 Nov 12 08:04:13.458074 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-59259852-76a9-4c82-8b31-c433eef2801c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.1650355 Nov 12 08:04:13.500175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:13.524282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 has no active binding in host n-h2-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:04:13.524796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-de449cf1-6f60-4f1d-a36b-7a1b20fa1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.526471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-de449cf1-6f60-4f1d-a36b-7a1b20fa1b98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da15d692d0584e5487622ddd9f04ff0d&device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 1100 time: 0.2081068 Nov 12 08:04:13.591687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-48d6ddfc-8e74-4a3f-9ec0-60a237dec8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.593232 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-48d6ddfc-8e74-4a3f-9ec0-60a237dec8ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1194634 Nov 12 08:04:13.595051 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-b84e3597-f956-4ff1-b918-c62e96218c1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5 HTTP/1.1" status: 200 len: 217 time: 0.0583968 Nov 12 08:04:13.626874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] For port 0e51642a-b012-4bc1-a836-a4c1ebabfadb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e51642a-b012-4bc1-a836-a4c1ebabfadb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:13.627510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:13.648838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Calling delete_port for 0e51642a-b012-4bc1-a836-a4c1ebabfadb owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:13.662111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-1e8bd91b-1c80-4c9b-a50a-af10ac3a9080 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563195 Nov 12 08:04:13.677201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99eee3a7-f1b9-4a43-b6cf-671a8efbbee0 req-801a95a2-e310-4eda-a95a-eb2ff564db03 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195554 Nov 12 08:04:13.690422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699801-2ed4-4a9a-b373-b6bb1f8342be req-30af1a18-bd1e-4bb7-a021-3e778872158f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.692352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf699801-2ed4-4a9a-b373-b6bb1f8342be req-30af1a18-bd1e-4bb7-a021-3e778872158f tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c68c9c0-0e3b-4f69-b704-a741aa731d44 HTTP/1.1" status: 200 len: 950 time: 0.2163830 Nov 12 08:04:13.723012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-7176c87a-821a-4028-a1ca-4991f922ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.724518 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-7176c87a-821a-4028-a1ca-4991f922ab62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1096337 Nov 12 08:04:13.787373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b6b51d2-1794-42ae-aa64-975124e4c0be req-68adb65b-91a7-4d39-9571-7a51dcfafabb tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 210 time: 0.0596335 Nov 12 08:04:13.835651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf699801-2ed4-4a9a-b373-b6bb1f8342be req-b10d0b0a-e9e8-4b88-ba9b-3a032a815948 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.16 "GET /v2.0/security-groups?id=18b52a86-bf3f-4610-9ea6-38064cd2a3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999975 Nov 12 08:04:13.837517 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-2ce4b7d3-72ae-4eab-b7a2-36fafe220d80 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670454 Nov 12 08:04:13.839791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-23371211-6459-4086-82f4-590448075454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:13.851996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-23371211-6459-4086-82f4-590448075454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973575 Nov 12 08:04:13.865970 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631dae8-6f32-4053-ad12-e023e6629ec1 x-openstack-request-id: req-e631dae8-6f32-4053-ad12-e023e6629ec1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:13.866275 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a", "tag": "35ef3c8a-24bc-4a38-935d-1f80010e57e5", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:13.866611 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e631dae8-6f32-4053-ad12-e023e6629ec1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:13.867002 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'tag': '35ef3c8a-24bc-4a38-935d-1f80010e57e5', 'status': 'completed', 'code': 200} Nov 12 08:04:14.029693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:14.034545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-dc2cfb3a-e91a-443d-bb8a-91293e68a279 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800263 Nov 12 08:04:14.038048 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-bbfd7aa5-1c11-483b-8755-759b7980b669 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519573 Nov 12 08:04:14.043479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0e51642a-b012-4bc1-a836-a4c1ebabfadb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:14.044545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67884f6-0f9b-4efe-91a4-a2103a91f0a4 req-8295a937-ae16-4fff-84b6-546cb59e82b4 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.047566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b67884f6-0f9b-4efe-91a4-a2103a91f0a4 req-8295a937-ae16-4fff-84b6-546cb59e82b4 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 945 time: 0.1055098 Nov 12 08:04:14.103613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Pushing event deleted for resources: {'Port': ['ID=0e51642a-b012-4bc1-a836-a4c1ebabfadb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:14.120511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938d690-687e-45d4-a692-55b8f8f0511b req-74bc80d2-2ad5-44f3-940b-e4a4f3ffd3d5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.122264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4938d690-687e-45d4-a692-55b8f8f0511b req-74bc80d2-2ad5-44f3-940b-e4a4f3ffd3d5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.1412199 Nov 12 08:04:14.159491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e52ec129-6887-45d7-8c90-9f536998b3b6 req-6586eff5-57d1-4a43-9c9d-99fde6f2d935 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070430 Nov 12 08:04:14.195903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] No DVR routers for this DVR port 0e51642a-b012-4bc1-a836-a4c1ebabfadb on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:14.200348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b67884f6-0f9b-4efe-91a4-a2103a91f0a4 req-6e9cecfc-a9fd-4f58-abf9-16feae62e3b4 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404910 Nov 12 08:04:14.202093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:14.205358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19a9f18f-31d7-438e-bff0-e21986bbc6c3 req-e58df4c0-b2f6-469a-8860-86251a8590a6 tempest-DeleteServersAdminTestJSON-1640568593 tempest-DeleteServersAdminTestJSON-1640568593-project] 10.222.0.25 "DELETE /v2.0/ports/0e51642a-b012-4bc1-a836-a4c1ebabfadb HTTP/1.1" status: 204 len: 173 time: 0.9925179 Nov 12 08:04:14.208134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'name': 'network-vif-deleted', 'tag': '0e51642a-b012-4bc1-a836-a4c1ebabfadb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:14.210435 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f360f2c-6969-42f5-96c8-4ebe9f04c84c" -d '{"events": [{"server_uuid": "0c68c9c0-0e3b-4f69-b704-a741aa731d44", "name": "network-vif-deleted", "tag": "0e51642a-b012-4bc1-a836-a4c1ebabfadb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:14.282228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4938d690-687e-45d4-a692-55b8f8f0511b req-f65bc236-4c46-493f-acd7-67093e8c65ac tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486816 Nov 12 08:04:14.342931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:14.350394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-30a6c70a-27f2-4d06-b46a-a84dc7e059d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.355925 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-30a6c70a-27f2-4d06-b46a-a84dc7e059d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da15d692d0584e5487622ddd9f04ff0d&device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 1100 time: 0.0966065 Nov 12 08:04:14.371780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-c354c09c-d284-4084-8062-3fde9a6b7835 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.373849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-c354c09c-d284-4084-8062-3fde9a6b7835 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.1355124 Nov 12 08:04:14.377180 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a6ce5e-a573-419a-b481-ed5fbea8106b x-openstack-request-id: req-76a6ce5e-a573-419a-b481-ed5fbea8106b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:14.377676 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c68c9c0-0e3b-4f69-b704-a741aa731d44", "name": "network-vif-deleted", "tag": "0e51642a-b012-4bc1-a836-a4c1ebabfadb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:14.378181 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76a6ce5e-a573-419a-b481-ed5fbea8106b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:14.378784 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c68c9c0-0e3b-4f69-b704-a741aa731d44', 'name': 'network-vif-deleted', 'tag': '0e51642a-b012-4bc1-a836-a4c1ebabfadb', 'status': 'completed', 'code': 200} Nov 12 08:04:14.392139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-25'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:14.467373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:14.521332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-ab0b45f6-fa7b-4763-8ef7-e65597010728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.523234 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-ab0b45f6-fa7b-4763-8ef7-e65597010728 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1540377 Nov 12 08:04:14.574614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-51ac4d27-fc03-432b-b2ff-1508a83c9c5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5 HTTP/1.1" status: 200 len: 217 time: 0.0422492 Nov 12 08:04:14.587576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c593cec-9ae1-475f-9413-50af8e40a4a9 req-0117033e-7f50-4d4d-ab6b-373a8361f277 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.588478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c593cec-9ae1-475f-9413-50af8e40a4a9 req-0117033e-7f50-4d4d-ab6b-373a8361f277 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 945 time: 0.1081285 Nov 12 08:04:14.639272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-c42b794b-9bee-4bd2-b233-ee146fc45741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:14.641155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-c42b794b-9bee-4bd2-b233-ee146fc45741 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0577884 Nov 12 08:04:14.686558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:14.691540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c593cec-9ae1-475f-9413-50af8e40a4a9 req-b0edcd6b-311f-47fa-9f75-15637545906c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Nov 12 08:04:14.731750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:14.785217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:14.795450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.013225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5e2d145-1e5b-4132-8eef-d7b15d5cecff req-321048ca-630b-454e-8f94-c922dc3cfd64 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 210 time: 0.0908446 Nov 12 08:04:15.033684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:15.067206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-35f14934-043c-4168-a91a-5ef7d5c0ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:15.068266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedad5a0-5449-4ce2-8c92-6e5cbe45f75a req-69148a6c-1b68-4c0a-9235-f11e3dd19018 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:15.069827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cedad5a0-5449-4ce2-8c92-6e5cbe45f75a req-69148a6c-1b68-4c0a-9235-f11e3dd19018 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 948 time: 0.2382529 Nov 12 08:04:15.071422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-35f14934-043c-4168-a91a-5ef7d5c0ceb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4215403 Nov 12 08:04:15.077489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on host n-h2-768509-25 for vnic_type normal with profile {"migrating_to": "n-h1-768509-25"} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:15.077832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:15.078149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:15.098167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:15.098493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Attempting to bind port c340014f-f2e1-406c-9041-4c0aa5a58152 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:15.134224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-4b3f35b0-1c54-4958-ac20-b0e287e91ca3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:15.135719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-4b3f35b0-1c54-4958-ac20-b0e287e91ca3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.2527227 Nov 12 08:04:15.140650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:15.140987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:15.141369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:15.141806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Bound port: c340014f-f2e1-406c-9041-4c0aa5a58152, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:15.142156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.166167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Request body: {'port': {'device_id': '95655566-b414-4593-9342-634173f92a4f', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'admin_state_up': True, 'tenant_id': 'a1e2df68b8794d4e824f11126c651aa1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:15.203681 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-14f8be5f-325f-4aba-be66-bffc639f4258 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165812 Nov 12 08:04:15.210752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85670def-b034-4548-9a5a-ba7a5a8acf13 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:15.251707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cedad5a0-5449-4ce2-8c92-6e5cbe45f75a req-c865cc50-952d-4cea-b59e-d8bebb83d70e tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664450 Nov 12 08:04:15.314125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 85670def-b034-4548-9a5a-ba7a5a8acf13 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:15.319727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 85670def-b034-4548-9a5a-ba7a5a8acf13 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:15.320772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.336127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa36dccd-76eb-4f10-8e84-98c6b17b55c4 req-4ce53fda-8cb1-4364-8282-6e41e29a6319 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236150 Nov 12 08:04:15.418492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.430433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:15.452903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:15.454902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:15.456186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Made reservation on behalf of a1e2df68b8794d4e824f11126c651aa1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:15.457585 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a4795d-aa5b-4bd7-8097-b3d9d7878157" -d '{"events": [{"server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "name": "network-vif-plugged", "status": "completed", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:15.460207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.465494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.477061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 85670def-b034-4548-9a5a-ba7a5a8acf13, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85670def-b034-4548-9a5a-ba7a5a8acf13,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:15.483597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.489490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d9ae7-d908-4d6b-a32c-396eba6113f3 req-3f487568-b856-466d-9948-6945dd951a4a tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:15.497201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a1d9ae7-d908-4d6b-a32c-396eba6113f3 req-3f487568-b856-466d-9948-6945dd951a4a tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 945 time: 0.1308527 Nov 12 08:04:15.542841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.557216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=85670def-b034-4548-9a5a-ba7a5a8acf13,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:15.664834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=8']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:15.696144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a1d9ae7-d908-4d6b-a32c-396eba6113f3 req-071b99b7-bbf3-4a42-bbca-724b2c9a1a86 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977184 Nov 12 08:04:15.697390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:15.698006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:15.699614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-579a057a-40b9-4c46-9ebd-1e04ec1eaf3f service neutron] 10.222.0.25 "PUT /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 1123 time: 1.3154604 Nov 12 08:04:15.760202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e139f-6dcf-414f-a07e-d050ca01faa7 req-e65cb4b4-d044-4ec8-b7a2-0fefe353da52 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:15.761744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f1e139f-6dcf-414f-a07e-d050ca01faa7 req-e65cb4b4-d044-4ec8-b7a2-0fefe353da52 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.2004921 Nov 12 08:04:15.799499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Allocated IP 172.20.0.3 (38867dbb-babc-49bc-ba26-d340cb037094/b5c009cc-2ced-40e1-afc7-eb38cc1d00e9/c208417c-2c37-4891-9ae5-9b083b483a5c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:15.823024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c340014f-f2e1-406c-9041-4c0aa5a58152'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:15.844864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f1e139f-6dcf-414f-a07e-d050ca01faa7 req-2865a0f6-37af-4b41-ae2e-fbaf2f484781 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748727 Nov 12 08:04:15.900702 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b6de08-04bb-4e85-8ab8-8265ad02558e x-openstack-request-id: req-17b6de08-04bb-4e85-8ab8-8265ad02558e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:15.901316 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "name": "network-vif-plugged", "status": "completed", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:15.901754 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17b6de08-04bb-4e85-8ab8-8265ad02558e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:15.902299 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'code': 200} Nov 12 08:04:16.082552 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.113342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321fa8-1227-4bd0-b6ba-ae1d90135e1b req-49b70641-bc37-4771-8a5f-97d8709ef9c4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:16.114858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa321fa8-1227-4bd0-b6ba-ae1d90135e1b req-49b70641-bc37-4771-8a5f-97d8709ef9c4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.1563244 Nov 12 08:04:16.139934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431c2e-9e69-4717-b198-589a728e7c7d req-776c352f-b206-4e02-bfbb-d45b1ab945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:16.141689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a431c2e-9e69-4717-b198-589a728e7c7d req-776c352f-b206-4e02-bfbb-d45b1ab945ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1098 time: 0.1404948 Nov 12 08:04:16.230139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ead1279-d748-4f19-af24-f32d43155182 req-eeaf3ca2-8078-4998-b322-b204d0886496 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 210 time: 0.0658023 Nov 12 08:04:16.253442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-593bb541-8dbc-40a6-a4a2-f73fe92177f4 service neutron] 10.222.0.25 "GET /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1/bindings/n-h2-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.1902542 Nov 12 08:04:16.256825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.283917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57136) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:16.316485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa321fa8-1227-4bd0-b6ba-ae1d90135e1b req-373c473c-4c20-4780-879f-344e45d3c941 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852031 Nov 12 08:04:16.355938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Network 38867dbb-babc-49bc-ba26-d340cb037094 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:16.361276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e51642a-b012-4bc1-a836-a4c1ebabfadb no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:16.369446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:16.382904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 0e51642a-b012-4bc1-a836-a4c1ebabfadb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:16.383464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e51642a-b012-4bc1-a836-a4c1ebabfadb not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:16.387889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a431c2e-9e69-4717-b198-589a728e7c7d req-d4422937-b46c-4f7c-bf67-b217f5af36b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325416 Nov 12 08:04:16.389008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152'}, {'name': 'network-changed', 'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:16.391491 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a" -d '{"events": [{"server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "name": "network-vif-unplugged", "status": "completed", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152"}, {"name": "network-changed", "server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:16.401170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:16.410824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:16.411508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.449272 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27bd968b-4060-4eca-9ce2-8b70f765b152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11486ced524e46aa8635ae851b878fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632540 Nov 12 08:04:16.452258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57144) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:16.459766 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c3cb47-8e6e-4c42-b0c6-87774f8a69d3 x-openstack-request-id: req-19c3cb47-8e6e-4c42-b0c6-87774f8a69d3 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:16.460075 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "name": "network-vif-unplugged", "status": "completed", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152", "code": 200}, {"name": "network-changed", "server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:16.460323 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19c3cb47-8e6e-4c42-b0c6-87774f8a69d3 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:16.460719 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'code': 200} Nov 12 08:04:16.460973 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'status': 'completed', 'code': 200} Nov 12 08:04:16.468684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:16.485225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-f45e3669-455d-4ad7-b7f2-39f513626a47 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3329818 Nov 12 08:04:16.511926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f9baada-dc05-44a3-952d-65a8a7602645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.524776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fd513-ca4d-408b-9fef-43b10a2113e4 req-8671735c-1e9b-4406-926d-9978b544fe18 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:16.526347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f3fd513-ca4d-408b-9fef-43b10a2113e4 req-8671735c-1e9b-4406-926d-9978b544fe18 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 948 time: 0.1605744 Nov 12 08:04:16.536296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f9baada-dc05-44a3-952d-65a8a7602645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.595189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f9baada-dc05-44a3-952d-65a8a7602645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.598394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f9baada-dc05-44a3-952d-65a8a7602645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.602845 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f9baada-dc05-44a3-952d-65a8a7602645 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18b52a86-bf3f-4610-9ea6-38064cd2a3ac HTTP/1.1" status: 204 len: 168 time: 0.1463840 Nov 12 08:04:16.603242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57148) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:16.615158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9baada-dc05-44a3-952d-65a8a7602645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b52a86-bf3f-4610-9ea6-38064cd2a3ac,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:16.685627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.861011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21da1616-873b-4266-9dd8-901b0e624759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.885126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f3fd513-ca4d-408b-9fef-43b10a2113e4 req-aff1425e-3832-429f-a923-34142e059afe tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463619 Nov 12 08:04:16.904535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:16.924869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ee30-8421-4028-bb7b-5557f10de93e req-605bc81c-32ff-4bf2-a338-d4e9be6393d3 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:16.928831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0638ee30-8421-4028-bb7b-5557f10de93e req-605bc81c-32ff-4bf2-a338-d4e9be6393d3 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 946 time: 0.1153708 Nov 12 08:04:16.956120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:16.963931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:16.974509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40f8b88d-c666-4652-b199-a7602cbfd74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:16.991235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Request body: {'port': {'device_id': '95655566-b414-4593-9342-634173f92a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:17.004565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21da1616-873b-4266-9dd8-901b0e624759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.012660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21da1616-873b-4266-9dd8-901b0e624759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.071223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42db99a9-fec3-4f22-b268-ffa9853a62f1 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:17.073394 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-21da1616-873b-4266-9dd8-901b0e624759 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df312e652e5d4807b7229511641e9e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690115 Nov 12 08:04:17.077844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57164) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:17.079873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da1616-873b-4266-9dd8-901b0e624759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2789717f-5b0b-4a21-a6b7-0a423fcb260a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:17.117352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:17.138841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0638ee30-8421-4028-bb7b-5557f10de93e req-97dd0a2a-1685-4df0-b6d2-21e9edffbd2a tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020051 Nov 12 08:04:17.157603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cad0425e-da01-4f9c-9d9e-3570b49e72d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.162039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.165411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40f8b88d-c666-4652-b199-a7602cbfd74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.175010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-ac4cae99-32c0-463d-b736-a6884d2af72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:17.175343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40f8b88d-c666-4652-b199-a7602cbfd74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.176530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-ac4cae99-32c0-463d-b736-a6884d2af72f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1126 time: 0.1589284 Nov 12 08:04:17.177145 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.209990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cad0425e-da01-4f9c-9d9e-3570b49e72d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.237203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-40f8b88d-c666-4652-b199-a7602cbfd74d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=375ce80c2c194c8895b3f847641de212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774451 Nov 12 08:04:17.241449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57166) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:17.248103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8b88d-c666-4652-b199-a7602cbfd74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d586c11-3d53-40b3-988c-1c75906caf4a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:17.281759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82616aa-eafa-48c7-9f07-cb088883704d req-af9f5298-2913-4d0e-806f-b5148958862d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:17.283289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e82616aa-eafa-48c7-9f07-cb088883704d req-af9f5298-2913-4d0e-806f-b5148958862d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 943 time: 0.2202678 Nov 12 08:04:17.288872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cad0425e-da01-4f9c-9d9e-3570b49e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.292755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cad0425e-da01-4f9c-9d9e-3570b49e72d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.295732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cad0425e-da01-4f9c-9d9e-3570b49e72d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2789717f-5b0b-4a21-a6b7-0a423fcb260a HTTP/1.1" status: 204 len: 168 time: 0.2168443 Nov 12 08:04:17.311136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0425e-da01-4f9c-9d9e-3570b49e72d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2789717f-5b0b-4a21-a6b7-0a423fcb260a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:17.554145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-86bde8d7-d62a-41c5-b5cd-a222db2c72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:17.555639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-86bde8d7-d62a-41c5-b5cd-a222db2c72ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.3633225 Nov 12 08:04:17.574588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e82616aa-eafa-48c7-9f07-cb088883704d req-ef125f6e-fdee-43a4-b9f7-daeea923f1f6 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439156 Nov 12 08:04:17.589134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] Transition to ACTIVE for port object 42db99a9-fec3-4f22-b268-ffa9853a62f1 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:17.616422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c338c-94e9-45f3-8651-f4d65d5bd02d req-101413da-bf89-4d3f-8e96-302680217dbd tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:17.620596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c3c338c-94e9-45f3-8651-f4d65d5bd02d req-101413da-bf89-4d3f-8e96-302680217dbd tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 931 time: 0.2972460 Nov 12 08:04:17.651975 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.653880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f228527-3660-498f-8aa4-fe0e5d34842a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.685652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:17.699343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-f2f91543-3d5e-45b1-be53-1d87a30746bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.1090338 Nov 12 08:04:17.699927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6680b64-f5c0-48af-8f1b-b20a1c162553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.786234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6680b64-f5c0-48af-8f1b-b20a1c162553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.790435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6680b64-f5c0-48af-8f1b-b20a1c162553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.823903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f228527-3660-498f-8aa4-fe0e5d34842a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.833383 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c6680b64-f5c0-48af-8f1b-b20a1c162553 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13e1bfb445754a3baef8abad765988bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431069 Nov 12 08:04:17.836416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6680b64-f5c0-48af-8f1b-b20a1c162553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77dbf5-c0df-49c2-a76d-e43a8bb7ee11,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:17.840513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57180) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:17.901215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f06f-be03-4a51-be52-3bbd8064ae40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.906402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] No DVR routers for this DVR port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:17.927981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f06f-be03-4a51-be52-3bbd8064ae40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.948401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] Pushing event updated for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:17.953808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-67fc2bee-626b-4de4-8295-1b75b86dd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:17.955373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-67fc2bee-626b-4de4-8295-1b75b86dd124 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.2335649 Nov 12 08:04:17.967705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c3c338c-94e9-45f3-8651-f4d65d5bd02d req-47c64859-c526-4a63-8724-bc841a1eb9ea tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101668 Nov 12 08:04:17.980172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f06f-be03-4a51-be52-3bbd8064ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.993338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f06f-be03-4a51-be52-3bbd8064ae40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:17.993338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0cf8f06f-be03-4a51-be52-3bbd8064ae40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb77dbf5-c0df-49c2-a76d-e43a8bb7ee11 HTTP/1.1" status: 204 len: 168 time: 0.1446724 Nov 12 08:04:17.994639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8f06f-be03-4a51-be52-3bbd8064ae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77dbf5-c0df-49c2-a76d-e43a8bb7ee11,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:18.009607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db562-1df9-4c3e-8f6f-32563126d39b req-60917517-ee02-4023-88ef-d5a82556e5af tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.016933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c6db562-1df9-4c3e-8f6f-32563126d39b req-60917517-ee02-4023-88ef-d5a82556e5af tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.3582823 Nov 12 08:04:18.050630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-961207d9-c55d-43e0-aa03-b1cf7604ab7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633211 Nov 12 08:04:18.056169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-103f0ed3-828e-4de2-975e-61ee569d4489 service neutron] 10.222.0.25 "PUT /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1/bindings/n-h2-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 1.7879438 Nov 12 08:04:18.115988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f228527-3660-498f-8aa4-fe0e5d34842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.118486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f228527-3660-498f-8aa4-fe0e5d34842a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.119591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6f228527-3660-498f-8aa4-fe0e5d34842a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d586c11-3d53-40b3-988c-1c75906caf4a HTTP/1.1" status: 204 len: 168 time: 0.8704433 Nov 12 08:04:18.205716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f228527-3660-498f-8aa4-fe0e5d34842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d586c11-3d53-40b3-988c-1c75906caf4a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:18.230209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c208417c-2c37-4891-9ae5-9b083b483a5c {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:18.243234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-d890c26a-a7e1-4807-83d6-6c66fb4130a3 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.247034 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-d890c26a-a7e1-4807-83d6-6c66fb4130a3 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.1213791 Nov 12 08:04:18.259668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c6db562-1df9-4c3e-8f6f-32563126d39b req-79999430-b346-406d-a971-04490942f4c2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417803 Nov 12 08:04:18.262036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.319901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Transition to ACTIVE for port object c208417c-2c37-4891-9ae5-9b083b483a5c will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:18.352533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403fc58-9308-4042-9d59-19fb5c5d5d85 req-bb8ec8ac-8680-4862-ba5d-d238ef109992 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.354957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8403fc58-9308-4042-9d59-19fb5c5d5d85 req-bb8ec8ac-8680-4862-ba5d-d238ef109992 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 948 time: 0.2724741 Nov 12 08:04:18.355840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.363789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:18.379673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-0d1bbd8b-9355-4d6d-8c7b-38fa46fd05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.381357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-0d1bbd8b-9355-4d6d-8c7b-38fa46fd05b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 1096 time: 0.1207182 Nov 12 08:04:18.401768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-c5bf14ea-4ede-4f9c-8343-347e6cafd739 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340461 Nov 12 08:04:18.449069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:18.560086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:18.577200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:04:18.577871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35ef3c8a-24bc-4a38-935d-1f80010e57e5 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:18.596323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-d785957b-7957-4922-86e2-5d8893cdcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.597755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-d785957b-7957-4922-86e2-5d8893cdcc5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1096 time: 0.0792413 Nov 12 08:04:18.611824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8403fc58-9308-4042-9d59-19fb5c5d5d85 req-7d592972-2508-4a3a-844a-d9af9bce370c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431042 Nov 12 08:04:18.618803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Attempting to bind port c208417c-2c37-4891-9ae5-9b083b483a5c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:18.618803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Attempting to bind port c208417c-2c37-4891-9ae5-9b083b483a5c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:18.619037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Attempting to bind port c208417c-2c37-4891-9ae5-9b083b483a5c on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:18.636937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5fe52-8c8b-4fb6-89a7-2600c63d6cd8 req-5fda779e-bc5b-403d-8adc-a8d6aa9272ed tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.644534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bb5fe52-8c8b-4fb6-89a7-2600c63d6cd8 req-5fda779e-bc5b-403d-8adc-a8d6aa9272ed tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 946 time: 0.1782870 Nov 12 08:04:18.649154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Port c208417c-2c37-4891-9ae5-9b083b483a5c on network 38867dbb-babc-49bc-ba26-d340cb037094 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:18.649478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Attempting to bind port c208417c-2c37-4891-9ae5-9b083b483a5c on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:18.684764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:18.685145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Checking segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:18.685526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Bound using segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:18.685954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Bound port: c208417c-2c37-4891-9ae5-9b083b483a5c, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:18.686301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.692160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6be3cd5d-891e-47d3-a2d1-9ee2a7f45c4a req-0ea4e848-426d-4228-87eb-816d259a4eab service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215927 Nov 12 08:04:18.734706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bb3f2501-5a6e-44a2-8b5e-e9d7319d9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.736392 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bb3f2501-5a6e-44a2-8b5e-e9d7319d9522 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1210091 Nov 12 08:04:18.802183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bb5fe52-8c8b-4fb6-89a7-2600c63d6cd8 req-b840adca-e370-44f1-9c41-211222333c10 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566577 Nov 12 08:04:18.807282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:18.811450 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-fdf01aa0-2c55-4d8f-b6c5-bc588acae4bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.0544474 Nov 12 08:04:18.831360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '35ef3c8a-24bc-4a38-935d-1f80010e57e5', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '35ef3c8a-24bc-4a38-935d-1f80010e57e5', 'mac_address': 'fa:16:3e:bb:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:18.894286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.904776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bd55cb66-ceb9-4580-8f8b-7af87595be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.907247 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-bd55cb66-ceb9-4580-8f8b-7af87595be49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0832634 Nov 12 08:04:18.909946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ef3c8a-24bc-4a38-935d-1f80010e57e5 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:18.938684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:18.945283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:18.974174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52664a-d568-49be-84fa-410f780b5ef3 req-32dced40-2076-4bf2-aea0-080c4728b123 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:18.981397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab52664a-d568-49be-84fa-410f780b5ef3 req-32dced40-2076-4bf2-aea0-080c4728b123 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 944 time: 0.2004027 Nov 12 08:04:18.991139 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-4d3b5739-99c0-4514-8ef1-44e269f2ce43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699832 Nov 12 08:04:19.069452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=35ef3c8a-24bc-4a38-935d-1f80010e57e5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:19.092222 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:04:19.177972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-1af11118-764e-4256-a4c1-2a2275e67538 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716101 Nov 12 08:04:19.283851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:19.347710 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-296b0d66-b3b3-4ab9-97ce-8bd74ac8af5c service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460087 Nov 12 08:04:19.353173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:19.379212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:19.457840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-f5cfc0e8-297f-49bb-a363-8c06b671378d tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 258 time: 0.6042495 Nov 12 08:04:19.470648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab52664a-d568-49be-84fa-410f780b5ef3 req-ece12afd-66ff-4f45-a60a-2c51a2553db8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882138 Nov 12 08:04:19.475523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:19.476668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:19.477496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] 10.222.0.32 "PUT /v2.0/ports/c208417c-2c37-4891-9ae5-9b083b483a5c HTTP/1.1" status: 200 len: 1092 time: 2.4929287 Nov 12 08:04:19.477956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:19.489925 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc5ac64-59b9-4e80-934c-77e23d0e5163" -d '{"events": [{"name": "network-changed", "server_uuid": "95655566-b414-4593-9342-634173f92a4f", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:19.496645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:19.503384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1855-ca1c-4ace-94d2-1addb837e92a service neutron] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:19.527550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['35ef3c8a-24bc-4a38-935d-1f80010e57e5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:19.537690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:19.777564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-5f1cd701-e627-441b-a57b-68b6d202aa1a tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:19.779400 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-5f1cd701-e627-441b-a57b-68b6d202aa1a tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.1065454 Nov 12 08:04:19.782614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506170f7-b644-499b-af96-5cb52308f717 req-06121ea2-ac7f-42e1-ba1b-54edae947ce0 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:19.783907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-506170f7-b644-499b-af96-5cb52308f717 req-06121ea2-ac7f-42e1-ba1b-54edae947ce0 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 943 time: 0.2163353 Nov 12 08:04:19.789959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-9ee01177-27cc-45ac-b36d-34588fe548b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:19.791554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-9ee01177-27cc-45ac-b36d-34588fe548b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 1095 time: 0.2228205 Nov 12 08:04:19.911900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-506170f7-b644-499b-af96-5cb52308f717 req-9bff00b4-b052-4116-816f-c5433e763044 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Nov 12 08:04:19.913386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-a85668fc-ed32-4b8e-b39f-63aea9f55fe4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c208417c-2c37-4891-9ae5-9b083b483a5c HTTP/1.1" status: 200 len: 217 time: 0.0869167 Nov 12 08:04:20.000854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-a9442885-d6de-4f61-8566-bce08da57693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:20.002703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-a9442885-d6de-4f61-8566-bce08da57693 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.0724804 Nov 12 08:04:20.011070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-6efb430b-2152-4719-826d-35f60189a95c service neutron] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:20.015017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-6efb430b-2152-4719-826d-35f60189a95c service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:20.016411 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25849563-b0bf-474b-a3f4-ab0b5b8e0f67 req-6efb430b-2152-4719-826d-35f60189a95c service neutron] 10.222.0.32 "DELETE /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1/bindings/n-h1-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.2040453 Nov 12 08:04:20.077687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-166005a5-8c3a-40ee-ba13-8dce9107f1e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524929 Nov 12 08:04:20.078819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:20.197132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f0da-1301-496f-ba33-7bd74192aebf req-9ece4a7f-d91d-45b7-a21e-ad5fe82d7b86 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:20.198641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbf4f0da-1301-496f-ba33-7bd74192aebf req-9ece4a7f-d91d-45b7-a21e-ad5fe82d7b86 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.1949003 Nov 12 08:04:20.308160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-7b7f9067-ce7d-4a18-a23e-29bb1bd29f3b service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167380 Nov 12 08:04:20.309191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Allocated IP 172.25.4.165 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/35438d36-e7f4-4c45-baeb-2de67e0970a2) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:20.314563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbf4f0da-1301-496f-ba33-7bd74192aebf req-ae748790-bb7a-4bfe-a68b-e6972261d23f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063583 Nov 12 08:04:20.389023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:20.434493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:20.436849 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4307fe1-2b66-429b-a441-085dd20fabaf x-openstack-request-id: req-a4307fe1-2b66-429b-a441-085dd20fabaf {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:20.436974 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95655566-b414-4593-9342-634173f92a4f", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:20.437138 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4307fe1-2b66-429b-a441-085dd20fabaf {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:20.437524 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'status': 'completed', 'code': 200} Nov 12 08:04:20.515474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537c7ebe-4b03-43d6-a99d-e9dc5df8b387 req-e93abdb8-f2a0-4ef5-8fc8-8f8eb622d4cb service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922226 Nov 12 08:04:20.534694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:20.551345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347f367-f139-4e21-9eef-8035655a3786 req-d8e4328b-8918-4199-8e1a-da647eed9427 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:20.552847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d347f367-f139-4e21-9eef-8035655a3786 req-d8e4328b-8918-4199-8e1a-da647eed9427 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 949 time: 0.0803795 Nov 12 08:04:20.632171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:20.676444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d347f367-f139-4e21-9eef-8035655a3786 req-163c456d-5152-4293-9527-c7902d6b8e9e tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132958 Nov 12 08:04:20.691315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-c4f8a564-c5f4-4566-8a49-046ce8c56dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:20.692822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-c4f8a564-c5f4-4566-8a49-046ce8c56dbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 1095 time: 0.1157973 Nov 12 08:04:20.694543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:20.696009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:20.698893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:20.726808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event updated for resources: {'Port': ['ID=35438d36-e7f4-4c45-baeb-2de67e0970a2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:20.813698 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:20.866879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-152c02a4-b8b4-4564-92c9-f6a012ba28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:20.868348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-152c02a4-b8b4-4564-92c9-f6a012ba28f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 905 time: 0.1568992 Nov 12 08:04:20.869003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:20.931966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-5cb3434f-355f-4a86-a075-c8563dffa2cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c208417c-2c37-4891-9ae5-9b083b483a5c HTTP/1.1" status: 200 len: 217 time: 0.0396733 Nov 12 08:04:21.065654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-9f4aaaa8-d75c-4133-890a-4ef800c45f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:21.067082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-9f4aaaa8-d75c-4133-890a-4ef800c45f97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.1230273 Nov 12 08:04:21.114730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-4662f686-9b02-405f-8c79-9300e441318b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347514 Nov 12 08:04:21.147518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493f324-2375-4a08-a881-a7c2984462da req-ca91d99e-d34a-4d4c-bb46-9320c19db65f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:21.148987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2493f324-2375-4a08-a881-a7c2984462da req-ca91d99e-d34a-4d4c-bb46-9320c19db65f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 944 time: 0.1614604 Nov 12 08:04:21.241911 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:21.253154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:21.295588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2493f324-2375-4a08-a881-a7c2984462da req-efbd10b8-196f-44d2-9593-176a212ec7d7 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399853 Nov 12 08:04:21.303742 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:21.335135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-c1e7c764-9653-497f-9e69-8ba6a1126894 service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067273 Nov 12 08:04:21.335964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event updated for resources: {'Port': ['ID=35438d36-e7f4-4c45-baeb-2de67e0970a2,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:21.340611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:21.342279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-7578054a-b984-43a2-a63e-56bc23971ede tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8706362 Nov 12 08:04:21.695978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-677192d9-2799-4558-a46a-550b578200b8 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.3420038 Nov 12 08:04:21.784934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fc5ac64-59b9-4e80-934c-77e23d0e5163 req-81535745-8b80-4527-83df-d1d2d5dcda6d service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394557 Nov 12 08:04:21.792208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dadea-4eda-4ee5-88cd-a4f9c4e3cd3c req-64f14267-a27a-43de-a10f-8170caf52e3a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:21.793536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb4dadea-4eda-4ee5-88cd-a4f9c4e3cd3c req-64f14267-a27a-43de-a10f-8170caf52e3a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 943 time: 0.3989601 Nov 12 08:04:21.868529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-285799da-d5bc-442a-b49b-3799911ceffe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:21.869880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-285799da-d5bc-442a-b49b-3799911ceffe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1668608 Nov 12 08:04:21.875389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb4dadea-4eda-4ee5-88cd-a4f9c4e3cd3c req-5294f840-b178-427c-af99-ba09ad2bb929 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741332 Nov 12 08:04:21.880968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-f9b8ab0e-17a2-468d-9471-8a182fe73479 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:21.881937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a6ead9-90a1-4298-8c4c-0c07a6b0420e req-f9b8ab0e-17a2-468d-9471-8a182fe73479 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054402 Nov 12 08:04:22.041869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9114404-8a4f-4183-94ae-e821e9baa4e2 req-e0a556f6-c162-4d73-9df8-086ec5762f21 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:22.043399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9114404-8a4f-4183-94ae-e821e9baa4e2 req-e0a556f6-c162-4d73-9df8-086ec5762f21 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 943 time: 0.0529749 Nov 12 08:04:22.121716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9114404-8a4f-4183-94ae-e821e9baa4e2 req-5566a1e8-a8e4-4d5b-9c64-041b7c744e5d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Nov 12 08:04:22.143223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510ddae-54e7-47bd-9384-9d3d39ae13cc req-a86a13ca-7358-4c1f-8ff6-6a7de3a4bc05 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:22.145050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2510ddae-54e7-47bd-9384-9d3d39ae13cc req-a86a13ca-7358-4c1f-8ff6-6a7de3a4bc05 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 949 time: 0.0616059 Nov 12 08:04:22.195326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2510ddae-54e7-47bd-9384-9d3d39ae13cc req-28a14735-9c4e-4b81-8b78-32e9b06b3bf1 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Nov 12 08:04:22.331383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-0a9594c8-3d60-4765-b97c-d612ff73ee0c tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:22.332809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-0a9594c8-3d60-4765-b97c-d612ff73ee0c tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1097152 Nov 12 08:04:22.335403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd7527-939e-4127-b965-911d8b554139 req-f313245e-1e8d-4291-900c-e51c1d99efe8 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:22.336791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cd7527-939e-4127-b965-911d8b554139 req-f313245e-1e8d-4291-900c-e51c1d99efe8 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1096 time: 0.0842783 Nov 12 08:04:22.394437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-9d0018b8-c1e5-4472-8804-d8e8e357d276 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.0558255 Nov 12 08:04:22.406377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35ef3c8a-24bc-4a38-935d-1f80010e57e5 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:22.408904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Request body: {'floatingip': {'port_id': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:22.454184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:22.457873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:22.458239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:22.487198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cd7527-939e-4127-b965-911d8b554139 req-bfa88d77-05b3-4f0b-aa57-66131e27cba3 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418471 Nov 12 08:04:22.489452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:22.546884 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:22.577035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef3c8a-24bc-4a38-935d-1f80010e57e5'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:22.579569 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bba1dab-47b7-4027-945a-ead27db09dc5" -d '{"events": [{"server_uuid": "d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a", "name": "network-vif-plugged", "status": "completed", "tag": "35ef3c8a-24bc-4a38-935d-1f80010e57e5"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:22.599219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:22.605422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:22.654417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=35ef3c8a-24bc-4a38-935d-1f80010e57e5,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:22.763793 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e327a3-1ff8-4826-b1a2-af011b14ed5e x-openstack-request-id: req-37e327a3-1ff8-4826-b1a2-af011b14ed5e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:22.764387 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a", "name": "network-vif-plugged", "status": "completed", "tag": "35ef3c8a-24bc-4a38-935d-1f80010e57e5", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:22.764638 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37e327a3-1ff8-4826-b1a2-af011b14ed5e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:22.765178 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef3c8a-24bc-4a38-935d-1f80010e57e5', 'code': 200} Nov 12 08:04:22.789204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-17d1385d-def4-482c-9e28-d94300e43026 service neutron] 10.222.0.32 "GET /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.1331382 Nov 12 08:04:23.181299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4b54c-b304-436d-be67-064fde60e3c5 req-5e483edf-87b7-431e-b200-6da26d38e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:23.182787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aa4b54c-b304-436d-be67-064fde60e3c5 req-5e483edf-87b7-431e-b200-6da26d38e842 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 1102 time: 0.3346803 Nov 12 08:04:23.242543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:23.277977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-45b2d2bf-14b7-487e-a1ac-c0125f7c0876 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:23.279478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-45b2d2bf-14b7-487e-a1ac-c0125f7c0876 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.4324462 Nov 12 08:04:23.340267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:23.359385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'mac_address': 'fa:16:3e:11:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:23.371170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-c3f20e74-93c7-4124-96ce-ddea194e50d7 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/quotas/59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 375 time: 0.0814855 Nov 12 08:04:23.373113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:04:23.397264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:23.410131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c208417c-2c37-4891-9ae5-9b083b483a5c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:23.428994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:23.432739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:23.445106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aa4b54c-b304-436d-be67-064fde60e3c5 req-71fb5c8c-3102-494a-bdbf-2bf191b50053 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482157 Nov 12 08:04:23.481654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:23.712341 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:23.725606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:23.769558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c208417c-2c37-4891-9ae5-9b083b483a5c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:23.776845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:23.793884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-f2d8e2ea-fde5-4480-8a3c-24974a99fbb6 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3879035 Nov 12 08:04:23.867169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:23.946991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c340014f-f2e1-406c-9041-4c0aa5a58152 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:23.955548 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Floating IP 6c453c76-5bb6-4f96-b4da-ebf17cb118ea associated. External IP: 172.25.4.165, port: 85670def-b034-4548-9a5a-ba7a5a8acf13. Nov 12 08:04:23.965098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:24.019090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-67a1bf63-7b2e-49ec-b62d-72dbdc381532 service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142959 Nov 12 08:04:24.021257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:24.208175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-2fd87a7f-c884-40ac-8a10-4bbd310d5a07 service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777256 Nov 12 08:04:24.252519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] Transition to ACTIVE for port object c340014f-f2e1-406c-9041-4c0aa5a58152 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:24.257596 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:24.376025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] No DVR routers for this DVR port c340014f-f2e1-406c-9041-4c0aa5a58152 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:24.385866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] Pushing event updated for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:24.396652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Router c48b97a1-dd05-4684-baab-5500d4bbba0d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:04:24.423911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-30abb2ce-9f3c-4306-9520-2c7a9481da22 service neutron] 10.222.0.32 "PUT /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152/bindings/n-h1-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 1.6138208 Nov 12 08:04:24.570020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:04:24.575972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:24.582151 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] Sync routers for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:04:24.592496 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:24.593119 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:24.613631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166b235-8b72-449a-a669-9b4e789c6e9f req-3e8c1833-7372-4a3b-a48a-11c92d248238 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:24.616094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2166b235-8b72-449a-a669-9b4e789c6e9f req-3e8c1833-7372-4a3b-a48a-11c92d248238 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 944 time: 0.0978820 Nov 12 08:04:24.630368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-fbc43388-6cb0-4a28-9731-480b72c381a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "PUT /v2.0/floatingips/6c453c76-5bb6-4f96-b4da-ebf17cb118ea HTTP/1.1" status: 200 len: 997 time: 2.2277701 Nov 12 08:04:24.632476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:24.636270 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed7888d-27ee-4277-8403-757eddc1fb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:24.713478 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:24.714930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2166b235-8b72-449a-a669-9b4e789c6e9f req-1e107dfc-c285-416b-9324-6eb7d6f48486 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832222 Nov 12 08:04:24.720754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-7aef1b4f-605b-46ec-85c9-a7642b03f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:24.722269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-7aef1b4f-605b-46ec-85c9-a7642b03f39c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1098 time: 0.0761309 Nov 12 08:04:24.843084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-68862dbe-1202-4df0-8c5c-05c990833c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:24.844615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-68862dbe-1202-4df0-8c5c-05c990833c29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 929 time: 0.1119807 Nov 12 08:04:24.964581 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '6c453c76-5bb6-4f96-b4da-ebf17cb118ea', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'port_id': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'mac_address': 'fa:16:3e:0d:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:04:20Z', 'updated_at': '2021-11-12T08:04:23Z', 'revision_number': 1, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:24.970649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-7d2e7e83-d64b-413e-bd5a-76c2d988368c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 1000 time: 0.1193738 Nov 12 08:04:24.983770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffc347-97d4-4ff0-af11-29d020b54c1d req-3d80bdab-35bf-464d-9653-c9ce95e07cf6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:24.985170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8ffc347-97d4-4ff0-af11-29d020b54c1d req-3d80bdab-35bf-464d-9653-c9ce95e07cf6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.0959368 Nov 12 08:04:24.995248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] Checking router: c48b97a1-dd05-4684-baab-5500d4bbba0d for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:04:25.004358 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:25.004997 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:25.052109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-bd826c0c-014f-4510-8f68-8d91a01b1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.053589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-bd826c0c-014f-4510-8f68-8d91a01b1102 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 200 len: 868 time: 0.0675604 Nov 12 08:04:25.073841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8ffc347-97d4-4ff0-af11-29d020b54c1d req-2372ba3b-d083-40ce-88ee-c3c10c1f403b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807047 Nov 12 08:04:25.110913 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:25.111904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-65cd73d3-131f-4ffd-ba64-6605b68b2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.113630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-65cd73d3-131f-4ffd-ba64-6605b68b2679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92be84c3-e74e-48f0-940c-1ef14d1757e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519753 Nov 12 08:04:25.125273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-7d1c3578-0087-4707-8382-bdacd3e51e71 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:25.126326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-7d1c3578-0087-4707-8382-bdacd3e51e71 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058920 Nov 12 08:04:25.236482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445d477-7061-4ca2-b32e-37e707f4ffcb req-51ea1580-95a5-4461-9ed0-5b8629ab8545 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.237893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7445d477-7061-4ca2-b32e-37e707f4ffcb req-51ea1580-95a5-4461-9ed0-5b8629ab8545 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.1053140 Nov 12 08:04:25.243033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:25.281143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-0f573ae8-2ab4-46e4-8023-f8b6dc29e90a service neutron] 10.222.0.16 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474504 Nov 12 08:04:25.299307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c208417c-2c37-4891-9ae5-9b083b483a5c completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:25.303386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c208417c-2c37-4891-9ae5-9b083b483a5c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:25.304031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:25.344314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7445d477-7061-4ca2-b32e-37e707f4ffcb req-fc5a694b-cb77-45e4-a1ee-b1f88d2f4583 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928373 Nov 12 08:04:25.353153 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '6c453c76-5bb6-4f96-b4da-ebf17cb118ea', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'port_id': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'mac_address': 'fa:16:3e:0d:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:04:20Z', 'updated_at': '2021-11-12T08:04:23Z', 'revision_number': 1, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:25.388731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:25.402174 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa724d-7b4c-4e83-beba-0ab63190b38a None None] The sync data for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 is: [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '6c453c76-5bb6-4f96-b4da-ebf17cb118ea', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'port_id': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'mac_address': 'fa:16:3e:0d:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:04:20Z', 'updated_at': '2021-11-12T08:04:23Z', 'revision_number': 1, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:04:25.414735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:25.417142 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acf963-2eee-41ca-987d-427a07ba4c4d" -d '{"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-plugged", "status": "completed", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:25.430577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:25.436343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:25.437355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:25.444910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-973ad634-e645-42b8-b04f-350ded3d4f30 req-0421893c-765b-4b4d-a898-971d97b6e895 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 210 time: 0.0356164 Nov 12 08:04:25.483982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74c1daf-27a1-40c5-9dc9-61f6d4ac78ee req-6b8da999-44e1-4c33-9e5a-4fca2b52fd58 service neutron] 10.222.0.16 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921809 Nov 12 08:04:25.519057 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:25.528962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:25.550590 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff871f9-6576-4c67-ba10-bfe4307204e1 x-openstack-request-id: req-4ff871f9-6576-4c67-ba10-bfe4307204e1 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:25.550913 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:25.551167 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ff871f9-6576-4c67-ba10-bfe4307204e1 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:25.551595 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'status': 'completed', 'code': 200} Nov 12 08:04:25.585545 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510824f-3a9f-477c-9699-5aead7fbbbcc x-openstack-request-id: req-9510824f-3a9f-477c-9699-5aead7fbbbcc {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:25.585942 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-plugged", "status": "completed", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:25.586208 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9510824f-3a9f-477c-9699-5aead7fbbbcc {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:25.586688 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'code': 200} Nov 12 08:04:25.683199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb244840-a813-4263-9e3f-47b0e915d2bf None None] New status for floating IP 6c453c76-5bb6-4f96-b4da-ebf17cb118ea: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:04:25.711451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-24dd36e9-c8f8-492b-b1bc-9b352c0b1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.713665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-24dd36e9-c8f8-492b-b1bc-9b352c0b1a26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1098 time: 0.1144834 Nov 12 08:04:25.742276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2c18c-1d43-43df-8a6e-9f97f2ed56ee req-e7b0f756-0edf-4406-8ba0-d94acaca67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.743899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1e2c18c-1d43-43df-8a6e-9f97f2ed56ee req-e7b0f756-0edf-4406-8ba0-d94acaca67ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 1097 time: 0.0751665 Nov 12 08:04:25.793743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-efa40c7a-f2a1-4572-b086-ad7abeef599a tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 258 time: 0.2268994 Nov 12 08:04:25.807632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1e2c18c-1d43-43df-8a6e-9f97f2ed56ee req-6312af7a-9add-4bf9-b022-c8fd07e163b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Nov 12 08:04:25.828201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:25.867524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:25.918535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-e39fbc49-2359-43ef-9983-3f8881020e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.920105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-e39fbc49-2359-43ef-9983-3f8881020e21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 929 time: 0.1948373 Nov 12 08:04:25.976910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332fb2c-b0de-4d08-8168-501658b2b019 req-174c4231-050c-44af-9254-10050fe282ca tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:25.978365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a332fb2c-b0de-4d08-8168-501658b2b019 req-174c4231-050c-44af-9254-10050fe282ca tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 945 time: 0.1082056 Nov 12 08:04:26.039485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a332fb2c-b0de-4d08-8168-501658b2b019 req-7734584c-efbe-4c03-a6d2-cc1b45922d04 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545340 Nov 12 08:04:26.051916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.448963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-49feca62-8c55-418d-a49e-4af4e475b0bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 1002 time: 0.3603063 Nov 12 08:04:26.488549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57400) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:26.513381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Allocated IP 172.25.4.134 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/d0e79654-2f64-4ff2-99b6-a3fb0396792e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:26.549637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e5da-201f-4ce8-b92e-81c7e24b6b02 req-ac9432ea-857b-41ee-ad18-0097252c5563 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:26.551033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6c7e5da-201f-4ce8-b92e-81c7e24b6b02 req-ac9432ea-857b-41ee-ad18-0097252c5563 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.1234775 Nov 12 08:04:26.557330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-f70216dd-24a9-4f1b-bbd7-29cf88c5568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:26.558906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-f70216dd-24a9-4f1b-bbd7-29cf88c5568d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 200 len: 868 time: 0.0914874 Nov 12 08:04:26.599038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbe7fdd4-3936-4d41-bb5a-54b3d3103fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.674522 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbe7fdd4-3936-4d41-bb5a-54b3d3103fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.679218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbe7fdd4-3936-4d41-bb5a-54b3d3103fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.690352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6c7e5da-201f-4ce8-b92e-81c7e24b6b02 req-483fe120-d9d2-45af-9bba-8acc90a6ba87 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303322 Nov 12 08:04:26.706974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-2a65bd36-c23b-4d9d-8d2f-57d4696a67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:26.708487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-2a65bd36-c23b-4d9d-8d2f-57d4696a67ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92be84c3-e74e-48f0-940c-1ef14d1757e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261411 Nov 12 08:04:26.717745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7fdd4-3936-4d41-bb5a-54b3d3103fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72026b08-529e-4ef7-894e-8329c9c00980,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:26.732216 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.734209 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fbe7fdd4-3936-4d41-bb5a-54b3d3103fd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f63e3aa41c0347b5aee1d23922b28e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445014 Nov 12 08:04:26.735184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57404) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:26.789698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30595131-b087-477c-88e6-e06868292531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.817252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30595131-b087-477c-88e6-e06868292531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.871076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30595131-b087-477c-88e6-e06868292531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.873738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30595131-b087-477c-88e6-e06868292531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.874893 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30595131-b087-477c-88e6-e06868292531 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72026b08-529e-4ef7-894e-8329c9c00980 HTTP/1.1" status: 204 len: 168 time: 0.1386919 Nov 12 08:04:26.878554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-ecd80a3e-3cb9-447f-b371-77e6047b3159 service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441774 Nov 12 08:04:26.884558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30595131-b087-477c-88e6-e06868292531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72026b08-529e-4ef7-894e-8329c9c00980,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:26.886720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:26.954212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca190dfb-13dc-4490-85db-dbe5dfdb86c4 req-2d135239-9bd3-4e5e-8553-7f218596b6d8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:26.955726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca190dfb-13dc-4490-85db-dbe5dfdb86c4 req-2d135239-9bd3-4e5e-8553-7f218596b6d8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.1340790 Nov 12 08:04:26.993253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:27.006112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:27.014036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:27.035706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event updated for resources: {'Port': ['ID=d0e79654-2f64-4ff2-99b6-a3fb0396792e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:27.109221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aed7888d-27ee-4277-8403-757eddc1fb3b req-e139e590-392e-4ea9-a053-9155d1b27441 service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180653 Nov 12 08:04:27.114537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca190dfb-13dc-4490-85db-dbe5dfdb86c4 req-0fc73473-509e-4958-97e3-aeab08624b75 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237571 Nov 12 08:04:27.124229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.184481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57416) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:27.195338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.198537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6ded9ae-4a20-4737-b695-19ebe301ce75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.227274 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-432371cb-4038-4431-b82d-adb1f3ef0432 req-88aebd91-09e8-44da-837b-e6b98fbd57b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 210 time: 0.0491211 Nov 12 08:04:27.284638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6ded9ae-4a20-4737-b695-19ebe301ce75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.293262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6ded9ae-4a20-4737-b695-19ebe301ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.339179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d6ded9ae-4a20-4737-b695-19ebe301ce75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97bc98441ede4a37958dc522b2b9492f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526191 Nov 12 08:04:27.340319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ded9ae-4a20-4737-b695-19ebe301ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb49e86-e5dd-4f87-aaf1-ac57fc419a1e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:27.343669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:27.393971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7581b736-8595-4cfa-9f57-ea76859fbd34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.401255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.410972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb42b73-fd52-4931-8331-9185661b6a14 req-91a17e96-1279-4497-b949-10a903f336a3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:27.412462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbb42b73-fd52-4931-8331-9185661b6a14 req-91a17e96-1279-4497-b949-10a903f336a3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 945 time: 0.0748637 Nov 12 08:04:27.413541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.424884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7581b736-8595-4cfa-9f57-ea76859fbd34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.464304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.494203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event updated for resources: {'Port': ['ID=d0e79654-2f64-4ff2-99b6-a3fb0396792e,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:27.495177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7581b736-8595-4cfa-9f57-ea76859fbd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.499415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7581b736-8595-4cfa-9f57-ea76859fbd34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.501246 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7581b736-8595-4cfa-9f57-ea76859fbd34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bb49e86-e5dd-4f87-aaf1-ac57fc419a1e HTTP/1.1" status: 204 len: 168 time: 0.1561639 Nov 12 08:04:27.509996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:27.511212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-9698d79f-9637-41cb-818a-db740cca2913 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7166300 Nov 12 08:04:27.520265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbb42b73-fd52-4931-8331-9185661b6a14 req-e0cef8bc-d57a-4bcb-a287-1977a81e81f5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985761 Nov 12 08:04:27.525324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b736-8595-4cfa-9f57-ea76859fbd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb49e86-e5dd-4f87-aaf1-ac57fc419a1e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:27.588115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-f377f95e-d6aa-4705-ab58-730622a1dc45 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.0666819 Nov 12 08:04:27.719124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-bbe588bc-66bc-4df8-820b-fa591ea532f9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:27.720655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61f862dc-4f8a-4f61-a5d7-75b398681962 req-bbe588bc-66bc-4df8-820b-fa591ea532f9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1264141 Nov 12 08:04:27.842340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae614e0a-35ff-4534-82d9-3afa0ab3a52b req-554b71ed-76b1-492d-8ec9-d179abd1f500 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:27.849918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae614e0a-35ff-4534-82d9-3afa0ab3a52b req-554b71ed-76b1-492d-8ec9-d179abd1f500 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.0683563 Nov 12 08:04:27.900710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae614e0a-35ff-4534-82d9-3afa0ab3a52b req-726aedec-9958-4b96-b083-1e8e3ae980b3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Nov 12 08:04:28.058006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc261-8628-45e6-ab51-3168927765ba req-0e65c056-8e22-4659-a1ac-4890ed5a7dfe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:28.059246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a60bc261-8628-45e6-ab51-3168927765ba req-0e65c056-8e22-4659-a1ac-4890ed5a7dfe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0565703 Nov 12 08:04:28.117543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a60bc261-8628-45e6-ab51-3168927765ba req-8f85aef3-c591-4d6d-924b-5c406549ae80 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.0499182 Nov 12 08:04:28.128768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a60bc261-8628-45e6-ab51-3168927765ba req-172fb74d-1956-46a2-aa2e-6d0f30c726ed tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Request body: {'floatingip': {'port_id': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:28.170611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a60bc261-8628-45e6-ab51-3168927765ba req-172fb74d-1956-46a2-aa2e-6d0f30c726ed tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:28.317335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f9d6-2f2f-429e-a309-100c81cb3c38 req-2eec56f1-7e38-4e0b-822f-856cc531b0f2 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:28.318848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7496f9d6-2f2f-429e-a309-100c81cb3c38 req-2eec56f1-7e38-4e0b-822f-856cc531b0f2 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.1149313 Nov 12 08:04:28.439080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7496f9d6-2f2f-429e-a309-100c81cb3c38 req-e2b68cce-ba54-4a15-8443-341e24a2b704 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Nov 12 08:04:28.479318 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-a60bc261-8628-45e6-ab51-3168927765ba req-172fb74d-1956-46a2-aa2e-6d0f30c726ed tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:04:28.487854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a60bc261-8628-45e6-ab51-3168927765ba req-172fb74d-1956-46a2-aa2e-6d0f30c726ed tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "PUT /v2.0/floatingips/91ef44f0-9029-428b-b50c-fbf210851ef6 HTTP/1.1" status: 409 len: 551 time: 0.3628132 Nov 12 08:04:28.601574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-0c9f0165-4c20-46b8-b6e7-146d348c7627 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips/91ef44f0-9029-428b-b50c-fbf210851ef6 HTTP/1.1" status: 200 len: 693 time: 0.0732882 Nov 12 08:04:28.604311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5d5e293-0dc7-4bfa-9d35-1a39b6d4d0a0 req-34ed2289-b296-4101-9104-bc959d93a0fe tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 210 time: 0.0337596 Nov 12 08:04:28.727900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-7b0d1c48-a02a-4c99-8fae-caea743bd5c3 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:28.729395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-7b0d1c48-a02a-4c99-8fae-caea743bd5c3 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1216643 Nov 12 08:04:28.752061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-df92a427-da33-4ec2-890b-ecaf4a77d4ab tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:28.753123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-df92a427-da33-4ec2-890b-ecaf4a77d4ab tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091667 Nov 12 08:04:28.807498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55235c0c-a379-48d0-9620-e2ad61228580 req-56ec041b-7416-439f-b6fd-d0237b038be3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:28.809016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55235c0c-a379-48d0-9620-e2ad61228580 req-56ec041b-7416-439f-b6fd-d0237b038be3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 945 time: 0.1025062 Nov 12 08:04:28.816907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-bdba82ed-64d1-411a-ba7f-54f06188606a tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.0568917 Nov 12 08:04:28.883955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-d70e352e-185b-4cb6-96dd-29f1d6351d72 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.134 HTTP/1.1" status: 200 len: 696 time: 0.0594876 Nov 12 08:04:28.946179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55235c0c-a379-48d0-9620-e2ad61228580 req-c230499f-0b15-4b6f-be04-24ab5d6cd396 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283200 Nov 12 08:04:29.027683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Deleting port d0e79654-2f64-4ff2-99b6-a3fb0396792e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:29.028165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:29.102015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:29.102334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:29.114729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Calling delete_port for d0e79654-2f64-4ff2-99b6-a3fb0396792e owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:29.251659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:29.277574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event deleted for resources: {'Port': ['ID=d0e79654-2f64-4ff2-99b6-a3fb0396792e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:29.306290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:29.309384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:29.310534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1544e12c-7ab0-4928-9108-c05d552e3344 req-fbdb7149-5e5f-4cb7-b7ff-d3ddd42026fe tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "DELETE /v2.0/floatingips/91ef44f0-9029-428b-b50c-fbf210851ef6 HTTP/1.1" status: 204 len: 173 time: 0.4203415 Nov 12 08:04:29.427688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5a836-265a-442b-aba4-b44fd9709257 req-18d45d5e-40ef-40d0-ba7d-e98e76490b02 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:29.429538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1e5a836-265a-442b-aba4-b44fd9709257 req-18d45d5e-40ef-40d0-ba7d-e98e76490b02 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.0720723 Nov 12 08:04:29.504708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-c930707b-4331-4f7e-8ddd-8ea0a5db4380 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:29.506209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-c930707b-4331-4f7e-8ddd-8ea0a5db4380 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.1002617 Nov 12 08:04:29.510813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1e5a836-265a-442b-aba4-b44fd9709257 req-12708ed5-125e-4cbe-945b-327dc10689c2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580661 Nov 12 08:04:29.699461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-e7259cb7-29da-4314-80cd-856419a95f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:29.701623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-e7259cb7-29da-4314-80cd-856419a95f22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc&tenant_id=9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 1096 time: 0.1789560 Nov 12 08:04:29.705196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-4e945e7e-3eb5-4e81-bb00-fd28d6d775a9 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 1002 time: 0.1372786 Nov 12 08:04:29.784604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401358f2-ccc8-46ba-9028-095315f65f4c req-3fadadec-1922-41fb-b87a-a934a65f65a6 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:29.786426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-3fadadec-1922-41fb-b87a-a934a65f65a6 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports/85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 943 time: 0.0754921 Nov 12 08:04:29.799890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-d5d05657-786b-4e2d-9467-dc2a45d652d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:29.801399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-d5d05657-786b-4e2d-9467-dc2a45d652d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1096 time: 0.0614369 Nov 12 08:04:29.979174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-1b972ee3-741e-4299-91c6-f7587c5d25a0 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 1002 time: 0.1290476 Nov 12 08:04:29.991696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677bde0-c0b0-40b4-a4b3-8e5f67456750 req-e14daef6-4c6b-4b76-94be-376221a5fb53 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:29.993148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e677bde0-c0b0-40b4-a4b3-8e5f67456750 req-e14daef6-4c6b-4b76-94be-376221a5fb53 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.1717365 Nov 12 08:04:30.011073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-dba8eeb0-b67d-4317-96c5-a31a2d8559c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:30.012456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-dba8eeb0-b67d-4317-96c5-a31a2d8559c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.2034168 Nov 12 08:04:30.200591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-1d3a0981-cfb9-40c8-b71b-6e617bd8506a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:30.202757 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-1d3a0981-cfb9-40c8-b71b-6e617bd8506a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.1125705 Nov 12 08:04:30.218630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Request body: {'port': {'device_id': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'admin_state_up': True, 'tenant_id': '59a4aa0b122d41a9a5a0f502a6fd770a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:30.333798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Made reservation on behalf of 59a4aa0b122d41a9a5a0f502a6fd770a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:30.337510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:30.368736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-4fee4a14-6510-44a6-bffe-177fbf01d495 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.3303585 Nov 12 08:04:30.431806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e677bde0-c0b0-40b4-a4b3-8e5f67456750 req-815d4141-4bb9-4133-b3b8-aafd3b25af92 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232330 Nov 12 08:04:30.460751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401358f2-ccc8-46ba-9028-095315f65f4c req-8d6c43e8-6e1d-4b35-9567-59609e2ae132 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:30.462135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-8d6c43e8-6e1d-4b35-9567-59609e2ae132 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.4666605 Nov 12 08:04:30.467643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Allocated IP 172.20.0.7 (e7718131-862f-4bb0-9b38-a4d1e7214769/97e7bc73-586c-4d54-b836-164a4ad84ec4/c1deb067-76a6-45a6-8951-af734d46b4f9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:30.467921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-10f7a9ee-c878-442d-aef4-c779cc8135dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:30.469367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-10f7a9ee-c878-442d-aef4-c779cc8135dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0842009 Nov 12 08:04:30.542632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-778409ad-c71a-4c37-bb8d-da2e8c595036 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632274 Nov 12 08:04:30.606063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-af626466-8582-4878-b721-9b24cf9b9cb6 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 1002 time: 0.1332414 Nov 12 08:04:30.635990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:30.645210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:30.670719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:30.705731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac60b6-8d55-4878-8e3a-a94fbbb706a5 req-7f2d5c39-079c-451e-b088-996454e2d6b0 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:30.707467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bac60b6-8d55-4878-8e3a-a94fbbb706a5 req-7f2d5c39-079c-451e-b088-996454e2d6b0 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 945 time: 0.1687953 Nov 12 08:04:30.713233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Network e7718131-862f-4bb0-9b38-a4d1e7214769 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:30.719177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:30.723169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:30.750326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-a99d4679-d69b-4b9d-b069-4c4b875c4265 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948652 Nov 12 08:04:30.755608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:30.756989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:30.785752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:30.786361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:30.803941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-9a09e648-18fd-4a91-80e8-cbae737d0ef2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899382 Nov 12 08:04:30.819403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Request body: {'port': {'device_id': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:30.850497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bac60b6-8d55-4878-8e3a-a94fbbb706a5 req-4beb74ec-431a-4719-ba85-dbe71295d91a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273735 Nov 12 08:04:30.878490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:30.996061 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-472e6990-92cb-4a93-b3fa-8094f4dbb2d6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051258 Nov 12 08:04:31.013253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26731118-176b-43ed-a74e-7be7877f63ea req-3c667544-abc7-4813-920f-2ceab2e187a0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.014799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26731118-176b-43ed-a74e-7be7877f63ea req-3c667544-abc7-4813-920f-2ceab2e187a0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 931 time: 0.0926826 Nov 12 08:04:31.056164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.065046 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.065388 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Floating IP 6c453c76-5bb6-4f96-b4da-ebf17cb118ea disassociated. External IP: 172.25.4.165, port: 85670def-b034-4548-9a5a-ba7a5a8acf13. Nov 12 08:04:31.137024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26731118-176b-43ed-a74e-7be7877f63ea req-f8222b2b-e6cd-4bd3-9bce-e037994a6ad1 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914733 Nov 12 08:04:31.152013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1deb067-76a6-45a6-8951-af734d46b4f9 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:31.176687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.198412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Transition to ACTIVE for port object c1deb067-76a6-45a6-8951-af734d46b4f9 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:31.203835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.274757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:31.321576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982b75-318e-4aa9-a493-c78562cb8053 req-90883a03-3cf0-45e5-868e-265b337c2535 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.323068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-90883a03-3cf0-45e5-868e-265b337c2535 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.0931306 Nov 12 08:04:31.328453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:31.329271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:31.329271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:31.333940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:31.334259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:31.339264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:31.339598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:31.339974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:31.340559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Bound port: c1deb067-76a6-45a6-8951-af734d46b4f9, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:31.341296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.409325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:31.411091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Router c48b97a1-dd05-4684-baab-5500d4bbba0d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:04:31.412689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:31.417339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.451078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.451968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.453547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] 10.222.0.25 "PUT /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 1092 time: 0.6384487 Nov 12 08:04:31.454052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:31.457390 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ecc8e-5ed3-4b80-a153-fe22988d58d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:31.479878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88df8e-8fd2-403a-a3b7-fcff3cf2ed35 req-f60d67c6-c905-468f-9b88-c8062aefe10d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.481798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba88df8e-8fd2-403a-a3b7-fcff3cf2ed35 req-f60d67c6-c905-468f-9b88-c8062aefe10d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.1159732 Nov 12 08:04:31.485164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90938-2165-4ab3-80e0-ad1889bc5d3f service neutron] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:31.544359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-d703285e-701a-4525-a028-84b683d21591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.545883 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-d703285e-701a-4525-a028-84b683d21591 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1095 time: 0.0410488 Nov 12 08:04:31.589988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-10dae8b6-4ca5-413a-9e27-a3a807122414 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0360789 Nov 12 08:04:31.644814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca680-4869-497d-9166-d80f2f34f94f req-632496c3-e031-483e-9b7c-527db1cd513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.646237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-632496c3-e031-483e-9b7c-527db1cd513a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0491230 Nov 12 08:04:31.654372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65982b75-318e-4aa9-a493-c78562cb8053 req-23aff489-43bb-42ed-832a-07d7a0091425 service neutron] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:31.662111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba88df8e-8fd2-403a-a3b7-fcff3cf2ed35 req-4082c0d6-01c6-4395-9b56-f3adb556ff74 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544583 Nov 12 08:04:31.666519 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65982b75-318e-4aa9-a493-c78562cb8053 req-23aff489-43bb-42ed-832a-07d7a0091425 service neutron] Publish callbacks [] for binding, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.667587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65982b75-318e-4aa9-a493-c78562cb8053 req-23aff489-43bb-42ed-832a-07d7a0091425 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152/bindings/n-h2-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.3353329 Nov 12 08:04:31.677650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:04:31.679748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-566a4518-b3b8-45a4-acca-85c6fbaa42b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256789 Nov 12 08:04:31.682926 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:31.688798 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] Sync routers for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:04:31.707718 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:31.710107 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:31.723177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6d03b084-afa7-4bf5-bb62-ea7acd2bd3df tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "PUT /v2.0/floatingips/6c453c76-5bb6-4f96-b4da-ebf17cb118ea HTTP/1.1" status: 200 len: 695 time: 1.0841103 Nov 12 08:04:31.724297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:31.726643 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:31.790934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401358f2-ccc8-46ba-9028-095315f65f4c req-410c6c7f-7d1d-4468-a61c-76944fc2e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.795467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-410c6c7f-7d1d-4468-a61c-76944fc2e2db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1098 time: 0.0591815 Nov 12 08:04:31.815163 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-60b6368b-2132-49c6-8109-76e71328b93d service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169176 Nov 12 08:04:31.857403 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:31.913173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401358f2-ccc8-46ba-9028-095315f65f4c req-9dccce05-9a14-4479-a0af-44e16841c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:31.915819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-9dccce05-9a14-4479-a0af-44e16841c62b service neutron] 10.222.0.16 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 929 time: 0.1125612 Nov 12 08:04:31.932992 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eadca680-4869-497d-9166-d80f2f34f94f req-44c917a7-164d-4e8e-acc8-e22c7d0b0cdc service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070294 Nov 12 08:04:31.982122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-21a7cc95-948c-4900-9c00-1b61a69ff033 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 217 time: 0.0552742 Nov 12 08:04:32.034088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401358f2-ccc8-46ba-9028-095315f65f4c req-c20f74de-dbab-4f46-93ed-a83c2b10e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.036075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-c20f74de-dbab-4f46-93ed-a83c2b10e48d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 200 len: 868 time: 0.0532055 Nov 12 08:04:32.081322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:32.090877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6331034a-8075-4c6b-aafa-9f8ed2cae4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.092152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-6331034a-8075-4c6b-aafa-9f8ed2cae4d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92be84c3-e74e-48f0-940c-1ef14d1757e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493088 Nov 12 08:04:32.112857 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] Checking router: c48b97a1-dd05-4684-baab-5500d4bbba0d for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:04:32.123616 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:32.124588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:32.228752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-67837011-00dc-4b59-9d6a-330177b42615 service neutron] 10.222.0.16 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297548 Nov 12 08:04:32.322084 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:32.328084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401358f2-ccc8-46ba-9028-095315f65f4c req-731997d2-df91-4e51-9776-ac0ddb18058b service neutron] 10.222.0.16 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950756 Nov 12 08:04:32.453598 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4604e20-dc89-4b3b-9281-0d4011717b5f x-openstack-request-id: req-e4604e20-dc89-4b3b-9281-0d4011717b5f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:32.454089 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:32.454317 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4604e20-dc89-4b3b-9281-0d4011717b5f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:32.454807 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'status': 'completed', 'code': 200} Nov 12 08:04:32.498705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f067f55-f7b3-4d0b-8040-85819eacb656 req-31ef1b37-f8f9-4e55-ae06-4777fc8c6b75 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.506114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f067f55-f7b3-4d0b-8040-85819eacb656 req-31ef1b37-f8f9-4e55-ae06-4777fc8c6b75 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.0825515 Nov 12 08:04:32.523562 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac06af7-531e-4c2b-a5de-bfbca7ecf690 x-openstack-request-id: req-9ac06af7-531e-4c2b-a5de-bfbca7ecf690 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:32.523853 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:32.524132 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ac06af7-531e-4c2b-a5de-bfbca7ecf690 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:32.524531 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'status': 'completed', 'code': 200} Nov 12 08:04:32.533361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-9b8c01c5-d960-49d4-8dbc-a9ff2d73d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.535300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-9b8c01c5-d960-49d4-8dbc-a9ff2d73d6a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1095 time: 0.0573947 Nov 12 08:04:32.548564 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:32.578662 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768cd88f-c451-4d65-8443-7dfc81111b44 None None] The sync data for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 is: [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'df0c25be-e127-4c12-9df9-55d2950ab86b', 'name': '', 'network_id': '92be84c3-e74e-48f0-940c-1ef14d1757e8', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'mac_address': 'fa:16:3e:a5:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:57Z', 'updated_at': '2021-11-12T08:04:03Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'subnets': [{'id': 'b54e247c-d7e3-4309-a1a5-b9746ea7dc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:04:32.616774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f067f55-f7b3-4d0b-8040-85819eacb656 req-d0dccfec-cc93-4c96-9bd7-d3fdcbb25f40 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097827 Nov 12 08:04:32.632712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-5a3f4fc8-969f-4656-9c4f-43ad116a7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.634210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-5a3f4fc8-969f-4656-9c4f-43ad116a7e33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d825ffeb5bd461c97971a00be03b487&device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 1098 time: 0.0788286 Nov 12 08:04:32.677604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-72ccdebc-43fe-4755-9ab2-980eaead2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.679068 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-72ccdebc-43fe-4755-9ab2-980eaead2100 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1352949 Nov 12 08:04:32.738566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-a019f82a-3332-47c1-a222-1e94e23d14f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0481501 Nov 12 08:04:32.764728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0178e-eeb6-4da4-9d4a-de54b6417eff req-eb849340-a890-43c4-9e85-62b2d8a61443 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.766238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49b0178e-eeb6-4da4-9d4a-de54b6417eff req-eb849340-a890-43c4-9e85-62b2d8a61443 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 943 time: 0.1225185 Nov 12 08:04:32.797570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-2d92a226-d2ec-447d-975b-4c1723d27a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.799775 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-2d92a226-d2ec-447d-975b-4c1723d27a2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0509458 Nov 12 08:04:32.823288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-34f6f465-234b-4d61-9dcf-61b2ea815538 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips/6c453c76-5bb6-4f96-b4da-ebf17cb118ea HTTP/1.1" status: 200 len: 695 time: 0.0819123 Nov 12 08:04:32.828276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-cd6c87ab-8dfd-4d67-84be-bfebf2c8ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:32.829735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-cd6c87ab-8dfd-4d67-84be-bfebf2c8ebab service neutron] 10.222.0.32 "GET /v2.0/networks?id=92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 200 len: 929 time: 0.1848214 Nov 12 08:04:32.845335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-43642937-34a6-4fcb-9398-f055a6e1a215 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294306 Nov 12 08:04:32.895220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9082123d-7457-4f51-902f-9ff9bb1ee8af None None] New status for floating IP 6c453c76-5bb6-4f96-b4da-ebf17cb118ea: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:04:32.920467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-dbea23ee-beb5-43df-af2d-f291c7d2c8c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 200 len: 217 time: 0.0686331 Nov 12 08:04:32.958707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49b0178e-eeb6-4da4-9d4a-de54b6417eff req-60260369-3a54-4829-bbe6-0fdfd9c7e13d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623158 Nov 12 08:04:32.973187 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-d6cba08c-4a07-49bc-a40d-0f2ea6325558 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200070 Nov 12 08:04:33.019581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-0c464cd5-fc9c-4b37-8fea-96942a0c273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:33.021133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-0c464cd5-fc9c-4b37-8fea-96942a0c273b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 200 len: 868 time: 0.0757556 Nov 12 08:04:33.039434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-3454ccaf-968c-4eb4-a574-dc09fd12ff05 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:33.047124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-3454ccaf-968c-4eb4-a574-dc09fd12ff05 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2125154 Nov 12 08:04:33.115913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-071ecc8e-5ed3-4b80-a153-fe22988d58d3 req-de1247f2-537d-4134-9983-18be12ce27bc service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314945 Nov 12 08:04:33.128180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-3f2581e3-b34a-45a6-8203-8dcb8419d482 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 698 time: 0.0801511 Nov 12 08:04:33.201603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-2dd06b29-216a-4855-b7c4-b34afe3c67d6 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 698 time: 0.0545049 Nov 12 08:04:33.203481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-deb23604-98df-4d6d-a522-019aaf3a0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:33.204916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-deb23604-98df-4d6d-a522-019aaf3a0406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92be84c3-e74e-48f0-940c-1ef14d1757e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557934 Nov 12 08:04:33.248897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52af5e-81f4-4468-ae43-bd5171aa6c89 req-2d5c7bdc-54b7-434d-8135-af580a03a7ec tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:33.250387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce52af5e-81f4-4468-ae43-bd5171aa6c89 req-2d5c7bdc-54b7-434d-8135-af580a03a7ec tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1096 time: 0.1420479 Nov 12 08:04:33.668962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce52af5e-81f4-4468-ae43-bd5171aa6c89 req-de1ace02-bfc3-40a7-ba68-fcef94af87bb tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059439 Nov 12 08:04:33.671898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-640be8ec-7e74-4560-938c-b26083b92791 service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263062 Nov 12 08:04:33.711028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Deleting port 35438d36-e7f4-4c45-baeb-2de67e0970a2 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:33.711028 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:33.834054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cb5c309-88fc-4d8b-ab64-64f9a33f9b2b req-87462ace-ee23-4926-ad68-94fe4b429ebe service neutron] 10.222.0.32 "GET /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514559 Nov 12 08:04:33.837587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:33.837910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:33.861302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Calling delete_port for 35438d36-e7f4-4c45-baeb-2de67e0970a2 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:34.001080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:34.030813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event deleted for resources: {'Port': ['ID=35438d36-e7f4-4c45-baeb-2de67e0970a2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:34.056814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:34.059849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:34.060998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d531c30-ceb6-4349-b1b0-bf54eb278a14 req-197d6ff5-fc30-4384-bf5e-5742af384a82 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c453c76-5bb6-4f96-b4da-ebf17cb118ea HTTP/1.1" status: 204 len: 173 time: 0.8528769 Nov 12 08:04:34.193445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edb6ba-2026-4707-884a-c18ccab754a1 req-6d462dc4-8404-47fe-b667-d9ec8b24b10b tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:34.194916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94edb6ba-2026-4707-884a-c18ccab754a1 req-6d462dc4-8404-47fe-b667-d9ec8b24b10b tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.0734365 Nov 12 08:04:34.203041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-4ad1ce25-bbde-4965-b176-c2ed13a4ed38 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:34.204409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-4ad1ce25-bbde-4965-b176-c2ed13a4ed38 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.1509242 Nov 12 08:04:34.227337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-ee805e4a-74b1-43a8-ac22-bb9dd951e17a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/quotas/9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 375 time: 0.0163553 Nov 12 08:04:34.281737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94edb6ba-2026-4707-884a-c18ccab754a1 req-29c10208-f082-42b9-96bf-fd091dfbe442 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763707 Nov 12 08:04:34.302697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-02df93b6-0687-4b05-96b8-e3967bb39a96 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652077 Nov 12 08:04:34.399672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-04944974-2455-4a51-9302-74249bb6b398 service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940268 Nov 12 08:04:34.488516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956e35-a336-4089-9cb5-b7b196888d5e req-f2786ebd-ed28-4ded-b13a-c63a88d44677 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:34.489990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1956e35-a336-4089-9cb5-b7b196888d5e req-f2786ebd-ed28-4ded-b13a-c63a88d44677 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 943 time: 0.1044900 Nov 12 08:04:34.531830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-b087141f-9653-4362-a13f-cb1e3d456301 service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187170 Nov 12 08:04:34.552861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1956e35-a336-4089-9cb5-b7b196888d5e req-5c139dd8-90e3-4734-8f62-8ad13c5661a7 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566301 Nov 12 08:04:34.734516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d992d4b2-a4ec-4312-972f-a3e87ce2479b req-aa05b773-c511-41e6-b7a7-164b17eac6ee tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 210 time: 0.0359528 Nov 12 08:04:34.751847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91c3b-28e5-4d39-a4ac-603bffc18555 req-ca83b771-6f40-4dd7-8866-0c2933c15a25 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:34.759178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fba91c3b-28e5-4d39-a4ac-603bffc18555 req-ca83b771-6f40-4dd7-8866-0c2933c15a25 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0942750 Nov 12 08:04:34.811862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fba91c3b-28e5-4d39-a4ac-603bffc18555 req-5d472a0c-4fed-4375-93d0-9de16637d26d tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0480051 Nov 12 08:04:34.868292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3214a1f5-85ff-4e35-923b-b1b790ccd02a req-d87da0b2-05e6-4ff0-a70f-091d3e7147f5 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0428777 Nov 12 08:04:35.062919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57670) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:35.190474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7c39-d092-4b84-bc1c-b8b5ebb03ace req-829e8be0-40f5-450a-aa18-a0c222e12be8 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:35.192223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f03b7c39-d092-4b84-bc1c-b8b5ebb03ace req-829e8be0-40f5-450a-aa18-a0c222e12be8 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 946 time: 0.0725801 Nov 12 08:04:35.222835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b34cc86-f888-4602-a039-f2a1ec2b18bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.261755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:35.273651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f03b7c39-d092-4b84-bc1c-b8b5ebb03ace req-9cf23dcf-9c32-4016-91e2-faa4a404b15c tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707438 Nov 12 08:04:35.339194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b34cc86-f888-4602-a039-f2a1ec2b18bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.344247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b34cc86-f888-4602-a039-f2a1ec2b18bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.384629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7b34cc86-f888-4602-a039-f2a1ec2b18bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14c6bb8a2ca64a6aa0ca1199515a51e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205774 Nov 12 08:04:35.385466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34cc86-f888-4602-a039-f2a1ec2b18bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28226096-bb9f-411d-9d95-e195a2ecb337,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:35.388261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:35.462879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:35.474008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1494b-01c3-41f0-a547-906567092f0c req-e99f43d7-ed4e-4ba3-a033-a0421f81f881 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:35.474008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64f1494b-01c3-41f0-a547-906567092f0c req-e99f43d7-ed4e-4ba3-a033-a0421f81f881 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.0589693 Nov 12 08:04:35.492820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'mac_address': 'fa:16:3e:11:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:35.504332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de06e974-1de5-44be-a68c-66fdc9a47199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.532248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de06e974-1de5-44be-a68c-66fdc9a47199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.589766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.597344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de06e974-1de5-44be-a68c-66fdc9a47199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.600648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de06e974-1de5-44be-a68c-66fdc9a47199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.604069 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-de06e974-1de5-44be-a68c-66fdc9a47199 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28226096-bb9f-411d-9d95-e195a2ecb337 HTTP/1.1" status: 204 len: 168 time: 0.2119567 Nov 12 08:04:35.617685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c208417c-2c37-4891-9ae5-9b083b483a5c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:35.631921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06e974-1de5-44be-a68c-66fdc9a47199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28226096-bb9f-411d-9d95-e195a2ecb337,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:35.636353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64f1494b-01c3-41f0-a547-906567092f0c req-3b2ce744-ee94-45d1-898e-bb0420f6a155 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537001 Nov 12 08:04:35.660234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:35.669848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.694612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:35.787383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:35.803394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c208417c-2c37-4891-9ae5-9b083b483a5c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:35.826256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b371bc-e4b2-4811-83d3-a7127d1c660a req-18be9ce8-e260-4d3d-82b0-cc82ded4c88c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:35.828625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94b371bc-e4b2-4811-83d3-a7127d1c660a req-18be9ce8-e260-4d3d-82b0-cc82ded4c88c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 943 time: 0.1429138 Nov 12 08:04:35.860039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4236ac-fce5-4e6d-a8ff-b16f84191ce6 req-bb11e3a4-4542-457c-ab2d-8c4846f6a2c0 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:35.863037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b4236ac-fce5-4e6d-a8ff-b16f84191ce6 req-bb11e3a4-4542-457c-ab2d-8c4846f6a2c0 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 1102 time: 0.1198583 Nov 12 08:04:35.865725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41fe67d5-7c36-4af8-bbec-2de127f31a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.907309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6b4236ac-fce5-4e6d-a8ff-b16f84191ce6 req-bcff2b50-7d19-469a-b895-8f90e1187b74 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:35.928600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94b371bc-e4b2-4811-83d3-a7127d1c660a req-d1db5502-3ada-42bf-a89b-f87fad843205 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918198 Nov 12 08:04:36.033583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41fe67d5-7c36-4af8-bbec-2de127f31a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.041236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41fe67d5-7c36-4af8-bbec-2de127f31a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.050860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbc0ea01-e604-40b2-9e1c-b0f63999c1b4 req-74db1f95-da23-4296-80a6-9aa8dd9b74bb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 210 time: 0.0397739 Nov 12 08:04:36.101045 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6b4236ac-fce5-4e6d-a8ff-b16f84191ce6 req-bcff2b50-7d19-469a-b895-8f90e1187b74 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.109149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6b4236ac-fce5-4e6d-a8ff-b16f84191ce6 req-bcff2b50-7d19-469a-b895-8f90e1187b74 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.121825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41fe67d5-7c36-4af8-bbec-2de127f31a65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60cab8010a6b48d2b2552b303b106d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235611 Nov 12 08:04:36.121825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe67d5-7c36-4af8-bbec-2de127f31a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69754711-c579-4142-acc6-b181254db56e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:36.123054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57726) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:36.212719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9022ce0a-3451-4997-96eb-ac733a48aaef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.236513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9022ce0a-3451-4997-96eb-ac733a48aaef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.274637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b4236ac-fce5-4e6d-a8ff-b16f84191ce6 req-bcff2b50-7d19-469a-b895-8f90e1187b74 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952825 Nov 12 08:04:36.293429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff2b50-7d19-469a-b895-8f90e1187b74 tempest-LiveMigrationNegativeTest-1913553136 tempest-LiveMigrationNegativeTest-1913553136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2857b989-a98a-4f76-b97f-1e9ce541ed18,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:36.329835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9022ce0a-3451-4997-96eb-ac733a48aaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.333160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9022ce0a-3451-4997-96eb-ac733a48aaef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.340771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9022ce0a-3451-4997-96eb-ac733a48aaef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69754711-c579-4142-acc6-b181254db56e HTTP/1.1" status: 204 len: 168 time: 0.2150834 Nov 12 08:04:36.346897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57746) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:36.376948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022ce0a-3451-4997-96eb-ac733a48aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69754711-c579-4142-acc6-b181254db56e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:36.379701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99b679fa-1108-446e-a00d-fe8e39801ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.516012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:36.537125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99b679fa-1108-446e-a00d-fe8e39801ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.541060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-af83d13e-e6ba-4ccd-b552-fc1f856fe617 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:36.542512 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99b679fa-1108-446e-a00d-fe8e39801ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.553458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-af83d13e-e6ba-4ccd-b552-fc1f856fe617 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.3942277 Nov 12 08:04:36.576508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Request body: {'port': {'device_id': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'admin_state_up': True, 'tenant_id': '9c0127bcab704a749282f7bcf9629216'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:36.617961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-99b679fa-1108-446e-a00d-fe8e39801ae0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d479b8106c2f411c9f7eda2e2d9f00ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686489 Nov 12 08:04:36.627665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57754) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:36.640758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381c0b6-e316-42ea-afbf-2af467f0abb9 req-1df9f61a-4ddb-4a0f-b449-0bdaa5f85ca1 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:36.645929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b679fa-1108-446e-a00d-fe8e39801ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503ec0f3-4fa3-4f09-a6af-27a60307a120,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:36.647152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8381c0b6-e316-42ea-afbf-2af467f0abb9 req-1df9f61a-4ddb-4a0f-b449-0bdaa5f85ca1 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 946 time: 0.1926892 Nov 12 08:04:36.755416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67d8d886-1bbc-4d23-a25f-930628df76af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.765681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:36.782964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'port_id': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'mac_address': 'fa:16:3e:87:3c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e7bc73-586c-4d54-b836-164a4ad84ec4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:36.794739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8381c0b6-e316-42ea-afbf-2af467f0abb9 req-353ff9d9-d2b3-43e8-951b-5d28156f71d1 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339998 Nov 12 08:04:36.802963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67d8d886-1bbc-4d23-a25f-930628df76af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.877013 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.879826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67d8d886-1bbc-4d23-a25f-930628df76af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.888509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67d8d886-1bbc-4d23-a25f-930628df76af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.894259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1deb067-76a6-45a6-8951-af734d46b4f9 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:36.902428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4379-d2e2-46b9-9243-b0b2804dbcfa req-75087455-da1f-4b6c-88ae-552c7825fd32 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:36.905471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67d8d886-1bbc-4d23-a25f-930628df76af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/503ec0f3-4fa3-4f09-a6af-27a60307a120 HTTP/1.1" status: 204 len: 168 time: 0.2628815 Nov 12 08:04:36.910219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b26d4379-d2e2-46b9-9243-b0b2804dbcfa req-75087455-da1f-4b6c-88ae-552c7825fd32 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.0909224 Nov 12 08:04:36.921542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:36.929323 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.945145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Made reservation on behalf of 9c0127bcab704a749282f7bcf9629216 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:36.948714 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.952289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8d886-1bbc-4d23-a25f-930628df76af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503ec0f3-4fa3-4f09-a6af-27a60307a120,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:36.978468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:37.002114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b26d4379-d2e2-46b9-9243-b0b2804dbcfa req-9e6cd6ff-00d6-4c93-9006-348d9bb2ca12 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910065 Nov 12 08:04:37.018684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5589-20e2-4963-a868-23b0b165217a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.121319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:37.187528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5589-20e2-4963-a868-23b0b165217a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.191934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17a25-3f11-4fbf-9903-575276cf9c57 req-31061112-5094-4daa-aa45-4f5584e66ac0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:37.193808 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7b17a25-3f11-4fbf-9903-575276cf9c57 req-31061112-5094-4daa-aa45-4f5584e66ac0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 944 time: 0.1296868 Nov 12 08:04:37.194587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5589-20e2-4963-a868-23b0b165217a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.262685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-419f635f-6ae7-402e-bda7-f002c695efaf req-5d67e9a2-f71e-4f58-ae45-03b5afce6ef8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 210 time: 0.0807159 Nov 12 08:04:37.279082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:37.309892 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6e2b5589-20e2-4963-a868-23b0b165217a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1afca54ef994baca1da28705070d150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279157 Nov 12 08:04:37.309892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b5589-20e2-4963-a868-23b0b165217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a25a7e-a5bd-4fdb-b797-f20f4d3ccbc4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:37.315704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57778) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:37.329444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Allocated IP 172.20.0.14 (ad1f9675-670b-4ede-8d00-88c8550ce43a/14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff/ed8b3d74-e506-4e5c-8b59-2c0874d33676) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:37.355605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['c1deb067-76a6-45a6-8951-af734d46b4f9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:37.470825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7b17a25-3f11-4fbf-9903-575276cf9c57 req-d04b2352-af6f-4478-ab1f-01b7accd3951 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687702 Nov 12 08:04:37.494836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c208417c-2c37-4891-9ae5-9b083b483a5c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:37.495756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.566848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81f30581-ed88-4f5d-a92e-5d5bbf73ed75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.674730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81f30581-ed88-4f5d-a92e-5d5bbf73ed75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.702991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.740306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.756267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:37.764262 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99011f9e-3135-49a6-833f-bdef2aed4907" -d '{"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-plugged", "status": "completed", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:37.768973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-944ecc71-ec95-4d9d-adcf-5cf20dc0e0e8 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:37.770848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-944ecc71-ec95-4d9d-adcf-5cf20dc0e0e8 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 946 time: 0.3518848 Nov 12 08:04:37.779192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81f30581-ed88-4f5d-a92e-5d5bbf73ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.788755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81f30581-ed88-4f5d-a92e-5d5bbf73ed75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.790505 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-81f30581-ed88-4f5d-a92e-5d5bbf73ed75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75a25a7e-a5bd-4fdb-b797-f20f4d3ccbc4 HTTP/1.1" status: 204 len: 168 time: 0.4711137 Nov 12 08:04:37.802264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:37.813013 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.868338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.905325 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f663c-2702-428b-8d2b-357d02181f2b x-openstack-request-id: req-5b5f663c-2702-428b-8d2b-357d02181f2b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:37.906380 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-plugged", "status": "completed", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:37.906847 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b5f663c-2702-428b-8d2b-357d02181f2b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:37.907499 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'code': 200} Nov 12 08:04:37.975900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:37.997326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f30581-ed88-4f5d-a92e-5d5bbf73ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a25a7e-a5bd-4fdb-b797-f20f4d3ccbc4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:38.015737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:38.151949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Deleting port 85670def-b034-4548-9a5a-ba7a5a8acf13 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:38.152321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:38.223786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Network ad1f9675-670b-4ede-8d00-88c8550ce43a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:38.232939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:38.242378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:38.260557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:38.261603 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:38.319601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:38.375676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-3bb40158-fe12-4351-981a-4595011e0322 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8030903 Nov 12 08:04:38.406357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515f09f-d9c6-40e9-bbc5-ec97c7ce3e2f req-493505cf-2761-4443-8edc-5acb7929cdcb tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:38.431303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6515f09f-d9c6-40e9-bbc5-ec97c7ce3e2f req-493505cf-2761-4443-8edc-5acb7929cdcb tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 946 time: 0.4476123 Nov 12 08:04:38.465823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Request body: {'port': {'device_id': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:38.545495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26539-830e-4361-b7e6-65de9a9801c1 req-41f0d9d4-fd31-4e79-b89e-5578dbe223e0 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:38.553313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7bb26539-830e-4361-b7e6-65de9a9801c1 req-41f0d9d4-fd31-4e79-b89e-5578dbe223e0 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.4141254 Nov 12 08:04:38.699708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:38.912269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] For port 85670def-b034-4548-9a5a-ba7a5a8acf13, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85670def-b034-4548-9a5a-ba7a5a8acf13,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:38.913259 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:38.952774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6515f09f-d9c6-40e9-bbc5-ec97c7ce3e2f req-08d47462-f552-4990-8c1b-04d07234c763 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/security-groups?id=dfb3bca3-abb5-431d-9b0f-0d2361628249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194218 Nov 12 08:04:38.955489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Calling delete_port for 85670def-b034-4548-9a5a-ba7a5a8acf13 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:38.995727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7bb26539-830e-4361-b7e6-65de9a9801c1 req-f1aa9449-348d-41f8-8b7d-cfa1606775c0 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986133 Nov 12 08:04:39.382934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-c1f5507a-afa0-4cf7-aebe-ad638449a888 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:39.384444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-c1f5507a-afa0-4cf7-aebe-ad638449a888 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 950 time: 0.2186570 Nov 12 08:04:39.421643 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:39.483990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Pushing event deleted for resources: {'Port': ['ID=85670def-b034-4548-9a5a-ba7a5a8acf13,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:39.585815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a3857-9775-4adf-8333-d2b4b1e4203f req-8c6e1a18-1e69-4d7e-a23f-848d08de304d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:39.605511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225a3857-9775-4adf-8333-d2b4b1e4203f req-8c6e1a18-1e69-4d7e-a23f-848d08de304d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 932 time: 0.4104736 Nov 12 08:04:39.637007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] No DVR routers for this DVR port 85670def-b034-4548-9a5a-ba7a5a8acf13 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:39.657434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:39.670773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e5143506-f9a1-4664-8def-5a27955cdde0 req-cc3519eb-c980-4e8f-8144-2577062c6884 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.32 "DELETE /v2.0/ports/85670def-b034-4548-9a5a-ba7a5a8acf13 HTTP/1.1" status: 204 len: 173 time: 1.8790929 Nov 12 08:04:39.673290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'name': 'network-vif-deleted', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:39.679609 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd4852-7bd8-4cd3-a1eb-eaae5bf3702a" -d '{"events": [{"server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "name": "network-vif-deleted", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:39.694246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a745068-f60a-4196-af78-8bedd8e5a0ed req-a7104bbb-1ca7-4eac-9c55-a69de5efbfd7 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:39.716753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a745068-f60a-4196-af78-8bedd8e5a0ed req-a7104bbb-1ca7-4eac-9c55-a69de5efbfd7 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 944 time: 0.3965721 Nov 12 08:04:39.761046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Deleting port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:39.761353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:39.974417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] For port 35ef3c8a-24bc-4a38-935d-1f80010e57e5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35ef3c8a-24bc-4a38-935d-1f80010e57e5,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:39.975227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:39.990763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Calling delete_port for 35ef3c8a-24bc-4a38-935d-1f80010e57e5 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:40.005277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225a3857-9775-4adf-8333-d2b4b1e4203f req-ba0ae997-24aa-4f1d-b46d-7c29818a366d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897765 Nov 12 08:04:40.049175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a745068-f60a-4196-af78-8bedd8e5a0ed req-def239c2-ccd6-4871-aba6-cef70e62a620 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251185 Nov 12 08:04:40.237922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8b3d74-e506-4e5c-8b59-2c0874d33676 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:40.258234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:40.310707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Transition to ACTIVE for port object ed8b3d74-e506-4e5c-8b59-2c0874d33676 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:40.317213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:40.328196 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97a0ad-89e5-4bf9-be42-0316a96efe50 x-openstack-request-id: req-aa97a0ad-89e5-4bf9-be42-0316a96efe50 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:40.329757 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3e0abc-38f5-41c6-830d-0f947dd1fc54", "name": "network-vif-deleted", "tag": "85670def-b034-4548-9a5a-ba7a5a8acf13", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:40.330063 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa97a0ad-89e5-4bf9-be42-0316a96efe50 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:40.332297 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3e0abc-38f5-41c6-830d-0f947dd1fc54', 'name': 'network-vif-deleted', 'tag': '85670def-b034-4548-9a5a-ba7a5a8acf13', 'status': 'completed', 'code': 200} Nov 12 08:04:40.335295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:40.353668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['16d620e4-8bab-49ea-a8b9-45e80be5a5f1', '35ef3c8a-24bc-4a38-935d-1f80010e57e5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:40.414462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Pushing event deleted for resources: {'Port': ['ID=35ef3c8a-24bc-4a38-935d-1f80010e57e5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:40.527598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:40.536483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] No DVR routers for this DVR port 35ef3c8a-24bc-4a38-935d-1f80010e57e5 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:40.546209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:40.552598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eeb19abe-487e-46d2-99a9-8ec038b7b636 req-baea7fe9-ef81-4089-8f83-2383fcb22cb8 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "DELETE /v2.0/ports/35ef3c8a-24bc-4a38-935d-1f80010e57e5 HTTP/1.1" status: 204 len: 173 time: 1.1461837 Nov 12 08:04:40.595719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8f71922-6186-42ab-9d88-59cc28b0225d req-b57ff83b-0fc9-4eeb-807f-361f906b8e52 tempest-FloatingIPsAssociationNegativeTestJSON-725442061 tempest-FloatingIPsAssociationNegativeTestJSON-725442061-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0abc-38f5-41c6-830d-0f947dd1fc54 HTTP/1.1" status: 200 len: 210 time: 0.1514311 Nov 12 08:04:40.674134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:40.795163 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-65391b5e-55ea-496d-89f6-1c5ea2465061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:40.856971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port c1deb067-76a6-45a6-8951-af734d46b4f9 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:40.857344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28a1d30f-6b7c-4478-aa0d-dfcaf167f62e req-65e4b237-bcb3-4036-bb06-9c980abb95f5 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a HTTP/1.1" status: 200 len: 210 time: 0.0834718 Nov 12 08:04:40.886600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:40.887904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:40.888824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:40.894923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:40.895493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:40.905556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port c1deb067-76a6-45a6-8951-af734d46b4f9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:40.906244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-d30a26fb-971e-4c50-b7ad-fb41341fd408 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760550 Nov 12 08:04:40.906615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:40.916722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:40.917435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:40.918007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:40.919006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Bound port: ed8b3d74-e506-4e5c-8b59-2c0874d33676, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:40.920175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.017353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-d74276b7-1571-453d-8bac-f9359f7363be tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=28ab1df27dc1483ca271cfc6a1edf905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353601 Nov 12 08:04:41.124659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-510dfc1a-dcb7-40a9-a651-f4c4f88907e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.126314 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-510dfc1a-dcb7-40a9-a651-f4c4f88907e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 1097 time: 0.1525118 Nov 12 08:04:41.194637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:41.221664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:41.249859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.294868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.295844 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.297326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 1093 time: 2.8443127 Nov 12 08:04:41.298046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:41.300514 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4505d09-e223-4562-9324-ea173a5c8a80" -d '{"events": [{"name": "network-changed", "server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:41.309945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85670def-b034-4548-9a5a-ba7a5a8acf13 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:41.324150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-511e6528-ef54-43a9-8752-5e872b5ccf04 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.334627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-511e6528-ef54-43a9-8752-5e872b5ccf04 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160672 Nov 12 08:04:41.353754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 85670def-b034-4548-9a5a-ba7a5a8acf13 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:41.354877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85670def-b034-4548-9a5a-ba7a5a8acf13 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:41.360075 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.389827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:41.392372 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c129220f-5a86-4ed2-98bc-9fb130edcf0a" -d '{"events": [{"server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "name": "network-vif-plugged", "status": "completed", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:41.393755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-988f9efb-a731-4aad-bf44-35354a9b894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.395598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-988f9efb-a731-4aad-bf44-35354a9b894c service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 923 time: 0.2392614 Nov 12 08:04:41.400753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-1d0ff253-de9a-4b86-8d3d-c3855f6acb62 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/quotas/28ab1df27dc1483ca271cfc6a1edf905 HTTP/1.1" status: 200 len: 375 time: 0.0650694 Nov 12 08:04:41.408435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:41.421151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.491748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-e00c9fc9-cec9-4938-a23b-50702feece38 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28ab1df27dc1483ca271cfc6a1edf905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899827 Nov 12 08:04:41.502382 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.503605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-80eab57d-724a-4c4e-81ea-f7749395ae13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662 HTTP/1.1" status: 200 len: 1000 time: 0.0983140 Nov 12 08:04:41.521293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:41.593856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4818e5-af85-4e75-84b8-4351391972b4 req-e84ccd19-06be-470a-94f9-94d957f9310d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.595889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f4818e5-af85-4e75-84b8-4351391972b4 req-e84ccd19-06be-470a-94f9-94d957f9310d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.2540817 Nov 12 08:04:41.597730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405877d-3526-4b00-9c65-97f0a9e584f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:41.609537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-e03e5076-7fa7-4657-997a-5f2d5e65ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.611834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-13465465-5d6e-4f36-8d8a-59df2c9bd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.612290 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-e03e5076-7fa7-4657-997a-5f2d5e65ff31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.0986400 Nov 12 08:04:41.613406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-13465465-5d6e-4f36-8d8a-59df2c9bd4f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1096 time: 0.2094917 Nov 12 08:04:41.695749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-562c63d1-09fc-4373-9c2f-9fdfbe03a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.697428 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-562c63d1-09fc-4373-9c2f-9fdfbe03a867 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646834 Nov 12 08:04:41.726758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-2750b1ec-1432-49a8-87c9-56d382892cde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 217 time: 0.0854967 Nov 12 08:04:41.747412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f4818e5-af85-4e75-84b8-4351391972b4 req-cf7cf21f-547c-4f51-b176-c18c60ff055f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443012 Nov 12 08:04:41.851886 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-b2bc733f-a423-4e91-94c1-60b78d48fc39 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449022 Nov 12 08:04:41.933796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-78528d56-4cd1-46d9-b76f-2b4cda59813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.940876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-78528d56-4cd1-46d9-b76f-2b4cda59813b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1650612 Nov 12 08:04:41.952507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e6767-7198-4b51-80c7-6bd1e747d93f req-17936bc6-0347-4a15-ad91-079e74d73aac tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:41.972661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce1e6767-7198-4b51-80c7-6bd1e747d93f req-17936bc6-0347-4a15-ad91-079e74d73aac tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 945 time: 0.2235088 Nov 12 08:04:42.025281 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea56a2ba-58fb-4319-bd4a-87cf660d40aa req-eb4ff788-5fa2-441a-8273-827440c29318 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609766 Nov 12 08:04:42.074994 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a8cd7-3282-4c07-8ca7-3694c3ed2894 x-openstack-request-id: req-df4a8cd7-3282-4c07-8ca7-3694c3ed2894 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:42.075582 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:42.076066 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df4a8cd7-3282-4c07-8ca7-3694c3ed2894 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:42.076685 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'status': 'completed', 'code': 200} Nov 12 08:04:42.081420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-eb23791a-ce50-4352-9144-96a542c2517a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062229 Nov 12 08:04:42.097876 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2492c1-41c7-4978-989f-66858be26d37 x-openstack-request-id: req-dd2492c1-41c7-4978-989f-66858be26d37 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:42.098288 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "name": "network-vif-plugged", "status": "completed", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:42.098637 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd2492c1-41c7-4978-989f-66858be26d37 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:42.099132 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'code': 200} Nov 12 08:04:42.138063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57936) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:42.342117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'name': 'network-vif-deleted', 'tag': '35ef3c8a-24bc-4a38-935d-1f80010e57e5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:42.350296 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12dd53-9cf3-47c8-92b9-d92a09134c3d" -d '{"events": [{"server_uuid": "d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a", "name": "network-vif-deleted", "tag": "35ef3c8a-24bc-4a38-935d-1f80010e57e5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:42.475366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce1e6767-7198-4b51-80c7-6bd1e747d93f req-8e2b9dea-6413-45cf-bc66-cf688d50fbf1 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010374 Nov 12 08:04:42.475960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab685-6001-4b63-a187-e2924a981261 req-10bf258c-3519-4395-8cc7-e886804787f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:42.479147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d37ab685-6001-4b63-a187-e2924a981261 req-10bf258c-3519-4395-8cc7-e886804787f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1097 time: 0.1999617 Nov 12 08:04:42.510076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35ef3c8a-24bc-4a38-935d-1f80010e57e5 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:42.565478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 35ef3c8a-24bc-4a38-935d-1f80010e57e5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:42.565912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35ef3c8a-24bc-4a38-935d-1f80010e57e5 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:42.568271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:42.592189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ebe7406-b41b-4420-aeaa-0dd66a652f89 req-9d0c3ce3-8f32-4fdc-bb2c-a338a3c9a125 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 210 time: 0.1541231 Nov 12 08:04:42.684946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d37ab685-6001-4b63-a187-e2924a981261 req-daef7440-4ed5-4c6d-b5fd-8137ff0f8926 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916518 Nov 12 08:04:42.690026 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe4021-7cf5-4ca1-88c1-39e090332c52 x-openstack-request-id: req-40fe4021-7cf5-4ca1-88c1-39e090332c52 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:42.690440 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f9a93d-f853-4a7a-8e81-1017e5d4cb5a", "name": "network-vif-deleted", "tag": "35ef3c8a-24bc-4a38-935d-1f80010e57e5", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:42.690783 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40fe4021-7cf5-4ca1-88c1-39e090332c52 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:42.692080 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f9a93d-f853-4a7a-8e81-1017e5d4cb5a', 'name': 'network-vif-deleted', 'tag': '35ef3c8a-24bc-4a38-935d-1f80010e57e5', 'status': 'completed', 'code': 200} Nov 12 08:04:42.770948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-91431e94-8614-4b6b-82a3-e846b094cee9 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327670 Nov 12 08:04:42.880485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee054f21-b0ac-4f91-b555-4b1f5cdccc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:42.914468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131af035-f3fa-4894-b594-aac4abb8fe2d req-f787c8c2-171a-4c60-8858-acaa7233f736 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341667 Nov 12 08:04:43.091931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31a4a7c8-a513-46af-a7e5-7fd0d36c8d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.094553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aadf31-2039-4d5e-85f8-54156c8b8f6e req-86e203ff-92ac-4880-bcfb-64391c17e38f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:43.102189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2aadf31-2039-4d5e-85f8-54156c8b8f6e req-86e203ff-92ac-4880-bcfb-64391c17e38f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.1865892 Nov 12 08:04:43.102941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee054f21-b0ac-4f91-b555-4b1f5cdccc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.122207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee054f21-b0ac-4f91-b555-4b1f5cdccc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.179407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-838313b2-c0df-49fd-8fc1-ac3adb2bdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:43.181078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-838313b2-c0df-49fd-8fc1-ac3adb2bdfce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1096 time: 0.2017944 Nov 12 08:04:43.209276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ee054f21-b0ac-4f91-b555-4b1f5cdccc44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f40f1ace99e414490e0cf098555b334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6353242 Nov 12 08:04:43.209276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee054f21-b0ac-4f91-b555-4b1f5cdccc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9775176c-0082-4f18-ba9a-0001620857d9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:43.210341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:43.246026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff04f9-7d4f-4bd4-b2f0-72bcd51f239c req-1c6f7c1d-cd19-4469-8935-41f34af0b08c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:43.254567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6aff04f9-7d4f-4bd4-b2f0-72bcd51f239c req-1c6f7c1d-cd19-4469-8935-41f34af0b08c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.1402073 Nov 12 08:04:43.277149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.286685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2aadf31-2039-4d5e-85f8-54156c8b8f6e req-28e984d4-7d30-4bf6-ba52-173a0e01278a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834447 Nov 12 08:04:43.327697 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fb03aeb-cbbb-4a2c-89ea-a60d3fc082ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.396129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fb03aeb-cbbb-4a2c-89ea-a60d3fc082ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.398012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6aff04f9-7d4f-4bd4-b2f0-72bcd51f239c req-164de7cf-8645-459a-a9ec-5298a4e8890d tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418767 Nov 12 08:04:43.422138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-e6c4cc76-e38c-42d3-83aa-bc935c71f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:43.425408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-e6c4cc76-e38c-42d3-83aa-bc935c71f79c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.2303212 Nov 12 08:04:43.497981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-12322765-d7e3-489c-85f9-4f633f76ca61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 217 time: 0.0600698 Nov 12 08:04:43.554666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6e9de1e5-8079-4bdc-9b75-84af4b966e4f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=28ab1df27dc1483ca271cfc6a1edf905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739095 Nov 12 08:04:43.636957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-c0686b7e-798b-42f5-8a6f-a64821b7e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:43.639117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-c0686b7e-798b-42f5-8a6f-a64821b7e499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1310463 Nov 12 08:04:43.674654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e46644-2308-41a4-94ae-d0bf3c8180c9 req-49d44dee-2a52-4322-93af-668d674a7761 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:43.676260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4e46644-2308-41a4-94ae-d0bf3c8180c9 req-49d44dee-2a52-4322-93af-668d674a7761 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 945 time: 0.0904212 Nov 12 08:04:43.698955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-a5f9cbb3-5758-421c-8ba6-fa4c7deadc78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466855 Nov 12 08:04:43.737670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fb03aeb-cbbb-4a2c-89ea-a60d3fc082ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.741740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fb03aeb-cbbb-4a2c-89ea-a60d3fc082ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:43.743140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3fb03aeb-cbbb-4a2c-89ea-a60d3fc082ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9775176c-0082-4f18-ba9a-0001620857d9 HTTP/1.1" status: 204 len: 168 time: 0.5321267 Nov 12 08:04:43.811971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03aeb-cbbb-4a2c-89ea-a60d3fc082ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9775176c-0082-4f18-ba9a-0001620857d9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:43.821889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a81b2ccd-2d45-4053-8f4e-ccc7099022b7 req-e8292a7f-cf38-4a24-9088-549ca7cb56a4 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 210 time: 0.0871689 Nov 12 08:04:43.887816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4e46644-2308-41a4-94ae-d0bf3c8180c9 req-3db73d42-f445-4a96-9312-877e4c844779 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840985 Nov 12 08:04:43.982613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-2e8ebf4f-2080-4aad-a1d3-0c24b00d298d service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694807 Nov 12 08:04:44.033455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-b400c745-0b01-4e2b-bd4e-e69557062965 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:44.056213 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-b400c745-0b01-4e2b-bd4e-e69557062965 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4595258 Nov 12 08:04:44.063803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Request body: {'port': {'device_id': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '28ab1df27dc1483ca271cfc6a1edf905'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:44.215317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4505d09-e223-4562-9324-ea173a5c8a80 req-7ea03eb6-f7f6-45b7-a68e-aa92d4dacb6d service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096188 Nov 12 08:04:44.325048 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.439213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57994) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:44.460797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5933a83c-d564-4bed-8088-25cfedd6b9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.495367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3710fd-fef4-4ca9-a366-6b451ee9d7a9 req-3868f380-7fbf-4613-bfae-1b6904c25ac0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:44.503803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a3710fd-fef4-4ca9-a366-6b451ee9d7a9 req-3868f380-7fbf-4613-bfae-1b6904c25ac0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.1160057 Nov 12 08:04:44.549552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Deleting port df0c25be-e127-4c12-9df9-55d2950ab86b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:44.550180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.608820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a3710fd-fef4-4ca9-a366-6b451ee9d7a9 req-4af93da1-8d8f-4dd6-8c7c-ddbe877b6659 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038244 Nov 12 08:04:44.627017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Made reservation on behalf of 28ab1df27dc1483ca271cfc6a1edf905 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:44.639378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.653183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.661382 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5933a83c-d564-4bed-8088-25cfedd6b9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.670173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5933a83c-d564-4bed-8088-25cfedd6b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.681982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da2d5e-74e4-4c7b-8415-ecb77fba31da req-1f7acfae-1c92-453e-b019-9564b86f9ff6 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:44.687333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] For port df0c25be-e127-4c12-9df9-55d2950ab86b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=df0c25be-e127-4c12-9df9-55d2950ab86b,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:44.687722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.688595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6da2d5e-74e4-4c7b-8415-ecb77fba31da req-1f7acfae-1c92-453e-b019-9564b86f9ff6 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.1731362 Nov 12 08:04:44.707071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Calling delete_port for df0c25be-e127-4c12-9df9-55d2950ab86b owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:44.779358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5933a83c-d564-4bed-8088-25cfedd6b9ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ae06131d9f440b1868b32e03195d51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386612 Nov 12 08:04:44.785834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:44.786802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933a83c-d564-4bed-8088-25cfedd6b9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7049f3-bba6-454b-bd8e-76198024afac,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:44.833305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.875239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.924303 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc872da7-28c1-483c-b3f5-a24d503705cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:44.940217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6da2d5e-74e4-4c7b-8415-ecb77fba31da req-658eacd3-53a4-441a-b779-8e8c7e9a6250 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177401 Nov 12 08:04:44.962964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:45.035403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b47037d-0aa6-4516-bc80-c050bc242a7b req-a8e00864-45d3-4d61-9c2a-f3e132dae2be tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 210 time: 0.0634661 Nov 12 08:04:45.049551 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc872da7-28c1-483c-b3f5-a24d503705cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.136786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Allocated IP 192.168.233.201 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/b2593cc8-6470-414f-9f6e-6e78d10c7e4c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:45.181751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-3322abf6-767f-4b1b-bd0e-77a686ada3b2 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:45.184798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-3322abf6-767f-4b1b-bd0e-77a686ada3b2 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.2612288 Nov 12 08:04:45.224722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.266775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=df0c25be-e127-4c12-9df9-55d2950ab86b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:45.309304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6f52c-3fa3-4ca6-bbea-03f2176ab7ef req-a04c71b6-a8a1-494a-a547-2df67a53d856 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:45.315200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe6f52c-3fa3-4ca6-bbea-03f2176ab7ef req-a04c71b6-a8a1-494a-a547-2df67a53d856 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 945 time: 0.2822030 Nov 12 08:04:45.315403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:45.316399 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc872da7-28c1-483c-b3f5-a24d503705cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.320487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc872da7-28c1-483c-b3f5-a24d503705cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.329932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dc872da7-28c1-483c-b3f5-a24d503705cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c7049f3-bba6-454b-bd8e-76198024afac HTTP/1.1" status: 204 len: 168 time: 0.5383742 Nov 12 08:04:45.362275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872da7-28c1-483c-b3f5-a24d503705cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7049f3-bba6-454b-bd8e-76198024afac,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:45.465362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:45.486256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'port_id': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'mac_address': 'fa:16:3e:b9:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:45.522337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe6f52c-3fa3-4ca6-bbea-03f2176ab7ef req-f8fa02c6-3420-47c2-8fc3-e6f88a9407d8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852026 Nov 12 08:04:45.560839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Deleting port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:45.561579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.562562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.579749 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.602878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8b3d74-e506-4e5c-8b59-2c0874d33676 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:45.657758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:45.666583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.795075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:45.847018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.852900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e601-fb3d-4fac-a7a1-20669c6a673c req-8897943c-e654-401e-b356-7ab388f01b5b tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:45.855095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6405e601-fb3d-4fac-a7a1-20669c6a673c req-8897943c-e654-401e-b356-7ab388f01b5b tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1097 time: 0.1453834 Nov 12 08:04:45.857286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] For port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:45.857651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.892527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:45.912476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Calling delete_port for 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:45.944294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5109aab-6d25-4fb4-bd0f-b3b2d2fd8b84 req-a324c1ac-a903-47ae-9760-8061d0da7bcd tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:45.954455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5109aab-6d25-4fb4-bd0f-b3b2d2fd8b84 req-a324c1ac-a903-47ae-9760-8061d0da7bcd tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.1799269 Nov 12 08:04:45.974364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.006484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ed8b3d74-e506-4e5c-8b59-2c0874d33676'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:46.080907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:46.089295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6405e601-fb3d-4fac-a7a1-20669c6a673c req-2e165519-58b6-446e-b91e-552d150d9f95 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200351 Nov 12 08:04:46.089692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:46.115250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:46.212521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Pushing event updated for resources: {'Port': ['ID=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:46.249394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5109aab-6d25-4fb4-bd0f-b3b2d2fd8b84 req-5c02389f-edf8-4b01-8a3c-591b3d35eef5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937813 Nov 12 08:04:46.434813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c388a-af35-4393-9e7e-6ae4c53f7e61 req-989037ae-5e37-4612-87ef-c2f6dd58df3a tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:46.443178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf7c388a-af35-4393-9e7e-6ae4c53f7e61 req-989037ae-5e37-4612-87ef-c2f6dd58df3a tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/ports?device_id=19fe3d03-e8ce-46b8-a37c-91b2ab9be30c HTTP/1.1" status: 200 len: 949 time: 0.2451744 Nov 12 08:04:46.526084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.533123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:46.534442 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.540087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['16d620e4-8bab-49ea-a8b9-45e80be5a5f1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:46.554043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Router c48b97a1-dd05-4684-baab-5500d4bbba0d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:04:46.570713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6a712220-a019-48d8-94ed-cce7254cae14 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5123420 Nov 12 08:04:46.580836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42793d2a-6e30-4160-a97f-2d664fe31e0b req-0d3160ba-26f8-4cb8-94ff-b4e1a938326b tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:46.582569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42793d2a-6e30-4160-a97f-2d664fe31e0b req-0d3160ba-26f8-4cb8-94ff-b4e1a938326b tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 936 time: 0.1368043 Nov 12 08:04:46.586892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Pushing event deleted for resources: {'Port': ['ID=16d620e4-8bab-49ea-a8b9-45e80be5a5f1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:46.606551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf7c388a-af35-4393-9e7e-6ae4c53f7e61 req-1192afb8-9a0b-4d66-9f0a-ac16842ae85c tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe88c6f-6b72-497e-8e22-b6c990a14134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575832 Nov 12 08:04:46.647035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f9641f77-149c-407c-848a-08b770cc06e0 None None] Provisioning complete for port b2593cc8-6470-414f-9f6e-6e78d10c7e4c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:46.647417 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9641f77-149c-407c-848a-08b770cc06e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.648949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Request body: {'port': {'device_id': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:46.737033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] No DVR routers for this DVR port 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:46.751405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.769458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-474a24c8-69ae-4bf5-9e42-31a80eda900a req-fa239859-bb42-43e5-80bc-59cfdfc9a7a7 tempest-LiveMigrationNegativeTest-138218605 tempest-LiveMigrationNegativeTest-138218605-project] 10.222.0.25 "DELETE /v2.0/ports/16d620e4-8bab-49ea-a8b9-45e80be5a5f1 HTTP/1.1" status: 204 len: 173 time: 1.5513923 Nov 12 08:04:46.853813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'name': 'network-vif-deleted', 'tag': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:46.857215 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95283e9d-0b6b-47d5-a3b5-3f525af71cbe" -d '{"events": [{"server_uuid": "19fe3d03-e8ce-46b8-a37c-91b2ab9be30c", "name": "network-vif-deleted", "tag": "16d620e4-8bab-49ea-a8b9-45e80be5a5f1"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:46.880771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.911150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42793d2a-6e30-4160-a97f-2d664fe31e0b req-1fd1d383-d6ab-4448-92e8-ad4db605e810 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883358 Nov 12 08:04:46.927293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:46.942173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8577-1a79-4e10-bc0f-affdbd117b42 req-c821d203-2952-4685-ab49-40b4b1f4f3ca tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:46.947049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:04:46.947555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f9641f77-149c-407c-848a-08b770cc06e0 None None] Port b2593cc8-6470-414f-9f6e-6e78d10c7e4c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:04:46.948838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f3b8577-1a79-4e10-bc0f-affdbd117b42 req-c821d203-2952-4685-ab49-40b4b1f4f3ca tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1097 time: 0.2133703 Nov 12 08:04:46.962247 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] Sync routers for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:04:46.964276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f4bd365e-0511-4b36-9c9e-005481ca9c3d admin admin] 10.222.0.16 "PUT /v2.0/routers/c48b97a1-dd05-4684-baab-5500d4bbba0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8235087 Nov 12 08:04:46.969321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:46.994143 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:46.995346 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:47.146896 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:47.275498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:47.283684 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d3be55-27dc-41c4-9482-a78e9d8e2c67 x-openstack-request-id: req-13d3be55-27dc-41c4-9482-a78e9d8e2c67 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:47.283968 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fe3d03-e8ce-46b8-a37c-91b2ab9be30c", "name": "network-vif-deleted", "tag": "16d620e4-8bab-49ea-a8b9-45e80be5a5f1", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:47.284716 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13d3be55-27dc-41c4-9482-a78e9d8e2c67 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:47.285114 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fe3d03-e8ce-46b8-a37c-91b2ab9be30c', 'name': 'network-vif-deleted', 'tag': '16d620e4-8bab-49ea-a8b9-45e80be5a5f1', 'status': 'completed', 'code': 200} Nov 12 08:04:47.321594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:47.382504 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:04:45Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:47.412331 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] Checking router: c48b97a1-dd05-4684-baab-5500d4bbba0d for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:04:47.422796 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] Routers {'c48b97a1-dd05-4684-baab-5500d4bbba0d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:04:47.423789 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c48b97a1-dd05-4684-baab-5500d4bbba0d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:47.507623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port ed8b3d74-e506-4e5c-8b59-2c0874d33676 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:47.517344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ed8b3d74-e506-4e5c-8b59-2c0874d33676 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:47.517716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:47.592335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:47.619258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] Set router c48b97a1-dd05-4684-baab-5500d4bbba0d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:04:47.648970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f3b8577-1a79-4e10-bc0f-affdbd117b42 req-37a5cac1-c1ac-466d-a72c-140ee594d29d tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148438 Nov 12 08:04:47.649310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2593cc8-6470-414f-9f6e-6e78d10c7e4c {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:47.672389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:47.713719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Transition to ACTIVE for port object b2593cc8-6470-414f-9f6e-6e78d10c7e4c will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:47.721576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:47.749464 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:47.889142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:47.897334 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc7c51b-6774-4061-b41d-dc0ff2b46ce1" -d '{"events": [{"server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "name": "network-vif-plugged", "status": "completed", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:47.935883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-1b192fd6-8b5d-40b1-8982-4224d9d15f6e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2583737 Nov 12 08:04:47.963819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:47.978653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.002950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfc63b-14b4-4b10-879b-7c8822932da8 req-b5ae3c37-c5b3-4f09-a5aa-8d5adf2cc083 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.022624 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:04:45Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:48.023524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6bfc63b-14b4-4b10-879b-7c8822932da8 req-b5ae3c37-c5b3-4f09-a5aa-8d5adf2cc083 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.4341123 Nov 12 08:04:48.043546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Pushing event updated for resources: {'Port': ['ID=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:48.072949 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aaebf6-a3b7-4a34-9641-93e01f765215 None None] The sync data for ids ['c48b97a1-dd05-4684-baab-5500d4bbba0d'] in n-d-768509-25 is: [{'id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1031234802-router', 'tenant_id': '0d825ffeb5bd461c97971a00be03b487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:51Z', 'updated_at': '2021-11-12T08:04:45Z', 'revision_number': 5, 'project_id': '0d825ffeb5bd461c97971a00be03b487', 'gw_port': {'id': 'a61a222e-4977-4188-954b-be9a1f7ecd2c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48b97a1-dd05-4684-baab-5500d4bbba0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:53Z', 'updated_at': '2021-11-12T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:04:48.120666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Attempting to bind port b2593cc8-6470-414f-9f6e-6e78d10c7e4c on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:48.125578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Attempting to bind port b2593cc8-6470-414f-9f6e-6e78d10c7e4c by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:48.126149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Attempting to bind port b2593cc8-6470-414f-9f6e-6e78d10c7e4c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:48.135826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Port b2593cc8-6470-414f-9f6e-6e78d10c7e4c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:48.138894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Attempting to bind port b2593cc8-6470-414f-9f6e-6e78d10c7e4c on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:48.152170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:48.153063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:48.153469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:48.153905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Bound port: b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:48.154262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.156878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:48.173329 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef1122c-4a28-45f7-a46d-b4a58da33367 x-openstack-request-id: req-4ef1122c-4a28-45f7-a46d-b4a58da33367 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:48.173329 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "name": "network-vif-plugged", "status": "completed", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:48.174615 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ef1122c-4a28-45f7-a46d-b4a58da33367 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:48.176306 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'code': 200} Nov 12 08:04:48.304626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] For port b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:48.311012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] For port b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:48.319405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.368169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.368970 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.370759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] 10.222.0.25 "PUT /v2.0/ports/b2593cc8-6470-414f-9f6e-6e78d10c7e4c HTTP/1.1" status: 200 len: 1097 time: 1.7919383 Nov 12 08:04:48.371338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'tag': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:48.374687 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1e1152-ca61-4a7a-ba7e-685e0a434bb1", "tag": "b2593cc8-6470-414f-9f6e-6e78d10c7e4c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:48.396574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Deleting port a61a222e-4977-4188-954b-be9a1f7ecd2c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:48.396905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.407309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-1e5f19c9-522a-4765-8152-fb809b1fd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.409471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-1e5f19c9-522a-4765-8152-fb809b1fd8cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1096 time: 0.3445973 Nov 12 08:04:48.491227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58102) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:48.524569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dd3e4-a9d7-4b59-9ec8-b233bda0f151 service neutron] Pushing event updated for resources: {'Port': ['ID=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:48.545076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:48.565312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-62c6242d-1f63-40b2-a758-6d1a60528556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.568862 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-62c6242d-1f63-40b2-a758-6d1a60528556 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=28ab1df27dc1483ca271cfc6a1edf905&device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 1100 time: 0.1508250 Nov 12 08:04:48.598849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:48.601523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16d620e4-8bab-49ea-a8b9-45e80be5a5f1 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:48.652634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-b43b245b-9efc-4b41-904e-1aa8e04d1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.653995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-b43b245b-9efc-4b41-904e-1aa8e04d1a48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.1983750 Nov 12 08:04:48.655890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653b143-ba11-46d7-a251-985852a5be72 req-b06b2ee1-85ea-4018-b8ea-bbce77d264d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.657190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0653b143-ba11-46d7-a251-985852a5be72 req-b06b2ee1-85ea-4018-b8ea-bbce77d264d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1098 time: 0.4345562 Nov 12 08:04:48.665193 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-920835a5-4eee-4939-a178-3e7768e5fa5b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c HTTP/1.1" status: 200 len: 217 time: 0.0882471 Nov 12 08:04:48.696999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6bfc63b-14b4-4b10-879b-7c8822932da8 req-67d02cd5-9786-4690-abc5-f3ce74dcbbc9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725996 Nov 12 08:04:48.750347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-50a623c0-effd-4df4-bb15-fc689da8c654 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.0478907 Nov 12 08:04:48.787468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df0c25be-e127-4c12-9df9-55d2950ab86b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:48.813832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be6d4e-cdd6-47ef-95d6-d26ff13c0242 req-cad64e2f-7582-48d9-8567-3e190d91b079 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.815341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1be6d4e-cdd6-47ef-95d6-d26ff13c0242 req-cad64e2f-7582-48d9-8567-3e190d91b079 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 948 time: 0.5300429 Nov 12 08:04:48.832300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-79816f01-062a-40c8-b980-caf89c81fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.833862 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-79816f01-062a-40c8-b980-caf89c81fefb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1613946 Nov 12 08:04:48.839401 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d07491bd-cf95-4e97-9f07-9fa27ad2d7bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da15d692d0584e5487622ddd9f04ff0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436885 Nov 12 08:04:48.859529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: df0c25be-e127-4c12-9df9-55d2950ab86b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:48.859879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df0c25be-e127-4c12-9df9-55d2950ab86b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:48.860579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58106) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:48.929786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6da47aae-5485-478f-ac02-03cc555f0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.930793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0653b143-ba11-46d7-a251-985852a5be72 req-827adbbf-2844-4530-b873-b3a6946ffb63 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291777 Nov 12 08:04:48.934293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-6da47aae-5485-478f-ac02-03cc555f0c45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872498 Nov 12 08:04:48.956840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] For port a61a222e-4977-4188-954b-be9a1f7ecd2c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a61a222e-4977-4188-954b-be9a1f7ecd2c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:48.957220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.966842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-03868632-5689-4d2d-a567-0f6aec4e03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:48.968264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-03868632-5689-4d2d-a567-0f6aec4e03bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.2080352 Nov 12 08:04:49.076907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Calling delete_port for a61a222e-4977-4188-954b-be9a1f7ecd2c owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:49.083565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-254fa968-f09d-4250-9269-51f16cdbc00c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734930 Nov 12 08:04:49.086851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-76a5daab-ea94-44d4-856e-41f7994185f6 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440847 Nov 12 08:04:49.094547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1be6d4e-cdd6-47ef-95d6-d26ff13c0242 req-39b570ec-5954-498e-8fe5-2ac4ba1f3739 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651482 Nov 12 08:04:49.133348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87052d2a-2d65-449f-a77d-24968c27a950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:49.259633 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92976b71-f72c-4aaf-ab38-1b2ac54a258c x-openstack-request-id: req-92976b71-f72c-4aaf-ab38-1b2ac54a258c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:49.263156 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1e1152-ca61-4a7a-ba7e-685e0a434bb1", "tag": "b2593cc8-6470-414f-9f6e-6e78d10c7e4c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:49.263156 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92976b71-f72c-4aaf-ab38-1b2ac54a258c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:49.263156 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'tag': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c', 'status': 'completed', 'code': 200} Nov 12 08:04:49.328249 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90475b1f-39ae-4523-a8df-5c6645f67eae req-cd1c0793-0643-4c45-850f-61a57c59d204 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208333 Nov 12 08:04:49.462411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-2bf3f84c-b969-48ec-be15-34c29fae3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:49.464296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-2bf3f84c-b969-48ec-be15-34c29fae3b43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=28ab1df27dc1483ca271cfc6a1edf905&device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 1100 time: 0.0755126 Nov 12 08:04:49.615967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-c0403f74-d8e1-447d-a2eb-c399fcc4203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:49.617990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-c0403f74-d8e1-447d-a2eb-c399fcc4203d service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1452439 Nov 12 08:04:49.671635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-ad1bf2cc-fefd-4b6c-b7ff-9c640d5ab3bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c HTTP/1.1" status: 200 len: 217 time: 0.0443945 Nov 12 08:04:49.741370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-055a0c30-7c35-496c-92a4-216d306a205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:49.743060 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-055a0c30-7c35-496c-92a4-216d306a205d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0616660 Nov 12 08:04:49.789209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-2f24bd15-64dd-4a17-bd85-0379aca7cbc5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315165 Nov 12 08:04:49.791696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87052d2a-2d65-449f-a77d-24968c27a950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:49.825511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-5196515a-42ef-47cd-bfd6-1bbb1cfece84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:49.827519 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-5196515a-42ef-47cd-bfd6-1bbb1cfece84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719111 Nov 12 08:04:49.939653 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-fcd40856-12e3-4d5c-8df6-55d38ce3022c service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018958 Nov 12 08:04:49.967473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dfb8f-f335-4e24-9207-1157cd2f9a0f req-f0d72f9c-b5d4-41c5-80ce-941653ba1120 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:49.974723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b57dfb8f-f335-4e24-9207-1157cd2f9a0f req-f0d72f9c-b5d4-41c5-80ce-941653ba1120 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1097 time: 0.3159614 Nov 12 08:04:49.998719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-7151633b-2cce-4027-a370-fc6ec1adb65c service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983908 Nov 12 08:04:50.060621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81e69840-199f-4a41-b7d3-1e6c5d26fd1b req-33acd7eb-67c7-48bc-bd49-454bb851140e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107857 Nov 12 08:04:50.144199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.172718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-025d9c07-808a-4d4a-b4dd-f77c8b50293a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:50.174483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-025d9c07-808a-4d4a-b4dd-f77c8b50293a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683286 Nov 12 08:04:50.175281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87052d2a-2d65-449f-a77d-24968c27a950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.177857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87052d2a-2d65-449f-a77d-24968c27a950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.181110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-87052d2a-2d65-449f-a77d-24968c27a950 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efe88c6f-6b72-497e-8e22-b6c990a14134 HTTP/1.1" status: 204 len: 168 time: 1.2944727 Nov 12 08:04:50.232864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Pushing event deleted for resources: {'Port': ['ID=a61a222e-4977-4188-954b-be9a1f7ecd2c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:50.256837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87052d2a-2d65-449f-a77d-24968c27a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe88c6f-6b72-497e-8e22-b6c990a14134,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:50.280881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b57dfb8f-f335-4e24-9207-1157cd2f9a0f req-b617f8cd-d315-41e4-9fa1-43e31c5f5d86 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052146 Nov 12 08:04:50.283029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.367198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-e5ad2fda-568a-4c5c-9170-11fb210be86e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/quotas/3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 375 time: 0.1534228 Nov 12 08:04:50.417807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bce5a61-75c9-4510-a28d-3b19c8916089 req-58d255ef-3c13-47c8-aaa2-18b9ca296d8f service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027231 Nov 12 08:04:50.493657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-37a5ae56-0d6b-490c-af9b-b7da3aea6d21 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254423 Nov 12 08:04:50.511343 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.518650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.610694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124ad1f-a3af-457a-8c84-8c692f48da0e req-7c687dbc-f21e-4a6a-9f00-42a01af99b3f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:50.610694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8124ad1f-a3af-457a-8c84-8c692f48da0e req-7c687dbc-f21e-4a6a-9f00-42a01af99b3f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 946 time: 0.2341828 Nov 12 08:04:50.654091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.655061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48b97a1-dd05-4684-baab-5500d4bbba0d {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:04:50.672379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.676564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58144) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:50.677203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9da7fc25-eb2d-4071-93c1-eb03719be39e admin admin] 10.222.0.16 "DELETE /v2.0/routers/c48b97a1-dd05-4684-baab-5500d4bbba0d HTTP/1.1" status: 204 len: 168 time: 3.7050397 Nov 12 08:04:50.682643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8124ad1f-a3af-457a-8c84-8c692f48da0e req-ee9cc6f9-de30-42fb-b8e1-44435d5252f7 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Nov 12 08:04:50.755056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:50.772740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Deleting subnet b54e247c-d7e3-4309-a1a5-b9746ea7dc09 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:04:50.777105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.822967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:50.885021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a36f432a-6e2f-487c-b7f4-9ef4ca740770 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54c83bfc3bde4171a3184b2ef70d82bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287985 Nov 12 08:04:50.889876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58166) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:50.997193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.031679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55625e77-7afb-484d-b6a1-35c7bb2e5d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.061333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.077894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.084652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b54e247c-d7e3-4309-a1a5-b9746ea7dc09 HTTP/1.1" status: 204 len: 168 time: 0.4045169 Nov 12 08:04:51.084848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ec50e-831b-42d9-a988-fef9e6ff4fad None None] Network 92be84c3-e74e-48f0-940c-1ef14d1757e8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:04:51.085433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58172) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:51.102484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f915b8-89b5-4225-87b8-2792f60e3e01 req-2a961262-ab8f-4143-8fbf-8631b719d04b tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:51.110242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f915b8-89b5-4225-87b8-2792f60e3e01 req-2a961262-ab8f-4143-8fbf-8631b719d04b tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 948 time: 0.1392896 Nov 12 08:04:51.114616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55625e77-7afb-484d-b6a1-35c7bb2e5d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.118144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724132d-89a4-4f9a-ae38-ea1189def82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54e247c-d7e3-4309-a1a5-b9746ea7dc09,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:51.228293 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55625e77-7afb-484d-b6a1-35c7bb2e5d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.237101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55625e77-7afb-484d-b6a1-35c7bb2e5d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.243114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-55625e77-7afb-484d-b6a1-35c7bb2e5d70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2857b989-a98a-4f76-b97f-1e9ce541ed18 HTTP/1.1" status: 204 len: 168 time: 0.3520360 Nov 12 08:04:51.288130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55625e77-7afb-484d-b6a1-35c7bb2e5d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2857b989-a98a-4f76-b97f-1e9ce541ed18,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:51.303164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.319267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f915b8-89b5-4225-87b8-2792f60e3e01 req-6889d9c3-0de8-4b89-a4ea-9567189b4313 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077680 Nov 12 08:04:51.450880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Deleting port d52d5333-fdb8-41a3-bd4b-45f52367deef {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:51.451265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.463217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] DHCP port deletion for 92be84c3-e74e-48f0-940c-1ef14d1757e8 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:04:51.522214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa8cfad0-d1a8-4c5c-b9e1-9f29950fcb00 req-53df25bc-be0f-4abf-b96d-1ad9011c7047 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 210 time: 0.0640037 Nov 12 08:04:51.636678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] Deleting port d52d5333-fdb8-41a3-bd4b-45f52367deef {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:04:51.637426 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.639779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c163-b7d0-46c3-8eeb-839be21d209b req-bc034be3-d895-4567-8e36-ff4d8dd4c2d0 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:51.654216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f101c163-b7d0-46c3-8eeb-839be21d209b req-bc034be3-d895-4567-8e36-ff4d8dd4c2d0 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1098 time: 0.0747011 Nov 12 08:04:51.680238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] For port d52d5333-fdb8-41a3-bd4b-45f52367deef, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d52d5333-fdb8-41a3-bd4b-45f52367deef,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:51.680957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.712968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Calling delete_port for d52d5333-fdb8-41a3-bd4b-45f52367deef owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:51.741976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f101c163-b7d0-46c3-8eeb-839be21d209b req-6073a8f4-3bd4-4517-a025-ec0d4a1765e8 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865872 Nov 12 08:04:51.856338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] For port d52d5333-fdb8-41a3-bd4b-45f52367deef, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d52d5333-fdb8-41a3-bd4b-45f52367deef,segment=NetworkSegment(78e5f1ef-b5a0-4e85-88fc-2efea319abbe),segment_id=78e5f1ef-b5a0-4e85-88fc-2efea319abbe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:51.861006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:51.893988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] Calling delete_port for d52d5333-fdb8-41a3-bd4b-45f52367deef owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:04:51.983539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:52.071990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d52d5333-fdb8-41a3-bd4b-45f52367deef,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:52.079885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] No DVR routers for this DVR port d52d5333-fdb8-41a3-bd4b-45f52367deef on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:52.111266 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:52.174430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] Pushing event deleted for resources: {'Port': ['ID=d52d5333-fdb8-41a3-bd4b-45f52367deef,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:52.183743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c67ae-9066-47b9-82b0-ad6eda9060b0 None None] No DVR routers for this DVR port d52d5333-fdb8-41a3-bd4b-45f52367deef on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:04:52.278024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:52.280694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75b40-8db4-49b7-afa9-fdc2cb2ca9bf req-9eea2875-2eb2-48d4-81fe-5dec563c8626 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:52.284903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35b75b40-8db4-49b7-afa9-fdc2cb2ca9bf req-9eea2875-2eb2-48d4-81fe-5dec563c8626 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1098 time: 0.1327746 Nov 12 08:04:52.341815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92be84c3-e74e-48f0-940c-1ef14d1757e8']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:52.370521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e5f1ef-b5a0-4e85-88fc-2efea319abbe') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:52.371204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e5f1ef-b5a0-4e85-88fc-2efea319abbe') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:04:52.427250 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:52.436649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-f87a9838-5267-4b47-af00-338cde90ba59 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984757 Nov 12 08:04:52.479618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:52.493514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:04:52.494157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:04:52.496454 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:04:52.562828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2593cc8-6470-414f-9f6e-6e78d10c7e4c details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:52.577993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35b75b40-8db4-49b7-afa9-fdc2cb2ca9bf req-df0fde91-02fc-4dd6-b5f1-5515846aa047 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810924 Nov 12 08:04:52.847222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-85246985-aaf4-4017-91bf-1d2d02b6c459 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:52.851205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-85246985-aaf4-4017-91bf-1d2d02b6c459 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3920736 Nov 12 08:04:52.865742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Request body: {'port': {'device_id': '83014d14-16bc-4108-9a3b-0843f83a8468', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '3d841ea215d64358b8162da38ef0a9d4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:52.905809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a61a222e-4977-4188-954b-be9a1f7ecd2c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:52.938852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a61a222e-4977-4188-954b-be9a1f7ecd2c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:52.939225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a61a222e-4977-4188-954b-be9a1f7ecd2c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:52.939629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d52d5333-fdb8-41a3-bd4b-45f52367deef no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:04:52.965021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d52d5333-fdb8-41a3-bd4b-45f52367deef {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:04:52.965374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d52d5333-fdb8-41a3-bd4b-45f52367deef not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:04:53.014187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:53.014409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-f3694487-1a7c-4f52-8a1a-99a3c7835b46 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:53.015301 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-f3694487-1a7c-4f52-8a1a-99a3c7835b46 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228024 Nov 12 08:04:53.036487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.055473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c', 'mac_address': 'fa:16:3e:55:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:04:53.066277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.068001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbfb64-4e2c-4341-89e3-bee85b4f787b req-5e41199f-fa49-4d55-a6b2-da56304c2df7 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:53.072667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] 10.222.0.16 "DELETE /v2.0/networks/92be84c3-e74e-48f0-940c-1ef14d1757e8 HTTP/1.1" status: 204 len: 168 time: 1.9862969 Nov 12 08:04:53.076933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69fbfb64-4e2c-4341-89e3-bee85b4f787b req-5e41199f-fa49-4d55-a6b2-da56304c2df7 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 948 time: 0.1552298 Nov 12 08:04:53.085071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f56cdc-0845-438b-83da-1546be3dc1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=92be84c3-e74e-48f0-940c-1ef14d1757e8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:53.092024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-160607e2-2f71-4bb8-8c43-a90fe56c1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:53.094006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-160607e2-2f71-4bb8-8c43-a90fe56c1fa2 service neutron] 10.222.0.16 "GET /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 1094 time: 0.0690291 Nov 12 08:04:53.108403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Request body: {'binding': {'host': 'n-h2-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:53.108856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:04:53.181650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.195507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69fbfb64-4e2c-4341-89e3-bee85b4f787b req-5e0dbc8b-d116-4303-b0c8-7e4ee2ed191c tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175508 Nov 12 08:04:53.213489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Made reservation on behalf of 3d841ea215d64358b8162da38ef0a9d4 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:53.217605 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.218638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2593cc8-6470-414f-9f6e-6e78d10c7e4c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:53.253755 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.281737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:53.290011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.373329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:53.421308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.429086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.447124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on host n-h2-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:53.447621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:53.448963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:53.459933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:53.460464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:53.472154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:53.472154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:53.472154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:53.472154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Bound port: c1deb067-76a6-45a6-8951-af734d46b4f9, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:53.482782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfd718b6-a0f4-4962-9ddb-86ca66803d44 req-329239e5-2ed3-41fe-a05f-0928b2677217 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 210 time: 0.0574059 Nov 12 08:04:53.543528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d45a0-9fa2-4c7a-9d04-8270a774f609,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:53.544300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58252) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:53.645822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:53.654112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b2593cc8-6470-414f-9f6e-6e78d10c7e4c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:53.660792 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7e2d352-5712-445e-b76a-56c289e4a45f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d825ffeb5bd461c97971a00be03b487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1150362 Nov 12 08:04:53.666194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58266) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:53.666389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:53.668408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-208f68d0-6062-48c3-9bef-4e89975165b1 service neutron] 10.222.0.16 "POST /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5643406 Nov 12 08:04:53.826900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Allocated IP 192.168.233.220 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/6f69793c-a30e-44e5-a8a1-4756d87c4461) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:53.923000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45fb22b8-01e6-491f-bd58-ddaf1cab7b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.012932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45fb22b8-01e6-491f-bd58-ddaf1cab7b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.085358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79682093-61be-453e-9a56-addd8d54827d req-533a2ba0-83d0-490a-b7f9-abaee692ed38 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.086835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79682093-61be-453e-9a56-addd8d54827d req-533a2ba0-83d0-490a-b7f9-abaee692ed38 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 945 time: 0.1481528 Nov 12 08:04:54.173060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-074bc406-5470-4da6-81d8-73f11fc47af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.177789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-074bc406-5470-4da6-81d8-73f11fc47af9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1097 time: 0.1690030 Nov 12 08:04:54.232425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79682093-61be-453e-9a56-addd8d54827d req-8f6462fb-8740-4ed4-b200-311e40a4a96c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228273 Nov 12 08:04:54.266419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e4cf-7e50-45b8-8da7-ca632baf8295 req-3dcca66b-21ed-4326-9d9d-c1d70f39179f tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.274200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bd9e4cf-7e50-45b8-8da7-ca632baf8295 req-3dcca66b-21ed-4326-9d9d-c1d70f39179f tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1098 time: 0.1963856 Nov 12 08:04:54.285276 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45fb22b8-01e6-491f-bd58-ddaf1cab7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.287788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45fb22b8-01e6-491f-bd58-ddaf1cab7b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.292468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-45fb22b8-01e6-491f-bd58-ddaf1cab7b96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfb3bca3-abb5-431d-9b0f-0d2361628249 HTTP/1.1" status: 204 len: 168 time: 0.6252153 Nov 12 08:04:54.323502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb22b8-01e6-491f-bd58-ddaf1cab7b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3bca3-abb5-431d-9b0f-0d2361628249,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:54.368963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-90e9ce82-232a-48f9-ad82-6d81bfebe8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.370704 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-90e9ce82-232a-48f9-ad82-6d81bfebe8e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1822412 Nov 12 08:04:54.405858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bd9e4cf-7e50-45b8-8da7-ca632baf8295 req-60467c7d-c031-4df3-8ade-8d0693096b04 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205652 Nov 12 08:04:54.439126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.451130 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-669a5125-c17f-4f34-8ff5-11b4cd553004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0687463 Nov 12 08:04:54.487250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242de54f-54b0-402c-a5ff-31009f414ea3 req-6c3db3a2-1a57-47a8-9e92-82337c29b06b tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.495442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-242de54f-54b0-402c-a5ff-31009f414ea3 req-6c3db3a2-1a57-47a8-9e92-82337c29b06b tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 949 time: 0.1065705 Nov 12 08:04:54.524022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-732fc5f4-6e84-42d3-97c9-c4bb856316c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.525684 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-732fc5f4-6e84-42d3-97c9-c4bb856316c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0660336 Nov 12 08:04:54.568125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-242de54f-54b0-402c-a5ff-31009f414ea3 req-336514dc-1fa0-4790-8224-ff8efcd992be tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Nov 12 08:04:54.582124 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.617208 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-d4b6f630-110d-42d2-bac2-c9c77f7db774 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713112 Nov 12 08:04:54.692661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:54.697827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:54.716664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:54.735240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:54.735908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:54.831473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:54.849276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-78de153b-ede6-4543-a011-adf2a77058cf service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239130 Nov 12 08:04:54.870577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3ecf7c8e-5e6d-4294-afe9-d37616b277d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0088098 Nov 12 08:04:54.899693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Request body: {'port': {'device_id': '83014d14-16bc-4108-9a3b-0843f83a8468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:55.012574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.022763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17ad8e-b66b-4173-a913-d7211745c74f req-eaafa3e6-2d8b-41c1-9cb7-afb6d1484a8d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:55.028791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f17ad8e-b66b-4173-a913-d7211745c74f req-eaafa3e6-2d8b-41c1-9cb7-afb6d1484a8d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 936 time: 0.3095660 Nov 12 08:04:55.055913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-e101f624-eb32-4ac3-9c1a-a84434b05ebb service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987109 Nov 12 08:04:55.123543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-83ae173e-6627-4c10-81d7-d7dd46b81307 None None] Provisioning complete for port 6f69793c-a30e-44e5-a8a1-4756d87c4461 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:55.124115 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83ae173e-6627-4c10-81d7-d7dd46b81307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.162872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f17ad8e-b66b-4173-a913-d7211745c74f req-8c571132-7d9c-4cf7-81f6-8010e342f507 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133413 Nov 12 08:04:55.232143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-83ae173e-6627-4c10-81d7-d7dd46b81307 None None] Port 6f69793c-a30e-44e5-a8a1-4756d87c4461 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:04:55.267593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-4a461d5f-941a-45c6-a146-a6a349ac7e20 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:55.269192 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-4a461d5f-941a-45c6-a146-a6a349ac7e20 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.1508384 Nov 12 08:04:55.297769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768509-25'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:55.391790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.554310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58334) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:55.576157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97a33-d2f7-4351-a268-3394fbcd61a5 req-d7a56790-0f1a-4de4-8f5d-17fca1e4fb83 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:55.585570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0b97a33-d2f7-4351-a268-3394fbcd61a5 req-d7a56790-0f1a-4de4-8f5d-17fca1e4fb83 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 945 time: 0.1044731 Nov 12 08:04:55.643561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:55.684691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:55.690511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0b97a33-d2f7-4351-a268-3394fbcd61a5 req-b150d263-6120-46e5-b82f-6b10580ef188 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973520 Nov 12 08:04:55.711873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-343488425-network', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:55.723919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f69793c-a30e-44e5-a8a1-4756d87c4461 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:04:55.736793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.740287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:55.743880 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef71c8e-666e-44a7-9b6a-e34cda460416" -d '{"events": [{"server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "name": "network-vif-unplugged", "status": "completed", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:55.748785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.764368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.806759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Made reservation on behalf of ded4f538eb5d4bee80f1bda2c75555d9 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:55.810405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.813304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:55.815463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Transition to ACTIVE for port object 6f69793c-a30e-44e5-a8a1-4756d87c4461 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:04:55.852340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.857878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.883505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on host n-h1-768509-25 for vnic_type normal with profile {"migrating_to": "n-h2-768509-25"} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:55.883505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:55.883505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:55.888399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:55.888786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Attempting to bind port c1deb067-76a6-45a6-8951-af734d46b4f9 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:55.895020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:55.895520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:55.895916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:55.896566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Bound port: c1deb067-76a6-45a6-8951-af734d46b4f9, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:55.896931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:55.958776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f89380-207b-4e1c-a1c3-5b651cebac87 req-dace94a9-52bc-4204-9532-08c6da2e1e5a tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:55.965977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f89380-207b-4e1c-a1c3-5b651cebac87 req-dace94a9-52bc-4204-9532-08c6da2e1e5a tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1098 time: 0.1529415 Nov 12 08:04:55.977104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:55.982637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:55.988310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.018491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:56.024278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:56.024652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:56.025012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:56.053834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=8']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:56.064399 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:04:56.079237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.079688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.079965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.083719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.084129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.084803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:04:56.085231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:56.085710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.086568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.086946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.088347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.088693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.089085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.091091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:04:56.096375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:56.096713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:56.097108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:56.097555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Bound port: 6f69793c-a30e-44e5-a8a1-4756d87c4461, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:56.097910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.181975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:56.182954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.185149 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-b69afe99-c666-4ec4-99c0-a5ebe8ad9f8f service neutron] 10.222.0.32 "PUT /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 1123 time: 0.9041774 Nov 12 08:04:56.239055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f89380-207b-4e1c-a1c3-5b651cebac87 req-a1512221-fe77-43aa-9978-d5e8b18c1968 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716126 Nov 12 08:04:56.253737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c9a65-e0ad-4f26-b8e9-f1398ba31295 req-7baa13db-f4d0-490e-9748-370382784d3a tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:56.258741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['c1deb067-76a6-45a6-8951-af734d46b4f9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:04:56.274841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc5c9a65-e0ad-4f26-b8e9-f1398ba31295 req-7baa13db-f4d0-490e-9748-370382784d3a tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 949 time: 0.3252223 Nov 12 08:04:56.362927 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5688d675-2b50-4e74-9c55-a8fdeb86b8ec x-openstack-request-id: req-5688d675-2b50-4e74-9c55-a8fdeb86b8ec {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:56.363418 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "name": "network-vif-unplugged", "status": "completed", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:56.363516 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5688d675-2b50-4e74-9c55-a8fdeb86b8ec {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:56.363954 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'code': 200} Nov 12 08:04:56.391487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.411094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.435974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:56.455925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:04:56.472413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc5c9a65-e0ad-4f26-b8e9-f1398ba31295 req-5c5c265a-17a9-4d57-9969-1a68b3f3759d tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922867 Nov 12 08:04:56.511474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9261bb5a-807f-466e-a986-053404246a20,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:56.519450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:56.524913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.525401 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Added segment 5c2a2937-c53b-478f-888e-2577b57abb1c of type vlan for network d5dd2034-3304-48a8-905f-3a4361d98f27 Nov 12 08:04:56.535114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.577220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2593cc8-6470-414f-9f6e-6e78d10c7e4c up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:04:56.695735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b2593cc8-6470-414f-9f6e-6e78d10c7e4c completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:04:56.700972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b2593cc8-6470-414f-9f6e-6e78d10c7e4c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:04:56.701645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.821609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.856490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:56.861580 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea7278-0658-4275-9a0f-08790a0bea49" -d '{"events": [{"server_uuid": "6a1e1152-ca61-4a7a-ba7e-685e0a434bb1", "name": "network-vif-plugged", "status": "completed", "tag": "b2593cc8-6470-414f-9f6e-6e78d10c7e4c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:56.875598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:56.884248 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.920201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3848fb12-4a93-4ee3-82df-7e99ec1e83d0 req-17c7390d-4b43-48aa-b4ba-638263d1e31f tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487726 Nov 12 08:04:56.925110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.942207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:56.942819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:56.944251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 1097 time: 2.0646684 Nov 12 08:04:56.947521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:56.949767 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237914e7-55cb-45d5-a6d8-453910decc80" -d '{"events": [{"name": "network-changed", "server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:56.967123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:57.073857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.074435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.075038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.113591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeedc2-f18d-4829-9336-60b8d1f9add0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:57.131407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3c96-15e4-473b-a41f-6c849d893d9b req-b906a120-909a-409b-89d1-98805034bead tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.141439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a26f3c96-15e4-473b-a41f-6c849d893d9b req-b906a120-909a-409b-89d1-98805034bead tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 948 time: 0.5757599 Nov 12 08:04:57.240103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6820326 Nov 12 08:04:57.248814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58370) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:57.254108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Request body: {'subnet': {'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-subnet', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:57.284999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee5130-6c7a-434f-8fcf-747dafba0095 admin admin] Pushing event updated for resources: {'Network': ['ID=d5dd2034-3304-48a8-905f-3a4361d98f27,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:57.288767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-ee80075e-fd3e-40bb-93c0-dbe249467088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.290307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-ee80075e-fd3e-40bb-93c0-dbe249467088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1100 time: 0.2836359 Nov 12 08:04:57.298714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Made reservation on behalf of ded4f538eb5d4bee80f1bda2c75555d9 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:04:57.301557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.309499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d5dd2034-3304-48a8-905f-3a4361d98f27 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:04:57.330414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a26f3c96-15e4-473b-a41f-6c849d893d9b req-35ee72b6-b56e-472b-af22-0659c0140f24 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880555 Nov 12 08:04:57.377143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848fb12-4a93-4ee3-82df-7e99ec1e83d0 req-920ffcfe-2ac8-4e7b-a174-738293e80c7b tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.387710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3848fb12-4a93-4ee3-82df-7e99ec1e83d0 req-920ffcfe-2ac8-4e7b-a174-738293e80c7b tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376123 Nov 12 08:04:57.387710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-03ed12ef-876b-4adb-826f-c5a89ca528b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0833468 Nov 12 08:04:57.407913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3848fb12-4a93-4ee3-82df-7e99ec1e83d0 req-8a3e7601-bdf0-43ac-bded-1060a352396e tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/quotas/4280dc12ffd44fe6bffb6bf8d41e9934 HTTP/1.1" status: 200 len: 375 time: 0.0239906 Nov 12 08:04:57.488941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3848fb12-4a93-4ee3-82df-7e99ec1e83d0 req-b1be4c3b-fb31-4008-bcb4-976a20f97ae4 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799651 Nov 12 08:04:57.510126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-e4b2693b-b699-4e79-84a7-7c01469ef60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.512317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-e4b2693b-b699-4e79-84a7-7c01469ef60c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1169083 Nov 12 08:04:57.643484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-6342505c-0cdd-41d7-bcfc-72a1562c5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.655702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-6342505c-0cdd-41d7-bcfc-72a1562c5e51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1357965 Nov 12 08:04:57.675687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.750531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2e856f-aff6-4f07-a84e-aa12cdfc84a4,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:57.761261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Checking segment: {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:57.761787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Network hostable DHCP agents. Network: d5dd2034-3304-48a8-905f-3a4361d98f27, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:04:57.784436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Network d5dd2034-3304-48a8-905f-3a4361d98f27 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:04:57.806052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d5dd2034-3304-48a8-905f-3a4361d98f27) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:57.816775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09f9d3-d40f-49dc-afd7-9d3de7f4ab98 None None] Network d5dd2034-3304-48a8-905f-3a4361d98f27 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:04:57.838970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.839576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.878560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5120efdf-4397-4cc4-bd70-ab63fd646ad5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6287577 Nov 12 08:04:57.881836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58388) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:57.890276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:57.946205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6d205-b8f5-4a6c-a6f0-e94801fa1174 req-000fbb49-61e4-4ccc-89da-9b6139361f45 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:57.954762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05b6d205-b8f5-4a6c-a6f0-e94801fa1174 req-000fbb49-61e4-4ccc-89da-9b6139361f45 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 943 time: 0.1159945 Nov 12 08:04:57.970537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.975226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:57.980228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-4324e781-108b-47d6-882e-2714cf6383d0 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129694 Nov 12 08:04:58.089557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05b6d205-b8f5-4a6c-a6f0-e94801fa1174 req-38e779b7-1878-42e7-987f-bd4a38100abb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290426 Nov 12 08:04:58.195611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.203478 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d8f8b4-13ad-4a15-a9a8-1af7de013ed9 x-openstack-request-id: req-c1d8f8b4-13ad-4a15-a9a8-1af7de013ed9 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:58.203478 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1e1152-ca61-4a7a-ba7e-685e0a434bb1", "name": "network-vif-plugged", "status": "completed", "tag": "b2593cc8-6470-414f-9f6e-6e78d10c7e4c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:58.203478 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1d8f8b4-13ad-4a15-a9a8-1af7de013ed9 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:58.203478 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c', 'code': 200} Nov 12 08:04:58.215510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab88fcb-ea36-41cd-a9ca-d437f35914a1 req-88d8b23c-9f87-42ba-b23a-ffec3cf7b208 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259266 Nov 12 08:04:58.257321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-d5dd2034-3304-48a8-905f-3a4361d98f27', 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'fixed_ips': [{'subnet_id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:04:58.259664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.307283 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb2018-c8d3-41bb-9b11-9a5409853850 x-openstack-request-id: req-bdcb2018-c8d3-41bb-9b11-9a5409853850 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:58.307582 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:58.307838 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdcb2018-c8d3-41bb-9b11-9a5409853850 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:58.308274 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'status': 'completed', 'code': 200} Nov 12 08:04:58.416566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:04:58.419405 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242" -d '{"events": [{"name": "network-changed", "server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:04:58.475703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237914e7-55cb-45d5-a6d8-453910decc80 req-1943b617-cd43-440e-834b-d4ea4b2b8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:58.477140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-1943b617-cd43-440e-834b-d4ea4b2b8821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1100 time: 0.1314232 Nov 12 08:04:58.492750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.493490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5381-c041-4086-bc75-e517dbd99411 req-00b59fb3-b653-462e-821f-e96f137d2674 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:58.499240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e5c5381-c041-4086-bc75-e517dbd99411 req-00b59fb3-b653-462e-821f-e96f137d2674 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 950 time: 0.1135166 Nov 12 08:04:58.505152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Allocated IP 172.20.0.2 (d5dd2034-3304-48a8-905f-3a4361d98f27/3f2e856f-aff6-4f07-a84e-aa12cdfc84a4/92efe97b-2cd2-41e9-8ce5-c924865b8149) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:58.534349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62335a-a3bf-4ee3-889a-cb44128b0562 req-423e4f3e-d56a-4c76-bd54-0cc8918cebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:58.539181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d62335a-a3bf-4ee3-889a-cb44128b0562 req-423e4f3e-d56a-4c76-bd54-0cc8918cebb5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 1102 time: 0.2565286 Nov 12 08:04:58.705520 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.725029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d62335a-a3bf-4ee3-889a-cb44128b0562 req-d0e3aeab-979e-4b88-bf9e-abcffbd4e3d9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464074 Nov 12 08:04:58.726443 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.735631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e5c5381-c041-4086-bc75-e517dbd99411 req-486505d8-fb58-43a8-b87b-56785bd83d86 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056873 Nov 12 08:04:58.760481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237914e7-55cb-45d5-a6d8-453910decc80 req-ad5836fa-8f6f-44d9-af22-0280b85fad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:58.762225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-ad5836fa-8f6f-44d9-af22-0280b85fad22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2593923 Nov 12 08:04:58.769602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Network d5dd2034-3304-48a8-905f-3a4361d98f27 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:58.774659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:58.778474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:58.788084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.797548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Pushing event updated for resources: {'Port': ['ID=92efe97b-2cd2-41e9-8ce5-c924865b8149,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:58.822818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.852294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Attempting to bind port 92efe97b-2cd2-41e9-8ce5-c924865b8149 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:04:58.853053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Attempting to bind port 92efe97b-2cd2-41e9-8ce5-c924865b8149 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:04:58.853685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Attempting to bind port 92efe97b-2cd2-41e9-8ce5-c924865b8149 on network d5dd2034-3304-48a8-905f-3a4361d98f27 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:04:58.862861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:04:58.863723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Checking segment: {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:04:58.864446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.865214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Bound using segment: {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:04:58.866569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Bound port: 92efe97b-2cd2-41e9-8ce5-c924865b8149, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:04:58.867206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:58.906001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-88d67da7-1b14-43ea-a192-cc0df90a0990 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0559380 Nov 12 08:04:58.974619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] For port 92efe97b-2cd2-41e9-8ce5-c924865b8149, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:04:58.979584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] For port 92efe97b-2cd2-41e9-8ce5-c924865b8149, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=92efe97b-2cd2-41e9-8ce5-c924865b8149,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:04:58.982694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237914e7-55cb-45d5-a6d8-453910decc80 req-b2c2587b-3532-4e44-b1f5-c494bf239f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:58.985052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-b2c2587b-3532-4e44-b1f5-c494bf239f53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0637088 Nov 12 08:04:58.990301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Allocated IP 172.25.4.100 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/13d65db7-4592-4298-8c53-eab284b58323) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:04:58.993287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:59.088805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a992552-3969-4109-838c-8ca1aadc78d0 None None] Pushing event updated for resources: {'Port': ['ID=92efe97b-2cd2-41e9-8ce5-c924865b8149,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:59.104075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237914e7-55cb-45d5-a6d8-453910decc80 req-e6176c4a-0116-4344-9ed9-0cefedaf9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.106139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-e6176c4a-0116-4344-9ed9-0cefedaf9124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100068 Nov 12 08:04:59.114203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b6791-8f1e-4e2a-b26f-baa8a9be9135 req-e0b434c4-b94f-418f-aa99-77e9a57d1d0a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.115705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d95b6791-8f1e-4e2a-b26f-baa8a9be9135 req-e0b434c4-b94f-418f-aa99-77e9a57d1d0a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 948 time: 0.0925624 Nov 12 08:04:59.141175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:59.202472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:59.241999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d95b6791-8f1e-4e2a-b26f-baa8a9be9135 req-a06200b2-3e75-4afd-b8da-4f91ececd809 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164517 Nov 12 08:04:59.258766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:04:59.269527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:04:59.271621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-8c47d3b7-e6ea-4d85-8df2-26ccc9cbff44 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534383 Nov 12 08:04:59.271895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Pushing event updated for resources: {'Port': ['ID=13d65db7-4592-4298-8c53-eab284b58323,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:04:59.274610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:04:59.376987 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0378fddc-d7a0-43fc-90ef-21e502d49eb7 x-openstack-request-id: req-0378fddc-d7a0-43fc-90ef-21e502d49eb7 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:04:59.377339 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:04:59.377655 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0378fddc-d7a0-43fc-90ef-21e502d49eb7 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:04:59.378882 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'status': 'completed', 'code': 200} Nov 12 08:04:59.405326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:04:59.451970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:04:59.454572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237914e7-55cb-45d5-a6d8-453910decc80 req-310cbc01-f58d-4ae5-91ec-0bd0ce2675d2 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612744 Nov 12 08:04:59.536014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-9f65794e-fb36-4ebb-be4a-68acc5bb737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.538026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-9f65794e-fb36-4ebb-be4a-68acc5bb737e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1126 time: 0.0821609 Nov 12 08:04:59.581571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-9eba6955-7663-47b1-ae72-a442201f813b tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:04:59.584529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-9eba6955-7663-47b1-ae72-a442201f813b tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1311982 Nov 12 08:04:59.644269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:04:59.666810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 has no active binding in host n-h2-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:04:59.671583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-bcd94c9a-de69-4cfd-b9c2-0a203cea32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.674620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-bcd94c9a-de69-4cfd-b9c2-0a203cea32aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1283393 Nov 12 08:04:59.743158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-549b2c87-f899-4b0e-a735-b1b760fc1128 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0601616 Nov 12 08:04:59.780881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-98ff7c69-1b8d-46e5-96ef-23f8801344dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.782248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-98ff7c69-1b8d-46e5-96ef-23f8801344dd service neutron] 10.222.0.16 "GET /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 1095 time: 0.1050706 Nov 12 08:04:59.792360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Request body: {'binding': {'host': 'n-h1-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:04:59.793028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:04:59.795105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:59.822390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f21b4-ba29-4ead-b2c7-7d73b19c133c req-e63d5cb3-bdb9-4980-831f-1f806f312807 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.823846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-283f21b4-ba29-4ead-b2c7-7d73b19c133c req-e63d5cb3-bdb9-4980-831f-1f806f312807 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 943 time: 0.1296632 Nov 12 08:04:59.826404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-42e6d973-ed63-4da3-956e-c068de08d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:04:59.827809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-42e6d973-ed63-4da3-956e-c068de08d57d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0690880 Nov 12 08:04:59.870492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-e1972a9d-6079-4141-992c-dc595aa458a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330429 Nov 12 08:04:59.923328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-283f21b4-ba29-4ead-b2c7-7d73b19c133c req-eb8555f5-6285-4317-a38e-7c261274e343 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919363 Nov 12 08:04:59.991646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-fb08240a-ce46-4ca2-af98-3304ed95f0b6 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097438 Nov 12 08:05:00.106432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-975196d1-51b8-4fbc-8bf5-6b50d8bc6242 req-f1a3209a-a1c8-4681-9d54-6f8b7fd71192 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033301 Nov 12 08:05:00.293406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-a951b896-02a0-4cca-93a9-451cf568704e service neutron] 10.222.0.25 "GET /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9/bindings/n-h2-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.0841961 Nov 12 08:05:00.354913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on host n-h1-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:00.355284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:00.355611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:00.360438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21488b2-220c-4987-90aa-2a1ccd8fae58 None None] Network d5dd2034-3304-48a8-905f-3a4361d98f27 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:00.363161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:00.363482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:00.375644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:00.375908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:00.376295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:00.376731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Bound port: ed8b3d74-e506-4e5c-8b59-2c0874d33676, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:00.387090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.427118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ae01-6284-4727-90c3-4ad4082909f6 req-53eac53f-ada7-48ab-9f2e-4be2d69e255a tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:00.428810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb87ae01-6284-4727-90c3-4ad4082909f6 req-53eac53f-ada7-48ab-9f2e-4be2d69e255a tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 950 time: 0.1380432 Nov 12 08:05:00.484265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:00.519802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.521027 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-5ea6eb2a-9076-4598-9dcd-6b4d9e6d65e3 service neutron] 10.222.0.16 "POST /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676/bindings HTTP/1.1" status: 201 len: 390 time: 0.7327776 Nov 12 08:05:00.541886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-14a169ba-7df3-420d-8fab-6c48a8c61590 None None] Provisioning complete for port 92efe97b-2cd2-41e9-8ce5-c924865b8149 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:00.542534 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14a169ba-7df3-420d-8fab-6c48a8c61590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.592559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb87ae01-6284-4727-90c3-4ad4082909f6 req-d960a927-c0fc-43ef-a1e1-f3e3e1089d75 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440637 Nov 12 08:05:00.615244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Router 60950b53-d56e-498c-8b8c-9808892ffa97 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:05:00.696447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:00.752623 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14a169ba-7df3-420d-8fab-6c48a8c61590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.754500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:00.839428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1deb067-76a6-45a6-8951-af734d46b4f9 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:00.853155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dc84e-c547-47d6-ac13-1df77be9ea8b req-72f5d972-4860-4b4f-b7c5-88d4cedcf767 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:00.854731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d8dc84e-c547-47d6-ac13-1df77be9ea8b req-72f5d972-4860-4b4f-b7c5-88d4cedcf767 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 948 time: 0.1534688 Nov 12 08:05:00.858217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-14a169ba-7df3-420d-8fab-6c48a8c61590 None None] For port 92efe97b-2cd2-41e9-8ce5-c924865b8149, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=92efe97b-2cd2-41e9-8ce5-c924865b8149,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:00.864111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:00.866088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14a169ba-7df3-420d-8fab-6c48a8c61590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.898328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.921030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:05:00.935274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-07322337-7b6a-4a54-8797-17c403a51315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:00.936863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-07322337-7b6a-4a54-8797-17c403a51315 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1098 time: 0.1202767 Nov 12 08:05:00.969963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:00.974234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d8dc84e-c547-47d6-ac13-1df77be9ea8b req-1a3b6261-f00a-4bf7-a659-e0f5b7b42721 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054487 Nov 12 08:05:00.974793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a66f1eec-9ece-45c8-b4f8-5b5a4b210d61 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0910752 Nov 12 08:05:00.976475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58504) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:01.081873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-2df92cb4-0dcc-41ec-a9b2-4addbbe3423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:01.087717 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-2df92cb4-0dcc-41ec-a9b2-4addbbe3423d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.1425054 Nov 12 08:05:01.115644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 92efe97b-2cd2-41e9-8ce5-c924865b8149 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:01.116128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Transition to ACTIVE for port object c1deb067-76a6-45a6-8951-af734d46b4f9 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:01.123588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:01.125140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Sync routers for ids ['60950b53-d56e-498c-8b8c-9808892ffa97'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:05:01.145838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-43239dac-974a-4ce3-8868-28343d308ee3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 217 time: 0.0497775 Nov 12 08:05:01.196936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de2dc5ee-3a2b-4035-ac75-96b1bcb5a439 req-b3244bd7-d6fd-4afb-9075-e94a95cbafc0 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707498 Nov 12 08:05:01.216850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Routers {'60950b53-d56e-498c-8b8c-9808892ffa97'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:05:01.217933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['60950b53-d56e-498c-8b8c-9808892ffa97'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:01.226774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-e9285842-aac0-47ad-8a5e-2c28f133be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:01.228897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-e9285842-aac0-47ad-8a5e-2c28f133be1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0716164 Nov 12 08:05:01.234859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a169ba-7df3-420d-8fab-6c48a8c61590 None None] Pushing event updated for resources: {'Port': ['ID=92efe97b-2cd2-41e9-8ce5-c924865b8149,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:01.277233 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-364fb503-acfd-4495-bf5d-23a2269664cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411434 Nov 12 08:05:01.336433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 92efe97b-2cd2-41e9-8ce5-c924865b8149 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:01.336976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:01.349608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] No DVR routers for this DVR port c1deb067-76a6-45a6-8951-af734d46b4f9 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:01.405309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Set router 60950b53-d56e-498c-8b8c-9808892ffa97 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:05:01.426980 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-f412f10f-4304-4105-bf04-1435fcce3bd6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412318 Nov 12 08:05:01.439944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:01.467583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:01.517167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.517515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.517859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.518197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.518530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.519279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.519279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.519646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.519997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.520403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.520752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.521118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:01.560977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8b9987c7-6708-409b-b741-5ab91ef02d86 service neutron] 10.222.0.25 "PUT /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9/bindings/n-h2-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 1.2577953 Nov 12 08:05:01.561472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-d5f765ea-ef18-4994-8d17-54ff62e4b2a6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260538 Nov 12 08:05:01.602619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4f7f4cab-2eaf-42e2-94a4-4513bbb69bf4 None None] Provisioning complete for port 92efe97b-2cd2-41e9-8ce5-c924865b8149 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:01.602990 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4cab-2eaf-42e2-94a4-4513bbb69bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:01.650285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dc5ee-3a2b-4035-ac75-96b1bcb5a439 req-47565e1f-bf7b-41fb-9420-4e19b948d9e8 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:01.655283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:05:01.657908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de2dc5ee-3a2b-4035-ac75-96b1bcb5a439 req-47565e1f-bf7b-41fb-9420-4e19b948d9e8 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4245679 Nov 12 08:05:01.709357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-b66c1b67-01e9-45d0-a6de-ce2dae215b68 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:01.712581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-b66c1b67-01e9-45d0-a6de-ce2dae215b68 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1098 time: 0.0829496 Nov 12 08:05:01.725631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-25'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:01.802549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:01.846807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:01.861886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'mac_address': 'fa:16:3e:4b:0b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:01.912137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:04:59Z', 'revision_number': 3, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:01.915045 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:01.946279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Checking router: 60950b53-d56e-498c-8b8c-9808892ffa97 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:05:01.946636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Updating router 60950b53-d56e-498c-8b8c-9808892ffa97 port 13d65db7-4592-4298-8c53-eab284b58323 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:05:01.953093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:01.976222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f69793c-a30e-44e5-a8a1-4756d87c4461 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:01.986371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:01.999900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:02.003180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de2dc5ee-3a2b-4035-ac75-96b1bcb5a439 req-8af3387c-e72a-4e2c-9f42-396b6f5105e1 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/quotas/4280dc12ffd44fe6bffb6bf8d41e9934 HTTP/1.1" status: 200 len: 375 time: 0.3444757 Nov 12 08:05:02.021404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:02.030638 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.052206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:02.054778 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746c30d-5491-42d4-8370-32a4c1c6e6f9" -d '{"events": [{"server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:02.060127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.068242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.096189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-718dee10-741d-4f8e-be7a-599173ec95a7 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.097680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-718dee10-741d-4f8e-be7a-599173ec95a7 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.4689169 Nov 12 08:05:02.103379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de2dc5ee-3a2b-4035-ac75-96b1bcb5a439 req-82870aed-a94b-42fc-b79f-3aa853fdb9f7 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550914 Nov 12 08:05:02.149325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:02.176952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on host n-h2-768509-25 for vnic_type normal with profile {"migrating_to": "n-h1-768509-25"} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:02.177251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:02.177600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:02.178906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6888498-8618-47bf-a1ab-8abec23347c9 req-d961855c-3624-4054-a152-9425b7671df3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.180470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6888498-8618-47bf-a1ab-8abec23347c9 req-d961855c-3624-4054-a152-9425b7671df3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 946 time: 0.2004716 Nov 12 08:05:02.185468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:02.188922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:02.189297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Attempting to bind port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:02.195533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:02.195851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:02.196289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:02.196728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Bound port: ed8b3d74-e506-4e5c-8b59-2c0874d33676, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:02.197084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.241082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-1e55a816-2a34-4719-9ef4-d198da817950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.242611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-1e55a816-2a34-4719-9ef4-d198da817950 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 1096 time: 0.1339886 Nov 12 08:05:02.284634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:02.288573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:02.297045 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.342189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:02.365735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6888498-8618-47bf-a1ab-8abec23347c9 req-316b81ba-9f83-4f4d-9137-5d969d5b23b8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726880 Nov 12 08:05:02.375566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=8']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:02.412957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.421148 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.426381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.427101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.428721 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-35fde865-5838-446c-9089-b9f84023d9c6 service neutron] 10.222.0.25 "PUT /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 1124 time: 0.7085617 Nov 12 08:05:02.448842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.459839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062221e-4b76-4665-9df4-36d2fe97e75f req-514ade6d-3e91-445c-b270-8eb2ad94277f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.462104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a062221e-4b76-4665-9df4-36d2fe97e75f req-514ade6d-3e91-445c-b270-8eb2ad94277f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 944 time: 0.1377149 Nov 12 08:05:02.467572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8ee724b9-49cd-4b3a-9c7d-65ec77686eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.469160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-8ee724b9-49cd-4b3a-9c7d-65ec77686eae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1096 time: 0.1841269 Nov 12 08:05:02.534841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Attempting to bind port 13d65db7-4592-4298-8c53-eab284b58323 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:02.535207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Attempting to bind port 13d65db7-4592-4298-8c53-eab284b58323 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:02.535533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Attempting to bind port 13d65db7-4592-4298-8c53-eab284b58323 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:02.537434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ba4d8-0568-4986-822d-0b18bc2948f5 None None] Pushing event updated for resources: {'Port': ['ID=13d65db7-4592-4298-8c53-eab284b58323,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:02.544521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ed8b3d74-e506-4e5c-8b59-2c0874d33676'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:02.574186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:02.574563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:02.574973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.575362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:02.575844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Bound port: 13d65db7-4592-4298-8c53-eab284b58323, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:02.576252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.615328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:02.677391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5cec4-55ea-491a-bced-5c8dd36a6a68 req-d78e2e40-6d17-4bb9-94b6-05cfaeb6da51 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.678783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03a5cec4-55ea-491a-bced-5c8dd36a6a68 req-d78e2e40-6d17-4bb9-94b6-05cfaeb6da51 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 950 time: 0.1976180 Nov 12 08:05:02.696183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a062221e-4b76-4665-9df4-36d2fe97e75f req-a433996b-4eb3-4b10-a2a8-f4dc7cdac123 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174187 Nov 12 08:05:02.718553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] For port 13d65db7-4592-4298-8c53-eab284b58323, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:02.730718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] For port 13d65db7-4592-4298-8c53-eab284b58323, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d65db7-4592-4298-8c53-eab284b58323,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:02.748466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:02.750211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:02.771382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-06ef4b5c-407c-459e-88c6-9865264ce4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:02.772864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-06ef4b5c-407c-459e-88c6-9865264ce4f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.2740433 Nov 12 08:05:02.858900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03a5cec4-55ea-491a-bced-5c8dd36a6a68 req-c8d77d43-5399-44ff-928d-174290a7c804 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708627 Nov 12 08:05:02.876510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-0d31e0af-3540-4ed7-9e5b-28efbc32ebd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0919735 Nov 12 08:05:02.881546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Routers {'60950b53-d56e-498c-8b8c-9808892ffa97'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:05:02.882260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['60950b53-d56e-498c-8b8c-9808892ffa97'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:02.889723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ba4d8-0568-4986-822d-0b18bc2948f5 None None] Pushing event updated for resources: {'Port': ['ID=13d65db7-4592-4298-8c53-eab284b58323,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:02.962153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 92efe97b-2cd2-41e9-8ce5-c924865b8149 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:02.975118 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f263f2a-b6df-4307-be50-9fb8f1b2e04d x-openstack-request-id: req-5f263f2a-b6df-4307-be50-9fb8f1b2e04d {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:02.976364 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:02.976996 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f263f2a-b6df-4307-be50-9fb8f1b2e04d {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:02.977859 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'code': 200} Nov 12 08:05:03.008418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Allocated IP 172.20.0.1 (d5dd2034-3304-48a8-905f-3a4361d98f27/3f2e856f-aff6-4f07-a84e-aa12cdfc84a4/3de336be-9841-4c9c-a1ad-5f297034f307) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:03.017960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-873cf25d-36d8-421f-9c1a-7cdce6ef2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:03.019915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-873cf25d-36d8-421f-9c1a-7cdce6ef2631 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1366487 Nov 12 08:05:03.067192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-19ee8bef-43a9-4991-a876-87bd04dbc76f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387490 Nov 12 08:05:03.151156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48279ffe-74d0-44e9-95dc-a15f323caf77 req-43f47485-984b-4e4a-aa57-6e59bcbe8094 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:03.158842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48279ffe-74d0-44e9-95dc-a15f323caf77 req-43f47485-984b-4e4a-aa57-6e59bcbe8094 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 949 time: 0.2025015 Nov 12 08:05:03.265345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] Set router 60950b53-d56e-498c-8b8c-9808892ffa97 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:05:03.288024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48279ffe-74d0-44e9-95dc-a15f323caf77 req-aa40404a-5cf5-4154-872f-b48b46bf2457 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285481 Nov 12 08:05:03.293238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-f57f8a43-9e96-41b3-bc11-d5888ba18b54 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144196 Nov 12 08:05:03.303585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.327326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 92efe97b-2cd2-41e9-8ce5-c924865b8149 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:03.327759 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.406220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-bec505c5-50d2-48f8-b25f-ef30355bb9a1 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008627 Nov 12 08:05:03.470982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:03.522945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.576722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Network d5dd2034-3304-48a8-905f-3a4361d98f27 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:03.592122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:03.599746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:03.600231 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.609260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3de336be-9841-4c9c-a1ad-5f297034f307,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:03.617688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:04:59Z', 'revision_number': 3, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:03.621488 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.665653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded1e5e-7b7b-4575-a266-72dd7fcad086 None None] The sync data for ids ['60950b53-d56e-498c-8b8c-9808892ffa97'] in n-d-768509-25 is: [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:04:59Z', 'revision_number': 3, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:05:03.672094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-87252b0c-bc7b-4a68-9c92-7284d1f96d42 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:03.672970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-87252b0c-bc7b-4a68-9c92-7284d1f96d42 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.2407217 Nov 12 08:05:03.703299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:03.703299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:03.704944 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78953201-6e3c-476a-b765-ba8951dd1af4" -d '{"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:03.709020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.769773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-3ac7d68f-1a1f-4519-a6f0-cbb4bb5bc3b5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/quotas/a1e2df68b8794d4e824f11126c651aa1 HTTP/1.1" status: 200 len: 375 time: 0.0641208 Nov 12 08:05:03.772403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:03.825653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12f68a-2b00-4668-8739-8a12ea21cf23 req-10b8e710-2e4b-4412-b6d4-5d906b18f34f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:03.826280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb12f68a-2b00-4668-8739-8a12ea21cf23 req-10b8e710-2e4b-4412-b6d4-5d906b18f34f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.1655302 Nov 12 08:05:03.885855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-f2f03530-495f-4e24-8979-c1bc107ae7f7 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:03.888262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-f2f03530-495f-4e24-8979-c1bc107ae7f7 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.1871104 Nov 12 08:05:03.912076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-98db95b5-e8c9-43d0-aa2d-b4fef83363e8 None None] Provisioning complete for port 3de336be-9841-4c9c-a1ad-5f297034f307 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:03.912627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98db95b5-e8c9-43d0-aa2d-b4fef83363e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:03.974551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-98db95b5-e8c9-43d0-aa2d-b4fef83363e8 None None] Port 3de336be-9841-4c9c-a1ad-5f297034f307 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:05:03.990120 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:04.014486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb12f68a-2b00-4668-8739-8a12ea21cf23 req-f57666f4-bb9d-421b-8406-88f2a8f0771d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633539 Nov 12 08:05:04.022298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-3ce2a230-7595-41a0-9fd8-0e48b0df5ee6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2516465 Nov 12 08:05:04.196982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-84397580-2e19-4489-8619-8915195d5a1f service neutron] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:04.210624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-84397580-2e19-4489-8619-8915195d5a1f service neutron] Publish callbacks [] for binding, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:04.211748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c7a37be-781e-4a5c-86a6-299ae7921274 req-84397580-2e19-4489-8619-8915195d5a1f service neutron] 10.222.0.32 "DELETE /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9/bindings/n-h1-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.3151731 Nov 12 08:05:04.290657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-fd8b792f-6a4a-4d4e-9370-07deed9d1fab service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575822 Nov 12 08:05:04.292345 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a804d64-3b44-48d2-9952-efdb2a7916f9 x-openstack-request-id: req-3a804d64-3b44-48d2-9952-efdb2a7916f9 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:04.292962 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:04.293281 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a804d64-3b44-48d2-9952-efdb2a7916f9 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:04.293749 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'code': 200} Nov 12 08:05:04.425032 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:04.433940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:04.434651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:04.505547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac74b4-555c-4062-94cf-cf992ede71f1 req-60e6fd5c-aafb-40a2-986a-3870a1ebd12b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:04.507056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19ac74b4-555c-4062-94cf-cf992ede71f1 req-60e6fd5c-aafb-40a2-986a-3870a1ebd12b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 944 time: 0.1350307 Nov 12 08:05:04.519243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-09d93612-cf5e-4140-a866-055e5aa20076 service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277009 Nov 12 08:05:04.565302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3de336be-9841-4c9c-a1ad-5f297034f307,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:04.621664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:04.627614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19ac74b4-555c-4062-94cf-cf992ede71f1 req-122cd15f-515b-4783-b2c7-1bbd87bfea28 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956240 Nov 12 08:05:04.637085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Network d5dd2034-3304-48a8-905f-3a4361d98f27 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:04.645082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:04.950830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d65db7-4592-4298-8c53-eab284b58323 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:04.956710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Router 60950b53-d56e-498c-8b8c-9808892ffa97 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:05:04.965019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:04.979529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:04.982991 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b8d0b-286d-4d26-8b68-0a44361fd435" -d '{"events": [{"name": "network-changed", "server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:05.025907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:05:05.051723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 13d65db7-4592-4298-8c53-eab284b58323 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:05.052469 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.063556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdfd0d51-60f7-446c-8425-66a9fe45a695 req-b437e33a-4b3a-4475-9374-5bd502cff60d tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105113 Nov 12 08:05:05.084939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ab68-3265-4367-b464-4f66dd22460e req-f7057f7c-3149-48dc-8c86-ab8cbe776e7b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:05.086416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe16ab68-3265-4367-b464-4f66dd22460e req-f7057f7c-3149-48dc-8c86-ab8cbe776e7b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "GET /v2.0/ports?device_id=95655566-b414-4593-9342-634173f92a4f HTTP/1.1" status: 200 len: 943 time: 0.2131171 Nov 12 08:05:05.133130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d379eb48-b857-4878-9a41-2bd8af86d46e None None] Provisioning complete for port 3de336be-9841-4c9c-a1ad-5f297034f307 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:05.133870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d379eb48-b857-4878-9a41-2bd8af86d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.195575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d379eb48-b857-4878-9a41-2bd8af86d46e None None] Port 3de336be-9841-4c9c-a1ad-5f297034f307 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:05:05.213801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.250145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 13d65db7-4592-4298-8c53-eab284b58323, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d65db7-4592-4298-8c53-eab284b58323,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:05.257476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.343955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=13d65db7-4592-4298-8c53-eab284b58323,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:05.429173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:05.502195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 6f69793c-a30e-44e5-a8a1-4756d87c4461 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:05.507564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 6f69793c-a30e-44e5-a8a1-4756d87c4461 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:05.508672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.569297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acfe72-e4da-4ed0-a81f-1188f499194e req-04ce9c4f-ec7c-48bb-aad4-9d7e9a5daa7a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:05.571422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5acfe72-e4da-4ed0-a81f-1188f499194e req-04ce9c4f-ec7c-48bb-aad4-9d7e9a5daa7a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 949 time: 0.5466464 Nov 12 08:05:05.617292 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.669528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:05.674718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.712406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd0d51-60f7-446c-8425-66a9fe45a695 req-e71f286b-c5d3-4219-b989-be9a630d9dfd tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:05.716677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdfd0d51-60f7-446c-8425-66a9fe45a695 req-e71f286b-c5d3-4219-b989-be9a630d9dfd tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6451845 Nov 12 08:05:05.748636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:05.755021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:05:05.760395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cc47ebc9-e2fc-4406-bbbf-62952bae45f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/60950b53-d56e-498c-8b8c-9808892ffa97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7829163 Nov 12 08:05:05.762935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdfd0d51-60f7-446c-8425-66a9fe45a695 req-13a4f7f7-77bf-466c-8be7-4b37c39b338f tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/quotas/4280dc12ffd44fe6bffb6bf8d41e9934 HTTP/1.1" status: 200 len: 375 time: 0.0383000 Nov 12 08:05:05.772270 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Sync routers for ids ['60950b53-d56e-498c-8b8c-9808892ffa97'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:05:05.773409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5acfe72-e4da-4ed0-a81f-1188f499194e req-a5e2f4fd-b024-4d9c-8957-3efb70b0f740 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743250 Nov 12 08:05:05.788226 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Routers {'60950b53-d56e-498c-8b8c-9808892ffa97'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:05:05.788226 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['60950b53-d56e-498c-8b8c-9808892ffa97'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:05.816390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Deleting port c208417c-2c37-4891-9ae5-9b083b483a5c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:05.817348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:05.831756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdfd0d51-60f7-446c-8425-66a9fe45a695 req-3edab00a-0510-4e23-acb6-0c0678f2f908 tempest-QuotasAdminNegativeTest-38618426 tempest-QuotasAdminNegativeTest-38618426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572464 Nov 12 08:05:05.934811 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Set router 60950b53-d56e-498c-8b8c-9808892ffa97 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:05:05.963308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bddf0e4a-81a3-477c-9510-f8bf9302b3f5 req-0b563c26-7ead-454f-a00b-a611ae0dc388 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 210 time: 0.0625703 Nov 12 08:05:06.017960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] For port c208417c-2c37-4891-9ae5-9b083b483a5c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c208417c-2c37-4891-9ae5-9b083b483a5c,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:06.018281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.037348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Calling delete_port for c208417c-2c37-4891-9ae5-9b083b483a5c owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:06.169147 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321ef323-e49a-4382-aff4-8238fed148b3 x-openstack-request-id: req-321ef323-e49a-4382-aff4-8238fed148b3 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:06.169715 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:06.169880 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-321ef323-e49a-4382-aff4-8238fed148b3 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:06.170419 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'status': 'completed', 'code': 200} Nov 12 08:05:06.233351 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:03Z', 'revision_number': 4, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3de336be-9841-4c9c-a1ad-5f297034f307', 'name': '', 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'mac_address': 'fa:16:3e:30:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:05:02Z', 'updated_at': '2021-11-12T08:05:04Z', 'revision_number': 2, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'subnets': [{'id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:06.241045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-2db63d91-e995-46ea-af52-4911b52a1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:06.242927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-2db63d91-e995-46ea-af52-4911b52a1848 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1127 time: 0.0716116 Nov 12 08:05:06.249810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833b10e-553b-44f9-8cc0-bd23739c4d31 req-b66bb60b-90df-45b9-9e40-ce1c1debf11e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:06.250519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-c735767b-17ba-4a52-8aed-0bf5736c5cfd tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:06.252220 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-c735767b-17ba-4a52-8aed-0bf5736c5cfd tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.2546785 Nov 12 08:05:06.252847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7833b10e-553b-44f9-8cc0-bd23739c4d31 req-b66bb60b-90df-45b9-9e40-ce1c1debf11e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.0902159 Nov 12 08:05:06.274785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Request body: {'port': {'device_id': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'admin_state_up': True, 'tenant_id': 'a1e2df68b8794d4e824f11126c651aa1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:06.278590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.295461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:06.297896 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdb9709-abe1-41fa-b48f-1f2fe4831337" -d '{"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-plugged", "status": "completed", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:06.365270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event deleted for resources: {'Port': ['ID=c208417c-2c37-4891-9ae5-9b083b483a5c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:06.397966 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Checking router: 60950b53-d56e-498c-8b8c-9808892ffa97 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:05:06.397966 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Updating router 60950b53-d56e-498c-8b8c-9808892ffa97 port 3de336be-9841-4c9c-a1ad-5f297034f307 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:05:06.412415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7833b10e-553b-44f9-8cc0-bd23739c4d31 req-ba848e20-e1aa-4b95-be86-0d2b212ac272 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522803 Nov 12 08:05:06.428209 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.459299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] No DVR routers for this DVR port c208417c-2c37-4891-9ae5-9b083b483a5c on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:06.462281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.466179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Made reservation on behalf of a1e2df68b8794d4e824f11126c651aa1 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:06.466587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe16ab68-3265-4367-b464-4f66dd22460e req-a5635aec-5235-4d64-9bdd-1a4bd3d1212a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "DELETE /v2.0/ports/c208417c-2c37-4891-9ae5-9b083b483a5c HTTP/1.1" status: 204 len: 173 time: 1.3683629 Nov 12 08:05:06.467249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-deleted', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:06.474384 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d556d-1f2c-4185-be3d-846c60676f87" -d '{"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-deleted", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:06.477526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.494431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-6a1a8183-0cf3-4cd7-8c93-40edb804f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:06.496785 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-6a1a8183-0cf3-4cd7-8c93-40edb804f30e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.2379587 Nov 12 08:05:06.500214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b0ac-c30a-451f-ac8d-1eef6250a3d4 req-e2f0b208-aae5-48c4-aa43-ad1290d33e84 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:06.507053 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3358b0ac-c30a-451f-ac8d-1eef6250a3d4 req-e2f0b208-aae5-48c4-aa43-ad1290d33e84 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 1096 time: 0.1853313 Nov 12 08:05:06.549190 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-04e96282-9cad-423b-9fb4-61b5754d007e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 217 time: 0.0399454 Nov 12 08:05:06.590758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3358b0ac-c30a-451f-ac8d-1eef6250a3d4 req-6121dd9b-e8df-487a-b546-92269217114c tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741718 Nov 12 08:05:06.700977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-28d9cd05-53f2-466e-8175-55f9a0e7a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:06.702495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-28d9cd05-53f2-466e-8175-55f9a0e7a311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1216879 Nov 12 08:05:06.746509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-6e938eb3-40e9-4db6-818b-4282fc3f10de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322957 Nov 12 08:05:06.753315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Allocated IP 172.20.0.10 (38867dbb-babc-49bc-ba26-d340cb037094/b5c009cc-2ced-40e1-afc7-eb38cc1d00e9/4f57a425-3590-4477-b8cd-2953a3223304) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:06.875295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d65db7-4592-4298-8c53-eab284b58323 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:06.918684 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-188a8882-48e1-46d6-aceb-c492bcbf0e10 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616421 Nov 12 08:05:06.938297 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.940504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 13d65db7-4592-4298-8c53-eab284b58323 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:06.941250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.951361 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.011569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47f02-34fa-42f0-ac46-627968ff19a1 req-2633e298-0924-48cd-b465-0e4fbefd2d5d tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:07.014016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13b47f02-34fa-42f0-ac46-627968ff19a1 req-2633e298-0924-48cd-b465-0e4fbefd2d5d tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 950 time: 0.2097580 Nov 12 08:05:07.040793 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Pushing event updated for resources: {'Port': ['ID=3de336be-9841-4c9c-a1ad-5f297034f307,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:07.077013 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.077251 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.080805 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.081685 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.085156 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.085156 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.085432 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.087685 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.088100 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.089136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.089136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.089136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:07.114885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-6ed6147b-93fd-491d-a49e-457da43f45ba tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3823209 Nov 12 08:05:07.150963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13b47f02-34fa-42f0-ac46-627968ff19a1 req-fef2283b-9dcd-49b0-89ce-9c0620906279 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/security-groups?id=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284564 Nov 12 08:05:07.152764 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e97b8d0b-286d-4d26-8b68-0a44361fd435 req-932306ec-c41d-4df3-a996-ce6dbb85483f service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224457 Nov 12 08:05:07.155694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:07.155895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.216933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.232207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.243674 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Attempting to bind port 3de336be-9841-4c9c-a1ad-5f297034f307 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:07.244304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Attempting to bind port 3de336be-9841-4c9c-a1ad-5f297034f307 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:07.245135 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Attempting to bind port 3de336be-9841-4c9c-a1ad-5f297034f307 on network d5dd2034-3304-48a8-905f-3a4361d98f27 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:07.251380 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:07.251897 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Checking segment: {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:07.252593 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.254013 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Bound using segment: {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:07.254602 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Bound port: 3de336be-9841-4c9c-a1ad-5f297034f307, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2a2937-c53b-478f-888e-2577b57abb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:07.255998 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.285162 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ff3954-c142-48de-bbf9-3d470b44751a x-openstack-request-id: req-78ff3954-c142-48de-bbf9-3d470b44751a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:07.285735 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-plugged", "status": "completed", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:07.286226 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78ff3954-c142-48de-bbf9-3d470b44751a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:07.286825 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'code': 200} Nov 12 08:05:07.292217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Network 38867dbb-babc-49bc-ba26-d340cb037094 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:07.309758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:07.314047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:07.361039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:07.382977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.406556 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] For port 3de336be-9841-4c9c-a1ad-5f297034f307, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:07.410890 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] For port 3de336be-9841-4c9c-a1ad-5f297034f307, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3de336be-9841-4c9c-a1ad-5f297034f307,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:07.421490 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.449367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fba6f1e0-0eea-418e-bc49-10fb5d6e0f0c None None] Provisioning complete for port 3de336be-9841-4c9c-a1ad-5f297034f307 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:07.450538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fba6f1e0-0eea-418e-bc49-10fb5d6e0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.478536 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Routers {'60950b53-d56e-498c-8b8c-9808892ffa97'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:05:07.479313 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:04:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['60950b53-d56e-498c-8b8c-9808892ffa97'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:07.491136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:07.492078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.526758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764c212-8fdd-4824-9fcd-df932c8b8118 req-4685a496-b88e-4da4-8beb-bc5febb8a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:07.529436 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b764c212-8fdd-4824-9fcd-df932c8b8118 req-4685a496-b88e-4da4-8beb-bc5febb8a6a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1102 time: 0.1634665 Nov 12 08:05:07.567263 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b1b93a57-3c2b-43b5-975e-716bc6ff9b1d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2983286 Nov 12 08:05:07.606290 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] Set router 60950b53-d56e-498c-8b8c-9808892ffa97 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:05:07.608014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Allocated IP 172.25.4.136 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/f0ab439a-6ba0-4ef6-8de1-5b3c611c3b69) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:07.615319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Request body: {'port': {'device_id': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:07.623477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fba6f1e0-0eea-418e-bc49-10fb5d6e0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.680406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fba6f1e0-0eea-418e-bc49-10fb5d6e0f0c None None] For port 3de336be-9841-4c9c-a1ad-5f297034f307, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3de336be-9841-4c9c-a1ad-5f297034f307,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:07.688491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fba6f1e0-0eea-418e-bc49-10fb5d6e0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.727288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.796950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.804510 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b764c212-8fdd-4824-9fcd-df932c8b8118 req-a628bdce-dd6a-410c-a8be-2fa873aeb987 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651472 Nov 12 08:05:07.823384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58672) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:07.823651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6f1e0-0eea-418e-bc49-10fb5d6e0f0c None None] Pushing event updated for resources: {'Port': ['ID=3de336be-9841-4c9c-a1ad-5f297034f307,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:07.827399 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc78325e-322c-41be-84f9-0f86df4d696e x-openstack-request-id: req-fc78325e-322c-41be-84f9-0f86df4d696e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:07.827399 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95655566-b414-4593-9342-634173f92a4f", "name": "network-vif-deleted", "tag": "c208417c-2c37-4891-9ae5-9b083b483a5c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:07.827658 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc78325e-322c-41be-84f9-0f86df4d696e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:07.828036 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95655566-b414-4593-9342-634173f92a4f', 'name': 'network-vif-deleted', 'tag': 'c208417c-2c37-4891-9ae5-9b083b483a5c', 'status': 'completed', 'code': 200} Nov 12 08:05:07.861774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5b2b46b5-f686-4bfd-8730-fc5eb2bfd6f9 None None] Provisioning complete for port 3de336be-9841-4c9c-a1ad-5f297034f307 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:07.862369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b2b46b5-f686-4bfd-8730-fc5eb2bfd6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.879639 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e8f8-fa20-4ef8-b335-d624704786f1 None None] Pushing event updated for resources: {'Port': ['ID=3de336be-9841-4c9c-a1ad-5f297034f307,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:07.929023 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:03Z', 'revision_number': 4, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3de336be-9841-4c9c-a1ad-5f297034f307', 'name': '', 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'mac_address': 'fa:16:3e:30:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:05:02Z', 'updated_at': '2021-11-12T08:05:07Z', 'revision_number': 4, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'subnets': [{'id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:07.934719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e2d9f-a8a9-4105-a7cb-eb586238ea8b req-6782ea21-010c-4fed-aeec-b80f8007c461 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:07.935889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c58e2d9f-a8a9-4105-a7cb-eb586238ea8b req-6782ea21-010c-4fed-aeec-b80f8007c461 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0989068 Nov 12 08:05:07.942299 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.978438 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a255746-3003-40eb-b727-0a202a311b07 None None] The sync data for ids ['60950b53-d56e-498c-8b8c-9808892ffa97'] in n-d-768509-25 is: [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:03Z', 'revision_number': 4, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3de336be-9841-4c9c-a1ad-5f297034f307', 'name': '', 'network_id': 'd5dd2034-3304-48a8-905f-3a4361d98f27', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'mac_address': 'fa:16:3e:30:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:05:02Z', 'updated_at': '2021-11-12T08:05:07Z', 'revision_number': 4, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'subnets': [{'id': '3f2e856f-aff6-4f07-a84e-aa12cdfc84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:05:08.035933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:08.063286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:08.079627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:08.083283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=f0ab439a-6ba0-4ef6-8de1-5b3c611c3b69,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:08.094054 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a270233-6d16-48b5-965c-3beef9f4e1cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.182522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f57a425-3590-4477-b8cd-2953a3223304 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:08.186997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c58e2d9f-a8a9-4105-a7cb-eb586238ea8b req-415ebcf9-0471-4e1c-9e2d-ef8358773a76 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225595 Nov 12 08:05:08.191644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.202548 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.213029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Transition to ACTIVE for port object 4f57a425-3590-4477-b8cd-2953a3223304 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:08.222346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.271858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5194fb82-4071-47d3-9424-078f8b48b75c tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:08.274084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5194fb82-4071-47d3-9424-078f8b48b75c tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 950 time: 0.1386588 Nov 12 08:05:08.305949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.348319 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.355331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:08.388676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Attempting to bind port 4f57a425-3590-4477-b8cd-2953a3223304 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:08.389009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Attempting to bind port 4f57a425-3590-4477-b8cd-2953a3223304 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:08.389336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Attempting to bind port 4f57a425-3590-4477-b8cd-2953a3223304 on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:08.393961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Port 4f57a425-3590-4477-b8cd-2953a3223304 on network 38867dbb-babc-49bc-ba26-d340cb037094 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:08.394284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Attempting to bind port 4f57a425-3590-4477-b8cd-2953a3223304 on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:08.401428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:08.401799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Checking segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:08.402849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Bound using segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:08.403268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Bound port: 4f57a425-3590-4477-b8cd-2953a3223304, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:08.403630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.486457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:08.490799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:08.497631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.507764 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a270233-6d16-48b5-965c-3beef9f4e1cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.530045 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a270233-6d16-48b5-965c-3beef9f4e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.539978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:08.540720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.543547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] 10.222.0.25 "PUT /v2.0/ports/4f57a425-3590-4477-b8cd-2953a3223304 HTTP/1.1" status: 200 len: 1093 time: 0.9653687 Nov 12 08:05:08.543547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:08.545767 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "tag": "4f57a425-3590-4477-b8cd-2953a3223304"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:08.572837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40d567-e47c-49c6-82e3-9c45a1b70591 service neutron] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:08.653223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-3ec7fff6-7006-4f73-9af3-77d94132ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:08.654752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-3ec7fff6-7006-4f73-9af3-77d94132ea8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0564377 Nov 12 08:05:08.666702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4a270233-6d16-48b5-965c-3beef9f4e1cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4280dc12ffd44fe6bffb6bf8d41e9934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8254209 Nov 12 08:05:08.669389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58688) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:08.684595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-ab730f91-4a6c-4f45-a395-1692446994c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:08.686124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-ab730f91-4a6c-4f45-a395-1692446994c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.3680146 Nov 12 08:05:08.686778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a270233-6d16-48b5-965c-3beef9f4e1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7698e73-6db9-4b32-af3c-2b330eeb0904,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:08.706904 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-357c6407-84af-4359-bf05-a9049319dffd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f57a425-3590-4477-b8cd-2953a3223304 HTTP/1.1" status: 200 len: 217 time: 0.0417211 Nov 12 08:05:08.710908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Deleting port b2593cc8-6470-414f-9f6e-6e78d10c7e4c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:08.711189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.756575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-e2e3ce44-4137-4dc2-b099-d4a1e75ca43c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/quotas/59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 375 time: 0.0555687 Nov 12 08:05:08.792824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-4b818a42-34cb-455c-9b8d-2e2f6030fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:08.794869 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-4b818a42-34cb-455c-9b8d-2e2f6030fdf1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.0806198 Nov 12 08:05:08.841854 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b2a99b30-b2db-4293-b621-8491a2603e55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394552 Nov 12 08:05:08.879534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3de336be-9841-4c9c-a1ad-5f297034f307 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:08.939664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3de336be-9841-4c9c-a1ad-5f297034f307 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:08.940039 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.972807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.981814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-ffd13261-4365-4c4e-b184-cf4ff713a669 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949465 Nov 12 08:05:08.982613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca42c-717d-4a26-b69e-c4cc42d3c9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:08.986589 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-b15afbb9-85b7-40a4-8ab9-ce459dc3c892 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317651 Nov 12 08:05:08.991908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.114116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb99f70f-be7e-4f01-af24-9da62409c3d3 req-ae303822-8ab0-4a85-a361-0be2a6aa197b service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170952 Nov 12 08:05:09.121908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=f0ab439a-6ba0-4ef6-8de1-5b3c611c3b69,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:09.158188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.161917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] For port b2593cc8-6470-414f-9f6e-6e78d10c7e4c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:09.162265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.166352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca42c-717d-4a26-b69e-c4cc42d3c9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.202950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Calling delete_port for b2593cc8-6470-414f-9f6e-6e78d10c7e4c owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:09.232492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.233807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-5eda6324-4a35-4b16-80b7-373d0aeb3378 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1169500 Nov 12 08:05:09.337278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-75be75cf-f1f0-4ef2-970f-bd9d974301df service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462188 Nov 12 08:05:09.341947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-31f55359-52ea-4a2b-97bc-51a57a7b0004 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0989461 Nov 12 08:05:09.415286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca42c-717d-4a26-b69e-c4cc42d3c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.418778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca42c-717d-4a26-b69e-c4cc42d3c9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.420285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b8ca42c-717d-4a26-b69e-c4cc42d3c9ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7698e73-6db9-4b32-af3c-2b330eeb0904 HTTP/1.1" status: 204 len: 168 time: 0.7494855 Nov 12 08:05:09.427606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:09.455471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: c208417c-2c37-4891-9ae5-9b083b483a5c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:05:09.455837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c208417c-2c37-4891-9ae5-9b083b483a5c not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:09.718769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58696) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:09.779226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ca42c-717d-4a26-b69e-c4cc42d3c9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7698e73-6db9-4b32-af3c-2b330eeb0904,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:09.881489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-7c2114c3-4f1f-4b05-bcb1-0f476aec5f23 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:09.882830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-7c2114c3-4f1f-4b05-bcb1-0f476aec5f23 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.5218143 Nov 12 08:05:09.892640 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-df32b98c-ee3e-49dd-a295-3f773c5328fe service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480955 Nov 12 08:05:09.897870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-489ee230-8f15-4c78-840f-f16d45b7993d tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:05:09.898889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47eb9c75-1156-4dbb-81ab-4f7cfcad40ec req-489ee230-8f15-4c78-840f-f16d45b7993d tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089657 Nov 12 08:05:09.901327 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.937945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Pushing event deleted for resources: {'Port': ['ID=b2593cc8-6470-414f-9f6e-6e78d10c7e4c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:09.985370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a864ae0-cb02-43e4-a032-fb648e0caf5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.008863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] No DVR routers for this DVR port b2593cc8-6470-414f-9f6e-6e78d10c7e4c on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:10.012786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.016397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f3830d2-ef5f-474b-a943-ca8328bc58fc req-5b640458-5d8d-4e2f-bd8e-00d2638b695f tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.25 "DELETE /v2.0/ports/b2593cc8-6470-414f-9f6e-6e78d10c7e4c HTTP/1.1" status: 204 len: 173 time: 1.7344913 Nov 12 08:05:10.024862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'name': 'network-vif-deleted', 'tag': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:10.028113 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcff2ca4-95ae-42c0-8eaa-e6348e376960" -d '{"events": [{"server_uuid": "6a1e1152-ca61-4a7a-ba7e-685e0a434bb1", "name": "network-vif-deleted", "tag": "b2593cc8-6470-414f-9f6e-6e78d10c7e4c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:10.091910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5751c-a7d7-4b10-bcf0-43d50fb16dfd req-278d17d6-f8a5-4534-a61c-c75f2eb20c98 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:10.100597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7c5751c-a7d7-4b10-bcf0-43d50fb16dfd req-278d17d6-f8a5-4534-a61c-c75f2eb20c98 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 944 time: 0.0928559 Nov 12 08:05:10.104702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a864ae0-cb02-43e4-a032-fb648e0caf5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.111080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a864ae0-cb02-43e4-a032-fb648e0caf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.202365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a864ae0-cb02-43e4-a032-fb648e0caf5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=347c6b907e284f809efbd21a27d4ce60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822266 Nov 12 08:05:10.202881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7c5751c-a7d7-4b10-bcf0-43d50fb16dfd req-8056d777-d037-4fa1-820c-8eb19b2eea44 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Nov 12 08:05:10.203524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58706) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:10.205163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a864ae0-cb02-43e4-a032-fb648e0caf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6c475a-0b57-4c61-a581-edd84442af01,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:10.367884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb77bf58-e8b4-4e60-a01f-4fc2e79d4c10 req-ebc27ad4-ceec-4413-8e1f-1eca082f4ef6 tempest-TenantUsagesTestJSON-187896501 tempest-TenantUsagesTestJSON-187896501-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e1152-ca61-4a7a-ba7e-685e0a434bb1 HTTP/1.1" status: 200 len: 210 time: 0.0456769 Nov 12 08:05:10.374645 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f39714a-f08c-4061-b595-5049fa85b172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.394940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1091f5-ddd0-48e9-942a-a0ef0416a458 req-ff188922-4318-4236-adc1-bac6722535b5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:10.403332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a1091f5-ddd0-48e9-942a-a0ef0416a458 req-ff188922-4318-4236-adc1-bac6722535b5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.1105988 Nov 12 08:05:10.429574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f39714a-f08c-4061-b595-5049fa85b172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.437312 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d36b0-e728-4fb2-bd1d-ab45fc114bcc x-openstack-request-id: req-642d36b0-e728-4fb2-bd1d-ab45fc114bcc {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:10.437802 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "tag": "4f57a425-3590-4477-b8cd-2953a3223304", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:10.438056 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-642d36b0-e728-4fb2-bd1d-ab45fc114bcc {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:10.438447 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304', 'status': 'completed', 'code': 200} Nov 12 08:05:10.541312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a1091f5-ddd0-48e9-942a-a0ef0416a458 req-5199491b-8c94-4b8e-a128-a73f15343ca2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377671 Nov 12 08:05:10.560835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a97544f5-4eb5-4d9b-a078-176a820c4afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.582293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-4357719a-5065-42df-8fae-83e807447b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:10.584091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-4357719a-5065-42df-8fae-83e807447b0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1188121 Nov 12 08:05:10.634070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87980c2-c5bf-4b6e-8fb2-ccf4c2704e79 req-fbbebae9-dc0e-4ffb-b860-690f6be569c9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:10.635596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a87980c2-c5bf-4b6e-8fb2-ccf4c2704e79 req-fbbebae9-dc0e-4ffb-b860-690f6be569c9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1270797 Nov 12 08:05:10.660163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f39714a-f08c-4061-b595-5049fa85b172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.662615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f39714a-f08c-4061-b595-5049fa85b172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:10.664517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0f39714a-f08c-4061-b595-5049fa85b172 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd6c475a-0b57-4c61-a581-edd84442af01 HTTP/1.1" status: 204 len: 168 time: 0.4599268 Nov 12 08:05:10.672999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2593cc8-6470-414f-9f6e-6e78d10c7e4c no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:10.701760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: b2593cc8-6470-414f-9f6e-6e78d10c7e4c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:05:10.702328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2593cc8-6470-414f-9f6e-6e78d10c7e4c not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:10.768617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39714a-f08c-4061-b595-5049fa85b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6c475a-0b57-4c61-a581-edd84442af01,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:10.839799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a87980c2-c5bf-4b6e-8fb2-ccf4c2704e79 req-cfa6d252-650f-4b87-8cf2-0bacce5a33f3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811454 Nov 12 08:05:10.882771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-a7a8fa8a-fd56-4cb9-90bb-4e2e9802699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:10.885049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-a7a8fa8a-fd56-4cb9-90bb-4e2e9802699c service neutron] 10.222.0.25 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 905 time: 0.2800596 Nov 12 08:05:10.897887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33321267-6726-42c2-b99b-88da8d6829dd req-9d41fa9b-4b86-4c5a-b297-7088cae3c447 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3069158 Nov 12 08:05:10.903228 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d8b814-994b-483d-8e08-38bceb1c28c5 x-openstack-request-id: req-b6d8b814-994b-483d-8e08-38bceb1c28c5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:10.904129 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1e1152-ca61-4a7a-ba7e-685e0a434bb1", "name": "network-vif-deleted", "tag": "b2593cc8-6470-414f-9f6e-6e78d10c7e4c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:10.904465 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6d8b814-994b-483d-8e08-38bceb1c28c5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:10.904928 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e1152-ca61-4a7a-ba7e-685e0a434bb1', 'name': 'network-vif-deleted', 'tag': 'b2593cc8-6470-414f-9f6e-6e78d10c7e4c', 'status': 'completed', 'code': 200} Nov 12 08:05:10.916337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:10.976089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-227766ab-3e18-4481-8aae-7c86166f3a8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f57a425-3590-4477-b8cd-2953a3223304 HTTP/1.1" status: 200 len: 217 time: 0.0747423 Nov 12 08:05:11.014204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a8a6e37-e16d-4d60-a348-72594c3636f6 req-5aee5f4c-b7b2-4ae0-a36c-c1a15de671c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 210 time: 0.0428457 Nov 12 08:05:11.048188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.076592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-097c2b0f-99b5-4dfb-8407-4037c3bb633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:11.078156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-097c2b0f-99b5-4dfb-8407-4037c3bb633f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.0909052 Nov 12 08:05:11.152938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-d8ace138-ef40-4938-8fa4-abb608c8a14d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301785 Nov 12 08:05:11.267540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.291371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-40f216b5-3b03-47a8-9ecd-3ad3e2a98b11 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313293 Nov 12 08:05:11.471870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.477708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9fe26-fe83-4ece-aa53-63e105ec7706 req-be0cad8c-5d6e-4995-bfc9-8fc54cb4e83b tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:11.486594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90b9fe26-fe83-4ece-aa53-63e105ec7706 req-be0cad8c-5d6e-4995-bfc9-8fc54cb4e83b tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1102 time: 0.1637244 Nov 12 08:05:11.520945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-90b9fe26-fe83-4ece-aa53-63e105ec7706 req-77efa35f-523a-4005-b3e6-1b05bbdf66b8 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.533160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Allocated IP 172.25.4.213 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/2319374a-2ea4-4541-b766-ee901190332a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:11.549906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db373dd6-a1b2-413b-b3e7-5b3fd984b64a req-816a4c43-066e-473d-b33d-056ab7471279 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259881 Nov 12 08:05:11.595156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-ae81e4fe-b577-4188-8a90-2d96a3c7164d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:11.603754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-ae81e4fe-b577-4188-8a90-2d96a3c7164d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.1914601 Nov 12 08:05:11.618295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Request body: {'port': {'device_id': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'admin_state_up': True, 'tenant_id': '59a4aa0b122d41a9a5a0f502a6fd770a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:11.715035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.729582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-90b9fe26-fe83-4ece-aa53-63e105ec7706 req-77efa35f-523a-4005-b3e6-1b05bbdf66b8 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.735949 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-90b9fe26-fe83-4ece-aa53-63e105ec7706 req-77efa35f-523a-4005-b3e6-1b05bbdf66b8 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.746233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Made reservation on behalf of 59a4aa0b122d41a9a5a0f502a6fd770a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:11.749987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.803393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90b9fe26-fe83-4ece-aa53-63e105ec7706 req-77efa35f-523a-4005-b3e6-1b05bbdf66b8 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139319 Nov 12 08:05:11.803976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efa35f-523a-4005-b3e6-1b05bbdf66b8 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe7cf0-fc2f-42df-8c10-70c3274cdb1d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:11.825227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.874359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:11.880859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:11.883170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=2319374a-2ea4-4541-b766-ee901190332a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:11.885738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:11.966042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.966316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Allocated IP 172.20.0.10 (e7718131-862f-4bb0-9b38-a4d1e7214769/97e7bc73-586c-4d54-b836-164a4ad84ec4/54244018-0e9f-4ed5-b8b5-98e285b23275) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:12.030856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.061888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffeeee-0bbf-44f8-9366-84fe86d038ac req-28d0f9b6-1e0c-4c9b-804d-b80637dd3969 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:12.068719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4ffeeee-0bbf-44f8-9366-84fe86d038ac req-28d0f9b6-1e0c-4c9b-804d-b80637dd3969 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 944 time: 0.1014590 Nov 12 08:05:12.138523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.156903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4ffeeee-0bbf-44f8-9366-84fe86d038ac req-3a54b090-61f8-40f6-9fb2-18697b0dac41 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871522 Nov 12 08:05:12.184978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.239885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:12.248709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Network e7718131-862f-4bb0-9b38-a4d1e7214769 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:12.250645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:12.253184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:12.300838 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.325793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:12.326418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.329229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.346454 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c3112300-9de4-44ad-93d8-09d41851ea82 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326510 Nov 12 08:05:12.362717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Request body: {'port': {'device_id': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:12.366629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.387407 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.388668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33321267-6726-42c2-b99b-88da8d6829dd req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4896204 Nov 12 08:05:12.410256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4ec74-cc75-48dc-bdc5-d6d43bd2fafa tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=2319374a-2ea4-4541-b766-ee901190332a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:12.421520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778e998-1766-466f-ae16-ef7b0ec66122 req-dbc0ee4f-a8bf-44df-962a-34eb21cf233f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:12.423112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f778e998-1766-466f-ae16-ef7b0ec66122 req-dbc0ee4f-a8bf-44df-962a-34eb21cf233f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 944 time: 0.1279941 Nov 12 08:05:12.441068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.477956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33321267-6726-42c2-b99b-88da8d6829dd req-3ef1cf1e-8f47-4823-b9eb-6cbae14cf818 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.0769711 Nov 12 08:05:12.572919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f778e998-1766-466f-ae16-ef7b0ec66122 req-123c71dc-cdf3-4d15-acc6-21255f0031b8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145582 Nov 12 08:05:12.626726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58772) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:12.645040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33321267-6726-42c2-b99b-88da8d6829dd req-b69af8b0-8466-4100-8fc2-8c3981a9e041 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:12.646664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33321267-6726-42c2-b99b-88da8d6829dd req-b69af8b0-8466-4100-8fc2-8c3981a9e041 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1617730 Nov 12 08:05:12.690578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:12.770366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-8e34cc63-8b2a-4b28-9db0-c88ccf41c0ae service neutron] 10.222.0.32 "GET /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.1219845 Nov 12 08:05:12.833650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3727d1-ea39-471e-8874-bbdeb7b4f203 req-465d2a75-67d6-473d-8bf3-904fd9c4858d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:12.841944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc3727d1-ea39-471e-8874-bbdeb7b4f203 req-465d2a75-67d6-473d-8bf3-904fd9c4858d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 932 time: 0.1127589 Nov 12 08:05:12.876951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-42a6b54d-031d-4a81-b658-83bfce411971 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28ab1df27dc1483ca271cfc6a1edf905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461941 Nov 12 08:05:12.877704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58782) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:12.886263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54244018-0e9f-4ed5-b8b5-98e285b23275 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:12.887033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:12.903445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.924353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '4f57a425-3590-4477-b8cd-2953a3223304', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': '4f57a425-3590-4477-b8cd-2953a3223304', 'mac_address': 'fa:16:3e:73:66:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:12.939574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Transition to ACTIVE for port object 54244018-0e9f-4ed5-b8b5-98e285b23275 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:12.945184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:12.963839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc3727d1-ea39-471e-8874-bbdeb7b4f203 req-3a6a5bfb-e95f-4d50-918b-3cb3f20f9ac4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210318 Nov 12 08:05:12.984524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ec4a5c-2713-46d3-8b6a-6fbe874f6383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.002842 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.026073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f57a425-3590-4477-b8cd-2953a3223304 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:13.049242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ec4a5c-2713-46d3-8b6a-6fbe874f6383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.053491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:13.054966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:13.062337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.063960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:13.125711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e47023c4-db85-4cfa-bf6a-da5d78275187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.151021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:13.151574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:13.152557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:13.157823 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ec4a5c-2713-46d3-8b6a-6fbe874f6383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.160581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ec4a5c-2713-46d3-8b6a-6fbe874f6383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.165105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-67ec4a5c-2713-46d3-8b6a-6fbe874f6383 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e09a0a79-7ec7-45e2-a9b2-2e2189e8546c HTTP/1.1" status: 204 len: 168 time: 0.2840011 Nov 12 08:05:13.165270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:13.166964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:13.167326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:13.184913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:13.185266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:13.185742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:13.186108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Bound port: 54244018-0e9f-4ed5-b8b5-98e285b23275, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:13.186488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.192802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec4a5c-2713-46d3-8b6a-6fbe874f6383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09a0a79-7ec7-45e2-a9b2-2e2189e8546c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:13.207786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:13.269824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8b3d74-e506-4e5c-8b59-2c0874d33676 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:13.282173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:13.290930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:13.314223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:13.317398 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.341915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:05:13.353864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:13.363791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.375954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:13.380283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.380812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.381164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.381533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.381915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.382251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.382583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.383071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.383406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.383736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.384083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:05:13.398815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.481660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-7c001810-0681-427d-afbe-1519a168cc27 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6af1234ce6c74a57adc8251655568b7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438664 Nov 12 08:05:13.490108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:13.490647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.492661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] 10.222.0.25 "PUT /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 1093 time: 1.1369288 Nov 12 08:05:13.496005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:13.498298 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ff4c8-8448-4975-96ae-85da946f88d5" -d '{"events": [{"name": "network-changed", "server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:13.521443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-ec852e64-621f-4434-989d-affc2259cde1 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2313800 Nov 12 08:05:13.523513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-038ea92b-b0d6-4adc-9e6c-47fea9584e8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495938 Nov 12 08:05:13.530192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f833e4a-23ab-4c55-a238-cd5f3c815451 service neutron] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:13.543245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] Transition to ACTIVE for port object ed8b3d74-e506-4e5c-8b59-2c0874d33676 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:13.560668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-46b60f06-76cb-469f-b1be-4213929cb7a0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:05:13.561677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-46b60f06-76cb-469f-b1be-4213929cb7a0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063081 Nov 12 08:05:13.563156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.588466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:13.621083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.665331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58818) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:13.669326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:13.687718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['4f57a425-3590-4477-b8cd-2953a3223304'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:13.695410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] No DVR routers for this DVR port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:13.708278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ec69-8b6d-4b37-9237-d89280206978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.720968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-0f59cb5c-7230-453a-a962-e9cc3c07c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:13.722523 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-0f59cb5c-7230-453a-a962-e9cc3c07c9e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1096 time: 0.1568563 Nov 12 08:05:13.733283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-88d894a0-f095-465f-8ff5-9fcd3a757bc9 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:13.742064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-88d894a0-f095-465f-8ff5-9fcd3a757bc9 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534485 Nov 12 08:05:13.764815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-91a00a01-3dbe-47da-8e15-38e271a9c140 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/quotas/6af1234ce6c74a57adc8251655568b7a HTTP/1.1" status: 200 len: 375 time: 0.0214810 Nov 12 08:05:13.791177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-fee0324a-390d-41ee-ada7-67c95367308b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 217 time: 0.0507121 Nov 12 08:05:13.795853 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-95ceccc9-69ac-49f1-a356-3877d40ac6a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676/bindings/n-h1-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 1.0171990 Nov 12 08:05:13.870046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-e71570d8-612c-49ed-8dce-1ab385b49006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:13.871570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-e71570d8-612c-49ed-8dce-1ab385b49006 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0706518 Nov 12 08:05:13.884959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-7eac63c7-e2e9-4616-ab2d-41fc32a8af01 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6af1234ce6c74a57adc8251655568b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735471 Nov 12 08:05:13.924789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-04710802-b93e-4c1c-bbb1-099ce51aabf0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386508 Nov 12 08:05:13.941546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ec69-8b6d-4b37-9237-d89280206978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.957573 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ec69-8b6d-4b37-9237-d89280206978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:13.983109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-d50b6550-4da1-46f3-a572-dd7fb2496c70 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:13.984881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-d50b6550-4da1-46f3-a572-dd7fb2496c70 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.0985510 Nov 12 08:05:14.025571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.046866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3ec69-8b6d-4b37-9237-d89280206978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bffe4e-f30c-46f8-ab54-e9b303dc2e91,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:14.053157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5cc3ec69-8b6d-4b37-9237-d89280206978 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=183f19601a284990942449feadb93d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813522 Nov 12 08:05:14.058458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58836) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:14.092607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-6b416da7-4b14-432f-94a3-74143a2d4271 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596844 Nov 12 08:05:14.157960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-47b70975-4dc8-462d-8fa2-45f4ae22e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:14.159486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-47b70975-4dc8-462d-8fa2-45f4ae22e3bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f&tenant_id=9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 1097 time: 0.1651907 Nov 12 08:05:14.217881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6eaa4f48-8360-401e-a0b3-d8634bbc8e5c req-c1162c44-528f-4d46-9005-0424f2633a11 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156583 Nov 12 08:05:14.311565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c73d-2bc3-458b-b08c-1e8715c26281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.316070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.342881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Allocated IP 172.25.4.247 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/3247b232-6c7f-464b-b22b-84a948e23a19) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:14.360317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-65094c22-80fd-4ac9-89ae-6d736cf3f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:14.361822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-65094c22-80fd-4ac9-89ae-6d736cf3f6aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1097 time: 0.1615174 Nov 12 08:05:14.387470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c73d-2bc3-458b-b08c-1e8715c26281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.433754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e2ef0-2423-4567-8935-4d1f52359d43 req-80cb74b4-61a5-4d41-9b7d-a7f95d909ee4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:14.435378 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-941e2ef0-2423-4567-8935-4d1f52359d43 req-80cb74b4-61a5-4d41-9b7d-a7f95d909ee4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 945 time: 0.1922951 Nov 12 08:05:14.582271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c73d-2bc3-458b-b08c-1e8715c26281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.584978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c73d-2bc3-458b-b08c-1e8715c26281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.586159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e4d0c73d-2bc3-458b-b08c-1e8715c26281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62bffe4e-f30c-46f8-ab54-e9b303dc2e91 HTTP/1.1" status: 204 len: 168 time: 0.5248618 Nov 12 08:05:14.642000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0c73d-2bc3-458b-b08c-1e8715c26281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bffe4e-f30c-46f8-ab54-e9b303dc2e91,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:14.660505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-941e2ef0-2423-4567-8935-4d1f52359d43 req-0189bbac-5b13-4903-ace3-3fef51b20399 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958578 Nov 12 08:05:14.661704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-038fc685-762e-4321-b9dd-944e0c3b8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:14.663155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-038fc685-762e-4321-b9dd-944e0c3b8abc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.2915080 Nov 12 08:05:14.732876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:14.735989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-55bd598d-0bd3-4187-b29e-4d697f6e8d0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 217 time: 0.0609112 Nov 12 08:05:15.140954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2da63b-3aa4-4345-972f-c18b97468844 req-388f61eb-6deb-4f5c-8628-058bd9a023de tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.142434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae2da63b-3aa4-4345-972f-c18b97468844 req-388f61eb-6deb-4f5c-8628-058bd9a023de tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.4024622 Nov 12 08:05:15.151044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-c13ae846-4d5f-460a-bab6-c36504edad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.153108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-c13ae846-4d5f-460a-bab6-c36504edad9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0826116 Nov 12 08:05:15.158197 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:15.232740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-bc9803c2-83f8-4e98-b95b-217675e90f5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659063 Nov 12 08:05:15.243895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:15.259966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:15.263521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:15.306144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=3247b232-6c7f-464b-b22b-84a948e23a19,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:15.350312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae2da63b-3aa4-4345-972f-c18b97468844 req-c04f8400-4470-4323-8d0d-909f8db64f76 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959372 Nov 12 08:05:15.364152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-1f745518-abbe-4a31-a711-59bc86fa4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.366146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-1f745518-abbe-4a31-a711-59bc86fa4395 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1102 time: 0.0634756 Nov 12 08:05:15.411596 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:15.434518 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a565e-042f-4f5f-a836-06c4ba2baf18 x-openstack-request-id: req-b16a565e-042f-4f5f-a836-06c4ba2baf18 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:15.434801 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:15.435254 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b16a565e-042f-4f5f-a836-06c4ba2baf18 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:15.435877 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'status': 'completed', 'code': 200} Nov 12 08:05:15.445701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:15.471071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58876) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:15.495514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-7b30f667-8440-4ecd-82eb-ed26e16fee2c service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375319 Nov 12 08:05:15.499452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:15.546721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:15.553059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:15.570049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-55f158ae-5cdd-416e-a656-721dc541fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.571748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-55f158ae-5cdd-416e-a656-721dc541fa27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1934586 Nov 12 08:05:15.617165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-2c688647-c0ba-4ece-a1b4-9143d8874b43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0369563 Nov 12 08:05:15.619204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-4bf8f0ab-4da2-40f0-9d30-2a00ab430d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.621396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-4bf8f0ab-4da2-40f0-9d30-2a00ab430d25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1096 time: 0.1058006 Nov 12 08:05:15.629110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-901110381-network', 'tenant_id': '906a05b738f042fca7f25bb9ac58597c'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:15.737415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-5a0a66c2-f710-4c97-8356-1fc9132c50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.738857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-5a0a66c2-f710-4c97-8356-1fc9132c50a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1007488 Nov 12 08:05:15.766199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa888-5892-4525-b8c4-b0b29e6e87a0 req-5c6d2bb3-b9b8-4b7d-95d5-a8691820d02b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.767813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abfa888-5892-4525-b8c4-b0b29e6e87a0 req-5c6d2bb3-b9b8-4b7d-95d5-a8691820d02b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.2375419 Nov 12 08:05:15.772214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Made reservation on behalf of 906a05b738f042fca7f25bb9ac58597c for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:15.775497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-e4edd12d-e421-4c97-8ef1-b201ce2914b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.777072 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-e4edd12d-e421-4c97-8ef1-b201ce2914b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1480739 Nov 12 08:05:15.777257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:15.789743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-0f2acfbb-f316-4e0c-8c20-cc2a6504b45a service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605672 Nov 12 08:05:15.803571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:15.840818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-cae68599-89c6-4f5f-ac59-d9062ad082a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 217 time: 0.0486929 Nov 12 08:05:15.848710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-454eecfe-bee7-4486-ad6e-81a494ee265f tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6af1234ce6c74a57adc8251655568b7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317483 Nov 12 08:05:15.882708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b84e8a96-9553-4ed2-a937-0510319595c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.884510 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b84e8a96-9553-4ed2-a937-0510319595c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302044 Nov 12 08:05:15.920595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-a1432b69-1fc2-48ab-9eca-1fe69d5196cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:15.922293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-a1432b69-1fc2-48ab-9eca-1fe69d5196cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0730004 Nov 12 08:05:15.991252 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-4e2e09fe-2688-4e03-973b-790667507faf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606089 Nov 12 08:05:16.004842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abfa888-5892-4525-b8c4-b0b29e6e87a0 req-dc03bc27-ccc1-4b90-bb00-10297b042a94 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246256 Nov 12 08:05:16.025017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.041582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.055524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.116791 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-37ce43ae-b4b2-4541-8051-ac2df6281511 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209718 Nov 12 08:05:16.149834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-1357489b-d239-4ee6-a614-330f90bc90d3 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:16.151283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-1357489b-d239-4ee6-a614-330f90bc90d3 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867663 Nov 12 08:05:16.177819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.179771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5974319 Nov 12 08:05:16.193609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf36ec8-905b-4122-a650-e589fd1c4d2e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=3247b232-6c7f-464b-b22b-84a948e23a19,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:16.204450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Request body: {'port': {'device_id': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6af1234ce6c74a57adc8251655568b7a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:16.206518 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-26433cb3-9ada-4291-970e-a5062f829e72 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996772 Nov 12 08:05:16.210817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-71b12fa1-edbf-4a81-b608-b2beb3b4e2f8 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:16.212223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-71b12fa1-edbf-4a81-b608-b2beb3b4e2f8 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.1311135 Nov 12 08:05:16.245377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.279854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.336169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-4316b6d4-8337-4d52-bfa3-2d7567c4507d tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.1364613 Nov 12 08:05:16.355704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972247-7375-4481-ba61-262ae4aa2c05 req-7f9d0c5e-ae83-4d35-a3c1-ba68a99e3ef9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:16.357329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63972247-7375-4481-ba61-262ae4aa2c05 req-7f9d0c5e-ae83-4d35-a3c1-ba68a99e3ef9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.2485654 Nov 12 08:05:16.386523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:05:16.413600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d118897a-a436-4dbf-b943-5c7ab6d4f577,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:16.440368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.440758 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Added segment 1a3eeefd-8ff5-46b3-9803-9baed29bc106 of type vlan for network 1b64e1cc-1622-4cd0-b6b7-516171e55682 Nov 12 08:05:16.566525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.569850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-908506f3-d47b-4a5a-b071-20e28a564a34 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381015 Nov 12 08:05:16.581897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63972247-7375-4481-ba61-262ae4aa2c05 req-7c74d927-ce29-4369-a7ee-356671adf642 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062228 Nov 12 08:05:16.613983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Made reservation on behalf of 6af1234ce6c74a57adc8251655568b7a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:16.617598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.635732 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.644227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-c840cbf8-05a5-4b4f-9920-75778b91ee82 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:16.645579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62ff9e60-0508-48c5-869c-d098c9956f2e req-c840cbf8-05a5-4b4f-9920-75778b91ee82 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2792797 Nov 12 08:05:16.647734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.648706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:16.649474 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.670158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb6ff4c8-8448-4975-96ae-85da946f88d5 req-ac7a286c-dab7-4253-b7da-db569845f52e service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476037 Nov 12 08:05:16.691652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-3464a368-295c-45f5-bdc7-51ca11469ede service neutron] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:16.697090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-3464a368-295c-45f5-bdc7-51ca11469ede service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.697683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.699042 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68ff7c41-65d4-491b-9ac7-f8d435be6081 req-3464a368-295c-45f5-bdc7-51ca11469ede service neutron] 10.222.0.25 "DELETE /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676/bindings/n-h2-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.4770572 Nov 12 08:05:16.718172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:16.737766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2634487 Nov 12 08:05:16.741453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58888) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:16.750629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Request body: {'subnet': {'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-901110381-subnet', 'tenant_id': '906a05b738f042fca7f25bb9ac58597c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:16.777174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a4d7e-6eb9-4a11-b98b-3c8c73778837 admin admin] Pushing event updated for resources: {'Network': ['ID=1b64e1cc-1622-4cd0-b6b7-516171e55682,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:16.784567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f5f51c-ee75-4772-a618-abc8ad34e0ce req-d040c56e-9d6a-4c27-a1bd-e8b46ebf8679 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 210 time: 0.0525529 Nov 12 08:05:16.800828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Made reservation on behalf of 906a05b738f042fca7f25bb9ac58597c for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:16.810749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.820299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1b64e1cc-1622-4cd0-b6b7-516171e55682 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:05:16.846181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.857947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:16.995957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dbfdf9-c1a2-4537-9149-054bf97ab158,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:17.065277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5405cf-1406-47d4-9ed7-76db7bfae075 req-891c78a2-374d-4a18-98c4-79decc70b38e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:17.067212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e5405cf-1406-47d4-9ed7-76db7bfae075 req-891c78a2-374d-4a18-98c4-79decc70b38e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 945 time: 0.1890202 Nov 12 08:05:17.077168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.084131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672a2f-1139-4f9c-8e1d-0b7b5938ba13 req-c9f4bcd7-0b85-453b-b303-fc8ac57b5ba7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:17.091586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54672a2f-1139-4f9c-8e1d-0b7b5938ba13 req-c9f4bcd7-0b85-453b-b303-fc8ac57b5ba7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1834278 Nov 12 08:05:17.093138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 4f57a425-3590-4477-b8cd-2953a3223304 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:17.099790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 4f57a425-3590-4477-b8cd-2953a3223304 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:17.100415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.148711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a216924f-8311-4006-9b01-7f64d2899a5b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:17.153509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Allocated IP 192.168.233.86 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/85c079a1-2a50-407f-a849-e0869974f95b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:17.155662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Checking segment: {'id': '1a3eeefd-8ff5-46b3-9803-9baed29bc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:17.156101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Network hostable DHCP agents. Network: 1b64e1cc-1622-4cd0-b6b7-516171e55682, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:05:17.176943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Network 1b64e1cc-1622-4cd0-b6b7-516171e55682 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:05:17.188619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1b64e1cc-1622-4cd0-b6b7-516171e55682) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:17.193804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:17.194397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.198252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.204624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54672a2f-1139-4f9c-8e1d-0b7b5938ba13 req-5326eec5-f5b6-4081-9cf0-427c293a361a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120143 Nov 12 08:05:17.235310 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b9479b0-176d-4bad-92a4-4b81dc364b77 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4845905 Nov 12 08:05:17.235544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331ed84-de98-4add-a7af-003d13330795 None None] Network 1b64e1cc-1622-4cd0-b6b7-516171e55682 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:17.248370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e5405cf-1406-47d4-9ed7-76db7bfae075 req-1ce961a5-24e5-4674-ae62-9e3089c518f3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523790 Nov 12 08:05:17.279167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:17.286189 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f694e0-f33e-42b3-af56-101e187622c3" -d '{"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-plugged", "status": "completed", "tag": "4f57a425-3590-4477-b8cd-2953a3223304"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:17.294477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:17.344621 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.345845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:17.497650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:17.505393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-945783c3-2ef1-4878-b5d5-0b547e849579 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2778838 Nov 12 08:05:17.520523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7ef05-d45a-40ba-8ae2-82723c013825 req-8c263055-2707-4eb1-af2a-49d7158464e7 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:17.522018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03d7ef05-d45a-40ba-8ae2-82723c013825 req-8c263055-2707-4eb1-af2a-49d7158464e7 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.1770039 Nov 12 08:05:17.530889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:17.579822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.587465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59a774-ddaa-459f-b643-49d01a75f604 None None] Network 1b64e1cc-1622-4cd0-b6b7-516171e55682 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:17.601748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.651264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03d7ef05-d45a-40ba-8ae2-82723c013825 req-b89a71af-85bb-422b-aefc-1ed81396cf34 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126258 Nov 12 08:05:17.720382 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.759509 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b22a64d-48ae-411a-8b20-95d69a35b869 x-openstack-request-id: req-0b22a64d-48ae-411a-8b20-95d69a35b869 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:17.760711 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-plugged", "status": "completed", "tag": "4f57a425-3590-4477-b8cd-2953a3223304", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:17.760711 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b22a64d-48ae-411a-8b20-95d69a35b869 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:17.760990 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304', 'code': 200} Nov 12 08:05:17.776262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:17.786434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:17.795967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:17.804418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:17.805361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.809287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Pushing event updated for resources: {'Port': ['ID=85c079a1-2a50-407f-a849-e0869974f95b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:17.844193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-efad4be4-abe2-416c-ad62-4298e4f013fb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6629002 Nov 12 08:05:17.857155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Request body: {'port': {'device_id': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:17.917349 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:17.927367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8de0a3-d971-48ea-99d5-73d806187e8c req-720cb418-470c-40dc-bc32-75e5c51fae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:17.929627 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e8de0a3-d971-48ea-99d5-73d806187e8c req-720cb418-470c-40dc-bc32-75e5c51fae66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0522525 Nov 12 08:05:17.945345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58916) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:17.957707 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-676322327-network', 'tenant_id': 'c4644136258244e8b2bf80f8f32c123f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:17.997565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Made reservation on behalf of c4644136258244e8b2bf80f8f32c123f for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:18.000537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.005023 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e8de0a3-d971-48ea-99d5-73d806187e8c req-16fe32d7-c83f-4cfc-9a75-2df83083460f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667999 Nov 12 08:05:18.012241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.016695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.041909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01fce-f241-4f30-bfde-53ad92237fc9 req-f9427ae9-fa95-4450-af78-c808fd4e4d18 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:18.044069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3c01fce-f241-4f30-bfde-53ad92237fc9 req-f9427ae9-fa95-4450-af78-c808fd4e4d18 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.1567080 Nov 12 08:05:18.099094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.102891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.124296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:05:18.139659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaa8a62-4c08-4ecf-a87d-af5243abf832,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:18.142545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.142881 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Added segment 2a8be170-0515-4c15-916c-084219c24f9e of type vlan for network 0e86e864-3f74-42b9-809b-2bbcf92f7f99 Nov 12 08:05:18.162212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Allocated IP 172.25.4.17 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/f65c5b41-7d52-4b8b-b473-6d960640e238) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:18.167881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0f8d80b8-e8a6-4d49-9bf0-2995c11dd4e1 None None] Provisioning complete for port 85c079a1-2a50-407f-a849-e0869974f95b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:18.169131 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f8d80b8-e8a6-4d49-9bf0-2995c11dd4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.184794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.208531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d80b8-e8a6-4d49-9bf0-2995c11dd4e1 None None] Port 85c079a1-2a50-407f-a849-e0869974f95b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:05:18.213199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.214257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:18.216619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.244216 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2967432 Nov 12 08:05:18.249662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58920) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:18.254264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Request body: {'subnet': {'network_id': '0e86e864-3f74-42b9-809b-2bbcf92f7f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-676322327-subnet', 'tenant_id': 'c4644136258244e8b2bf80f8f32c123f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:18.262348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3c01fce-f241-4f30-bfde-53ad92237fc9 req-2002ff3d-6b24-4ed4-b88b-9e90bed2e2ef tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047536 Nov 12 08:05:18.298554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50166eb0-e882-4663-889d-b20bb164ce45 admin admin] Pushing event updated for resources: {'Network': ['ID=0e86e864-3f74-42b9-809b-2bbcf92f7f99,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:18.307068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Made reservation on behalf of c4644136258244e8b2bf80f8f32c123f for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:18.311117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 0e86e864-3f74-42b9-809b-2bbcf92f7f99 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:05:18.312200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.407133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.516804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.530446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.563774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c079a1-2a50-407f-a849-e0869974f95b {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:18.572558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5859c3f2-f089-439b-ba94-ed2d4e6e63f2,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:18.577066 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.580964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Checking segment: {'id': '2a8be170-0515-4c15-916c-084219c24f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0e86e864-3f74-42b9-809b-2bbcf92f7f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:18.581444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Network hostable DHCP agents. Network: 0e86e864-3f74-42b9-809b-2bbcf92f7f99, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:05:18.591380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100678-cc4b-45bd-b25a-5debca570130 req-9d5f8a3c-8f40-4bac-86de-a3b562e78725 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:18.592912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c100678-cc4b-45bd-b25a-5debca570130 req-9d5f8a3c-8f40-4bac-86de-a3b562e78725 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 935 time: 0.1408882 Nov 12 08:05:18.597891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Network 0e86e864-3f74-42b9-809b-2bbcf92f7f99 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:05:18.600986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:18.607721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 0e86e864-3f74-42b9-809b-2bbcf92f7f99) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:18.612547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:18.613670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.613774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:18.618605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be6479-2fe9-4f49-b766-f8b3e75700d0 None None] Network 0e86e864-3f74-42b9-809b-2bbcf92f7f99 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:18.624091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:18.628557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Transition to ACTIVE for port object 85c079a1-2a50-407f-a849-e0869974f95b will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:18.646466 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c6fbd24a-27f6-491b-9c7f-820fda016ff8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3871922 Nov 12 08:05:18.646675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.646675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=f65c5b41-7d52-4b8b-b473-6d960640e238,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:18.731196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:18.749935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.791378 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c100678-cc4b-45bd-b25a-5debca570130 req-39c4539e-f7d8-4aec-bd4a-54539f908e52 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877475 Nov 12 08:05:18.797620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=85c079a1-2a50-407f-a849-e0869974f95b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:18.861107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e69002-a899-4137-8ef4-daecfcb1a896 None None] Network 0e86e864-3f74-42b9-809b-2bbcf92f7f99 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:18.931734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Attempting to bind port 85c079a1-2a50-407f-a849-e0869974f95b on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:18.932102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Attempting to bind port 85c079a1-2a50-407f-a849-e0869974f95b by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:18.932597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Attempting to bind port 85c079a1-2a50-407f-a849-e0869974f95b on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:18.949275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Port 85c079a1-2a50-407f-a849-e0869974f95b on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:18.949670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Attempting to bind port 85c079a1-2a50-407f-a849-e0869974f95b on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:18.953905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:18.976304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:18.976539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:18.976642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:18.977131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:18.977645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Bound port: 85c079a1-2a50-407f-a849-e0869974f95b, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:18.978086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.000398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'port_id': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'mac_address': 'fa:16:3e:b3:ac:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e7bc73-586c-4d54-b836-164a4ad84ec4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:19.004194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23025-cc85-46fb-9ca8-14313ca39b8b req-bcd7732b-1386-4fdd-a3f6-dd3d06373700 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:19.005786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebf23025-cc85-46fb-9ca8-14313ca39b8b req-bcd7732b-1386-4fdd-a3f6-dd3d06373700 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1246226 Nov 12 08:05:19.086932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.102167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54244018-0e9f-4ed5-b8b5-98e285b23275 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:19.124158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:19.128163 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.146893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] For port 85c079a1-2a50-407f-a849-e0869974f95b, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:19.166356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebf23025-cc85-46fb-9ca8-14313ca39b8b req-f186acb8-92ee-4b97-807d-326799443a5f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502502 Nov 12 08:05:19.171697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] For port 85c079a1-2a50-407f-a849-e0869974f95b, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=85c079a1-2a50-407f-a849-e0869974f95b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:19.178779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.186806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:19.237479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:19.238093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.239491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] 10.222.0.25 "PUT /v2.0/ports/85c079a1-2a50-407f-a849-e0869974f95b HTTP/1.1" status: 200 len: 1096 time: 1.3873112 Nov 12 08:05:19.239946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'tag': '85c079a1-2a50-407f-a849-e0869974f95b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:19.242214 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef273df-7ff2-4cb8-984e-97265b7cafbb" -d '{"events": [{"name": "network-changed", "server_uuid": "225bbe35-bd50-40d9-b6ab-8dbca62b20ca", "tag": "85c079a1-2a50-407f-a849-e0869974f95b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:19.306362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453d6d1-23d1-45d4-b59f-955feec9c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=85c079a1-2a50-407f-a849-e0869974f95b,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:19.314386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.325394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.363641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.375358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae8f6-c602-44c2-9d2c-d6e9c67d71b9 req-6c7db7c1-8660-4b86-a32f-90cfc8c98560 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:19.377006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-839ae8f6-c602-44c2-9d2c-d6e9c67d71b9 req-6c7db7c1-8660-4b86-a32f-90cfc8c98560 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1288917 Nov 12 08:05:19.400270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event updated for resources: {'Port': ['ID=f65c5b41-7d52-4b8b-b473-6d960640e238,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:19.414132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:19.415331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-6a8a6176-b1f7-45b9-80c2-cc663c057d49 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9027562 Nov 12 08:05:19.448564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-839ae8f6-c602-44c2-9d2c-d6e9c67d71b9 req-122593ff-42f6-4db5-8ea7-ad766a47919f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549273 Nov 12 08:05:19.486301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['54244018-0e9f-4ed5-b8b5-98e285b23275'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:19.498229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-7877feea-b958-4db3-b0be-d7500ffa6b26 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.17 HTTP/1.1" status: 200 len: 695 time: 0.0633233 Nov 12 08:05:19.910116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734b49-540b-48f2-a702-d5ba131dc159 req-a356f1e3-15e0-4d06-a318-88c119de9830 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:19.911631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de734b49-540b-48f2-a702-d5ba131dc159 req-a356f1e3-15e0-4d06-a318-88c119de9830 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1097 time: 0.0980995 Nov 12 08:05:19.933810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-40101b61-c2ba-4cf0-8620-55f5368d9eb0 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:19.935171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1cc92401-2a19-4279-aa83-7809bb1c09c6 req-40101b61-c2ba-4cf0-8620-55f5368d9eb0 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.4287069 Nov 12 08:05:19.974425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de734b49-540b-48f2-a702-d5ba131dc159 req-840ba6e1-d829-446d-93ea-160dd351d932 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549662 Nov 12 08:05:20.038416 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40bb42-e256-41f8-9f25-5036a20c82de x-openstack-request-id: req-be40bb42-e256-41f8-9f25-5036a20c82de {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:20.038742 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225bbe35-bd50-40d9-b6ab-8dbca62b20ca", "tag": "85c079a1-2a50-407f-a849-e0869974f95b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:20.039281 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be40bb42-e256-41f8-9f25-5036a20c82de {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:20.039791 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'tag': '85c079a1-2a50-407f-a849-e0869974f95b', 'status': 'completed', 'code': 200} Nov 12 08:05:20.167913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb818-5299-433c-81e2-78ae671abe8e req-788e6878-56d1-4090-b1c1-767457f4931e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:20.169327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15bcb818-5299-433c-81e2-78ae671abe8e req-788e6878-56d1-4090-b1c1-767457f4931e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 945 time: 0.0726037 Nov 12 08:05:20.268985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15bcb818-5299-433c-81e2-78ae671abe8e req-06bed4d7-cd17-41b2-8217-3f7a423b43cb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927126 Nov 12 08:05:20.285692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-fdd1322c-eb9c-403b-95f6-7069ab89962e tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:20.287139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-fdd1322c-eb9c-403b-95f6-7069ab89962e tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/networks?id=1b64e1cc-1622-4cd0-b6b7-516171e55682 HTTP/1.1" status: 200 len: 814 time: 0.1492081 Nov 12 08:05:20.309221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-66f7e336-aa38-44cb-823a-2a2a44f14ba5 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/quotas/906a05b738f042fca7f25bb9ac58597c HTTP/1.1" status: 200 len: 375 time: 0.0147789 Nov 12 08:05:20.346363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-336ab66b-705e-4fd9-bc6e-4505c1e67e9f tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=906a05b738f042fca7f25bb9ac58597c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304525 Nov 12 08:05:20.476725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c4a61c02-5c91-4d0e-bfc3-3339c51c17f7 service neutron] 10.222.0.16 "GET /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220911 Nov 12 08:05:20.487349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e917-c6f3-490b-8efa-c11e4f72035c req-9cb42fdc-d1f2-4934-9440-737f23f0c7d2 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:20.489647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e62e917-c6f3-490b-8efa-c11e4f72035c req-9cb42fdc-d1f2-4934-9440-737f23f0c7d2 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.0795050 Nov 12 08:05:20.599236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e62e917-c6f3-490b-8efa-c11e4f72035c req-15de5cf1-4633-4170-943a-3683c19033a7 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997255 Nov 12 08:05:20.616103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-3562c7cf-4922-4576-a4c8-a1e4ecfcd049 service neutron] 10.222.0.16 "GET /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252570 Nov 12 08:05:20.666381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb0f9f87-630b-48a8-91d5-50755c9d750c req-aa8490b7-701a-4e42-96a5-fd3a51c58bf1 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips/5c2ff34a-1011-4bba-abc1-9fe1a103f2fa HTTP/1.1" status: 200 len: 692 time: 0.0433867 Nov 12 08:05:20.757087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:20.827378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 54244018-0e9f-4ed5-b8b5-98e285b23275 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:20.833003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 54244018-0e9f-4ed5-b8b5-98e285b23275 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:20.833542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:20.835009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f9f87-630b-48a8-91d5-50755c9d750c req-e387444a-0b90-416e-b710-7f0aa54966a5 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:20.836501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb0f9f87-630b-48a8-91d5-50755c9d750c req-e387444a-0b90-416e-b710-7f0aa54966a5 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1640801 Nov 12 08:05:20.863349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-fb0f9f87-630b-48a8-91d5-50755c9d750c req-1916542b-ef2e-40d3-9544-57c0d6884929 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:05:20.864372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb0f9f87-630b-48a8-91d5-50755c9d750c req-1916542b-ef2e-40d3-9544-57c0d6884929 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144093 Nov 12 08:05:20.949376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:20.987964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:20.991112 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c565075d-082e-4d1b-9351-77cd0f94bc0b" -d '{"events": [{"server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "name": "network-vif-plugged", "status": "completed", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:20.999263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-68edc995-d70c-4f94-b88d-9e8bb5dbd913 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:21.000836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-68edc995-d70c-4f94-b88d-9e8bb5dbd913 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.1862643 Nov 12 08:05:21.008071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:21.014104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:21.021216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8854a33-da0b-40d6-a1f0-a8ded58523f2 req-c944a86f-f42e-41d3-97ee-36779d998e87 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:21.022758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8854a33-da0b-40d6-a1f0-a8ded58523f2 req-c944a86f-f42e-41d3-97ee-36779d998e87 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0852251 Nov 12 08:05:21.041930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-7f401313-5751-4be1-8548-4ddd593a5f28 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/quotas/9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 375 time: 0.0179260 Nov 12 08:05:21.069032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:21.112787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8854a33-da0b-40d6-a1f0-a8ded58523f2 req-31e94c3a-d0c9-4268-b980-d737f4110858 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796540 Nov 12 08:05:21.126723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-38a87269-a7ab-4db6-958e-a50620b2b756 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760992 Nov 12 08:05:21.272876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-6e78ca99-d632-4045-b783-81bccdd1fdd3 service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384885 Nov 12 08:05:21.281824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df015-9de8-4dfa-8350-ca18885b4606 req-21a04f84-c4ad-4b26-b7bc-60ab1c125a77 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:21.283314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-236df015-9de8-4dfa-8350-ca18885b4606 req-21a04f84-c4ad-4b26-b7bc-60ab1c125a77 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0822935 Nov 12 08:05:21.399104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-236df015-9de8-4dfa-8350-ca18885b4606 req-6c47623a-686c-4453-bc7a-1669ff4e59a6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047428 Nov 12 08:05:21.419664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-bfe89005-07e6-4089-a652-3cdc3d166755 service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353362 Nov 12 08:05:21.504592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28b58632-3f76-44f7-8229-198ed5c05b81 req-6a37d3fe-bb87-4342-b351-e64b9e6c5a7a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 210 time: 0.0332446 Nov 12 08:05:21.573339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ab11289-77b8-4090-a89c-c98043bad849 req-ec800219-b4e1-48d3-9dea-1f0fcd0d67ce tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips/5c2ff34a-1011-4bba-abc1-9fe1a103f2fa HTTP/1.1" status: 200 len: 692 time: 0.0456717 Nov 12 08:05:21.612963 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca7840e-a9a4-4efb-8d42-4c81f2e02742 x-openstack-request-id: req-fca7840e-a9a4-4efb-8d42-4c81f2e02742 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:21.613429 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "name": "network-vif-plugged", "status": "completed", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:21.613750 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fca7840e-a9a4-4efb-8d42-4c81f2e02742 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:21.614213 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'code': 200} Nov 12 08:05:21.722288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab11289-77b8-4090-a89c-c98043bad849 req-1ca087af-f60c-4bc0-b5d6-ed5f9c80a18e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:21.723682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ab11289-77b8-4090-a89c-c98043bad849 req-1ca087af-f60c-4bc0-b5d6-ed5f9c80a18e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1406965 Nov 12 08:05:21.747031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807afc4-924e-4455-b14b-6c6027001226 req-e28128ca-3849-4890-8bf7-556f28ecf6d0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:21.748565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4807afc4-924e-4455-b14b-6c6027001226 req-e28128ca-3849-4890-8bf7-556f28ecf6d0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.0810671 Nov 12 08:05:21.802696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ab11289-77b8-4090-a89c-c98043bad849 req-7e1d24eb-2cf8-4eba-ad06-7ad7ee2e38fe tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.17 HTTP/1.1" status: 200 len: 695 time: 0.0700331 Nov 12 08:05:21.874320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ab11289-77b8-4090-a89c-c98043bad849 req-58522947-b709-4e26-9ddd-86734362ece9 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.17 HTTP/1.1" status: 200 len: 695 time: 0.0603642 Nov 12 08:05:21.896388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4807afc4-924e-4455-b14b-6c6027001226 req-d0aaa02e-6eb2-4812-a9b4-064c4896fa6f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138592 Nov 12 08:05:22.077676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-52674a6e-4872-42a7-b91d-101ec94fb9b8 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.077676 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-52674a6e-4872-42a7-b91d-101ec94fb9b8 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.32 "GET /v2.0/networks?id=1b64e1cc-1622-4cd0-b6b7-516171e55682 HTTP/1.1" status: 200 len: 814 time: 0.1889548 Nov 12 08:05:22.087263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64f314df-b021-42e4-b7c5-7d66962b61f5 req-4b8b7eb4-98b3-438e-a2af-0246a343956d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 210 time: 0.0419135 Nov 12 08:05:22.099746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Request body: {'port': {'device_id': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682', 'admin_state_up': True, 'tenant_id': '906a05b738f042fca7f25bb9ac58597c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:22.117353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Deleting port f65c5b41-7d52-4b8b-b473-6d960640e238 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:22.117750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.227978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Made reservation on behalf of 906a05b738f042fca7f25bb9ac58597c for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:22.233009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.266770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4b08a-524c-4b6a-81bb-9f52a49178db req-eea17e60-adc1-4f6f-94ea-1a13f2839908 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.268657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51a4b08a-524c-4b6a-81bb-9f52a49178db req-eea17e60-adc1-4f6f-94ea-1a13f2839908 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.0692997 Nov 12 08:05:22.279610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.280314 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.311019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Calling delete_port for f65c5b41-7d52-4b8b-b473-6d960640e238 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:22.377219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Allocated IP 172.20.0.10 (1b64e1cc-1622-4cd0-b6b7-516171e55682/a216924f-8311-4006-9b01-7f64d2899a5b/2bc273ae-4714-422f-8a98-5d374fe9e0c2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:22.384266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51a4b08a-524c-4b6a-81bb-9f52a49178db req-2ebc3c6f-0aee-4e23-83cb-ec15ed6cde10 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004517 Nov 12 08:05:22.524848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.553964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.565271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d7a31-f4a3-44ff-8cc8-1f46174903e0 req-2adc2afa-ff84-427a-b4cd-081d5dfb81af tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.566688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-176d7a31-f4a3-44ff-8cc8-1f46174903e0 req-2adc2afa-ff84-427a-b4cd-081d5dfb81af tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0955827 Nov 12 08:05:22.569653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event deleted for resources: {'Port': ['ID=f65c5b41-7d52-4b8b-b473-6d960640e238,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:22.605580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.607348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.610237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.611400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ab11289-77b8-4090-a89c-c98043bad849 req-fe4263d4-0d57-4004-8a87-3335e63f2749 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c2ff34a-1011-4bba-abc1-9fe1a103f2fa HTTP/1.1" status: 204 len: 173 time: 0.7290125 Nov 12 08:05:22.652622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Network 1b64e1cc-1622-4cd0-b6b7-516171e55682 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:22.656583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-176d7a31-f4a3-44ff-8cc8-1f46174903e0 req-e8bdc449-990c-474b-a73d-81a2883a1fdd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785031 Nov 12 08:05:22.658219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:22.664720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:22.714544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Pushing event updated for resources: {'Port': ['ID=2bc273ae-4714-422f-8a98-5d374fe9e0c2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:22.747191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.747850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.770386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-a52aa338-f605-4fe5-9941-f5dd76d69617 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6747563 Nov 12 08:05:22.784229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Request body: {'port': {'device_id': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:22.840890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1c45-aeea-4c39-8df4-78b5284d465c req-8f57100e-f495-4d2c-9687-4e4a8b02a236 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.842298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dff1c45-aeea-4c39-8df4-78b5284d465c req-8f57100e-f495-4d2c-9687-4e4a8b02a236 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1505342 Nov 12 08:05:22.855549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:22.897975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784b8ac-5abc-4da5-af63-4a148d3f275b req-ca036c34-4f84-487a-a5bb-ad2850812f6a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.899473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e784b8ac-5abc-4da5-af63-4a148d3f275b req-ca036c34-4f84-487a-a5bb-ad2850812f6a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 932 time: 0.1407011 Nov 12 08:05:22.913049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-d6f48301-c0d7-4019-a33e-62b5caac1869 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:22.914480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-d6f48301-c0d7-4019-a33e-62b5caac1869 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.1904328 Nov 12 08:05:22.934410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Request body: {'port': {'device_id': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'admin_state_up': True, 'tenant_id': '9c0127bcab704a749282f7bcf9629216'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:23.018458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dff1c45-aeea-4c39-8df4-78b5284d465c req-8914969d-5ce8-43d8-b1e6-baabd5daf869 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589806 Nov 12 08:05:23.049189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e784b8ac-5abc-4da5-af63-4a148d3f275b req-28c64642-35ba-4ea2-9285-94dfb25e736c tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337442 Nov 12 08:05:23.152723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc273ae-4714-422f-8a98-5d374fe9e0c2 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:23.160463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:23.177657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Transition to ACTIVE for port object 2bc273ae-4714-422f-8a98-5d374fe9e0c2 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:23.183248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:23.263616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Pushing event updated for resources: {'Port': ['ID=2bc273ae-4714-422f-8a98-5d374fe9e0c2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:23.280752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Made reservation on behalf of 9c0127bcab704a749282f7bcf9629216 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:23.284218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:23.313221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b286018-5940-43be-b42f-90e4db5ff545 req-e6b54bbe-8ad7-4c49-a945-441ef683de5c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.314147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b286018-5940-43be-b42f-90e4db5ff545 req-e6b54bbe-8ad7-4c49-a945-441ef683de5c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1974297 Nov 12 08:05:23.316412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Attempting to bind port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:23.316748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Attempting to bind port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1a3eeefd-8ff5-46b3-9803-9baed29bc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:23.317073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Attempting to bind port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 on network 1b64e1cc-1622-4cd0-b6b7-516171e55682 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:23.323300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f311dbd-bc5b-47bb-94d7-2a9280937ec0 req-892bb1b1-48c0-46e5-bcf8-6953e7d9ed0d tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.325298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f311dbd-bc5b-47bb-94d7-2a9280937ec0 req-892bb1b1-48c0-46e5-bcf8-6953e7d9ed0d tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2734051 Nov 12 08:05:23.327418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 on network 1b64e1cc-1622-4cd0-b6b7-516171e55682 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:23.327799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Attempting to bind port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 on network 1b64e1cc-1622-4cd0-b6b7-516171e55682 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:23.340655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:23.341174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Checking segment: {'id': '1a3eeefd-8ff5-46b3-9803-9baed29bc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:23.341737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Bound using segment: {'id': '1a3eeefd-8ff5-46b3-9803-9baed29bc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:23.342528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Bound port: 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3eeefd-8ff5-46b3-9803-9baed29bc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:23.343021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:23.422105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] For port 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:23.424599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b286018-5940-43be-b42f-90e4db5ff545 req-407d0213-37ac-4e06-9b47-5766f6d6f236 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970364 Nov 12 08:05:23.428257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] For port 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2,segment=NetworkSegment(1a3eeefd-8ff5-46b3-9803-9baed29bc106),segment_id=1a3eeefd-8ff5-46b3-9803-9baed29bc106)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:23.439204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:23.474894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.475586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:23.477098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-c1437388-94e8-499a-81a8-02d73255812d service neutron] 10.222.0.32 "PUT /v2.0/ports/2bc273ae-4714-422f-8a98-5d374fe9e0c2 HTTP/1.1" status: 200 len: 1093 time: 0.6978600 Nov 12 08:05:23.477554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'tag': '2bc273ae-4714-422f-8a98-5d374fe9e0c2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:23.479894 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f227fc-97da-46fd-9c07-bdc9444b7324" -d '{"events": [{"name": "network-changed", "server_uuid": "3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7", "tag": "2bc273ae-4714-422f-8a98-5d374fe9e0c2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:23.509654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1437388-94e8-499a-81a8-02d73255812d service neutron] Pushing event updated for resources: {'Port': ['ID=2bc273ae-4714-422f-8a98-5d374fe9e0c2,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:23.570273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-ac1ccd04-f23c-428a-b5ad-eee20ece6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.572079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-ac1ccd04-f23c-428a-b5ad-eee20ece6fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=906a05b738f042fca7f25bb9ac58597c&device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 1096 time: 0.0542889 Nov 12 08:05:23.628010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-5cb25d83-6eac-4ba6-b2aa-cbd153c878cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2 HTTP/1.1" status: 200 len: 217 time: 0.0464971 Nov 12 08:05:23.699565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f912f0-6e70-4725-a2fd-7834c39b0c3a req-61dd9621-42bc-426a-afa3-fc548328a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.701108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-40f912f0-6e70-4725-a2fd-7834c39b0c3a req-61dd9621-42bc-426a-afa3-fc548328a23f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1098 time: 0.0833647 Nov 12 08:05:23.702428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-f379bf34-ca33-4977-93a4-911c6b3660c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.703742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-f379bf34-ca33-4977-93a4-911c6b3660c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a216924f-8311-4006-9b01-7f64d2899a5b HTTP/1.1" status: 200 len: 854 time: 0.0610332 Nov 12 08:05:23.745827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-f34c0644-e99b-4ce2-bca1-35e421dbe729 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b64e1cc-1622-4cd0-b6b7-516171e55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318804 Nov 12 08:05:23.794460 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-40f912f0-6e70-4725-a2fd-7834c39b0c3a req-0fff5bfb-a78f-454e-adfd-4189086837ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861025 Nov 12 08:05:23.856402 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-98278d2a-fefc-4988-bf41-cef5390c935a service neutron] 10.222.0.32 "GET /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003532 Nov 12 08:05:23.876586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-531f8590-1870-4cd8-8fcc-e3fc38c1626b req-acaba480-795d-49e3-85b3-182d11cdd6b8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 210 time: 0.1179757 Nov 12 08:05:23.903797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfa4d037-de26-4dd3-8304-11919dcf0a30 req-2ff2537f-298d-453c-92a8-39d4c198a027 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=ded4f538eb5d4bee80f1bda2c75555d9 HTTP/1.1" status: 200 len: 1657 time: 0.1364355 Nov 12 08:05:23.928598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Allocated IP 172.20.0.5 (ad1f9675-670b-4ede-8d00-88c8550ce43a/14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:23.948142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef273df-7ff2-4cb8-984e-97265b7cafbb req-adb3ad01-ddf5-4ee3-bed0-4dca7e80dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:23.950228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef273df-7ff2-4cb8-984e-97265b7cafbb req-adb3ad01-ddf5-4ee3-bed0-4dca7e80dd2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6af1234ce6c74a57adc8251655568b7a&device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 1099 time: 0.1930223 Nov 12 08:05:23.962737 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a089eadb-c81d-472b-a4d0-3ad0a2ed4215 req-418ae50f-088d-4f7f-975f-a63712d97672 service neutron] 10.222.0.32 "GET /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990505 Nov 12 08:05:24.122813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39447bc6-0e57-49ad-9199-8b935a1243a5 req-4dd87ff5-f032-4aa3-b7a3-7f80504ef5a8 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.124329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39447bc6-0e57-49ad-9199-8b935a1243a5 req-4dd87ff5-f032-4aa3-b7a3-7f80504ef5a8 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.1584809 Nov 12 08:05:24.165554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4d037-de26-4dd3-8304-11919dcf0a30 req-cef7af15-35b3-4b20-b56c-2dcaf9fffb24 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.167031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfa4d037-de26-4dd3-8304-11919dcf0a30 req-cef7af15-35b3-4b20-b56c-2dcaf9fffb24 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks?id=d90aae7b-bf14-4e55-9dda-871c001dd97f&id=d90aae7b-bf14-4e55-9dda-871c001dd97f&id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 787 time: 0.2594712 Nov 12 08:05:24.192080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-dfa4d037-de26-4dd3-8304-11919dcf0a30 req-b16cc260-3f8c-4f80-bba0-41c45f098cb1 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:05:24.193067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfa4d037-de26-4dd3-8304-11919dcf0a30 req-b16cc260-3f8c-4f80-bba0-41c45f098cb1 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145364 Nov 12 08:05:24.232279 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e690759-9cf0-4e55-a2d5-a82fccaaf685 x-openstack-request-id: req-1e690759-9cf0-4e55-a2d5-a82fccaaf685 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:24.233075 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7", "tag": "2bc273ae-4714-422f-8a98-5d374fe9e0c2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:24.233075 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e690759-9cf0-4e55-a2d5-a82fccaaf685 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:24.233889 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'tag': '2bc273ae-4714-422f-8a98-5d374fe9e0c2', 'status': 'completed', 'code': 200} Nov 12 08:05:24.252264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39447bc6-0e57-49ad-9199-8b935a1243a5 req-b7a9765e-469e-490a-84f6-f42fbfe18059 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940273 Nov 12 08:05:24.262806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:24.318730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-fc9a0762-6075-43c1-abb9-4c6c11a043fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.321507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-fc9a0762-6075-43c1-abb9-4c6c11a043fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=906a05b738f042fca7f25bb9ac58597c&device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 1096 time: 0.0593526 Nov 12 08:05:24.360352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:24.417433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab1e28-782c-454f-b2c4-c45dd756cc91 req-c50b2a7b-7ce4-47ff-b219-1b4a855b1fe6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.418975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08ab1e28-782c-454f-b2c4-c45dd756cc91 req-c50b2a7b-7ce4-47ff-b219-1b4a855b1fe6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1330462 Nov 12 08:05:24.429173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-12e7cc3e-7ba3-4975-9867-73489ff77980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.429869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Network ad1f9675-670b-4ede-8d00-88c8550ce43a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:24.430658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-12e7cc3e-7ba3-4975-9867-73489ff77980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b64e1cc-1622-4cd0-b6b7-516171e55682 HTTP/1.1" status: 200 len: 914 time: 0.0981915 Nov 12 08:05:24.448952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:24.451518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:24.457315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.457953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:24.474215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1570c-fa85-410b-a64f-0549c73028cb req-e2a94c4e-b294-4897-ba88-197e16715b57 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.475776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1e1570c-fa85-410b-a64f-0549c73028cb req-e2a94c4e-b294-4897-ba88-197e16715b57 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1488578 Nov 12 08:05:24.483464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-fac66286-4a10-4018-9f21-c061a8ed8b57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2 HTTP/1.1" status: 200 len: 217 time: 0.0441175 Nov 12 08:05:24.485436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:24.517265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-eb657883-0ca7-4254-a8d3-76361f715cd6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5920849 Nov 12 08:05:24.531472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Request body: {'port': {'device_id': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:24.543739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-a187c69d-5cb8-46d7-aa85-bed1a2c27ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.545261 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-a187c69d-5cb8-46d7-aa85-bed1a2c27ea9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a216924f-8311-4006-9b01-7f64d2899a5b HTTP/1.1" status: 200 len: 854 time: 0.0511408 Nov 12 08:05:24.575990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08ab1e28-782c-454f-b2c4-c45dd756cc91 req-94fba438-dfd4-41ef-aa73-173a4791f915 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432972 Nov 12 08:05:24.578617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-f7eb3896-bd3d-42e7-9dd7-77b7f88e46da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b64e1cc-1622-4cd0-b6b7-516171e55682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254734 Nov 12 08:05:24.599346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1e1570c-fa85-410b-a64f-0549c73028cb req-930a3784-392f-4f2b-ba63-62550d71e603 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065314 Nov 12 08:05:24.676122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:24.694845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-cee6b814-e50c-4dd5-8439-df14a5c6e704 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips/f70820c5-02d1-4026-8d6d-fddf5bb804a6 HTTP/1.1" status: 200 len: 693 time: 0.0630271 Nov 12 08:05:24.696595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-0fabcea3-4b9f-41c1-9b20-c770db06da7f service neutron] 10.222.0.32 "GET /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092644 Nov 12 08:05:24.798177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46f227fc-97da-46fd-9c07-bdc9444b7324 req-41ecff58-27cb-4916-88c7-83024c0d2191 service neutron] 10.222.0.32 "GET /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940566 Nov 12 08:05:24.836115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283659fb-d4ba-4eda-9714-19ec933c0122 req-4fe3d377-b303-49f2-a891-7475aedf2acd tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.837612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-283659fb-d4ba-4eda-9714-19ec933c0122 req-4fe3d377-b303-49f2-a891-7475aedf2acd tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 944 time: 0.1626565 Nov 12 08:05:24.964830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-0fc6c573-0fb9-454a-b2e4-8858d30f01f5 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:24.966173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-0fc6c573-0fb9-454a-b2e4-8858d30f01f5 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2521133 Nov 12 08:05:25.059226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-283659fb-d4ba-4eda-9714-19ec933c0122 req-3314010c-25c3-45c0-b262-c519e43c2942 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700857 Nov 12 08:05:25.068113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-376aa3c3-cffd-4d39-8aee-c563da55cb63 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.0879910 Nov 12 08:05:25.136594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-97f8f92f-73af-438a-9272-c701274a413e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.0566771 Nov 12 08:05:25.336996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:25.348772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773101a0-92a1-45f0-a6df-7c3197752c82 req-56f4374f-43a8-4faa-9108-080f07206821 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:25.350264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-773101a0-92a1-45f0-a6df-7c3197752c82 req-56f4374f-43a8-4faa-9108-080f07206821 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1605358 Nov 12 08:05:25.355177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.387405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Transition to ACTIVE for port object aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:25.401127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.458675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Deleting port 3247b232-6c7f-464b-b22b-84a948e23a19 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:25.459005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.466483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-773101a0-92a1-45f0-a6df-7c3197752c82 req-71f601e7-d0b7-46aa-bf38-2a5acd623d0e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077645 Nov 12 08:05:25.491770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:25.585330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:25.585670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:25.585994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:25.598562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:25.598807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:25.615997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.616344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.618697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:25.619030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:25.619679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:25.620664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Bound port: aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:25.621006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.634855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Calling delete_port for 3247b232-6c7f-464b-b22b-84a948e23a19 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:25.661022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c99fe3-38b6-4002-8d96-d69792672543 req-67e1ec72-07c6-4c3b-8128-0156ddff9e4d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:25.662506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3c99fe3-38b6-4002-8d96-d69792672543 req-67e1ec72-07c6-4c3b-8128-0156ddff9e4d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1218233 Nov 12 08:05:25.798556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:25.813970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3c99fe3-38b6-4002-8d96-d69792672543 req-7307d758-f860-451f-a801-1316317d85e2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455290 Nov 12 08:05:25.819378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:25.828277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.872165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:25.872796 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.874210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] 10.222.0.32 "PUT /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 1092 time: 1.3469412 Nov 12 08:05:25.876036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:25.878345 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc31b070-3736-4b48-a696-9a4215b8ac51" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:25.980882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e1dd5-3cc4-4e12-ae1a-1bbdf1e42e12 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:26.002901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:26.041226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1d154-ac4b-452a-a924-4945ddc438a3 req-5b2f9b69-d813-40c6-b5a8-9bfe1355b85b tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:26.043247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3d1d154-ac4b-452a-a924-4945ddc438a3 req-5b2f9b69-d813-40c6-b5a8-9bfe1355b85b tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.1370542 Nov 12 08:05:26.045054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-646b20ba-5027-441e-8bde-5b879619edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:26.046414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-646b20ba-5027-441e-8bde-5b879619edc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1095 time: 0.1205873 Nov 12 08:05:26.047590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event deleted for resources: {'Port': ['ID=3247b232-6c7f-464b-b22b-84a948e23a19,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:26.116962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-480c5bc7-1b50-42ec-84dd-dbfeb146c634 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 217 time: 0.0549541 Nov 12 08:05:26.120203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:26.122703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:26.123768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c287f2bc-6f15-4116-a1d3-594064c76339 req-779d881c-9ec6-413b-8a7a-5acb8ec0f943 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "DELETE /v2.0/floatingips/f70820c5-02d1-4026-8d6d-fddf5bb804a6 HTTP/1.1" status: 204 len: 173 time: 0.9815271 Nov 12 08:05:26.191031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3d1d154-ac4b-452a-a924-4945ddc438a3 req-4847851c-07e3-4f36-b1d2-ea688e7ba6e4 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401353 Nov 12 08:05:26.217614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-3b1f83dd-815f-47a7-a542-2d708e8a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:26.219095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-3b1f83dd-815f-47a7-a542-2d708e8a59ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0932548 Nov 12 08:05:26.255048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-5d78d501-f312-4913-b33e-e76bc3632494 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285954 Nov 12 08:05:26.263400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885f04a-03ff-42bf-934a-0f4415a65926 req-eb44363c-153c-4139-b1fe-2a668baa5458 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:26.264836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9885f04a-03ff-42bf-934a-0f4415a65926 req-eb44363c-153c-4139-b1fe-2a668baa5458 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0900910 Nov 12 08:05:26.394574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9885f04a-03ff-42bf-934a-0f4415a65926 req-647f2fc1-01a3-4bee-8651-44c1012dc87b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146700 Nov 12 08:05:26.416347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2664-984d-43ef-8a8c-0e7936bbaa1d req-50d18b74-b091-4623-85a4-aaee8f7de6b5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:26.416347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c46d2664-984d-43ef-8a8c-0e7936bbaa1d req-50d18b74-b091-4623-85a4-aaee8f7de6b5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1592913 Nov 12 08:05:26.447108 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd1588-e200-40e2-ad16-384e8f1907e9 x-openstack-request-id: req-1ecd1588-e200-40e2-ad16-384e8f1907e9 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:26.447460 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:26.447716 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ecd1588-e200-40e2-ad16-384e8f1907e9 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:26.448035 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'status': 'completed', 'code': 200} Nov 12 08:05:26.452881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-dddf2270-9568-428b-95f7-2b0bf63f59c8 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871376 Nov 12 08:05:26.519394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c46d2664-984d-43ef-8a8c-0e7936bbaa1d req-61cf317a-670c-4ce9-bad0-7f7e83befad5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021273 Nov 12 08:05:26.620524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-fe07331f-8482-4e0b-ba1b-9ea47cb80b65 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips/775e3395-559f-4627-8969-c45735f7d4c0 HTTP/1.1" status: 200 len: 693 time: 0.0612044 Nov 12 08:05:26.660152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8537-332b-4475-904b-eadd1872f5f9 req-c88bf30b-cecb-49e6-8298-ae358ea164c7 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:26.661575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14fd8537-332b-4475-904b-eadd1872f5f9 req-c88bf30b-cecb-49e6-8298-ae358ea164c7 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 944 time: 0.1593919 Nov 12 08:05:26.683274 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8320ee81-9242-4f83-a43c-0dd0da0360f4 req-8fd19fdf-1a69-4365-84db-f78eca8f02dd service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192330 Nov 12 08:05:26.793980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef273df-7ff2-4cb8-984e-97265b7cafbb req-5c17998f-ce88-44bf-84d1-1ff155c08146 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6af1234ce6c74a57adc8251655568b7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603428 Nov 12 08:05:26.891910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14fd8537-332b-4475-904b-eadd1872f5f9 req-20bfd536-4199-4461-b9a8-c08005326e28 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176089 Nov 12 08:05:27.236069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-69427b0f-289a-4d10-bcc1-27c67fe18a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.237580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-69427b0f-289a-4d10-bcc1-27c67fe18a80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1095 time: 0.4929714 Nov 12 08:05:27.278876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-393ec2f9-3bcc-4690-afbd-378991270dc8 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.280242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-393ec2f9-3bcc-4690-afbd-378991270dc8 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.6518576 Nov 12 08:05:27.334667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-ea79ea99-35e1-459c-a192-79ba08288153 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:05:27.335673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-ea79ea99-35e1-459c-a192-79ba08288153 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320828 Nov 12 08:05:27.435949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef273df-7ff2-4cb8-984e-97265b7cafbb req-c0e39c85-931d-4d7f-a0de-22d26b9662b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.437431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef273df-7ff2-4cb8-984e-97265b7cafbb req-c0e39c85-931d-4d7f-a0de-22d26b9662b4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6298187 Nov 12 08:05:27.452967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984773f-a90c-41cf-ad0f-91c8af5769f5 req-39b8ec78-530d-4aab-9db7-60a4d865dad9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.454468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5984773f-a90c-41cf-ad0f-91c8af5769f5 req-39b8ec78-530d-4aab-9db7-60a4d865dad9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.2477608 Nov 12 08:05:27.460967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-baec5ca1-c261-4063-bcb4-43f1275e6fc9 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1088834 Nov 12 08:05:27.491327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2bc273ae-4714-422f-8a98-5d374fe9e0c2 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:27.572719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-b3187cb7-f4a3-412d-a9f3-1c56aadab461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.574246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-b3187cb7-f4a3-412d-a9f3-1c56aadab461 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.3165078 Nov 12 08:05:27.577300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-1783a2d6-441c-40e6-b0e6-6a6e8e65e20b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1059375 Nov 12 08:05:27.591944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2,segment=NetworkSegment(1a3eeefd-8ff5-46b3-9803-9baed29bc106),segment_id=1a3eeefd-8ff5-46b3-9803-9baed29bc106)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:27.606473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '2bc273ae-4714-422f-8a98-5d374fe9e0c2', 'network_id': '1b64e1cc-1622-4cd0-b6b7-516171e55682', 'port_id': '2bc273ae-4714-422f-8a98-5d374fe9e0c2', 'mac_address': 'fa:16:3e:a6:ee:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a216924f-8311-4006-9b01-7f64d2899a5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:27.644823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:27.662656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc273ae-4714-422f-8a98-5d374fe9e0c2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:27.669379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5984773f-a90c-41cf-ad0f-91c8af5769f5 req-86bbb44f-6d6f-43ec-8338-e86002bc38c9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074380 Nov 12 08:05:27.673829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-d34aacb4-469f-4200-acd3-14b7d7011658 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 217 time: 0.0838299 Nov 12 08:05:27.685266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2,segment=NetworkSegment(1a3eeefd-8ff5-46b3-9803-9baed29bc106),segment_id=1a3eeefd-8ff5-46b3-9803-9baed29bc106)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:27.695680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-dae08244-e57b-403a-b2c4-49bd488589db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.697307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-dae08244-e57b-403a-b2c4-49bd488589db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6af1234ce6c74a57adc8251655568b7a&device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 1099 time: 0.2076042 Nov 12 08:05:27.698184 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:27.755853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=2bc273ae-4714-422f-8a98-5d374fe9e0c2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:27.818961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-63b8b572-d776-482d-8630-c0848c64ef31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=85c079a1-2a50-407f-a849-e0869974f95b HTTP/1.1" status: 200 len: 217 time: 0.0906043 Nov 12 08:05:27.892924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-0ae45d48-adb3-4474-b8e6-772322d19fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.894389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-0ae45d48-adb3-4474-b8e6-772322d19fd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.2098174 Nov 12 08:05:27.923131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-daa2a304-39af-4a1a-8370-4806f142e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.924621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-daa2a304-39af-4a1a-8370-4806f142e8fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0885031 Nov 12 08:05:27.944713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-11ecbc97-6365-48f2-9860-5f37b7d474c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401595 Nov 12 08:05:27.962331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9437172-390f-4d33-8243-c6981b2704d2 req-d8b3e7c5-a819-4972-9696-cf8c2c0dc3f8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:27.964459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9437172-390f-4d33-8243-c6981b2704d2 req-d8b3e7c5-a819-4972-9696-cf8c2c0dc3f8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.2081871 Nov 12 08:05:27.968303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['2bc273ae-4714-422f-8a98-5d374fe9e0c2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:28.060226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Deleting port 2319374a-2ea4-4541-b766-ee901190332a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:28.060463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:28.155072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-00743a73-0892-42bd-b4e3-07b5f7f54b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:28.156610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-00743a73-0892-42bd-b4e3-07b5f7f54b97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2142966 Nov 12 08:05:28.174338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9437172-390f-4d33-8243-c6981b2704d2 req-b7798d44-f6d0-4c59-a371-6ec6b0566e39 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853876 Nov 12 08:05:28.213258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-c70fc20e-cf53-4879-b15e-96be509f3e99 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478223 Nov 12 08:05:28.263325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:28.263645 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:28.323088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Calling delete_port for 2319374a-2ea4-4541-b766-ee901190332a owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:28.440867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-2bb8f12b-bb93-467f-992d-2527fc08becf service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747421 Nov 12 08:05:28.455228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ff99e-99ef-4f3f-acb4-b6165131ce50 req-3c064924-9177-4d9a-a409-548767246687 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:28.456733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83ff99e-99ef-4f3f-acb4-b6165131ce50 req-3c064924-9177-4d9a-a409-548767246687 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.1985886 Nov 12 08:05:28.497883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc31b070-3736-4b48-a696-9a4215b8ac51 req-b81fbb04-55a8-4172-a964-a3ac50ed937f service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730014 Nov 12 08:05:28.620679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83ff99e-99ef-4f3f-acb4-b6165131ce50 req-b9a0494a-0d36-4374-ba34-b7d2b4a9404a tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552782 Nov 12 08:05:28.649004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b053a6d3-f951-4c0d-ac6e-7d7bcfe052fe req-208a658b-8f7f-4429-bf82-91c09e95f345 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854010 Nov 12 08:05:28.658386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:28.690520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event deleted for resources: {'Port': ['ID=2319374a-2ea4-4541-b766-ee901190332a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:28.721379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:28.723904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:28.725022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa50469-8629-4d9d-b649-a4d8eeeb0ea9 req-b970b8aa-3ae9-4667-809b-7fca97f5e72b tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "DELETE /v2.0/floatingips/775e3395-559f-4627-8969-c45735f7d4c0 HTTP/1.1" status: 204 len: 173 time: 1.1368957 Nov 12 08:05:28.767633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edb9ef-2c33-4d91-8af0-605d27265493 req-c6434a6d-b15e-4411-a2a1-9216ec163bbf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:28.769201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4edb9ef-2c33-4d91-8af0-605d27265493 req-c6434a6d-b15e-4411-a2a1-9216ec163bbf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0580907 Nov 12 08:05:28.845616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4edb9ef-2c33-4d91-8af0-605d27265493 req-873b4482-7b46-451f-8c75-458dc2dcd3d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701120 Nov 12 08:05:28.860267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260c595-bf72-49ac-b768-0d970b10de4c req-559bc086-7a44-4f26-8472-1da99589f5f2 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:28.861935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1260c595-bf72-49ac-b768-0d970b10de4c req-559bc086-7a44-4f26-8472-1da99589f5f2 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0793605 Nov 12 08:05:28.959346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1260c595-bf72-49ac-b768-0d970b10de4c req-1f14130c-42f8-4158-b3a5-56ae401a6c91 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870435 Nov 12 08:05:28.979123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e75a66-5ece-4979-8282-3a51dafc4cd8 req-752b57fc-fa8a-4d8a-83c4-632a8a7e3d25 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:28.984551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45e75a66-5ece-4979-8282-3a51dafc4cd8 req-752b57fc-fa8a-4d8a-83c4-632a8a7e3d25 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 945 time: 0.0711317 Nov 12 08:05:29.037995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45e75a66-5ece-4979-8282-3a51dafc4cd8 req-116941c9-92a1-4edb-b162-f5508da3017f tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503037 Nov 12 08:05:29.116776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-fef32185-38a3-48be-8596-cf4f51c80d02 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips/9fc8399a-6065-4760-942d-572db5ca4fb4 HTTP/1.1" status: 200 len: 693 time: 0.0541420 Nov 12 08:05:29.207997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a73f-cda8-44cc-b8d7-3970de31ce05 req-2681a27c-b053-4184-87b9-6d6bcfdf5bee tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:29.209581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8050a73f-cda8-44cc-b8d7-3970de31ce05 req-2681a27c-b053-4184-87b9-6d6bcfdf5bee tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1110435 Nov 12 08:05:29.273311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-e5d0951e-211f-4005-a5f3-02ea6e259f5e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:29.274676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-e5d0951e-211f-4005-a5f3-02ea6e259f5e tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1412156 Nov 12 08:05:29.297528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8050a73f-cda8-44cc-b8d7-3970de31ce05 req-a6e1408b-7cc9-45ca-8635-4e045e2a37e8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775869 Nov 12 08:05:29.340930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-b92b7ba6-5834-4d26-a612-1879d26a23ff tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0576944 Nov 12 08:05:29.420665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-b6f6ed38-5b49-45a3-a3ba-a3a75735e8c9 tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0704226 Nov 12 08:05:29.477683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6cbec-0d02-4e5e-82c1-70ead064cdc0 req-2d170ca2-6cd6-4a74-aaf5-fb24521b3004 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:29.479262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ae6cbec-0d02-4e5e-82c1-70ead064cdc0 req-2d170ca2-6cd6-4a74-aaf5-fb24521b3004 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1180878 Nov 12 08:05:29.512177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:29.575514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2bc273ae-4714-422f-8a98-5d374fe9e0c2 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:29.592148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ae6cbec-0d02-4e5e-82c1-70ead064cdc0 req-952839bf-9e93-42bd-8571-7a1041f4915d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041951 Nov 12 08:05:29.614280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Deleting port f0ab439a-6ba0-4ef6-8de1-5b3c611c3b69 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:29.614280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.650533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:29.659805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:29.671907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:29.672414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.674483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'port_id': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'mac_address': 'fa:16:3e:5c:1f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:29.708970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.709298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.749081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Calling delete_port for f0ab439a-6ba0-4ef6-8de1-5b3c611c3b69 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:29.749611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.784012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:29.810030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.817528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88d388-50c4-48dc-8820-4edb94898fac req-1321d9a1-a161-4730-9a5f-9721d12a967a tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:29.819065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee88d388-50c4-48dc-8820-4edb94898fac req-1321d9a1-a161-4730-9a5f-9721d12a967a tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.1124516 Nov 12 08:05:29.821022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:29.831603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:29.844701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc273ae-4714-422f-8a98-5d374fe9e0c2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:29.844701 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2624a7f4-ec63-410e-84b0-ae20f8f2af3a" -d '{"events": [{"server_uuid": "3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc273ae-4714-422f-8a98-5d374fe9e0c2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:29.895147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee88d388-50c4-48dc-8820-4edb94898fac req-7768334a-89ea-45db-b840-3832547de221 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655427 Nov 12 08:05:29.961782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.002056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Pushing event deleted for resources: {'Port': ['ID=f0ab439a-6ba0-4ef6-8de1-5b3c611c3b69,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:30.008327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2,segment=NetworkSegment(1a3eeefd-8ff5-46b3-9803-9baed29bc106),segment_id=1a3eeefd-8ff5-46b3-9803-9baed29bc106)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:30.016719 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.041419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:30.058259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.060816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.061976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66504dd8-28f3-417d-9af3-e7494ef9ea34 req-dcf5dc35-83b2-4749-982b-99d4c34773da tempest-FloatingIPDetailsTestJSON-2137983969 tempest-FloatingIPDetailsTestJSON-2137983969-project] 10.222.0.16 "DELETE /v2.0/floatingips/9fc8399a-6065-4760-942d-572db5ca4fb4 HTTP/1.1" status: 204 len: 173 time: 0.6348534 Nov 12 08:05:30.069992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:30.084534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60494733-17b6-4710-aae6-ed4edbdee834 req-55cd4697-b6e5-43a7-b6bc-fa052af38e30 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.086093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60494733-17b6-4710-aae6-ed4edbdee834 req-55cd4697-b6e5-43a7-b6bc-fa052af38e30 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0968614 Nov 12 08:05:30.096472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=2bc273ae-4714-422f-8a98-5d374fe9e0c2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:30.125228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:30.157091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60494733-17b6-4710-aae6-ed4edbdee834 req-06deb6db-9461-4fce-a680-daa683f0006d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626371 Nov 12 08:05:30.202117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc03e10-c101-4e66-bad0-c05db1a7f99e req-02b346d6-7adc-4f18-8629-6b4d65cf06a4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.204097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecc03e10-c101-4e66-bad0-c05db1a7f99e req-02b346d6-7adc-4f18-8629-6b4d65cf06a4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0605721 Nov 12 08:05:30.227273 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4285ab6b-d8b1-4a7a-bcc1-dd89c7ad9a20 x-openstack-request-id: req-4285ab6b-d8b1-4a7a-bcc1-dd89c7ad9a20 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:30.227717 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7", "name": "network-vif-plugged", "status": "completed", "tag": "2bc273ae-4714-422f-8a98-5d374fe9e0c2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:30.228252 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4285ab6b-d8b1-4a7a-bcc1-dd89c7ad9a20 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:30.228795 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc273ae-4714-422f-8a98-5d374fe9e0c2', 'code': 200} Nov 12 08:05:30.282930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecc03e10-c101-4e66-bad0-c05db1a7f99e req-e0dc9b94-732d-40fe-9afc-c3102c149738 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Nov 12 08:05:30.369174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5944a0-29c8-4252-9e7a-b8552d2e6624 req-66382aa6-d17b-4f32-b77f-4dd98fc17d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.372620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc5944a0-29c8-4252-9e7a-b8552d2e6624 req-66382aa6-d17b-4f32-b77f-4dd98fc17d4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 1098 time: 0.0858996 Nov 12 08:05:30.472226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc5944a0-29c8-4252-9e7a-b8552d2e6624 req-a37096ec-b266-4473-9b0e-9cff8a14d1b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878246 Nov 12 08:05:30.491072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a50c-78b3-4067-acf2-833b6fb93e52 req-5a019d9f-7e6c-4590-abbb-714a4a6f765a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.492809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c123a50c-78b3-4067-acf2-833b6fb93e52 req-5a019d9f-7e6c-4590-abbb-714a4a6f765a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.1029193 Nov 12 08:05:30.537825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.592461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c123a50c-78b3-4067-acf2-833b6fb93e52 req-ea56b72e-464b-43a0-86ad-90c8c65eabc9 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751891 Nov 12 08:05:30.620954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fffe7-af89-43a6-bad3-02fe80bac6cf req-2f2850a1-f4aa-4ff6-a6a2-4702331a3f7d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.623805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee2fffe7-af89-43a6-bad3-02fe80bac6cf req-2f2850a1-f4aa-4ff6-a6a2-4702331a3f7d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.0749452 Nov 12 08:05:30.686040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee2fffe7-af89-43a6-bad3-02fe80bac6cf req-8d5c2cd0-f8e9-4d0d-8057-46a1e6d09852 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554998 Nov 12 08:05:30.726185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73b9ef-bfec-471d-a8f9-9e4bc8d1c413 req-50409676-f500-4a17-9e8e-fa1150f6a28e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.728646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f73b9ef-bfec-471d-a8f9-9e4bc8d1c413 req-50409676-f500-4a17-9e8e-fa1150f6a28e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0560808 Nov 12 08:05:30.803552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f73b9ef-bfec-471d-a8f9-9e4bc8d1c413 req-738856b9-698a-4a78-8311-3ec499f42719 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672407 Nov 12 08:05:30.824617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Deleting port 3de336be-9841-4c9c-a1ad-5f297034f307 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:30.824617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.828539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049b2cb-418a-460b-8be1-d0997836ad0a req-1a9d691d-a031-47b0-8e39-3348e90d0204 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.833364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4049b2cb-418a-460b-8be1-d0997836ad0a req-1a9d691d-a031-47b0-8e39-3348e90d0204 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 944 time: 0.0733726 Nov 12 08:05:30.905603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] For port 3de336be-9841-4c9c-a1ad-5f297034f307, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3de336be-9841-4c9c-a1ad-5f297034f307,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:30.905977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:30.916782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4049b2cb-418a-460b-8be1-d0997836ad0a req-1587b811-7fe6-4cbf-bcd8-0796a22644d2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798213 Nov 12 08:05:30.923059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Calling delete_port for 3de336be-9841-4c9c-a1ad-5f297034f307 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:30.927120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58856-cefd-4105-b5a5-bbf709dd1143 req-ba34512b-9a96-4e9c-bcdb-ccf696fd1982 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:30.928666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83a58856-cefd-4105-b5a5-bbf709dd1143 req-ba34512b-9a96-4e9c-bcdb-ccf696fd1982 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1098 time: 0.0580184 Nov 12 08:05:30.984116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83a58856-cefd-4105-b5a5-bbf709dd1143 req-f9481d62-e7a2-4986-be60-cdfbcbf2dbb4 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445919 Nov 12 08:05:31.048806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f481a-cb01-45d6-ac33-f0eed7d9d494 req-a79054fa-f7fc-4b0a-841c-fc3ac943a5cb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:31.050552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f26f481a-cb01-45d6-ac33-f0eed7d9d494 req-a79054fa-f7fc-4b0a-841c-fc3ac943a5cb tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.0611601 Nov 12 08:05:31.103626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f26f481a-cb01-45d6-ac33-f0eed7d9d494 req-e83ec3b4-03d3-463e-aa73-98185b8e9e52 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Nov 12 08:05:31.128294 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:31.155855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Pushing event deleted for resources: {'Port': ['ID=3de336be-9841-4c9c-a1ad-5f297034f307,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:31.298321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac881f-b237-4eee-b9cd-23caded8b221 req-f213fda6-6335-4d29-9e48-402d95f4b94b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:31.299907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0aac881f-b237-4eee-b9cd-23caded8b221 req-f213fda6-6335-4d29-9e48-402d95f4b94b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0567336 Nov 12 08:05:31.364132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:31.384741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0aac881f-b237-4eee-b9cd-23caded8b221 req-b6fbce90-7102-4a74-b8c3-9b509cab314a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Nov 12 08:05:31.506556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:31.567143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:31.573871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:31.574242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:31.609389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Router 60950b53-d56e-498c-8b8c-9808892ffa97 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:05:31.678819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:31.756694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dad30-ab2d-4412-8693-8cda5340e8a2 req-b24af997-63fc-48cd-a70a-52e87b5ce1fe tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:31.759221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:31.766534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a7dad30-ab2d-4412-8693-8cda5340e8a2 req-b24af997-63fc-48cd-a70a-52e87b5ce1fe tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0637262 Nov 12 08:05:31.771588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:31.848989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a7dad30-ab2d-4412-8693-8cda5340e8a2 req-1b352a4c-c8af-4deb-9065-8880d234ad0b tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806525 Nov 12 08:05:31.868645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:05:31.884590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] Sync routers for ids ['60950b53-d56e-498c-8b8c-9808892ffa97'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:05:31.888462 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d866b8c-02fb-4ccf-8484-774e1066e79b admin admin] 10.222.0.16 "PUT /v2.0/routers/60950b53-d56e-498c-8b8c-9808892ffa97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8172174 Nov 12 08:05:31.891299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59120) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:31.926531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] Routers {'60950b53-d56e-498c-8b8c-9808892ffa97'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:05:31.927321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:05:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['60950b53-d56e-498c-8b8c-9808892ffa97'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:31.930598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:31.990168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b6d8b-58e7-41ee-8aed-a14f2bf8a421 req-509df904-fce8-467b-8f27-b0061f81f86e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:31.998967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c9b6d8b-58e7-41ee-8aed-a14f2bf8a421 req-509df904-fce8-467b-8f27-b0061f81f86e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0889840 Nov 12 08:05:32.075019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] Set router 60950b53-d56e-498c-8b8c-9808892ffa97 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:05:32.078961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c9b6d8b-58e7-41ee-8aed-a14f2bf8a421 req-4f37e7d1-1fc3-4a44-a7a4-b2f023218e7a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788462 Nov 12 08:05:32.138326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b066a9-65ad-4331-b29f-7c48d0ef842e req-83c7341f-8997-4fd4-9371-2922c1b46e6a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:32.147688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4b066a9-65ad-4331-b29f-7c48d0ef842e req-83c7341f-8997-4fd4-9371-2922c1b46e6a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.0726109 Nov 12 08:05:32.216280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4b066a9-65ad-4331-b29f-7c48d0ef842e req-7d34fdc8-e3d5-48ed-af61-ee486818d73e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635219 Nov 12 08:05:32.263989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:32.266356 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d859130-9e00-49f3-b5d1-07e339b632b6" -d '{"events": [{"server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "name": "network-vif-plugged", "status": "completed", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:32.292738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5f090-bee1-4a35-b953-7e25c9643410 req-3c4c519b-780b-4cb0-a774-487f55126f34 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:32.294340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0f5f090-bee1-4a35-b953-7e25c9643410 req-3c4c519b-780b-4cb0-a774-487f55126f34 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 947 time: 0.0728750 Nov 12 08:05:32.343133 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b7c68-27d4-4cc7-98e6-de1e3669efc4 x-openstack-request-id: req-4a9b7c68-27d4-4cc7-98e6-de1e3669efc4 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:32.343501 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "name": "network-vif-plugged", "status": "completed", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:32.343843 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a9b7c68-27d4-4cc7-98e6-de1e3669efc4 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:32.344829 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'code': 200} Nov 12 08:05:32.353630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:32.358113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:31Z', 'revision_number': 5, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:32.394677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] Checking router: 60950b53-d56e-498c-8b8c-9808892ffa97 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:05:32.396630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0f5f090-bee1-4a35-b953-7e25c9643410 req-5bfb0a98-ddfc-4059-9d43-5f8d46c193be tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880685 Nov 12 08:05:32.407210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] Routers {'60950b53-d56e-498c-8b8c-9808892ffa97'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:05:32.407990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:05:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['60950b53-d56e-498c-8b8c-9808892ffa97'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:32.545795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:32.570675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f253-4f90-4ed4-a339-02062b9fe42f req-c804d597-522d-481d-8ff6-14e4f3a37551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:32.572353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec99f253-4f90-4ed4-a339-02062b9fe42f req-c804d597-522d-481d-8ff6-14e4f3a37551 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1097 time: 0.1231890 Nov 12 08:05:32.584428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f4f6f-62de-4d73-8870-43544911f79b req-1b015ce4-432e-49ad-ae2b-5682feb4568f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:32.586578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b71f4f6f-62de-4d73-8870-43544911f79b req-1b015ce4-432e-49ad-ae2b-5682feb4568f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0849063 Nov 12 08:05:32.599711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] Set router 60950b53-d56e-498c-8b8c-9808892ffa97 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:05:32.623717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Deleting port 13d65db7-4592-4298-8c53-eab284b58323 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:32.624077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:32.679558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b71f4f6f-62de-4d73-8870-43544911f79b req-c2e2f869-adf0-4bcf-9fba-f1dbade8da4a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Nov 12 08:05:32.693703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec99f253-4f90-4ed4-a339-02062b9fe42f req-f01ff1a3-3f62-4203-a98e-d42de25a2aa3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052148 Nov 12 08:05:32.732663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] For port 13d65db7-4592-4298-8c53-eab284b58323, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d65db7-4592-4298-8c53-eab284b58323,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:32.732907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:32.746377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Calling delete_port for 13d65db7-4592-4298-8c53-eab284b58323 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:32.777678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 85c079a1-2a50-407f-a849-e0869974f95b details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:32.933900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:31Z', 'revision_number': 5, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:32.955460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:32.965022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ba84d-5b47-41a6-ba8c-83a5140c4573 None None] The sync data for ids ['60950b53-d56e-498c-8b8c-9808892ffa97'] in n-d-768509-25 is: [{'id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'name': 'tempest-FloatingIPDetailsTestJSON-343488425-router', 'tenant_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '13d65db7-4592-4298-8c53-eab284b58323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:31Z', 'revision_number': 5, 'project_id': 'ded4f538eb5d4bee80f1bda2c75555d9', 'gw_port': {'id': '13d65db7-4592-4298-8c53-eab284b58323', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60950b53-d56e-498c-8b8c-9808892ffa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:04:58Z', 'updated_at': '2021-11-12T08:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:05:32.982018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c59f-09d1-4030-851b-391b4ca8f00f req-13118e1a-4033-41f6-8076-bc1e0a379c87 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:32.984022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5819c59f-09d1-4030-851b-391b4ca8f00f req-13118e1a-4033-41f6-8076-bc1e0a379c87 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.0592079 Nov 12 08:05:32.985700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d65db7-4592-4298-8c53-eab284b58323,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:33.012640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 85c079a1-2a50-407f-a849-e0869974f95b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=85c079a1-2a50-407f-a849-e0869974f95b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:33.026462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '85c079a1-2a50-407f-a849-e0869974f95b', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '85c079a1-2a50-407f-a849-e0869974f95b', 'mac_address': 'fa:16:3e:0c:f3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:33.058277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5819c59f-09d1-4030-851b-391b4ca8f00f req-dbf7ddf8-a72e-49c9-b79f-31fbfcd73cba tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644619 Nov 12 08:05:33.069663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.079066 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:05:33.087961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.090695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c079a1-2a50-407f-a849-e0869974f95b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:33.117560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 85c079a1-2a50-407f-a849-e0869974f95b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=85c079a1-2a50-407f-a849-e0869974f95b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:33.126446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.218005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.221514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.222195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=85c079a1-2a50-407f-a849-e0869974f95b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:33.267072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f056f6-6b3b-4503-a64b-6f05fbcdc216 req-84bf5426-0d86-4e9b-bc46-ef26b48f1e16 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:33.268788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f056f6-6b3b-4503-a64b-6f05fbcdc216 req-84bf5426-0d86-4e9b-bc46-ef26b48f1e16 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0778525 Nov 12 08:05:33.342058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.342596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60950b53-d56e-498c-8b8c-9808892ffa97 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:05:33.356704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f056f6-6b3b-4503-a64b-6f05fbcdc216 req-28b0a227-81e9-41bb-9016-f8b4170315f6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798540 Nov 12 08:05:33.357886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.361663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7a725d6a-6103-4656-b279-9436e439c7d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/60950b53-d56e-498c-8b8c-9808892ffa97 HTTP/1.1" status: 204 len: 168 time: 1.4697540 Nov 12 08:05:33.372180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59146) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:33.485876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Deleting subnet 3f2e856f-aff6-4f07-a84e-aa12cdfc84a4 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:05:33.491348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:33.590140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['85c079a1-2a50-407f-a849-e0869974f95b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:33.919449 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.058160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.069594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bae76-3f1f-4d82-b9de-edf850e59fc6 req-c8707874-d0be-47a6-93f1-fc864a6b48c8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:34.077923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-063bae76-3f1f-4d82-b9de-edf850e59fc6 req-c8707874-d0be-47a6-93f1-fc864a6b48c8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.7199032 Nov 12 08:05:34.148879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e64c1-90b0-4664-aef4-c292976c4d60 req-887a4446-8dc4-43c1-8dd9-716f795ad943 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:34.150410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-146e64c1-90b0-4664-aef4-c292976c4d60 req-887a4446-8dc4-43c1-8dd9-716f795ad943 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 948 time: 0.1614110 Nov 12 08:05:34.201271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-063bae76-3f1f-4d82-b9de-edf850e59fc6 req-84a9fd46-5264-4c74-865f-d8e38e313d6c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221547 Nov 12 08:05:34.213041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.248078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2e856f-aff6-4f07-a84e-aa12cdfc84a4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:34.264591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-146e64c1-90b0-4664-aef4-c292976c4d60 req-f12eb01a-3297-449b-b99c-3d551b76b38c tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042509 Nov 12 08:05:34.267861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.271638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fe077d04-17e8-4d2c-b547-37942f55ed21 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f2e856f-aff6-4f07-a84e-aa12cdfc84a4 HTTP/1.1" status: 204 len: 168 time: 0.8974798 Nov 12 08:05:34.273699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59164) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:34.276818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973748d-8be1-4a15-9b1c-118b73b9bd85 None None] Network d5dd2034-3304-48a8-905f-3a4361d98f27 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:34.388195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.474448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf166d8b-e3f2-48b6-9545-b7c9b65bf3a0 req-ffd22108-4455-4f5d-88ba-4e0b8d3d9989 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:34.476223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf166d8b-e3f2-48b6-9545-b7c9b65bf3a0 req-ffd22108-4455-4f5d-88ba-4e0b8d3d9989 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1178465 Nov 12 08:05:34.487049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Deleting port 92efe97b-2cd2-41e9-8ce5-c924865b8149 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:34.487771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.549392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] DHCP port deletion for d5dd2034-3304-48a8-905f-3a4361d98f27 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:05:34.562150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbfb16-704a-4200-a0ff-6bd36a76f39e req-d5d3578b-dd8f-444c-b3e4-9addd56d76f9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:34.569535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bcbfb16-704a-4200-a0ff-6bd36a76f39e req-d5d3578b-dd8f-444c-b3e4-9addd56d76f9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0903127 Nov 12 08:05:34.576383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] For port 92efe97b-2cd2-41e9-8ce5-c924865b8149, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=92efe97b-2cd2-41e9-8ce5-c924865b8149,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:34.577196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.581427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf166d8b-e3f2-48b6-9545-b7c9b65bf3a0 req-6db63aec-309c-44ca-a350-2b185562911b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927508 Nov 12 08:05:34.605729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Calling delete_port for 92efe97b-2cd2-41e9-8ce5-c924865b8149 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:34.621608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Deleting port 92efe97b-2cd2-41e9-8ce5-c924865b8149 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:34.621990 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.635104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bcbfb16-704a-4200-a0ff-6bd36a76f39e req-43b5a17d-60d3-4093-80d1-03cd15b22312 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646253 Nov 12 08:05:34.692407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.698825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] For port 92efe97b-2cd2-41e9-8ce5-c924865b8149, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=92efe97b-2cd2-41e9-8ce5-c924865b8149,segment=NetworkSegment(5c2a2937-c53b-478f-888e-2577b57abb1c),segment_id=5c2a2937-c53b-478f-888e-2577b57abb1c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:34.699257 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.713781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Calling delete_port for 92efe97b-2cd2-41e9-8ce5-c924865b8149 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:34.720933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Pushing event deleted for resources: {'Port': ['ID=92efe97b-2cd2-41e9-8ce5-c924865b8149,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:34.724830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] No DVR routers for this DVR port 92efe97b-2cd2-41e9-8ce5-c924865b8149 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:34.811694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.817729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 85c079a1-2a50-407f-a849-e0869974f95b up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:34.837541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dd2034-3304-48a8-905f-3a4361d98f27']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:34.849957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2a2937-c53b-478f-888e-2577b57abb1c') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:34.850933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2a2937-c53b-478f-888e-2577b57abb1c') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:05:34.865695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.883903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.893843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:05:34.893843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:05:34.896808 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:05:34.965614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.974061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 92efe97b-2cd2-41e9-8ce5-c924865b8149 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:34.978922 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.984122 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5dd2034-3304-48a8-905f-3a4361d98f27 HTTP/1.1" status: 204 len: 168 time: 0.7082448 Nov 12 08:05:34.995872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6574d69-993f-48a9-be16-22b462567585 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dd2034-3304-48a8-905f-3a4361d98f27,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:35.020594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 92efe97b-2cd2-41e9-8ce5-c924865b8149 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:05:35.020991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 92efe97b-2cd2-41e9-8ce5-c924865b8149 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:35.021410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d65db7-4592-4298-8c53-eab284b58323 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:35.052300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 13d65db7-4592-4298-8c53-eab284b58323 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:05:35.052647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d65db7-4592-4298-8c53-eab284b58323 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:35.053062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3de336be-9841-4c9c-a1ad-5f297034f307 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:35.077142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3de336be-9841-4c9c-a1ad-5f297034f307 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:05:35.077357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3de336be-9841-4c9c-a1ad-5f297034f307 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:35.078724 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.110681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Pushing event deleted for resources: {'Port': ['ID=92efe97b-2cd2-41e9-8ce5-c924865b8149,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:35.114277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] Network d5dd2034-3304-48a8-905f-3a4361d98f27 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:05:35.114696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0217141-1a49-4900-9e23-8992761fa688 None None] No DVR routers for this DVR port 92efe97b-2cd2-41e9-8ce5-c924865b8149 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:35.138893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 85c079a1-2a50-407f-a849-e0869974f95b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:35.143776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 85c079a1-2a50-407f-a849-e0869974f95b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:35.144427 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.202122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:35.231152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.261927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c079a1-2a50-407f-a849-e0869974f95b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:35.264492 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcabc464-f697-4b23-9870-4d62c3428cd8" -d '{"events": [{"server_uuid": "225bbe35-bd50-40d9-b6ab-8dbca62b20ca", "name": "network-vif-plugged", "status": "completed", "tag": "85c079a1-2a50-407f-a849-e0869974f95b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:35.269786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59188) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:35.270995 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ce67b1e-f48e-416a-b74c-2c0c8be661e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ded4f538eb5d4bee80f1bda2c75555d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667784 Nov 12 08:05:35.284634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 85c079a1-2a50-407f-a849-e0869974f95b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=85c079a1-2a50-407f-a849-e0869974f95b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:35.291108 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.348760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=85c079a1-2a50-407f-a849-e0869974f95b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:35.363735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae872-3cbc-4263-96d9-acabea853d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.375286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3763-6c7a-446e-a08e-0a4e0214ce8c req-60f3236e-dd3d-4e3e-b620-9b941ae3252a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:35.376995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-065a3763-6c7a-446e-a08e-0a4e0214ce8c req-60f3236e-dd3d-4e3e-b620-9b941ae3252a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.0796154 Nov 12 08:05:35.413784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae872-3cbc-4263-96d9-acabea853d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.470023 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04be05e6-93eb-48c5-aecd-801926ddb268 x-openstack-request-id: req-04be05e6-93eb-48c5-aecd-801926ddb268 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:35.470367 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225bbe35-bd50-40d9-b6ab-8dbca62b20ca", "name": "network-vif-plugged", "status": "completed", "tag": "85c079a1-2a50-407f-a849-e0869974f95b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:35.470634 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04be05e6-93eb-48c5-aecd-801926ddb268 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:35.470984 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c079a1-2a50-407f-a849-e0869974f95b', 'code': 200} Nov 12 08:05:35.487419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-065a3763-6c7a-446e-a08e-0a4e0214ce8c req-595210ec-dbb7-48d6-8c49-ea9858d8e441 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024179 Nov 12 08:05:35.520893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae872-3cbc-4263-96d9-acabea853d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.525735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae872-3cbc-4263-96d9-acabea853d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:35.527725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef9ae872-3cbc-4263-96d9-acabea853d6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9261bb5a-807f-466e-a986-053404246a20 HTTP/1.1" status: 204 len: 168 time: 0.2569571 Nov 12 08:05:35.540152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ae872-3cbc-4263-96d9-acabea853d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9261bb5a-807f-466e-a986-053404246a20,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:35.654118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c014e0-a0f0-4e19-928a-5e5b43614620 req-e1258389-42b5-4f89-bef8-2a14c666fe95 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:35.655641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5c014e0-a0f0-4e19-928a-5e5b43614620 req-e1258389-42b5-4f89-bef8-2a14c666fe95 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 949 time: 0.0894327 Nov 12 08:05:35.661877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da241c-9775-4419-8b20-25e2f81025f9 req-5ed97b7f-80e1-4af9-9a4a-98340dd6dab5 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:35.663254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82da241c-9775-4419-8b20-25e2f81025f9 req-5ed97b7f-80e1-4af9-9a4a-98340dd6dab5 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1097 time: 0.0695062 Nov 12 08:05:35.779060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5c014e0-a0f0-4e19-928a-5e5b43614620 req-40170fd1-3c7e-4160-a120-3458e8864537 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141181 Nov 12 08:05:35.781030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410c15-0058-48a5-a6f5-2878d5d2427f req-35e64535-49df-4970-a059-1d6d6d587b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:35.782429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7410c15-0058-48a5-a6f5-2878d5d2427f req-35e64535-49df-4970-a059-1d6d6d587b1d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 1101 time: 0.1166189 Nov 12 08:05:35.793783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82da241c-9775-4419-8b20-25e2f81025f9 req-bb13ba34-ee59-492e-bed6-0ce2641643da tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043060 Nov 12 08:05:35.890188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7410c15-0058-48a5-a6f5-2878d5d2427f req-912fc49d-4f4b-400b-bda0-73a5886a3243 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953536 Nov 12 08:05:35.942817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e677880-189b-4326-b181-0cb81df32250 req-b2933939-752f-4ba8-81f7-ce2de7eff0cf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:35.944345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e677880-189b-4326-b181-0cb81df32250 req-b2933939-752f-4ba8-81f7-ce2de7eff0cf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0950551 Nov 12 08:05:35.977361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61f76d-2282-486c-b1ff-e02106e5ff99 req-7e70403b-ba57-4962-8369-e1f3d68e917c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:35.979104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e61f76d-2282-486c-b1ff-e02106e5ff99 req-7e70403b-ba57-4962-8369-e1f3d68e917c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0844269 Nov 12 08:05:36.048939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e677880-189b-4326-b181-0cb81df32250 req-9d941ad7-ea7d-447e-83d5-4b8c0dc3fc1b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825493 Nov 12 08:05:36.073991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e61f76d-2282-486c-b1ff-e02106e5ff99 req-07c4b11d-db6c-4152-a065-f3f593ec0ee7 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883079 Nov 12 08:05:36.817763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7791d0e2-6b5e-4dbf-84f5-7c4d24db89a2 req-f01d3d05-d43f-4e74-9e0c-3a0ed0194127 tempest-AbsoluteLimitsNegativeTestJSON-1966966824 tempest-AbsoluteLimitsNegativeTestJSON-1966966824-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3da49d2de2a8450fa9fa6cae0d725694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254457 Nov 12 08:05:36.980111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791d0e2-6b5e-4dbf-84f5-7c4d24db89a2 req-f31291ad-7b74-4968-9852-92640288f5e3 tempest-AbsoluteLimitsNegativeTestJSON-1966966824 tempest-AbsoluteLimitsNegativeTestJSON-1966966824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:36.981805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7791d0e2-6b5e-4dbf-84f5-7c4d24db89a2 req-f31291ad-7b74-4968-9852-92640288f5e3 tempest-AbsoluteLimitsNegativeTestJSON-1966966824 tempest-AbsoluteLimitsNegativeTestJSON-1966966824-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565547 Nov 12 08:05:36.995506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b24e94-4479-40f4-adcf-704e6083ff03 req-c43240e0-2c5b-4977-8e7a-70df84d7f133 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:37.003610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41b24e94-4479-40f4-adcf-704e6083ff03 req-c43240e0-2c5b-4977-8e7a-70df84d7f133 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 949 time: 0.0876150 Nov 12 08:05:37.029833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7791d0e2-6b5e-4dbf-84f5-7c4d24db89a2 req-2dc06424-88c3-4ac7-ad21-cb1d461ab8c2 tempest-AbsoluteLimitsNegativeTestJSON-1966966824 tempest-AbsoluteLimitsNegativeTestJSON-1966966824-project] 10.222.0.16 "GET /v2.0/quotas/3da49d2de2a8450fa9fa6cae0d725694 HTTP/1.1" status: 200 len: 375 time: 0.0240169 Nov 12 08:05:37.089899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7791d0e2-6b5e-4dbf-84f5-7c4d24db89a2 req-68b5a01c-1f76-438b-bb90-a2e9c317eebb tempest-AbsoluteLimitsNegativeTestJSON-1966966824 tempest-AbsoluteLimitsNegativeTestJSON-1966966824-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3da49d2de2a8450fa9fa6cae0d725694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484672 Nov 12 08:05:37.107636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41b24e94-4479-40f4-adcf-704e6083ff03 req-ae1f4942-f401-431f-b7dc-57e26fabe99a tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029732 Nov 12 08:05:37.324483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464f8b0-90ef-40dc-a9c8-0e917f0ef8c3 req-ade89141-a50d-4516-bf18-37b55a415be5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:37.344837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7464f8b0-90ef-40dc-a9c8-0e917f0ef8c3 req-ade89141-a50d-4516-bf18-37b55a415be5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1445105 Nov 12 08:05:37.412838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fee43-96c0-4f40-a6d5-6d9a2299dd94 req-8e211c15-aa75-4522-8218-2ae4d4be3faa tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:37.414876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c76fee43-96c0-4f40-a6d5-6d9a2299dd94 req-8e211c15-aa75-4522-8218-2ae4d4be3faa tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1963332 Nov 12 08:05:37.498145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7464f8b0-90ef-40dc-a9c8-0e917f0ef8c3 req-2ba30203-cf48-4518-a5b0-fc575357dc41 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494937 Nov 12 08:05:37.566688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c76fee43-96c0-4f40-a6d5-6d9a2299dd94 req-d6c9fce0-75f6-4077-8c0a-b50329aa7402 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291640 Nov 12 08:05:37.602016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59284) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:37.734860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07e9be04-715b-4760-b784-c47425b6291a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:37.846316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07e9be04-715b-4760-b784-c47425b6291a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:37.853147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07e9be04-715b-4760-b784-c47425b6291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:37.894689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9be04-715b-4760-b784-c47425b6291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa648b-44de-4fc6-98ff-c010017230aa,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:37.899528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-07e9be04-715b-4760-b784-c47425b6291a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3da49d2de2a8450fa9fa6cae0d725694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960792 Nov 12 08:05:37.903001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:37.956250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef66502c-37fb-4423-985d-86b4661df509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:37.978910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef66502c-37fb-4423-985d-86b4661df509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:38.026529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef66502c-37fb-4423-985d-86b4661df509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:38.029962 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef66502c-37fb-4423-985d-86b4661df509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:38.031218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef66502c-37fb-4423-985d-86b4661df509 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aaa648b-44de-4fc6-98ff-c010017230aa HTTP/1.1" status: 204 len: 168 time: 0.1275530 Nov 12 08:05:38.039661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66502c-37fb-4423-985d-86b4661df509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa648b-44de-4fc6-98ff-c010017230aa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:38.230309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9df7f-e3f8-48ec-b6aa-49a57e1876ed req-ee55c2a7-be97-4001-a817-d24395d4366a tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:38.237626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fe9df7f-e3f8-48ec-b6aa-49a57e1876ed req-ee55c2a7-be97-4001-a817-d24395d4366a tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 949 time: 0.0573046 Nov 12 08:05:38.297150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fe9df7f-e3f8-48ec-b6aa-49a57e1876ed req-0639121d-ebfc-4f1f-b82f-4ea0e8e2da35 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Nov 12 08:05:38.318180 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:38.772980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3da42-aabf-4269-bdaa-9b22e92a36d5 req-f90b9344-8342-47b0-92a3-740f43bce3d7 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:38.775523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57d3da42-aabf-4269-bdaa-9b22e92a36d5 req-f90b9344-8342-47b0-92a3-740f43bce3d7 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 949 time: 0.1534164 Nov 12 08:05:38.809757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73834e3d-54cb-45b9-ba62-27c39226d65e req-be6acca2-a15e-4c45-8d31-f87341924d8f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:38.811411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73834e3d-54cb-45b9-ba62-27c39226d65e req-be6acca2-a15e-4c45-8d31-f87341924d8f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1985974 Nov 12 08:05:38.889583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:38.922800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57d3da42-aabf-4269-bdaa-9b22e92a36d5 req-eec2bb47-c376-4be3-a726-59864bf69a12 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299067 Nov 12 08:05:38.934689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73834e3d-54cb-45b9-ba62-27c39226d65e req-4e13bac2-d04f-4480-ae79-a78d9ffe338c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156030 Nov 12 08:05:39.037336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-872836673-network', 'tenant_id': 'd4f5e6056a5640d485d695ed36517f29'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:39.062728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Made reservation on behalf of d4f5e6056a5640d485d695ed36517f29 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:39.065440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.077544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.109887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b243-a9ef-4c7b-b3e3-f1195fdae34b req-ff31335a-0037-447c-816f-d5107c3fca04 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:39.112534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d394b243-a9ef-4c7b-b3e3-f1195fdae34b req-ff31335a-0037-447c-816f-d5107c3fca04 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0994732 Nov 12 08:05:39.188224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d394b243-a9ef-4c7b-b3e3-f1195fdae34b req-16f5dd14-c4f4-4c9e-827c-a2b15faebc43 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601020 Nov 12 08:05:39.205054 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.217903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.247467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:05:39.254401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997d2e7-d1f8-44e0-80b8-39c7603c07f7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:39.261984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.262373 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Added segment 7b762b64-59c6-4f21-aea3-4291cfbfe535 of type vlan for network 9fda385b-0130-4940-8d96-39edb6d1b002 Nov 12 08:05:39.309125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.338198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.339257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:39.339839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.402607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5088656 Nov 12 08:05:39.402816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59332) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:39.407672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Request body: {'subnet': {'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-872836673-subnet', 'tenant_id': 'd4f5e6056a5640d485d695ed36517f29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:39.414706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e4eb2-2360-4d37-b8b5-0c78263ebeef admin admin] Pushing event updated for resources: {'Network': ['ID=9fda385b-0130-4940-8d96-39edb6d1b002,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:39.427657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9fda385b-0130-4940-8d96-39edb6d1b002 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:05:39.431185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Made reservation on behalf of d4f5e6056a5640d485d695ed36517f29 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:39.434711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.638235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.699257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31355a8c-cae6-4e80-ad00-b39de05818b7,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:39.709825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Checking segment: {'id': '7b762b64-59c6-4f21-aea3-4291cfbfe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:39.710186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Network hostable DHCP agents. Network: 9fda385b-0130-4940-8d96-39edb6d1b002, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:05:39.730166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Network 9fda385b-0130-4940-8d96-39edb6d1b002 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:05:39.741733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 9fda385b-0130-4940-8d96-39edb6d1b002) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:39.747151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:39.747872 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.752477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccfd343-f8d0-4823-a11c-4099304124d2 None None] Network 9fda385b-0130-4940-8d96-39edb6d1b002 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:39.769004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-410d64c3-d8cb-45c4-a59f-540976766657 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3650398 Nov 12 08:05:39.929799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da768d7-81ef-4dd7-a862-8453c8721eab None None] Network 9fda385b-0130-4940-8d96-39edb6d1b002 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:05:40.065464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a59e2b-68cf-4580-a675-250972a6a07d req-b241fb7e-449f-4c56-af81-f3f0b7037725 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:40.074105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70a59e2b-68cf-4580-a675-250972a6a07d req-b241fb7e-449f-4c56-af81-f3f0b7037725 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 949 time: 0.0713682 Nov 12 08:05:40.140714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70a59e2b-68cf-4580-a675-250972a6a07d req-d79ff8c8-181b-4f8b-9262-ded915a84b36 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2dbfdf9-c1a2-4537-9149-054bf97ab158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654752 Nov 12 08:05:40.318582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a25e4-82d5-47a7-8b43-0765c07983ed req-c55435e7-f8c8-43aa-a2ef-97f6812bd45e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:40.320095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-100a25e4-82d5-47a7-8b43-0765c07983ed req-c55435e7-f8c8-43aa-a2ef-97f6812bd45e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1115572 Nov 12 08:05:40.343347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-3886ae6f-2557-4cee-a145-614f38b1e04c tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:40.344826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-3886ae6f-2557-4cee-a145-614f38b1e04c tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/networks?id=9fda385b-0130-4940-8d96-39edb6d1b002 HTTP/1.1" status: 200 len: 820 time: 0.1630445 Nov 12 08:05:40.366729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-2434b412-dab3-4e5b-b6ae-a34ca04190eb tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/quotas/d4f5e6056a5640d485d695ed36517f29 HTTP/1.1" status: 200 len: 375 time: 0.0154903 Nov 12 08:05:40.410084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-1944ec6d-9295-4097-92ed-d08c7ffeb026 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4f5e6056a5640d485d695ed36517f29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342176 Nov 12 08:05:40.413626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-100a25e4-82d5-47a7-8b43-0765c07983ed req-934b57b7-3491-4634-89f6-efef4606f288 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870752 Nov 12 08:05:40.560024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-6e6e746e-9079-4424-89ed-50704882bc30 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:40.561599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-6e6e746e-9079-4424-89ed-50704882bc30 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.25 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 949 time: 0.0748663 Nov 12 08:05:40.574498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb5170f9-a3ef-4399-ab92-f3a33617d207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:40.579159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-bcc27162-483f-454e-b7d7-54d70e96224f service neutron] 10.222.0.16 "GET /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517882 Nov 12 08:05:40.741673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608109ca-87ae-4f1b-8122-972d20bb2860 req-fe4b1e73-ba8b-4f13-89be-dc7784d27855 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:40.743174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-608109ca-87ae-4f1b-8122-972d20bb2860 req-fe4b1e73-ba8b-4f13-89be-dc7784d27855 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1791403 Nov 12 08:05:40.799134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-f09067c1-8afd-4e85-99bf-a3c420b48498 service neutron] 10.222.0.16 "GET /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078485 Nov 12 08:05:40.827420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Deleting port 85c079a1-2a50-407f-a849-e0869974f95b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:40.827747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:40.845510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-608109ca-87ae-4f1b-8122-972d20bb2860 req-9586d28f-ff52-4985-8915-e698e8e3475a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953929 Nov 12 08:05:40.934407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] For port 85c079a1-2a50-407f-a849-e0869974f95b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=85c079a1-2a50-407f-a849-e0869974f95b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:40.935174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:40.950886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Calling delete_port for 85c079a1-2a50-407f-a849-e0869974f95b owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:05:40.993672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a718aa0-fcce-4b9e-bd8d-0171a8c1cdae req-4dcea248-432c-4769-b1ad-1c39f0e35a9a tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 210 time: 0.0321746 Nov 12 08:05:41.122630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:41.159922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Pushing event deleted for resources: {'Port': ['ID=85c079a1-2a50-407f-a849-e0869974f95b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:41.221178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] No DVR routers for this DVR port 85c079a1-2a50-407f-a849-e0869974f95b on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:41.223413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:41.227445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-987ebe3f-5fdc-4de6-af33-4f715a9b3158 req-202f7b0b-7c61-4cdc-b104-1922edf59937 tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.25 "DELETE /v2.0/ports/85c079a1-2a50-407f-a849-e0869974f95b HTTP/1.1" status: 204 len: 173 time: 0.6472254 Nov 12 08:05:41.228076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'name': 'network-vif-deleted', 'tag': '85c079a1-2a50-407f-a849-e0869974f95b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:41.230991 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b03892-1ec0-42bc-96cd-420ec30235dc" -d '{"events": [{"server_uuid": "225bbe35-bd50-40d9-b6ab-8dbca62b20ca", "name": "network-vif-deleted", "tag": "85c079a1-2a50-407f-a849-e0869974f95b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:41.303384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83538adf-f67a-45f8-9bbc-bdecc54db297 req-f267cc21-d3d1-44b6-b59d-1eca29c1526e tempest-ServerDiagnosticsNegativeTest-1660050230 tempest-ServerDiagnosticsNegativeTest-1660050230-project] 10.222.0.16 "GET /v2.0/ports?device_id=225bbe35-bd50-40d9-b6ab-8dbca62b20ca HTTP/1.1" status: 200 len: 210 time: 0.0527043 Nov 12 08:05:41.308088 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeba449-f6c9-4265-a626-828927716ef6 x-openstack-request-id: req-6aeba449-f6c9-4265-a626-828927716ef6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:41.308409 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225bbe35-bd50-40d9-b6ab-8dbca62b20ca", "name": "network-vif-deleted", "tag": "85c079a1-2a50-407f-a849-e0869974f95b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:41.308661 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aeba449-f6c9-4265-a626-828927716ef6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:41.309075 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225bbe35-bd50-40d9-b6ab-8dbca62b20ca', 'name': 'network-vif-deleted', 'tag': '85c079a1-2a50-407f-a849-e0869974f95b', 'status': 'completed', 'code': 200} Nov 12 08:05:41.470544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:41.579463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cdce7-5a38-447b-b951-db0f5e260db2 req-eb563ca7-212e-44cf-91d3-960c42fe0ccc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:41.581463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a12cdce7-5a38-447b-b951-db0f5e260db2 req-eb563ca7-212e-44cf-91d3-960c42fe0ccc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0611904 Nov 12 08:05:41.641400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a12cdce7-5a38-447b-b951-db0f5e260db2 req-70ff6246-e55b-4847-822e-97f873e61491 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530303 Nov 12 08:05:41.867186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-c6f9220b-644f-4f81-93ef-6324a1dc9be4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583839 Nov 12 08:05:41.956804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-cd125604-1254-4119-a952-b0a970abed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:41.958497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-cd125604-1254-4119-a952-b0a970abed89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1096 time: 0.0548172 Nov 12 08:05:42.077272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e38fd-25cc-430a-9c3f-2a5342f7d680 req-c8530893-af40-4080-8f77-a4f5be007da5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:42.078720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-865e38fd-25cc-430a-9c3f-2a5342f7d680 req-c8530893-af40-4080-8f77-a4f5be007da5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1092727 Nov 12 08:05:42.118631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8358bb58-dfc0-4d11-a888-6634c5cbbaf2 req-28b4aecf-a174-4b0d-b9a2-8698427bcb48 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 210 time: 0.0388684 Nov 12 08:05:42.137456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-3a0a91fb-b5bb-45dd-8551-2a7039e526fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:42.138876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-3a0a91fb-b5bb-45dd-8551-2a7039e526fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1579342 Nov 12 08:05:42.193553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-4a2ca3af-3f23-4957-8409-480a3eddedbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.0473473 Nov 12 08:05:42.198363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-865e38fd-25cc-430a-9c3f-2a5342f7d680 req-d6ca964b-67c2-4bf2-9a4c-880274311cc3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049955 Nov 12 08:05:42.243061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-a19b069b-fe16-4412-bafe-b031886d9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:42.244796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-a19b069b-fe16-4412-bafe-b031886d9fca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0434685 Nov 12 08:05:42.280529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-dafa4a27-a5be-417b-9197-d42d6812cfd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272570 Nov 12 08:05:42.451044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-6666a178-b655-43c5-8790-43689b3fe82b service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632142 Nov 12 08:05:42.549072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-8f992b33-259d-4411-97d4-a0d29f61d578 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:42.550676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-8f992b33-259d-4411-97d4-a0d29f61d578 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.25 "GET /v2.0/networks?id=9fda385b-0130-4940-8d96-39edb6d1b002 HTTP/1.1" status: 200 len: 820 time: 0.1906946 Nov 12 08:05:42.569790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Request body: {'port': {'device_id': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002', 'admin_state_up': True, 'tenant_id': 'd4f5e6056a5640d485d695ed36517f29'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:42.635788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb4298e3-664e-48bc-9ce2-781eac00f71c req-1b3cc812-caac-4f4e-b7d6-9be88baac266 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763048 Nov 12 08:05:42.655177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59390) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:42.736074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Made reservation on behalf of d4f5e6056a5640d485d695ed36517f29 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:05:42.738934 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:42.825582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a07643-a988-49d3-b563-47fe0de7db83 req-c7ee67be-89cc-48bf-ac44-366b3bd14103 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:42.827078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49a07643-a988-49d3-b563-47fe0de7db83 req-c7ee67be-89cc-48bf-ac44-366b3bd14103 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1047416 Nov 12 08:05:42.828795 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5eb9b679-9fb0-4934-9d9c-c9997600cd43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af1234ce6c74a57adc8251655568b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717353 Nov 12 08:05:42.831542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59396) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:42.834187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 85c079a1-2a50-407f-a849-e0869974f95b no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:42.857958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 85c079a1-2a50-407f-a849-e0869974f95b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:05:42.858578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 85c079a1-2a50-407f-a849-e0869974f95b not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:42.907750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f80f28a3-191b-46d2-9f7f-12ecb85cee80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:42.924509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49a07643-a988-49d3-b563-47fe0de7db83 req-5a1af42e-eae3-472b-aed7-a103f247aab4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869074 Nov 12 08:05:42.930361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f80f28a3-191b-46d2-9f7f-12ecb85cee80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:42.954187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Allocated IP 172.20.0.11 (9fda385b-0130-4940-8d96-39edb6d1b002/31355a8c-cae6-4e80-ad00-b39de05818b7/89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:05:42.985840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f80f28a3-191b-46d2-9f7f-12ecb85cee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:42.988669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f80f28a3-191b-46d2-9f7f-12ecb85cee80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:42.989959 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f80f28a3-191b-46d2-9f7f-12ecb85cee80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2dbfdf9-c1a2-4537-9149-054bf97ab158 HTTP/1.1" status: 204 len: 168 time: 0.1438091 Nov 12 08:05:42.999141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f28a3-191b-46d2-9f7f-12ecb85cee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dbfdf9-c1a2-4537-9149-054bf97ab158,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:43.075310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-755c1b2e-cb35-47c4-b081-4814ea2a9dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.139468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.183471 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.205499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Network 9fda385b-0130-4940-8d96-39edb6d1b002 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:05:43.209336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:05:43.237670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:05:43.245623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:43.246443 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.311795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Pushing event updated for resources: {'Port': ['ID=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:43.332215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-a3a2f86e-cbf2-46cb-b8c3-ee1bd0df4243 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683060 Nov 12 08:05:43.336476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59406) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:43.352434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Request body: {'port': {'device_id': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:43.353105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6274254b-e782-40ca-8ad8-a1881dab9839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.391497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966a073-d794-481d-a1b7-e343c3974556 req-d15afbee-f9a6-4ec6-84aa-61cde475b1a5 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:43.393221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a966a073-d794-481d-a1b7-e343c3974556 req-d15afbee-f9a6-4ec6-84aa-61cde475b1a5 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 932 time: 0.1851149 Nov 12 08:05:43.412519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd0aa4-76f3-4015-b8c9-67735ecfb9de req-7a719eb4-ac30-4766-9685-b3af0448092c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:43.413971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00dd0aa4-76f3-4015-b8c9-67735ecfb9de req-7a719eb4-ac30-4766-9685-b3af0448092c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1225224 Nov 12 08:05:43.449382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6274254b-e782-40ca-8ad8-a1881dab9839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.454123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6274254b-e782-40ca-8ad8-a1881dab9839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.484813 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.496396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274254b-e782-40ca-8ad8-a1881dab9839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b454720-91ff-4cc2-b38b-1c9fc416c709,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:43.502245 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6274254b-e782-40ca-8ad8-a1881dab9839 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21d38623a5204f439a1709adbcd55ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646907 Nov 12 08:05:43.504745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59408) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:43.574760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-337597fb-0f37-4715-9c9d-0a696a776b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.598287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-337597fb-0f37-4715-9c9d-0a696a776b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.650489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-337597fb-0f37-4715-9c9d-0a696a776b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.653636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-337597fb-0f37-4715-9c9d-0a696a776b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:43.657182 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-337597fb-0f37-4715-9c9d-0a696a776b70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b454720-91ff-4cc2-b38b-1c9fc416c709 HTTP/1.1" status: 204 len: 168 time: 0.1483572 Nov 12 08:05:43.666392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337597fb-0f37-4715-9c9d-0a696a776b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b454720-91ff-4cc2-b38b-1c9fc416c709,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:43.854353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00dd0aa4-76f3-4015-b8c9-67735ecfb9de req-a42b89af-9257-4703-94dd-38bc0b95e453 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141185 Nov 12 08:05:43.884790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a966a073-d794-481d-a1b7-e343c3974556 req-5f214e8e-b9ec-474a-84c8-4d1d7b9dc367 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698226 Nov 12 08:05:44.132584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde546c-fb11-47f9-9339-898d9d377801 req-00987d6b-19d6-4f5b-abf8-cf7378983362 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:44.134114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dde546c-fb11-47f9-9339-898d9d377801 req-00987d6b-19d6-4f5b-abf8-cf7378983362 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0988023 Nov 12 08:05:44.233873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dde546c-fb11-47f9-9339-898d9d377801 req-08055c12-7332-4a36-b066-1223f734360a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912220 Nov 12 08:05:44.245560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:44.267929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:44.283109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Transition to ACTIVE for port object 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:44.287680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:44.319090 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:44.349517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:44.393128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Attempting to bind port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:44.394616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Attempting to bind port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '7b762b64-59c6-4f21-aea3-4291cfbfe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:44.396536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Attempting to bind port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e on network 9fda385b-0130-4940-8d96-39edb6d1b002 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:44.402401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e on network 9fda385b-0130-4940-8d96-39edb6d1b002 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:44.402869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Attempting to bind port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e on network 9fda385b-0130-4940-8d96-39edb6d1b002 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:44.409716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:44.410246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Checking segment: {'id': '7b762b64-59c6-4f21-aea3-4291cfbfe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:44.410729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Bound using segment: {'id': '7b762b64-59c6-4f21-aea3-4291cfbfe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:44.411267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Bound port: 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b762b64-59c6-4f21-aea3-4291cfbfe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:44.411724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:44.515848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] For port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:44.523624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] For port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,segment=NetworkSegment(7b762b64-59c6-4f21-aea3-4291cfbfe535),segment_id=7b762b64-59c6-4f21-aea3-4291cfbfe535)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:44.543044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:44.569730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:44.570855 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:44.573035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] 10.222.0.25 "PUT /v2.0/ports/89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e HTTP/1.1" status: 200 len: 1093 time: 1.2315636 Nov 12 08:05:44.574822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'tag': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:44.578673 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c239f96c-7087-42a9-9f86-b56e4a8ec544" -d '{"events": [{"name": "network-changed", "server_uuid": "78a82bb0-57f3-462d-afed-6253dbe896e5", "tag": "89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:44.675479 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75bcf33-bec6-4b8a-ba98-6a6645f4cc2f x-openstack-request-id: req-e75bcf33-bec6-4b8a-ba98-6a6645f4cc2f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:44.675947 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a82bb0-57f3-462d-afed-6253dbe896e5", "tag": "89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:44.676377 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e75bcf33-bec6-4b8a-ba98-6a6645f4cc2f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:44.676934 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'tag': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e', 'status': 'completed', 'code': 200} Nov 12 08:05:44.734856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd9e3-3c95-4c0f-a84d-01dc54c6fcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:44.745358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-c7888eba-addf-47de-9a8d-968c5b39f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:44.746965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-c7888eba-addf-47de-9a8d-968c5b39f679 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4f5e6056a5640d485d695ed36517f29&device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 1096 time: 0.0763404 Nov 12 08:05:44.825384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-4d26b46b-3af3-4071-b5e3-351699a19b6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e HTTP/1.1" status: 200 len: 217 time: 0.0614846 Nov 12 08:05:44.921512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0992f971-bd56-4fb1-a17e-61f8a147e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:44.925320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0992f971-bd56-4fb1-a17e-61f8a147e385 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=31355a8c-cae6-4e80-ad00-b39de05818b7 HTTP/1.1" status: 200 len: 860 time: 0.0880308 Nov 12 08:05:44.984672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-79f1f484-2a2b-4634-a75a-cb8d463aecb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fda385b-0130-4940-8d96-39edb6d1b002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409722 Nov 12 08:05:45.228296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd7de0-21fa-4956-a043-9b81a26d60f8 req-8016a212-6531-4e3e-a6e3-ef396e8d0df5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:45.230268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52dd7de0-21fa-4956-a043-9b81a26d60f8 req-8016a212-6531-4e3e-a6e3-ef396e8d0df5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.2438877 Nov 12 08:05:45.285301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f300db3-9623-446e-b916-aedc73cfac99 req-1c83f8ab-70a8-4892-a500-4955e9782092 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:45.287005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f300db3-9623-446e-b916-aedc73cfac99 req-1c83f8ab-70a8-4892-a500-4955e9782092 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 944 time: 0.1258435 Nov 12 08:05:45.343222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-719c0de9-e929-4c6a-88dc-6536d85be0b1 service neutron] 10.222.0.25 "GET /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521471 Nov 12 08:05:45.387073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52dd7de0-21fa-4956-a043-9b81a26d60f8 req-1ce0c3b1-cc92-4fea-bad0-7cf424ab2c1e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483438 Nov 12 08:05:45.411041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f300db3-9623-446e-b916-aedc73cfac99 req-417c3d83-893c-4d97-8e90-c194760dda77 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056411 Nov 12 08:05:45.528439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:45.608403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9e2f112-7abb-49b5-a3fd-fec4b28e56d4 req-0be5cb0f-cc96-4a65-8698-f74c5507a41a service neutron] 10.222.0.25 "GET /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529018 Nov 12 08:05:45.645900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5015483-ffd6-4413-9164-0b8163d34fa8 req-42f3226b-2812-467f-a2bb-8527ff76c690 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:45.647873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5015483-ffd6-4413-9164-0b8163d34fa8 req-42f3226b-2812-467f-a2bb-8527ff76c690 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1129673 Nov 12 08:05:45.743912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5015483-ffd6-4413-9164-0b8163d34fa8 req-cb4ad331-efc4-47b7-91c8-b56988c50b95 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864654 Nov 12 08:05:45.757071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-4408f3f4-16ff-41b3-bd91-e7caf082c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:45.759211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-4408f3f4-16ff-41b3-bd91-e7caf082c18e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4f5e6056a5640d485d695ed36517f29&device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 1096 time: 0.0777216 Nov 12 08:05:45.890571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-d3fa6289-9961-4356-a65c-7b140d3864c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:45.892390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-d3fa6289-9961-4356-a65c-7b140d3864c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9fda385b-0130-4940-8d96-39edb6d1b002 HTTP/1.1" status: 200 len: 920 time: 0.1205778 Nov 12 08:05:45.945856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-1a2f754f-06fb-4292-bf64-3d80ab9879a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e HTTP/1.1" status: 200 len: 217 time: 0.0391057 Nov 12 08:05:46.018127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-9fe6312f-4171-4773-8006-10f83ca0edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:46.019578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-9fe6312f-4171-4773-8006-10f83ca0edb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=31355a8c-cae6-4e80-ad00-b39de05818b7 HTTP/1.1" status: 200 len: 860 time: 0.0583472 Nov 12 08:05:46.075884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-af1a2f5f-c26a-41e7-9ed5-4fe034820f25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fda385b-0130-4940-8d96-39edb6d1b002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468779 Nov 12 08:05:46.202707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-f79368cb-a7d1-4434-b578-5881c566577f service neutron] 10.222.0.25 "GET /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185353 Nov 12 08:05:46.337125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c239f96c-7087-42a9-9f86-b56e4a8ec544 req-dafc962c-46e1-4faa-85e8-916bd7bec910 service neutron] 10.222.0.25 "GET /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231582 Nov 12 08:05:46.385366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59492) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:46.529287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-224eb317-5248-4209-bec0-979e4ab5bd70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.607496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ef633-b5c2-478c-841a-472b6133507f req-65f59373-2ec9-4e06-a7ba-24c347c43622 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:46.609582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b24ef633-b5c2-478c-841a-472b6133507f req-65f59373-2ec9-4e06-a7ba-24c347c43622 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1060576 Nov 12 08:05:46.631378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-224eb317-5248-4209-bec0-979e4ab5bd70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.636564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-224eb317-5248-4209-bec0-979e4ab5bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.676449 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.681477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0db80-e590-41e8-b0d6-8308cbeb8ca0 req-3482938e-e5e8-496c-a383-4dbed81f1357 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:46.683559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59b0db80-e590-41e8-b0d6-8308cbeb8ca0 req-3482938e-e5e8-496c-a383-4dbed81f1357 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 944 time: 0.1347325 Nov 12 08:05:46.713288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b24ef633-b5c2-478c-841a-472b6133507f req-48332ccd-f6cf-46ba-833f-0251e02d0bbc tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955486 Nov 12 08:05:46.736600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-224eb317-5248-4209-bec0-979e4ab5bd70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98c41da1fedc47d7a96fd4b71e70c968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501053 Nov 12 08:05:46.737458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59502) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:46.774229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59b0db80-e590-41e8-b0d6-8308cbeb8ca0 req-8a099f27-0833-47ad-8a6c-5b403a680c10 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803437 Nov 12 08:05:46.785290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224eb317-5248-4209-bec0-979e4ab5bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c90e7a-7b08-4130-932f-779d253b89b5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:46.813662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65efd33a-f101-46f3-bc07-8b5e03a4fa21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.836088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65efd33a-f101-46f3-bc07-8b5e03a4fa21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.906583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089af670-d9d2-4334-894d-43f099e9f744 req-7e04cbad-037f-4841-b815-c8796c4294b6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:46.910246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65efd33a-f101-46f3-bc07-8b5e03a4fa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.913819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-089af670-d9d2-4334-894d-43f099e9f744 req-7e04cbad-037f-4841-b815-c8796c4294b6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0598586 Nov 12 08:05:46.914446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65efd33a-f101-46f3-bc07-8b5e03a4fa21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:46.920721 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-65efd33a-f101-46f3-bc07-8b5e03a4fa21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85c90e7a-7b08-4130-932f-779d253b89b5 HTTP/1.1" status: 204 len: 168 time: 0.1731007 Nov 12 08:05:46.933042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efd33a-f101-46f3-bc07-8b5e03a4fa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c90e7a-7b08-4130-932f-779d253b89b5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:46.958320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-089af670-d9d2-4334-894d-43f099e9f744 req-44b192e2-8b71-43a4-a182-ea9c3602dd05 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Nov 12 08:05:47.203743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59510) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:47.217218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df97a61-f02e-4e7f-9605-a1ee46e0bbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.290493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df97a61-f02e-4e7f-9605-a1ee46e0bbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.294952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df97a61-f02e-4e7f-9605-a1ee46e0bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.335609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7df97a61-f02e-4e7f-9605-a1ee46e0bbe6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d680a2a74a440a284ce391294b226e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307030 Nov 12 08:05:47.336806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df97a61-f02e-4e7f-9605-a1ee46e0bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab42457-0e00-49a2-b2c7-664a55e31070,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:47.338831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59512) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:47.395640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc2d4-9c76-48a3-985e-024f19ca1673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.419155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc2d4-9c76-48a3-985e-024f19ca1673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.470184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc2d4-9c76-48a3-985e-024f19ca1673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.473131 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b5bc2d4-9c76-48a3-985e-024f19ca1673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:47.474312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6b5bc2d4-9c76-48a3-985e-024f19ca1673 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eab42457-0e00-49a2-b2c7-664a55e31070 HTTP/1.1" status: 204 len: 168 time: 0.1342313 Nov 12 08:05:47.482480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bc2d4-9c76-48a3-985e-024f19ca1673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab42457-0e00-49a2-b2c7-664a55e31070,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:47.893604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134078-7212-4758-af87-083503cc2268 req-ee79bcfc-6ca1-4442-8e3a-348de00dac37 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:47.895740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16134078-7212-4758-af87-083503cc2268 req-ee79bcfc-6ca1-4442-8e3a-348de00dac37 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0699959 Nov 12 08:05:47.989075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd7b3-13d6-4a48-b5d9-5359fea7e273 req-fa2e09a0-361d-49ec-b310-7fd50dbdced1 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:47.990601 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16afd7b3-13d6-4a48-b5d9-5359fea7e273 req-fa2e09a0-361d-49ec-b310-7fd50dbdced1 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 944 time: 0.0934381 Nov 12 08:05:47.993865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16134078-7212-4758-af87-083503cc2268 req-495338b8-526f-46ca-bd01-c9146e3d7593 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849171 Nov 12 08:05:48.064469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16afd7b3-13d6-4a48-b5d9-5359fea7e273 req-f024787f-9dc9-4f8f-98cb-49d240b6f558 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633016 Nov 12 08:05:48.184281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b54e1-e611-44d8-8fbf-536866cd7fbd req-60fc161f-b160-434f-a1a3-4a252d0969a9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:48.188586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-089b54e1-e611-44d8-8fbf-536866cd7fbd req-60fc161f-b160-434f-a1a3-4a252d0969a9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0612702 Nov 12 08:05:48.240127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-089b54e1-e611-44d8-8fbf-536866cd7fbd req-abed7f99-297f-498c-8663-9e62f9477ece tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Nov 12 08:05:48.856244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:48.959434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e10d989-9a45-4531-9c62-bb8403763408 req-151c73d6-c002-4ecb-a086-f0c3eb2218b9 tempest-FlavorsV2NegativeTest-1012887616 tempest-FlavorsV2NegativeTest-1012887616-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0343cfbc19674ffb9224d7ee94653b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291259 Nov 12 08:05:48.965340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,segment=NetworkSegment(7b762b64-59c6-4f21-aea3-4291cfbfe535),segment_id=7b762b64-59c6-4f21-aea3-4291cfbfe535)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:48.977989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e', 'network_id': '9fda385b-0130-4940-8d96-39edb6d1b002', 'port_id': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e', 'mac_address': 'fa:16:3e:c7:e6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31355a8c-cae6-4e80-ad00-b39de05818b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:49.019445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:49.038433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:49.070229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,segment=NetworkSegment(7b762b64-59c6-4f21-aea3-4291cfbfe535),segment_id=7b762b64-59c6-4f21-aea3-4291cfbfe535)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:49.075886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:49.085408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10d989-9a45-4531-9c62-bb8403763408 req-13956ce5-8267-414f-9f52-bd0d829eab1c tempest-FlavorsV2NegativeTest-1012887616 tempest-FlavorsV2NegativeTest-1012887616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:49.086977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e10d989-9a45-4531-9c62-bb8403763408 req-13956ce5-8267-414f-9f52-bd0d829eab1c tempest-FlavorsV2NegativeTest-1012887616 tempest-FlavorsV2NegativeTest-1012887616-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267688 Nov 12 08:05:49.125193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e10d989-9a45-4531-9c62-bb8403763408 req-8dd2c6ba-b3e4-4bc4-9f23-450022afb72b tempest-FlavorsV2NegativeTest-1012887616 tempest-FlavorsV2NegativeTest-1012887616-project] 10.222.0.16 "GET /v2.0/quotas/0343cfbc19674ffb9224d7ee94653b1a HTTP/1.1" status: 200 len: 375 time: 0.0281584 Nov 12 08:05:49.134084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:49.155698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c958e0-10d4-4a05-b484-6b43d12e6a61 req-18cd4dd2-324a-4e20-9aed-a3edceb49c6d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:49.157278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09c958e0-10d4-4a05-b484-6b43d12e6a61 req-18cd4dd2-324a-4e20-9aed-a3edceb49c6d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0693758 Nov 12 08:05:49.174461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e10d989-9a45-4531-9c62-bb8403763408 req-8d24cbed-aac1-4c21-ab6a-5ff407669010 tempest-FlavorsV2NegativeTest-1012887616 tempest-FlavorsV2NegativeTest-1012887616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0343cfbc19674ffb9224d7ee94653b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399079 Nov 12 08:05:49.220893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09c958e0-10d4-4a05-b484-6b43d12e6a61 req-79e2a804-a470-446e-99fb-29efd67650ea tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Nov 12 08:05:49.357048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b7810-d578-4d9e-b91c-49361872c3f1 req-bf2046fa-71ee-4b51-897e-224a1248485c tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:49.358684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec7b7810-d578-4d9e-b91c-49361872c3f1 req-bf2046fa-71ee-4b51-897e-224a1248485c tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 945 time: 0.1291175 Nov 12 08:05:49.383264 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-f150bd19-abfd-4fe5-8421-3d470600ef83 service neutron] show failed (client error): The resource could not be found. Nov 12 08:05:49.384446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-f150bd19-abfd-4fe5-8421-3d470600ef83 service neutron] 10.222.0.32 "GET /v2.0/ports/6f69793c-a30e-44e5-a8a1-4756d87c4461/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.1099339 Nov 12 08:05:49.450605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec7b7810-d578-4d9e-b91c-49361872c3f1 req-80c9a318-55c5-47e3-a674-5f7e544c0c4f tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842505 Nov 12 08:05:49.464523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271e16-5bd7-4e4c-bb11-fa43174240a9 req-5100347e-1779-4e20-bdcd-48a6e778cf48 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:49.476161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3271e16-5bd7-4e4c-bb11-fa43174240a9 req-5100347e-1779-4e20-bdcd-48a6e778cf48 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.0895481 Nov 12 08:05:49.542209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3271e16-5bd7-4e4c-bb11-fa43174240a9 req-dbebee82-1c76-4557-8ec4-fcd5cde454bb tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648460 Nov 12 08:05:49.542750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:49.763094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59620) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:49.830700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-e3518fc3-2ee1-4c66-8363-fc20371a2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:49.832376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-e3518fc3-2ee1-4c66-8363-fc20371a2939 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468&tenant_id=3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 1102 time: 0.0467730 Nov 12 08:05:49.845413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:49.897388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8899007e-4904-4c5b-b457-3c7210e2ef1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:49.929606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.112608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8899007e-4904-4c5b-b457-3c7210e2ef1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.120288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8899007e-4904-4c5b-b457-3c7210e2ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.186887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8899007e-4904-4c5b-b457-3c7210e2ef1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0343cfbc19674ffb9224d7ee94653b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226375 Nov 12 08:05:50.189691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59630) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:50.193884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899007e-4904-4c5b-b457-3c7210e2ef1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f56fb-426b-48c2-b411-45fc404b280b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:50.227843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:50.253937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62c29e64-e557-4788-8bc7-38e07b04eaeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.268474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:50.278839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62c29e64-e557-4788-8bc7-38e07b04eaeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.314750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:50.317510 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd95b18-a77b-49a6-ae30-a4d34ace3122" -d '{"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-unplugged", "status": "completed", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:50.323319 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.346211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62c29e64-e557-4788-8bc7-38e07b04eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.348750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62c29e64-e557-4788-8bc7-38e07b04eaeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.349875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62c29e64-e557-4788-8bc7-38e07b04eaeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/148f56fb-426b-48c2-b411-45fc404b280b HTTP/1.1" status: 204 len: 168 time: 0.1581728 Nov 12 08:05:50.357200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Transition to ACTIVE for port object 6f69793c-a30e-44e5-a8a1-4756d87c4461 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:05:50.371392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29e64-e557-4788-8bc7-38e07b04eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f56fb-426b-48c2-b411-45fc404b280b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:50.386165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.465901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] No DVR routers for this DVR port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:05:50.494158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7ef2-a216-4f2f-b62d-67c9be3c0756 req-bd1c3921-c594-4680-abfa-63a07aba4461 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:50.501498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca0a7ef2-a216-4f2f-b62d-67c9be3c0756 req-bd1c3921-c594-4680-abfa-63a07aba4461 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1636834 Nov 12 08:05:50.550613 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb5f70-97f9-4c04-b38d-dcd0f5180217 x-openstack-request-id: req-6feb5f70-97f9-4c04-b38d-dcd0f5180217 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:50.550900 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-unplugged", "status": "completed", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:50.551154 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6feb5f70-97f9-4c04-b38d-dcd0f5180217 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:50.551543 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'code': 200} Nov 12 08:05:50.552126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:50.598116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:50.598460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:50.598792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:50.615365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:50.615689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Attempting to bind port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:50.660931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:50.661399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:50.661795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:50.662322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Bound port: 6f69793c-a30e-44e5-a8a1-4756d87c4461, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:50.662587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.724927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca0a7ef2-a216-4f2f-b62d-67c9be3c0756 req-2a6ab571-0997-4eff-8e05-c8d33e138da6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202961 Nov 12 08:05:50.763119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:05:50.769160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:50.782954 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.839741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:50.840773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:50.842232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] 10.222.0.25 "PUT /v2.0/ports/6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 1097 time: 1.0011432 Nov 12 08:05:50.862900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d60d-887c-4e3e-9b43-00df89441368 req-2b07699a-88f3-4c41-ba91-58d4ad20df68 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:50.870150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:50.872066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70c5d60d-887c-4e3e-9b43-00df89441368 req-2b07699a-88f3-4c41-ba91-58d4ad20df68 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 945 time: 0.2576022 Nov 12 08:05:50.981335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:50.987405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:50.988038 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:51.034555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5848b2b-8b9f-43b0-8bf7-b51a4a075097 service neutron] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:51.083643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70c5d60d-887c-4e3e-9b43-00df89441368 req-3ef67f4c-2e63-4586-878d-9c0fb05dad8e tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108169 Nov 12 08:05:51.104141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a35e8-421f-41a5-b4bc-038c312bdd2d req-2dbbf44f-7bb2-4847-a977-6a06dd4df434 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.111710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-729a35e8-421f-41a5-b4bc-038c312bdd2d req-2dbbf44f-7bb2-4847-a977-6a06dd4df434 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 948 time: 0.2915082 Nov 12 08:05:51.121407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-cdb93b62-9d8b-4beb-868b-31090fba6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.123229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-cdb93b62-9d8b-4beb-868b-31090fba6d83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1100 time: 0.2473114 Nov 12 08:05:51.174566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:51.211232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:51.215278 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36979195-29db-4e61-a9c7-4b8e1b1ecea2" -d '{"events": [{"server_uuid": "78a82bb0-57f3-462d-afed-6253dbe896e5", "name": "network-vif-plugged", "status": "completed", "tag": "89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:51.246902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,segment=NetworkSegment(7b762b64-59c6-4f21-aea3-4291cfbfe535),segment_id=7b762b64-59c6-4f21-aea3-4291cfbfe535)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:51.251450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-729a35e8-421f-41a5-b4bc-038c312bdd2d req-9fb3360d-a3e5-4faf-a71a-958dbda8dcff tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387432 Nov 12 08:05:51.263342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:51.271922 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318a913-6d99-4907-960f-7b495fe378c5 x-openstack-request-id: req-c318a913-6d99-4907-960f-7b495fe378c5 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:51.272241 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a82bb0-57f3-462d-afed-6253dbe896e5", "name": "network-vif-plugged", "status": "completed", "tag": "89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:51.272499 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c318a913-6d99-4907-960f-7b495fe378c5 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:51.272889 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e', 'code': 200} Nov 12 08:05:51.306656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-31f46993-64ff-4634-9ab3-5325ad2ede34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.308514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-31f46993-64ff-4634-9ab3-5325ad2ede34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1714551 Nov 12 08:05:51.331773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:51.369657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-6eb61764-cf0f-44d7-814b-1ca3c5d2d130 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0424161 Nov 12 08:05:51.390383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af24d0-0475-4e1f-933d-8531be944d52 req-6b20ca42-f0a4-48b4-8a70-b7170939701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.391974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b7af24d0-0475-4e1f-933d-8531be944d52 req-6b20ca42-f0a4-48b4-8a70-b7170939701a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 1098 time: 0.0436609 Nov 12 08:05:51.428243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-5fff13b7-0d9c-41fa-bce6-241184a138e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.429552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-5fff13b7-0d9c-41fa-bce6-241184a138e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0473547 Nov 12 08:05:51.443341 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b7af24d0-0475-4e1f-933d-8531be944d52 req-99665a1c-0ca1-4c57-ae25-81b1661bbe44 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Nov 12 08:05:51.747445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-0c4088cc-013c-418a-991e-d204df02b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.749590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-0c4088cc-013c-418a-991e-d204df02b043 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0452075 Nov 12 08:05:51.888534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98052b1c-e05e-4977-bd45-15901db75d1d req-d6fe8fe4-e737-4269-bb70-9a5f68f4483e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:51.890080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98052b1c-e05e-4977-bd45-15901db75d1d req-d6fe8fe4-e737-4269-bb70-9a5f68f4483e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0651169 Nov 12 08:05:51.917526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-a1127fe5-726c-43bf-ba22-23d348cdbd4d service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599634 Nov 12 08:05:52.007829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98052b1c-e05e-4977-bd45-15901db75d1d req-ede967af-0455-4df1-b3fa-326b89e2da9e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029463 Nov 12 08:05:52.061319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bcb24c-da55-4f63-8de8-df23349169c8 req-f57fb28e-2039-48cc-a367-c91b9a4a11ad service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294947 Nov 12 08:05:52.230327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3a712-5758-4637-acf3-9029e26498da req-b1271ce0-a618-412f-8fbd-4d02ed29acad tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:52.232518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1e3a712-5758-4637-acf3-9029e26498da req-b1271ce0-a618-412f-8fbd-4d02ed29acad tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 946 time: 0.0868804 Nov 12 08:05:52.301503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1e3a712-5758-4637-acf3-9029e26498da req-96bb4151-7794-445e-9808-5142b54a0239 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617902 Nov 12 08:05:52.422617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7efb-a607-40f7-949f-f5113470fc4c req-d96a1641-c6d5-49d5-88a3-d050b9e58b26 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:52.424158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff7c7efb-a607-40f7-949f-f5113470fc4c req-d96a1641-c6d5-49d5-88a3-d050b9e58b26 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 948 time: 0.0572510 Nov 12 08:05:52.480477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff7c7efb-a607-40f7-949f-f5113470fc4c req-5811edbf-3cd1-49dd-92a1-330408d951a6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Nov 12 08:05:52.552890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:52.555480 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679c0c20-88be-4640-a8e7-f02582504f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:52.607938 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5992e4-781c-4634-95c4-5460cec733c3 x-openstack-request-id: req-dc5992e4-781c-4634-95c4-5460cec733c3 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:05:52.608254 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:05:52.608504 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc5992e4-781c-4634-95c4-5460cec733c3 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:05:52.608891 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'status': 'completed', 'code': 200} Nov 12 08:05:52.698690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-ac695486-a640-4d37-83cc-8953e33a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:52.700311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-ac695486-a640-4d37-83cc-8953e33a37b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1100 time: 0.0701504 Nov 12 08:05:52.703866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-f1f6e8a7-3bc6-4a7f-954e-ca61e75ce520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:52.705222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-f1f6e8a7-3bc6-4a7f-954e-ca61e75ce520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1100 time: 0.0645604 Nov 12 08:05:52.868744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-4aaed171-6256-41d4-8748-c9bcc5ef444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:52.870479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-4aaed171-6256-41d4-8748-c9bcc5ef444e service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1594434 Nov 12 08:05:52.871547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-f0edd1ce-0465-4119-9649-138146a7c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:52.873008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-f0edd1ce-0465-4119-9649-138146a7c3e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1542962 Nov 12 08:05:52.923470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-5e6a463a-59b4-4756-8d4e-df565bd0990f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0438018 Nov 12 08:05:52.957604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-7386e1a8-435a-465e-b4e0-b67dca629eb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0713582 Nov 12 08:05:53.032255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-ee877a89-1a6b-4527-8ee7-f217e297d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.033716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-ee877a89-1a6b-4527-8ee7-f217e297d86d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0843520 Nov 12 08:05:53.039814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-858fde2f-57a7-4604-8930-c9c92f6617e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.041282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-858fde2f-57a7-4604-8930-c9c92f6617e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0639110 Nov 12 08:05:53.157527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-267f0bd3-247c-4b8d-9d16-722aacb457fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.158999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-267f0bd3-247c-4b8d-9d16-722aacb457fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161892 Nov 12 08:05:53.160635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0c20-88be-4640-a8e7-f02582504f5c req-5aff5998-ccb2-49de-b485-95f354e3bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.161927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-5aff5998-ccb2-49de-b485-95f354e3bfd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079800 Nov 12 08:05:53.174859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24c1d1-d65c-44c0-b2ee-3a35e7b8d06d req-6f2e4464-f8b5-49f9-ad33-e6c955e6008f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.176321 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b24c1d1-d65c-44c0-b2ee-3a35e7b8d06d req-6f2e4464-f8b5-49f9-ad33-e6c955e6008f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0904737 Nov 12 08:05:53.605500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:05:53.645546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:05:53.717719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b24c1d1-d65c-44c0-b2ee-3a35e7b8d06d req-ce66f617-e04a-4375-949f-2d467142bce9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064881 Nov 12 08:05:53.719556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aaa98-eac5-43e5-b67e-fd6742053c1a req-98f4b54e-fb7a-4296-a61b-03865e2af89f tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.721216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f74aaa98-eac5-43e5-b67e-fd6742053c1a req-98f4b54e-fb7a-4296-a61b-03865e2af89f tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1098 time: 0.1985815 Nov 12 08:05:53.724911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-ae61cf5e-88de-418c-bcff-b270963d49de service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466447 Nov 12 08:05:53.730804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-f138e6e8-bb6c-46ec-8041-da59dad8d216 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535698 Nov 12 08:05:53.918107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f74aaa98-eac5-43e5-b67e-fd6742053c1a req-baa3cdc5-3658-4b21-95fa-ec20b7f433ee tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907978 Nov 12 08:05:53.957098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-6f628f90-858d-4a49-84b8-263ec14f582c service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114615 Nov 12 08:05:53.961098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c0c20-88be-4640-a8e7-f02582504f5c req-d2c9bbee-79d3-4ea9-b22f-bebacc8c7fcb service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170858 Nov 12 08:05:53.970207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fde91-bfd2-4525-93fe-609560ccd2e9 req-ca3d5474-813f-40b8-89f2-c229570d1773 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:53.971723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d9fde91-bfd2-4525-93fe-609560ccd2e9 req-ca3d5474-813f-40b8-89f2-c229570d1773 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 946 time: 0.1153438 Nov 12 08:05:54.052952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44497d1-ae0b-4418-b4b0-c38c00a3db99 req-2a89cc87-14fc-4b83-8047-386180b88f15 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:54.054427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a44497d1-ae0b-4418-b4b0-c38c00a3db99 req-2a89cc87-14fc-4b83-8047-386180b88f15 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 948 time: 0.0761871 Nov 12 08:05:54.072567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d9fde91-bfd2-4525-93fe-609560ccd2e9 req-bfb7ad01-c439-4b85-8f59-bc516be443c6 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844636 Nov 12 08:05:54.115463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a44497d1-ae0b-4418-b4b0-c38c00a3db99 req-dcaa9b18-873c-4371-a18a-116739fda19b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531733 Nov 12 08:05:54.888868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:05:55.031249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:55.044829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'mac_address': 'fa:16:3e:4b:0b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:05:55.061414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ec45-8942-4466-8f45-3fd641e895f0 req-d3571ac1-bb7f-424e-8b78-73371a81ebd9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:55.063739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b384ec45-8942-4466-8f45-3fd641e895f0 req-d3571ac1-bb7f-424e-8b78-73371a81ebd9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0654397 Nov 12 08:05:55.089536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:55.105022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f69793c-a30e-44e5-a8a1-4756d87c4461 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:05:55.127222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:55.128791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b384ec45-8942-4466-8f45-3fd641e895f0 req-a38fa07c-a3d2-4965-a141-7c62f4d85f4d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Nov 12 08:05:55.131422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:55.142722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-be1eb8cb-ec21-4409-97f5-3fcab030c870 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:05:55.143680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-be1eb8cb-ec21-4409-97f5-3fcab030c870 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056396 Nov 12 08:05:55.183200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:55.195541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-4c2cdffa-dc6f-4e2f-8835-913af7004b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:55.197716 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-4c2cdffa-dc6f-4e2f-8835-913af7004b76 service neutron] 10.222.0.16 "GET /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 1095 time: 0.0458174 Nov 12 08:05:55.206954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Request body: {'binding': {'host': 'n-h2-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:05:55.208633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:05:55.350965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on host n-h2-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:05:55.351289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:05:55.351639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:55.356768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:05:55.357194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:05:55.362061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:05:55.362419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:05:55.362800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:05:55.363219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Bound port: 54244018-0e9f-4ed5-b8b5-98e285b23275, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:05:55.417606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:05:55.425359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:55.425638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5f1339c7-9769-4a57-9ca9-9c70cc5a9910 service neutron] 10.222.0.16 "POST /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275/bindings HTTP/1.1" status: 201 len: 390 time: 0.2221429 Nov 12 08:05:55.599039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:05:55.830717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d39c9d-356d-4eea-98e7-3c5d14489f7a req-9bb42b45-8fed-4b85-9472-9f824b1503d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:55.832240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3d39c9d-356d-4eea-98e7-3c5d14489f7a req-9bb42b45-8fed-4b85-9472-9f824b1503d4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 949 time: 0.0875003 Nov 12 08:05:55.834330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-144d29a5-1a6a-4d01-bf7d-d0e52a8a5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:55.835676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-144d29a5-1a6a-4d01-bf7d-d0e52a8a5171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1098 time: 0.0763099 Nov 12 08:05:55.948329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3d39c9d-356d-4eea-98e7-3c5d14489f7a req-e9e30795-6e71-4438-b97d-a94d30a8e70f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092870 Nov 12 08:05:55.983832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5a8384df-b02a-4541-a16a-3c458333a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:55.985562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5a8384df-b02a-4541-a16a-3c458333a843 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1396160 Nov 12 08:05:56.031786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-de72c589-88da-45be-a66f-4c60ee900f6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 217 time: 0.0382435 Nov 12 08:05:56.121200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-7a9381ce-6f45-4e1e-8ee2-db551fb32ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:56.121927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-7a9381ce-6f45-4e1e-8ee2-db551fb32ff7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0686080 Nov 12 08:05:56.195326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-cb034be5-4b35-415e-859e-e399a7f87fe4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579970 Nov 12 08:05:56.299515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f4307-7564-4b0f-8eec-1fad813e8684 req-4b833c51-9db6-4c51-9b93-73521db9c915 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:56.301176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-611f4307-7564-4b0f-8eec-1fad813e8684 req-4b833c51-9db6-4c51-9b93-73521db9c915 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1523848 Nov 12 08:05:56.333804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56889314-04f7-4b8a-b21d-1b30496c4ab2 req-16d8e376-5023-46df-88d8-800c2345b0bd tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:56.335297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56889314-04f7-4b8a-b21d-1b30496c4ab2 req-16d8e376-5023-46df-88d8-800c2345b0bd tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.1423368 Nov 12 08:05:56.385500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-b71722c4-4a6f-4d59-8177-5da6420ecc7b service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598921 Nov 12 08:05:56.444111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-611f4307-7564-4b0f-8eec-1fad813e8684 req-ec22c4bb-28c0-4c76-9e5a-18a3e18baf2a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334553 Nov 12 08:05:56.476537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56889314-04f7-4b8a-b21d-1b30496c4ab2 req-8c7c8256-7e0e-431a-b0d1-12b4e5a076e5 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329093 Nov 12 08:05:56.531568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-fe5d95e1-3ad7-46c4-80cb-aeba90cf42be service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283929 Nov 12 08:05:56.713928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21216ee4-bc6c-4471-b4c6-4e83382f05cc req-233abfa4-0770-455c-acb0-0d540ea3265a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:56.717584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21216ee4-bc6c-4471-b4c6-4e83382f05cc req-233abfa4-0770-455c-acb0-0d540ea3265a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.0737791 Nov 12 08:05:56.813376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21216ee4-bc6c-4471-b4c6-4e83382f05cc req-f3d24d9a-9e10-40b7-a238-0609bfcbbe54 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823150 Nov 12 08:05:57.217749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534ef7-4362-4c4d-acc5-88af73221e2f req-71c3be48-14cd-4515-b624-02a75dc70109 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:57.219485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96534ef7-4362-4c4d-acc5-88af73221e2f req-71c3be48-14cd-4515-b624-02a75dc70109 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 946 time: 0.0852370 Nov 12 08:05:57.231841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47234-29a1-49b5-8511-167fc767dc1a req-9107dedb-c8ea-41e8-95c6-48b60e63079b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:57.233482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2b47234-29a1-49b5-8511-167fc767dc1a req-9107dedb-c8ea-41e8-95c6-48b60e63079b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 949 time: 0.0728209 Nov 12 08:05:57.320381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96534ef7-4362-4c4d-acc5-88af73221e2f req-269efa27-ee96-4448-bdaa-01e79d007b9a tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858424 Nov 12 08:05:57.329159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2b47234-29a1-49b5-8511-167fc767dc1a req-046e6bb9-ba67-466e-ab1d-9d16e0029398 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854914 Nov 12 08:05:57.800924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-89732864-d8f3-4dc0-a3bc-e38cac0d7307 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:57.802493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-89732864-d8f3-4dc0-a3bc-e38cac0d7307 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468&tenant_id=3d841ea215d64358b8162da38ef0a9d4&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 949 time: 0.1332414 Nov 12 08:05:57.811565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd1580-b200-4299-91ab-e71f00a15d72 req-f8a6e058-13ce-4c6e-a29e-45fd266ae5bb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:57.812982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bdd1580-b200-4299-91ab-e71f00a15d72 req-f8a6e058-13ce-4c6e-a29e-45fd266ae5bb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.0848846 Nov 12 08:05:57.905313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bdd1580-b200-4299-91ab-e71f00a15d72 req-117038b1-5e6f-4edd-9608-fe073bafb593 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837362 Nov 12 08:05:57.907967 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-d3a2c35d-643c-4597-be60-cb279e00f216 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:05:57.909051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-d3a2c35d-643c-4597-be60-cb279e00f216 service neutron] 10.222.0.32 "DELETE /v2.0/ports/6f69793c-a30e-44e5-a8a1-4756d87c4461/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0929546 Nov 12 08:05:58.071740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0471d2-c384-49da-a05b-61c9683f0d18 req-ef75efbb-e816-4b0a-8bb4-c0c2a9c09f47 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.073680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a0471d2-c384-49da-a05b-61c9683f0d18 req-ef75efbb-e816-4b0a-8bb4-c0c2a9c09f47 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 949 time: 0.0828457 Nov 12 08:05:58.098610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-2fa8eced-6b28-40b5-b65f-c8eaba629877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.100073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-2fa8eced-6b28-40b5-b65f-c8eaba629877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1101 time: 0.0793104 Nov 12 08:05:58.208309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a0471d2-c384-49da-a05b-61c9683f0d18 req-d38d1f17-3299-4e00-96a4-4819874ba759 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236162 Nov 12 08:05:58.214637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-03b958f4-73cd-4437-b218-71e125fe4e69 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--549077681&fields=id&tenant_id=3b05c49b633d413187cd621d8155c2c1 HTTP/1.1" status: 200 len: 267 time: 0.1517010 Nov 12 08:05:58.295529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-868be6da-67d2-454f-8980-e1739523a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.296994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-868be6da-67d2-454f-8980-e1739523a661 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1810455 Nov 12 08:05:58.385452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-1c733149-e88f-4b4c-9eff-704eae652adb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0478687 Nov 12 08:05:58.444504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3d0c-12c6-4e81-89b8-a6985c75abc0 req-9cd6edef-6448-467e-bdbb-1e3baab8ae93 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.446054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc9b3d0c-12c6-4e81-89b8-a6985c75abc0 req-9cd6edef-6448-467e-bdbb-1e3baab8ae93 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.1660881 Nov 12 08:05:58.476702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-2c23827f-b46d-46f1-87a4-00b57a99ed51 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.478120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-2c23827f-b46d-46f1-87a4-00b57a99ed51 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 823 time: 0.2413311 Nov 12 08:05:58.499849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-1b77c843-5248-4160-b39d-995b5c0323fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.501428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-1b77c843-5248-4160-b39d-995b5c0323fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1016693 Nov 12 08:05:58.510803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-8a08292e-d4f7-4177-8ff1-19b32aa31333 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/quotas/3b05c49b633d413187cd621d8155c2c1 HTTP/1.1" status: 200 len: 375 time: 0.0229118 Nov 12 08:05:58.585368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc9b3d0c-12c6-4e81-89b8-a6985c75abc0 req-69c411d5-db45-4a85-b518-90d0adfd9139 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300621 Nov 12 08:05:58.602814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-418faf7c-8353-47cb-9b6d-f6bd94b8e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:58.604532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-418faf7c-8353-47cb-9b6d-f6bd94b8e0f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879092 Nov 12 08:05:58.620243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-6b0fd314-7b8b-4f50-96b6-bcd02d1e1aa1 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0935788 Nov 12 08:05:58.783679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-0a54e363-f771-4de8-8398-2b5cae4116ef service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623638 Nov 12 08:05:58.794453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-1d30c28d-1b41-416f-bad8-8d7475f6a6a5 service neutron] 10.222.0.16 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509788 Nov 12 08:05:58.928644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:05:58.960163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-68f2ad99-3ffa-45d1-89f3-315a0a2d77e9 service neutron] 10.222.0.16 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648235 Nov 12 08:05:58.962146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ebb1969-c2d8-4853-9d67-2c7c7f704f3e req-4e1259ee-3cde-42f5-a1bd-1baaf13819f4 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657696 Nov 12 08:05:59.054643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 6f69793c-a30e-44e5-a8a1-4756d87c4461 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:05:59.063148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 6f69793c-a30e-44e5-a8a1-4756d87c4461 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:05:59.064474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:59.174653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:59.205560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:05:59.208349 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b80852-cc7a-4c8e-bf9a-a9b37097c69f" -d '{"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-plugged", "status": "completed", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:05:59.224004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:05:59.230459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b49bb-8bfc-4093-b67a-9556fafbf470 req-a6a578d8-3e6a-4971-9d35-3eb23bce78e4 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:59.232342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf3b49bb-8bfc-4093-b67a-9556fafbf470 req-a6a578d8-3e6a-4971-9d35-3eb23bce78e4 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 946 time: 0.1221614 Nov 12 08:05:59.233047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:59.251700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f4312-741f-4857-b931-b27905003041 req-bc7153d9-bd1a-41a8-bbc9-2590688547ea tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:59.253343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf2f4312-741f-4857-b931-b27905003041 req-bc7153d9-bd1a-41a8-bbc9-2590688547ea tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.25 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 946 time: 0.0930080 Nov 12 08:05:59.306190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:05:59.769379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf3b49bb-8bfc-4093-b67a-9556fafbf470 req-d8faa34a-da31-4de4-ab4c-2837b0617290 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/security-groups?id=6997d2e7-d1f8-44e0-80b8-39c7603c07f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128384 Nov 12 08:05:59.810874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f9a22-c49e-4f1e-8461-24302b611b93 req-df5d595e-d8e3-4309-b5fe-89fec3fe5792 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:59.819337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-638f9a22-c49e-4f1e-8461-24302b611b93 req-df5d595e-d8e3-4309-b5fe-89fec3fe5792 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.5214965 Nov 12 08:05:59.882258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-620abacb-84aa-40ed-81eb-bc5b33362226 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:05:59.883804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-620abacb-84aa-40ed-81eb-bc5b33362226 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "GET /v2.0/ports?device_id=457cdc37-3258-4b55-b008-c9a26b1b6817 HTTP/1.1" status: 200 len: 945 time: 0.1572433 Nov 12 08:05:59.941380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Deleting port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:05:59.941720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:59.966264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-638f9a22-c49e-4f1e-8461-24302b611b93 req-2dd0ebf6-7db1-4a05-b538-d892bceccb44 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457336 Nov 12 08:06:00.024341 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d28c11b-db90-4ea6-a11b-1837e460671a x-openstack-request-id: req-6d28c11b-db90-4ea6-a11b-1837e460671a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:00.025768 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-plugged", "status": "completed", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:00.026279 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d28c11b-db90-4ea6-a11b-1837e460671a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:00.026876 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'code': 200} Nov 12 08:06:00.058801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-466690ce-c906-48d9-82b9-12c1f08dd9f1 req-9ea99b60-0983-4cb1-b945-a19077ce9bc5 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 210 time: 0.0851982 Nov 12 08:06:00.157495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] For port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,segment=NetworkSegment(7b762b64-59c6-4f21-aea3-4291cfbfe535),segment_id=7b762b64-59c6-4f21-aea3-4291cfbfe535)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:00.157858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:00.192268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Calling delete_port for 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:06:00.196653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Deleting port fde203c4-fe1a-4a64-9a2a-fbb43893b662 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:06:00.197537 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:00.276869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d9e60-d2c0-420e-9d8f-08e34ad2ea09 req-3e10fe87-ae93-45d2-b841-88f198cc27b0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:00.278278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d68d9e60-d2c0-420e-9d8f-08e34ad2ea09 req-3e10fe87-ae93-45d2-b841-88f198cc27b0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1956789 Nov 12 08:06:00.334984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a667265-70ba-41fc-9e64-a7fb0c69ac48 req-b4c93c12-4359-475e-85a4-7e0dfa02e67b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:00.336483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a667265-70ba-41fc-9e64-a7fb0c69ac48 req-b4c93c12-4359-475e-85a4-7e0dfa02e67b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.2060835 Nov 12 08:06:00.418742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] For port fde203c4-fe1a-4a64-9a2a-fbb43893b662, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fde203c4-fe1a-4a64-9a2a-fbb43893b662,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:00.419168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:00.495957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d68d9e60-d2c0-420e-9d8f-08e34ad2ea09 req-31666ba8-1f7e-4700-8d94-97cf1855d61d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098842 Nov 12 08:06:00.587248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-d0fc5ab2-17b2-496f-b5b4-f6476acdcb63 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:00.589983 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-d0fc5ab2-17b2-496f-b5b4-f6476acdcb63 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 823 time: 0.1677315 Nov 12 08:06:00.642603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a667265-70ba-41fc-9e64-a7fb0c69ac48 req-196a68d1-bc77-457d-a55c-d409ea459527 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912796 Nov 12 08:06:00.659910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:00.677283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:00.709630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-451c6daf-f5e8-4485-8c47-5ca20c88aa2f tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b05c49b633d413187cd621d8155c2c1 HTTP/1.1" status: 200 len: 379 time: 0.1068261 Nov 12 08:06:00.727492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'port': {'device_id': '58935449-4fcb-4733-a680-6edc76b10ecc', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'admin_state_up': True, 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'security_groups': ['8b8108df-84bd-48c8-bce0-269622e09b93']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:00.742817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Pushing event deleted for resources: {'Port': ['ID=89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:00.863778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] No DVR routers for this DVR port 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:00.872982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:00.877160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf2f4312-741f-4857-b931-b27905003041 req-260e6532-cf29-46bb-b5d2-1fccf0a60d70 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.25 "DELETE /v2.0/ports/89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e HTTP/1.1" status: 204 len: 173 time: 1.6152744 Nov 12 08:06:00.877838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'name': 'network-vif-deleted', 'tag': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:00.888211 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a63943a-4225-4cff-a97d-496573076fa2" -d '{"events": [{"server_uuid": "78a82bb0-57f3-462d-afed-6253dbe896e5", "name": "network-vif-deleted", "tag": "89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:00.930178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Made reservation on behalf of 3b05c49b633d413187cd621d8155c2c1 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:00.934796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:00.999438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c044dd-bed2-44d5-af3f-b9458e344c96 req-0b27e760-31c7-47dd-a652-d6e828fdbe81 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:01.001102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40c044dd-bed2-44d5-af3f-b9458e344c96 req-0b27e760-31c7-47dd-a652-d6e828fdbe81 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1102 time: 0.1084371 Nov 12 08:06:01.101718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:01.102093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:01.102421 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d disassociated. External IP: 172.25.4.71, port: fde203c4-fe1a-4a64-9a2a-fbb43893b662. Nov 12 08:06:01.102876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Calling delete_port for fde203c4-fe1a-4a64-9a2a-fbb43893b662 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:06:01.120639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40c044dd-bed2-44d5-af3f-b9458e344c96 req-ed6637ca-2ef8-4ed9-97b0-0c65ecf94617 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123853 Nov 12 08:06:01.183189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Allocated IP 172.20.0.9 (aeac1c99-71b1-4e62-acbf-d83145c8f9fc/30d05f4b-8b60-481b-b83f-dcb2d54da21e/7f791a36-1f39-4e2e-b777-8ae99d529f8a) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:06:01.225098 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ce129-c35f-4421-82c5-e9ba8e6c8375 x-openstack-request-id: req-b28ce129-c35f-4421-82c5-e9ba8e6c8375 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:01.225397 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a82bb0-57f3-462d-afed-6253dbe896e5", "name": "network-vif-deleted", "tag": "89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:01.225657 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b28ce129-c35f-4421-82c5-e9ba8e6c8375 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:01.226316 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a82bb0-57f3-462d-afed-6253dbe896e5', 'name': 'network-vif-deleted', 'tag': '89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e', 'status': 'completed', 'code': 200} Nov 12 08:06:01.229441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27244b3d-f4a1-4e11-ae6e-48019d8bbaed req-c8e91b1f-ad94-4951-a2ef-8200737c0e91 tempest-ServerMetadataNegativeTestJSON-377128305 tempest-ServerMetadataNegativeTestJSON-377128305-project] 10.222.0.16 "GET /v2.0/ports?device_id=78a82bb0-57f3-462d-afed-6253dbe896e5 HTTP/1.1" status: 200 len: 210 time: 0.0372486 Nov 12 08:06:01.360357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:01.403801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c835ff-344e-4cd8-9910-bce78aaca636 req-61d6eb5e-95b3-477e-ba49-648b792559af tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:01.405170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7c835ff-344e-4cd8-9910-bce78aaca636 req-61d6eb5e-95b3-477e-ba49-648b792559af tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.0911815 Nov 12 08:06:01.411342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:01.470017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:01.478367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event deleted for resources: {'Port': ['ID=fde203c4-fe1a-4a64-9a2a-fbb43893b662,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:01.513263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7c835ff-344e-4cd8-9910-bce78aaca636 req-095706c2-6081-49bb-b106-c927f52fa578 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996461 Nov 12 08:06:01.589529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event updated for resources: {'Port': ['ID=7f791a36-1f39-4e2e-b777-8ae99d529f8a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:01.604494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.604843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.605187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.605526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.605861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.606193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.606521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.607142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.613839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.614279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.614634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.615504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:01.657083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:06:01.667523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:01.678832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:06:01.791133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35198da-d66d-4b4f-8fb2-9c89377034c0 req-9d0b54e1-083b-484b-9caa-a54ea3ed5402 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:01.792981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b35198da-d66d-4b4f-8fb2-9c89377034c0 req-9d0b54e1-083b-484b-9caa-a54ea3ed5402 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 931 time: 0.1702631 Nov 12 08:06:01.847098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:01.851411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:01.878953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b35198da-d66d-4b4f-8fb2-9c89377034c0 req-b20bd294-364e-404b-9eac-dde9ee167b8b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685449 Nov 12 08:06:01.882903 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-38b1b3be-49bc-4605-9e96-2fc59bed2be9 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1669989 Nov 12 08:06:01.892868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Router 46553459-43f5-4752-9fc5-85d4c5516522 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:06:01.907320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Request body: {'port': {'device_id': '58935449-4fcb-4733-a680-6edc76b10ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:01.997379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:02.159665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:06:02.175325 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:06:02.198489 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:06:02.199129 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:05:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:02.372279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] No DVR routers for this DVR port fde203c4-fe1a-4a64-9a2a-fbb43893b662 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:02.374909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:02.379089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74c40464-b62c-46e5-8059-aaa81fcc6fc6 req-d89de21d-b3aa-46ad-9593-e944df11a921 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "DELETE /v2.0/ports/fde203c4-fe1a-4a64-9a2a-fbb43893b662 HTTP/1.1" status: 204 len: 173 time: 2.4865932 Nov 12 08:06:02.490334 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:06:02.512094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cc3dc-511e-479e-8645-f6165cb48ea2 req-e0b3d317-0c40-48f7-ad22-e29fd39cedaa tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:02.513648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d23cc3dc-511e-479e-8645-f6165cb48ea2 req-e0b3d317-0c40-48f7-ad22-e29fd39cedaa tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 946 time: 0.2847979 Nov 12 08:06:02.558646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454718f1-6997-4c48-9b0a-8065c7b63e38 req-aac8f74f-c91e-4965-a5e2-ff3b5a3eb1df tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:02.566146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-454718f1-6997-4c48-9b0a-8065c7b63e38 req-aac8f74f-c91e-4965-a5e2-ff3b5a3eb1df tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1097 time: 0.2659142 Nov 12 08:06:02.620286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f791a36-1f39-4e2e-b777-8ae99d529f8a {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:02.631967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:02.652273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Transition to ACTIVE for port object 7f791a36-1f39-4e2e-b777-8ae99d529f8a will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:02.655074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d23cc3dc-511e-479e-8645-f6165cb48ea2 req-b8c29dfc-f4b2-41bd-95b6-42b2a59de605 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257541 Nov 12 08:06:02.669763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:02.740771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-454718f1-6997-4c48-9b0a-8065c7b63e38 req-4cbcba64-2697-471c-bf43-f04aa0c197eb tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736412 Nov 12 08:06:02.810974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f791a36-1f39-4e2e-b777-8ae99d529f8a,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:02.863976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60374) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:02.944920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:03.003231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:06:03.003508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 89a55b67-7dc1-4a2f-8c25-9b6a35d3c46e not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:03.087901 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:03.093098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-9893360f-16f7-4200-be3f-01e352dd3695 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025050 Nov 12 08:06:03.106706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Attempting to bind port 7f791a36-1f39-4e2e-b777-8ae99d529f8a on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:03.107038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Attempting to bind port 7f791a36-1f39-4e2e-b777-8ae99d529f8a by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:03.107361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Attempting to bind port 7f791a36-1f39-4e2e-b777-8ae99d529f8a on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:03.128728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Port 7f791a36-1f39-4e2e-b777-8ae99d529f8a on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:03.129251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Attempting to bind port 7f791a36-1f39-4e2e-b777-8ae99d529f8a on network aeac1c99-71b1-4e62-acbf-d83145c8f9fc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:03.143026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:03.143468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Checking segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:03.143730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Bound using segment: {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:03.144289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Bound port: 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755ceba2-d566-4fca-8f20-d809aee7ce59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:03.144537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.195154 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:06:03.235238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:06:03.238741 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:05:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:03.251706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'name': 'network-vif-deleted', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:03.258512 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5874069-5aa5-4085-90b5-72894b504b43" -d '{"events": [{"server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "name": "network-vif-deleted", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:03.313872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] For port 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:03.322159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] For port 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:03.330576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.357086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Deleting subnet 31355a8c-cae6-4e80-ad00-b39de05818b7 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:06:03.372009 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.417354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:03.420449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.423700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f791a36-1f39-4e2e-b777-8ae99d529f8a HTTP/1.1" status: 200 len: 1092 time: 1.5263870 Nov 12 08:06:03.427326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:03.456335 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b" -d '{"events": [{"name": "network-changed", "server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:03.468433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.489693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.577508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83721ebd-c5b6-4193-8cda-e8d18a53e64b req-8e05eb74-d9be-4415-966f-d29689aec3c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:03.585599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83721ebd-c5b6-4193-8cda-e8d18a53e64b req-8e05eb74-d9be-4415-966f-d29689aec3c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.4661047 Nov 12 08:06:03.588423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.613518 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:03.617196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/31355a8c-cae6-4e80-ad00-b39de05818b7 HTTP/1.1" status: 204 len: 168 time: 0.7521045 Nov 12 08:06:03.621600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60400) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:03.643859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c5fb6-a20b-4935-be59-a7460f8fbca4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f791a36-1f39-4e2e-b777-8ae99d529f8a,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:03.650432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31355a8c-cae6-4e80-ad00-b39de05818b7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:03.670274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fde203c4-fe1a-4a64-9a2a-fbb43893b662 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:03.713793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.714156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.714510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.714861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.715200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.715533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.715861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.716229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.716547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.716740 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:06:03.716881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.717203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.717507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e7c64-4032-4695-af28-4f6860150e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:03.724748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: fde203c4-fe1a-4a64-9a2a-fbb43893b662 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:06:03.725104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fde203c4-fe1a-4a64-9a2a-fbb43893b662 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:03.740358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83721ebd-c5b6-4193-8cda-e8d18a53e64b req-4c6b008c-f558-41eb-88ef-ef074d7a07c7 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518409 Nov 12 08:06:03.784347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-3844620b-32a3-4cfb-8685-06046fc82b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:03.786587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-3844620b-32a3-4cfb-8685-06046fc82b61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 1095 time: 0.3004525 Nov 12 08:06:03.840036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-59367b60-0c51-4bf0-8569-eb493705ce92 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:03.853838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-59367b60-0c51-4bf0-8569-eb493705ce92 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7538071 Nov 12 08:06:03.873520 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-c2a6b6f9-42ec-4ebb-a1c2-a1edc6851943 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a HTTP/1.1" status: 200 len: 217 time: 0.0754623 Nov 12 08:06:03.887148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-bc70e6d6-ee1e-415d-b0ef-ecd423fccaa9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/quotas/3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0289166 Nov 12 08:06:03.902738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.001047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-c2f638df-0d11-4689-bbde-55cd300062d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118937 Nov 12 08:06:04.001958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60406) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:04.123153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-be7d5251-3e5b-41bc-8b78-6dc07f674f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:04.127972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-be7d5251-3e5b-41bc-8b78-6dc07f674f27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.2378645 Nov 12 08:06:04.302107 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5aba08d5-6635-4f9c-89aa-070456f4db75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.373807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.405433 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:04.470985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fda385b-0130-4940-8d96-39edb6d1b002']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:04.504314 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e44257-3310-41e6-af61-e32a338eacd9 None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:06:04.545961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b762b64-59c6-4f21-aea3-4291cfbfe535') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:04.546356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b762b64-59c6-4f21-aea3-4291cfbfe535') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:04.610510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5aba08d5-6635-4f9c-89aa-070456f4db75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.621724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5aba08d5-6635-4f9c-89aa-070456f4db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.634240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.715431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5aba08d5-6635-4f9c-89aa-070456f4db75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2614dc8415d94f51995d790270c8b3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122023 Nov 12 08:06:04.717815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba08d5-6635-4f9c-89aa-070456f4db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b2eba-927c-4763-8e5a-6e124829c929,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:04.722241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60432) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:04.780881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.807522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:06:04.807923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.829006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475fa2c3-4498-4872-8c62-3ec43578a5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.969748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475fa2c3-4498-4872-8c62-3ec43578a5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.026369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-eb1479de-171b-4afe-a053-c1ac07143bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:05.028328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-eb1479de-171b-4afe-a053-c1ac07143bc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8702571 Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:06:05.029137 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:06:05.031180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.037108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.045840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3708a2b-2c9e-402f-89d0-91e5059ab7f4 req-ba870c38-1a39-4dbc-bfc9-48053149053c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:05.056944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3708a2b-2c9e-402f-89d0-91e5059ab7f4 req-ba870c38-1a39-4dbc-bfc9-48053149053c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 943 time: 0.2250025 Nov 12 08:06:05.065400 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fda385b-0130-4940-8d96-39edb6d1b002 HTTP/1.1" status: 204 len: 168 time: 1.4393466 Nov 12 08:06:05.096454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51635152-4f1d-4edb-a01b-e02e65d334fd None None] New status for floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:06:05.146971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b93af-af42-4951-9d15-588213c11ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=9fda385b-0130-4940-8d96-39edb6d1b002,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:05.190691 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475fa2c3-4498-4872-8c62-3ec43578a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.193351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475fa2c3-4498-4872-8c62-3ec43578a5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.203894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-475fa2c3-4498-4872-8c62-3ec43578a5e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a7b2eba-927c-4763-8e5a-6e124829c929 HTTP/1.1" status: 204 len: 168 time: 0.4749055 Nov 12 08:06:05.228910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3708a2b-2c9e-402f-89d0-91e5059ab7f4 req-0248186a-4e9f-457c-8dc6-a759d443f428 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709924 Nov 12 08:06:05.249584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa2c3-4498-4872-8c62-3ec43578a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b2eba-927c-4763-8e5a-6e124829c929,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:05.338248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-4fef014e-70c9-49fd-92b3-42f628a3fc7a service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702563 Nov 12 08:06:05.341178 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2c5f52-2262-4296-8ca7-f3e355c19124 x-openstack-request-id: req-ea2c5f52-2262-4296-8ca7-f3e355c19124 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:05.342144 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457cdc37-3258-4b55-b008-c9a26b1b6817", "name": "network-vif-deleted", "tag": "fde203c4-fe1a-4a64-9a2a-fbb43893b662", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:05.342546 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea2c5f52-2262-4296-8ca7-f3e355c19124 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:05.343259 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457cdc37-3258-4b55-b008-c9a26b1b6817', 'name': 'network-vif-deleted', 'tag': 'fde203c4-fe1a-4a64-9a2a-fbb43893b662', 'status': 'completed', 'code': 200} Nov 12 08:06:05.386064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60456) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:05.503920 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc12e9b-4e13-438a-b990-5e34b19381a0 x-openstack-request-id: req-3bc12e9b-4e13-438a-b990-5e34b19381a0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:05.504312 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:05.504578 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bc12e9b-4e13-438a-b990-5e34b19381a0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:05.505016 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'status': 'completed', 'code': 200} Nov 12 08:06:05.505229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a543075a-826c-48fd-8b88-0453c8056b27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4f5e6056a5640d485d695ed36517f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1168258 Nov 12 08:06:05.506254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60460) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:05.594145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-07ccdde8-e65c-449a-ad49-e1e8203f1e3a req-49e54b08-71dd-4a0b-81a4-65b8c3c2bd8f service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448857 Nov 12 08:06:05.609702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e4077be-2e2a-42dc-bf86-58270b16a55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.636539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e4077be-2e2a-42dc-bf86-58270b16a55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.653272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74a35015-8a06-4871-b96a-bcf13972a959 req-1a5ae86a-bf92-41e6-b916-6a4eb532919d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 210 time: 0.0650725 Nov 12 08:06:05.804681 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e4077be-2e2a-42dc-bf86-58270b16a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.811646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e4077be-2e2a-42dc-bf86-58270b16a55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:05.812845 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e4077be-2e2a-42dc-bf86-58270b16a55b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6997d2e7-d1f8-44e0-80b8-39c7603c07f7 HTTP/1.1" status: 204 len: 168 time: 0.3014894 Nov 12 08:06:05.873903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4077be-2e2a-42dc-bf86-58270b16a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997d2e7-d1f8-44e0-80b8-39c7603c07f7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:05.893434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-135a7d1b-f670-4962-8e56-01ac026c025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:05.896161 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-135a7d1b-f670-4962-8e56-01ac026c025b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 1095 time: 0.1970010 Nov 12 08:06:06.049697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68a9c9-9b34-409d-871b-2d143225a119 req-b6764483-a82c-41bc-947d-ac976c98be7e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:06.058418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b68a9c9-9b34-409d-871b-2d143225a119 req-b6764483-a82c-41bc-947d-ac976c98be7e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1532688 Nov 12 08:06:06.120245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-a41f43b3-ba5a-4112-b907-b67d8fb46025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:06.123675 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-a41f43b3-ba5a-4112-b907-b67d8fb46025 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 923 time: 0.2104123 Nov 12 08:06:06.162121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b68a9c9-9b34-409d-871b-2d143225a119 req-ca37dbcf-de79-477a-adf9-8be68d81260a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006758 Nov 12 08:06:06.238353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-3c73e9a1-8e80-4005-aca1-ecd5ff21d810 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a HTTP/1.1" status: 200 len: 217 time: 0.1027403 Nov 12 08:06:06.252335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-0a107d0d-89c3-4d5a-8eea-7ab9e2ad0835 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:06:06.260755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-0a107d0d-89c3-4d5a-8eea-7ab9e2ad0835 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213034 Nov 12 08:06:06.343766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-a68fa128-5d3b-4d42-8390-f4683379e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:06.360614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-a68fa128-5d3b-4d42-8390-f4683379e4f1 service neutron] 10.222.0.16 "GET /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 1094 time: 0.0980766 Nov 12 08:06:06.368407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Request body: {'binding': {'host': 'n-h1-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:06.369838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:06:06.686863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-8110f91a-9c73-49cb-8ea4-4f0b6b86f3f3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891917 Nov 12 08:06:06.705345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b378-b62c-46d8-8369-c66d0a302e61 req-da93f93c-1ab5-4d03-afd1-27d811b6164b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:06.721782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5000b378-b62c-46d8-8369-c66d0a302e61 req-da93f93c-1ab5-4d03-afd1-27d811b6164b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 943 time: 0.2287245 Nov 12 08:06:06.802078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on host n-h1-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:06.823155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:06.823662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:06.841774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-34e9c7c2-dc2f-4228-baf3-f6d51701d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:06.845634 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-34e9c7c2-dc2f-4228-baf3-f6d51701d912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.2438285 Nov 12 08:06:06.898534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:06.900483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:06.948688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:06.958954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:06.959617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:06.960268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Bound port: aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:07.068964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-ff5bd44b-867f-49fc-8d47-9ff9641865ed tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:07.070842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-ff5bd44b-867f-49fc-8d47-9ff9641865ed tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461099 Nov 12 08:06:07.071562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:07.088899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Request body: {'port': {'device_id': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '3d841ea215d64358b8162da38ef0a9d4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:07.118350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:07.277054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:07.288415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '4f57a425-3590-4477-b8cd-2953a3223304', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': '4f57a425-3590-4477-b8cd-2953a3223304', 'mac_address': 'fa:16:3e:73:66:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:07.339774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5000b378-b62c-46d8-8369-c66d0a302e61 req-a05a498d-a94b-46c7-ba23-25f49f70addb tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6163194 Nov 12 08:06:07.341919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Made reservation on behalf of 3d841ea215d64358b8162da38ef0a9d4 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:07.351695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.367394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.396660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f57a425-3590-4477-b8cd-2953a3223304 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:07.427001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1144144170-network', 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:07.438174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:07.446493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.483797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:07.486960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.499103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.576727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['4f57a425-3590-4477-b8cd-2953a3223304'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:07.580541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:07.671524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14cc5a43-f4fe-4259-9703-c0dd1b12fbbb req-32f79f2a-852e-42cb-97da-f22736cd15a0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 210 time: 0.1899152 Nov 12 08:06:07.683438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.715236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-c18d428e-2a04-4cf0-838d-d762f949a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:07.716784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-c18d428e-2a04-4cf0-838d-d762f949a631 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8604939 Nov 12 08:06:07.862496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Allocated IP 192.168.233.161 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/48137c9d-77df-4ace-94a3-78f524c839aa) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:06:07.867273 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.919475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:07.932815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.935224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-908017f0-8be8-41ad-bab7-5a9f992e67de service neutron] 10.222.0.16 "POST /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5/bindings HTTP/1.1" status: 201 len: 390 time: 1.5727048 Nov 12 08:06:07.941693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-a17da8f0-cc1b-4f3e-94bb-93f31cfe13b1 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167239 Nov 12 08:06:07.968515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:06:07.994871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:08.021567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.022427 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Added segment ec451808-8c66-40c7-b6ac-623d5f782bdf of type vlan for network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 Nov 12 08:06:08.084582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7857117-9bca-4bfc-8740-b920eaf13dbc req-a05797b1-020b-4a32-ab97-a49abc87c997 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.086217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7857117-9bca-4bfc-8740-b920eaf13dbc req-a05797b1-020b-4a32-ab97-a49abc87c997 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.2209013 Nov 12 08:06:08.117145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e2b81c8-cbfd-4b9f-8dd6-c37ccf8da24b req-22f02b41-521e-4390-a761-b0fbfedc6c33 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675389 Nov 12 08:06:08.137805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.261695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7857117-9bca-4bfc-8740-b920eaf13dbc req-c28820c7-1c0a-48cf-8aa1-703bae1c4c08 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669624 Nov 12 08:06:08.265812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.266783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.267384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.305558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-3f2ac48d-538d-48d5-af52-96d8a88914a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.313308 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-3f2ac48d-538d-48d5-af52-96d8a88914a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1097 time: 0.0872443 Nov 12 08:06:08.333130 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.413090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] Pushing event updated for resources: {'Network': ['ID=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:08.429323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:06:08.443000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60558) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:08.448141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc021961-7fb9-4db0-a314-0e5c60e53702 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3717754 Nov 12 08:06:08.458161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Request body: {'subnet': {'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1144144170-subnet', 'tenant_id': '065b713eeda348139d14d5444061f866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:08.491583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.531025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bcc22-bb3f-47b3-84d0-ea8004ca58a3 req-5919b1bd-6128-40a4-8371-5ca3f26d9cbb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.538729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b9bcc22-bb3f-47b3-84d0-ea8004ca58a3 req-5919b1bd-6128-40a4-8371-5ca3f26d9cbb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1354432 Nov 12 08:06:08.553978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-994a692e-b113-45a5-a27d-937c6795bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.556929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-994a692e-b113-45a5-a27d-937c6795bc49 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.2386439 Nov 12 08:06:08.610545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b9bcc22-bb3f-47b3-84d0-ea8004ca58a3 req-abb6280c-0643-4600-9742-9d30cd356ada tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707889 Nov 12 08:06:08.631532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.657461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:08.664098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-4f34e8bd-673b-4fc9-99c8-36147da301f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 217 time: 0.0983386 Nov 12 08:06:08.669053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:08.671396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.803471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5e8527f-a028-4b9f-9f03-f4882b09d0d0 req-ad8637af-d2c7-4047-8d9a-eb3576206aa0 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0729587 Nov 12 08:06:08.807688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:06:08.836829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:08.852988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:06:08.874646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.875864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:08.878726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-227a9ca2-60c8-4b69-b331-8944e6917c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:08.886659 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-227a9ca2-60c8-4b69-b331-8944e6917c77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.2065103 Nov 12 08:06:08.986336 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-56678166-1c81-401d-a5c0-3c377d457ff2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886910 Nov 12 08:06:09.001191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:09.018911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:09.071392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83270d98-9d58-4251-9018-88aacd8fd1f0 req-8ae23d1e-6c85-4882-ae37-8c631af1ba42 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:09.080624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83270d98-9d58-4251-9018-88aacd8fd1f0 req-8ae23d1e-6c85-4882-ae37-8c631af1ba42 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 943 time: 0.2754338 Nov 12 08:06:09.087728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-2e0f19ec-50fc-4bc9-b034-0b9f720a30c2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0042601 Nov 12 08:06:09.113061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Request body: {'port': {'device_id': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:09.148493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 4f57a425-3590-4477-b8cd-2953a3223304 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:09.149144 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.255338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3391f128-562a-43cb-b87b-b82cce464869 None None] Provisioning complete for port 48137c9d-77df-4ace-94a3-78f524c839aa triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:09.255967 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3391f128-562a-43cb-b87b-b82cce464869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.289378 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.305729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea638-4b15-4511-9b8b-6967ab4c50a9 req-28725212-0c4c-4090-843b-39309e0d65aa tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:09.316003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02aea638-4b15-4511-9b8b-6967ab4c50a9 req-28725212-0c4c-4090-843b-39309e0d65aa tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 936 time: 0.3554192 Nov 12 08:06:09.336117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-31ceb9cf-341c-4b3c-884c-3c3ef774a4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343606 Nov 12 08:06:09.398296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3391f128-562a-43cb-b87b-b82cce464869 None None] Port 48137c9d-77df-4ace-94a3-78f524c839aa cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:06:09.438596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.484233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:09.500907 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f89e2a-d7b6-4ad4-a9d1-fd082c939bc4" -d '{"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-plugged", "status": "completed", "tag": "4f57a425-3590-4477-b8cd-2953a3223304"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:09.526887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:09.535271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.550474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.622730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:09.671546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f791a36-1f39-4e2e-b777-8ae99d529f8a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:09.762517 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-b9f02c5d-53f1-481b-9857-ff0d8941dcdf service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252357 Nov 12 08:06:09.770544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43aafb6f-6649-4282-b7f6-0304c919bc5a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:09.796756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:09.797097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Network hostable DHCP agents. Network: 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:06:09.834458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:06:09.857175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:09.861881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:09.862450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.874035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331745af-e9cb-4945-ad27-0568c2ca7495 None None] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:06:09.897497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-472134fe-402b-4b6e-b648-87f9b9b4865f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4451597 Nov 12 08:06:10.072765 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:06:10.153306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49658896-8d2a-4b5e-8c2c-7cabbac7066e None None] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:06:10.198655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:10.257253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'port_id': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'mac_address': 'fa:16:3e:3e:bf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:10.276315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83270d98-9d58-4251-9018-88aacd8fd1f0 req-202e0f5c-42dc-4b8e-ba81-db3f86b5249f tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1946330 Nov 12 08:06:10.289905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02aea638-4b15-4511-9b8b-6967ab4c50a9 req-7781d9e6-fd46-4329-b84f-09b5dd4fdf2a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9727383 Nov 12 08:06:10.349866 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:10.426126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48137c9d-77df-4ace-94a3-78f524c839aa {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:10.451085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:10.499568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f791a36-1f39-4e2e-b777-8ae99d529f8a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:10.502164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Transition to ACTIVE for port object 48137c9d-77df-4ace-94a3-78f524c839aa will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:10.528856 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d78b33-abf3-48d2-b542-ce962be9b091 x-openstack-request-id: req-65d78b33-abf3-48d2-b542-ce962be9b091 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:10.529323 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-plugged", "status": "completed", "tag": "4f57a425-3590-4477-b8cd-2953a3223304", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:10.529481 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65d78b33-abf3-48d2-b542-ce962be9b091 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:10.531912 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304', 'code': 200} Nov 12 08:06:10.546234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:10.601189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:10.608340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:10.612983 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c930e5c7-e5af-41ea-8273-cd92b9d44267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:10.672571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=7f791a36-1f39-4e2e-b777-8ae99d529f8a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:10.736024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:10.762787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e750c-05e9-455f-816d-bd1382d49b43 req-aa39e5fa-a1e7-4034-af8b-2b31d1b6f99e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:10.771294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d9e750c-05e9-455f-816d-bd1382d49b43 req-aa39e5fa-a1e7-4034-af8b-2b31d1b6f99e tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.2735798 Nov 12 08:06:10.876901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4092-9579-4dad-b1e0-f3e6d7035cb3 req-e8352a2d-2ffc-4eee-b7f7-7c9222091283 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:10.884389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a94c4092-9579-4dad-b1e0-f3e6d7035cb3 req-e8352a2d-2ffc-4eee-b7f7-7c9222091283 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.2815773 Nov 12 08:06:10.933741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d9e750c-05e9-455f-816d-bd1382d49b43 req-f8c9b194-3266-462c-9dd2-b16f79223b07 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614714 Nov 12 08:06:10.951983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['7f791a36-1f39-4e2e-b777-8ae99d529f8a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:10.954258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Attempting to bind port 48137c9d-77df-4ace-94a3-78f524c839aa on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:10.954594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Attempting to bind port 48137c9d-77df-4ace-94a3-78f524c839aa by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:10.954924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Attempting to bind port 48137c9d-77df-4ace-94a3-78f524c839aa on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:11.025054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a94c4092-9579-4dad-b1e0-f3e6d7035cb3 req-d2bbe223-a610-4fc9-bd87-2b26cc75011e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398139 Nov 12 08:06:11.026482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Port 48137c9d-77df-4ace-94a3-78f524c839aa on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:11.026812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Attempting to bind port 48137c9d-77df-4ace-94a3-78f524c839aa on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:11.048622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:11.049264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:11.050827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:11.051584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Bound port: 48137c9d-77df-4ace-94a3-78f524c839aa, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:11.055267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:11.153584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e780604e-d0b9-45aa-b49e-21fdb901d86d req-9ce240f4-78d5-429e-a768-e7f0f0c1973b tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0614464 Nov 12 08:06:11.221002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:11.224299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:11.231088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:11.272186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:11.273150 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:11.274537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] 10.222.0.25 "PUT /v2.0/ports/48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 1097 time: 2.1745272 Nov 12 08:06:11.277943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:11.280277 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7899d8-8721-479b-9d5c-fad67350b93b" -d '{"events": [{"name": "network-changed", "server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:11.371397 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc071d3-4b66-469b-8d51-fbc403edf042 x-openstack-request-id: req-efc071d3-4b66-469b-8d51-fbc403edf042 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:11.371692 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:11.371952 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efc071d3-4b66-469b-8d51-fbc403edf042 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:11.372418 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa', 'status': 'completed', 'code': 200} Nov 12 08:06:11.441331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228cf6-735b-4549-842b-08fad3edd3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:11.484847 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:11.515297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-bcf28335-cc23-4817-ace7-ab649ff7b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:11.516893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-bcf28335-cc23-4817-ace7-ab649ff7b92d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1100 time: 0.1484056 Nov 12 08:06:11.582988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-5acbf21f-82e0-45e7-a0f1-20285b55e188 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 217 time: 0.0527747 Nov 12 08:06:11.591524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-10d2f6e4-f440-4324-bb29-6086c7111917 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:11.593090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-10d2f6e4-f440-4324-bb29-6086c7111917 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.2852836 Nov 12 08:06:11.602062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408c734-d26a-41f8-871e-013a78d12c46 req-5fc75756-14b0-477a-ae45-89201d9af28a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:11.604133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8408c734-d26a-41f8-871e-013a78d12c46 req-5fc75756-14b0-477a-ae45-89201d9af28a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 948 time: 0.1578789 Nov 12 08:06:11.622482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e53072fb-8abf-4f6b-bdc7-22a3c7169188 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0172949 Nov 12 08:06:11.674388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-5d29bc9f-de7a-4b4d-bfd8-7a0239a7c9a2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510616 Nov 12 08:06:11.789549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8408c734-d26a-41f8-871e-013a78d12c46 req-4d4212b4-7a47-42e1-938a-7aae14fa4858 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643426 Nov 12 08:06:11.798800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-3ca325d5-7f30-4c36-a4f6-e87e231601c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:11.800492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-3ca325d5-7f30-4c36-a4f6-e87e231601c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1370466 Nov 12 08:06:11.851426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-a53fb53c-4ecc-478d-820a-bc8dc77a4c9c service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560943 Nov 12 08:06:11.888132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-7ba83e08-3ca3-4cea-b15e-dfc849cfea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:11.889632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-7ba83e08-3ca3-4cea-b15e-dfc849cfea18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748203 Nov 12 08:06:12.086591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31058b4-3549-4426-863f-7f0bde9a4545 req-af172746-2ba1-4467-aff4-dabed52b2b82 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:12.088779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b31058b4-3549-4426-863f-7f0bde9a4545 req-af172746-2ba1-4467-aff4-dabed52b2b82 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 944 time: 0.1926856 Nov 12 08:06:12.094327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-435256e9-9470-490e-8624-661b19df6c83 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303805 Nov 12 08:06:12.127670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-e20505b7-bd66-4717-9d21-d1ea27fc8519 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192104 Nov 12 08:06:12.271584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b31058b4-3549-4426-863f-7f0bde9a4545 req-2509b893-1b49-4552-9901-a819639b6230 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711252 Nov 12 08:06:12.390695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bed1502-f258-447e-b9a8-8f16ff0da00d req-da2e5de5-9d8f-4d73-a686-f969f11bb203 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521002 Nov 12 08:06:12.449021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7751a-b4bc-421a-a8ed-04a92988c137 req-8152db76-80fa-4376-a1b7-50e31ebec94b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:12.456667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aca7751a-b4bc-421a-a8ed-04a92988c137 req-8152db76-80fa-4376-a1b7-50e31ebec94b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.0830338 Nov 12 08:06:12.537296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aca7751a-b4bc-421a-a8ed-04a92988c137 req-1f11bc98-e455-4899-9055-f40caca35272 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797596 Nov 12 08:06:12.547099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7899d8-8721-479b-9d5c-fad67350b93b req-f5d67cfb-fb13-4fc7-8f32-d05a96b7bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:12.548587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-f5d67cfb-fb13-4fc7-8f32-d05a96b7bf85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1100 time: 0.0684302 Nov 12 08:06:12.764150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7db0af62-48d7-46c6-b1c5-aa76b8c1eeb9 req-af5a3df9-2396-4028-bc1b-5f68972b5c73 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0427382 Nov 12 08:06:12.793736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe018979-464f-40fa-aaab-547b4b6d44d5 req-71966152-8058-4ecb-bcac-6fa940d0bf6e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:12.795757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe018979-464f-40fa-aaab-547b4b6d44d5 req-71966152-8058-4ecb-bcac-6fa940d0bf6e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1604695 Nov 12 08:06:12.811553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7899d8-8721-479b-9d5c-fad67350b93b req-9626dbc3-c1fa-4394-ad60-19f55f0a8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:12.813020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-9626dbc3-c1fa-4394-ad60-19f55f0a8efa service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2540410 Nov 12 08:06:12.873905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df62bb62-37cc-4957-98bd-eb037ff055b3 req-6edcede4-a277-4fd4-a889-1c7fcc12ee58 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 210 time: 0.0306835 Nov 12 08:06:12.910980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe018979-464f-40fa-aaab-547b4b6d44d5 req-07eff7c8-f8b6-4336-b740-97c6b2657e55 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016321 Nov 12 08:06:13.024424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832044fc-89ce-4494-9ea5-162b99432fd9 req-6d2242f7-2bfb-4857-aa31-6e4f3ce37ace tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:13.026759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-832044fc-89ce-4494-9ea5-162b99432fd9 req-6d2242f7-2bfb-4857-aa31-6e4f3ce37ace tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 948 time: 0.0716853 Nov 12 08:06:13.075213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-00bade9b-b3b1-4b37-b6f6-7381b8abaa77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:13.172988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-832044fc-89ce-4494-9ea5-162b99432fd9 req-14d538aa-be35-4c50-9b42-74764423e532 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352673 Nov 12 08:06:13.174254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-584ea6db-6506-4012-bbc4-723cdad91814 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 217 time: 0.0831642 Nov 12 08:06:13.242594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7899d8-8721-479b-9d5c-fad67350b93b req-c41ce6fd-8832-4c54-8556-412bcdf193f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:13.245124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-c41ce6fd-8832-4c54-8556-412bcdf193f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0570378 Nov 12 08:06:13.355011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7899d8-8721-479b-9d5c-fad67350b93b req-7c22353f-faca-428a-b1cd-77061c7f579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:13.358265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-7c22353f-faca-428a-b1cd-77061c7f579d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872300 Nov 12 08:06:13.590940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c240-1e2c-4011-9582-9b9f6b22f378 req-447343bc-cb3c-4faa-bd6c-17678c92a3a8 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:13.592504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52d0c240-1e2c-4011-9582-9b9f6b22f378 req-447343bc-cb3c-4faa-bd6c-17678c92a3a8 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 944 time: 0.1941330 Nov 12 08:06:13.625425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-5324c101-d4b1-4432-9d87-bfb53f333017 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531765 Nov 12 08:06:13.685577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f791a36-1f39-4e2e-b777-8ae99d529f8a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:13.758553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 7f791a36-1f39-4e2e-b777-8ae99d529f8a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:06:13.764609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 7f791a36-1f39-4e2e-b777-8ae99d529f8a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:13.766047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:13.791141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52d0c240-1e2c-4011-9582-9b9f6b22f378 req-23b2f71b-22ba-42ee-8a1a-8154969f345a tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729879 Nov 12 08:06:13.810456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbe921-5daf-40b9-a90a-422260613cca req-b1459e25-01dd-4676-9403-962c941e66aa tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:13.819606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7abbe921-5daf-40b9-a90a-422260613cca req-b1459e25-01dd-4676-9403-962c941e66aa tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1832445 Nov 12 08:06:13.885571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7899d8-8721-479b-9d5c-fad67350b93b req-11542bd5-a431-49b2-8480-08a0c2a23612 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479622 Nov 12 08:06:13.934234 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:13.963656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e53117f-7559-4752-91a5-101cf08fd023 req-9a2790c0-652d-4c5f-ad36-2351988f2dc2 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0726624 Nov 12 08:06:13.990138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:13.991533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:13.994802 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fcc0c3-c6cd-431e-918a-728e6886e934" -d '{"events": [{"server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "name": "network-vif-plugged", "status": "completed", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:14.000372 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:14.045596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7abbe921-5daf-40b9-a90a-422260613cca req-06785f7d-afbe-4696-b6ac-ea30f4ebd8c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060068 Nov 12 08:06:14.150552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=7f791a36-1f39-4e2e-b777-8ae99d529f8a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:14.177846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.179951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.182677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.183296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.183998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.184714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.185282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.185844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.188211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.188807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.189356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.189917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:14.226754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58e43470-cbc6-43eb-a75b-59641d28511a req-3d593f4d-4f28-4ae1-b8ae-126173f2e561 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 210 time: 0.0588906 Nov 12 08:06:14.284184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-daf82bf4-8dde-4ea0-9ae8-c5791d151b45 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:14.290925 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-daf82bf4-8dde-4ea0-9ae8-c5791d151b45 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.3554945 Nov 12 08:06:14.313256 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7345c4-ea7a-4054-b594-943410214e0a x-openstack-request-id: req-bd7345c4-ea7a-4054-b594-943410214e0a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:14.313584 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "name": "network-vif-plugged", "status": "completed", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:14.313818 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd7345c4-ea7a-4054-b594-943410214e0a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:14.314272 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'code': 200} Nov 12 08:06:14.314981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Request body: {'port': {'device_id': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'admin_state_up': True, 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:14.347490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564a034-b457-45d3-8978-46884f63c805 req-37eb2064-82f3-4761-9e83-b00a823f98c8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:14.355293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:14.360981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6564a034-b457-45d3-8978-46884f63c805 req-37eb2064-82f3-4761-9e83-b00a823f98c8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1236739 Nov 12 08:06:14.510777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:14.515239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6564a034-b457-45d3-8978-46884f63c805 req-d7ef621a-3c92-4eaa-8efb-40575e997237 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462967 Nov 12 08:06:14.517386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:14.658899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90e5d4-59e4-457b-8747-03d2c8c4f1c2 req-a307bdd8-550c-4f6b-bedf-8a93c8baec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:14.660427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d90e5d4-59e4-457b-8747-03d2c8c4f1c2 req-a307bdd8-550c-4f6b-bedf-8a93c8baec65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 1097 time: 0.1690962 Nov 12 08:06:14.680414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abd692-809d-4a92-b8e7-6a8dcd8927b9 req-c9e1ccfa-6f6a-4957-a2ca-3bbfb1beea6a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:14.682039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92abd692-809d-4a92-b8e7-6a8dcd8927b9 req-c9e1ccfa-6f6a-4957-a2ca-3bbfb1beea6a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 948 time: 0.1918204 Nov 12 08:06:14.802282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Allocated IP 172.20.0.7 (3c3e1a77-3e53-4ffd-8e43-79e0469af7e1/43aafb6f-6649-4282-b7f6-0304c919bc5a/a64e2419-5452-4966-9ac1-c00f372fa617) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:06:14.881799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12e9d144-169b-4897-bf60-d31af7127ce2 req-d71a084c-fa93-499a-bd6a-4d5ff661c8bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0513415 Nov 12 08:06:14.906443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92abd692-809d-4a92-b8e7-6a8dcd8927b9 req-6d5b478b-d150-4b4b-8ce1-b44abfe5be21 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053130 Nov 12 08:06:14.910444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d90e5d4-59e4-457b-8747-03d2c8c4f1c2 req-eaf9cf4c-52d0-4a9a-9d3b-08cc09130c08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397845 Nov 12 08:06:15.034998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9afad0-2e9c-4c42-a1fc-28c943d9bd2f req-26a09b27-4a50-4be9-b73f-a5d06c5f96d5 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:15.037487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c9afad0-2e9c-4c42-a1fc-28c943d9bd2f req-26a09b27-4a50-4be9-b73f-a5d06c5f96d5 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.1075249 Nov 12 08:06:15.057864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:15.140382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c9afad0-2e9c-4c42-a1fc-28c943d9bd2f req-ea516b2d-c28e-457b-9cc8-f46ae5c7646c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957184 Nov 12 08:06:15.217854 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.227287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5b3204f-43a0-45a9-8f2d-0622d7d444a8 req-fa90757f-da32-472b-99ac-0c9f8df3836d tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0990467 Nov 12 08:06:15.294969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.373274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event updated for resources: {'Port': ['ID=a64e2419-5452-4966-9ac1-c00f372fa617,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:15.375001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27411f6-1f6a-4116-9461-7830c95ff18d req-336226e2-61cd-4919-ac60-da5417e34588 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:15.381414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:06:15.384436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:15.386713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b27411f6-1f6a-4116-9461-7830c95ff18d req-336226e2-61cd-4919-ac60-da5417e34588 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1256688 Nov 12 08:06:15.387715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:06:15.433755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:15.465054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:15.470823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.472541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '48137c9d-77df-4ace-94a3-78f524c839aa', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '48137c9d-77df-4ace-94a3-78f524c839aa', 'mac_address': 'fa:16:3e:45:fe:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:15.504682 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-32e796c2-ee61-4ba8-8ce4-a63325fff6e7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1924241 Nov 12 08:06:15.519525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Request body: {'port': {'device_id': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:15.532248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b27411f6-1f6a-4116-9461-7830c95ff18d req-c228e76d-fdd0-4032-aaa7-5bf9cb913f8b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444077 Nov 12 08:06:15.591566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.621255 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.654005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48137c9d-77df-4ace-94a3-78f524c839aa {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:15.667717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.691661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cdb7-3ea6-4ad2-ab31-9fe9addf3d44 req-a62309d6-403e-4876-8d89-e065e99a5148 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:15.693815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b615cdb7-3ea6-4ad2-ab31-9fe9addf3d44 req-a62309d6-403e-4876-8d89-e065e99a5148 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 931 time: 0.1810842 Nov 12 08:06:15.709724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:15.716248 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:15.791275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ee059-ef13-4326-8053-d2090e593adf req-bb9b4d4a-4652-4734-9bba-da806ede3e1e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:15.799519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-529ee059-ef13-4326-8053-d2090e593adf req-bb9b4d4a-4652-4734-9bba-da806ede3e1e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1022248 Nov 12 08:06:15.827041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:15.864261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-529ee059-ef13-4326-8053-d2090e593adf req-7920fca9-6dd8-49b9-ac9b-7a66a2693999 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631506 Nov 12 08:06:15.874849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b615cdb7-3ea6-4ad2-ab31-9fe9addf3d44 req-9b5721f5-bb8d-42f3-9a31-6188f69d26b7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433618 Nov 12 08:06:16.142028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b552f96-4d1f-475c-af6a-da354fe418c8 req-fa14411d-0345-4784-9eb2-55b03fd0c0c0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:16.143984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b552f96-4d1f-475c-af6a-da354fe418c8 req-fa14411d-0345-4784-9eb2-55b03fd0c0c0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 949 time: 0.0881681 Nov 12 08:06:16.148169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64e2419-5452-4966-9ac1-c00f372fa617 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:16.162293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:16.182454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Transition to ACTIVE for port object a64e2419-5452-4966-9ac1-c00f372fa617 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:16.190134 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:16.273001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['48137c9d-77df-4ace-94a3-78f524c839aa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:16.283111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b552f96-4d1f-475c-af6a-da354fe418c8 req-0f521000-b36c-4859-8530-9a20d376363f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270649 Nov 12 08:06:16.318903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Pushing event updated for resources: {'Port': ['ID=a64e2419-5452-4966-9ac1-c00f372fa617,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:16.475049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62138d72-5e4a-4f34-9d05-d094711198d0 req-b2ab3681-39bc-430e-a3a7-8d5f7072ef46 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.1000638 Nov 12 08:06:16.502857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Attempting to bind port a64e2419-5452-4966-9ac1-c00f372fa617 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:16.503188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Attempting to bind port a64e2419-5452-4966-9ac1-c00f372fa617 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:16.503511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Attempting to bind port a64e2419-5452-4966-9ac1-c00f372fa617 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:16.525304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Port a64e2419-5452-4966-9ac1-c00f372fa617 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:16.525756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Attempting to bind port a64e2419-5452-4966-9ac1-c00f372fa617 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:16.531401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c17065-9c0d-498f-b0d6-356365238d80 req-11ef461c-9e3d-4c99-bac7-424c51a1eebb tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:16.551208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6c17065-9c0d-498f-b0d6-356365238d80 req-11ef461c-9e3d-4c99-bac7-424c51a1eebb tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.2401216 Nov 12 08:06:16.555838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:16.556463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:16.556837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Bound using segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:16.557677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Bound port: a64e2419-5452-4966-9ac1-c00f372fa617, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:16.558305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:16.719726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6c17065-9c0d-498f-b0d6-356365238d80 req-4617a7cf-bb8c-4d4d-a603-8615db35fd1a tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642733 Nov 12 08:06:16.757832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] For port a64e2419-5452-4966-9ac1-c00f372fa617, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:16.766329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] For port a64e2419-5452-4966-9ac1-c00f372fa617, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a64e2419-5452-4966-9ac1-c00f372fa617,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:16.770140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:16.782074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:16.919339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:16.920311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:16.921880 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] 10.222.0.32 "PUT /v2.0/ports/a64e2419-5452-4966-9ac1-c00f372fa617 HTTP/1.1" status: 200 len: 1092 time: 1.4071453 Nov 12 08:06:16.926356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'tag': 'a64e2419-5452-4966-9ac1-c00f372fa617'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:16.934837 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e76dd-86b7-4e83-a113-21144be12e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e092af49-c8c3-4f92-93e9-18e86ae280ad", "tag": "a64e2419-5452-4966-9ac1-c00f372fa617"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:17.009597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db75cd-781c-4180-859b-0b731b65f1b6 req-dc1433b3-4000-40c6-bd41-d65563e4f96b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.020181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49db75cd-781c-4180-859b-0b731b65f1b6 req-dc1433b3-4000-40c6-bd41-d65563e4f96b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1034832 Nov 12 08:06:17.094082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b5b0c-97e6-49db-bba9-38478bc93f88 service neutron] Pushing event updated for resources: {'Port': ['ID=a64e2419-5452-4966-9ac1-c00f372fa617,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:17.144620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-c30f66ab-36f1-426e-8714-43556814a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.146153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-c30f66ab-36f1-426e-8714-43556814a995 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 1095 time: 0.1492398 Nov 12 08:06:17.146998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49db75cd-781c-4180-859b-0b731b65f1b6 req-f9560336-b8ea-405a-b75c-f348f454790a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258020 Nov 12 08:06:17.177826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ff012-fd68-4d6a-a5fd-08e3e47f705a req-b8026752-dfcf-48b5-8303-aa866abdade4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.193404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-503ff012-fd68-4d6a-a5fd-08e3e47f705a req-b8026752-dfcf-48b5-8303-aa866abdade4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1270363 Nov 12 08:06:17.237935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-d3e25b4c-1543-4db3-b927-9f7b1e80ff9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a64e2419-5452-4966-9ac1-c00f372fa617 HTTP/1.1" status: 200 len: 217 time: 0.0727801 Nov 12 08:06:17.302158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-503ff012-fd68-4d6a-a5fd-08e3e47f705a req-692dcdd0-2ad9-4318-9d0b-0ddf7cf581a6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031640 Nov 12 08:06:17.355202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-bf138169-7257-4de1-9605-aa61361c887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.357549 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-bf138169-7257-4de1-9605-aa61361c887f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1061246 Nov 12 08:06:17.452696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-cbcef0d8-7a52-42a5-9f92-8bc1e074df3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831399 Nov 12 08:06:17.534164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-9f81ad21-4e98-41ba-897f-c58a03e6dd46 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.537710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-9f81ad21-4e98-41ba-897f-c58a03e6dd46 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1098 time: 0.2713969 Nov 12 08:06:17.558078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768509-25'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:17.600731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf3693-4cc9-4fd7-af88-7ee5a6560946 req-a0987530-65db-48ce-8f1c-6067e927cf65 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.602287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4faf3693-4cc9-4fd7-af88-7ee5a6560946 req-a0987530-65db-48ce-8f1c-6067e927cf65 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 943 time: 0.1757741 Nov 12 08:06:17.610641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f47f-f09b-478e-8ac7-98f5e4407233 req-bb249033-48d6-4b35-8bb2-b0d46cb4d127 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.619617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db5f47f-f09b-478e-8ac7-98f5e4407233 req-bb249033-48d6-4b35-8bb2-b0d46cb4d127 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.3351638 Nov 12 08:06:17.625996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-6eb72b1c-78fa-42d8-bbd5-fc42fca2eab4 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608169 Nov 12 08:06:17.688327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4faf3693-4cc9-4fd7-af88-7ee5a6560946 req-7d5e792f-350a-4c86-ba6e-211de1a71763 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565434 Nov 12 08:06:17.702791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:17.759535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a400703-d12a-42d9-bb86-abab4cec68ad req-8e6f1757-a55d-421b-8f13-5b9626779a2a service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224625 Nov 12 08:06:17.784293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db5f47f-f09b-478e-8ac7-98f5e4407233 req-9ea3c688-85bc-4c7b-bcbb-0ec65e134f54 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591036 Nov 12 08:06:17.786630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:17.828078 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b986fc-0885-4033-ab11-53ebc004a664 x-openstack-request-id: req-d8b986fc-0885-4033-ab11-53ebc004a664 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:17.829048 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e092af49-c8c3-4f92-93e9-18e86ae280ad", "tag": "a64e2419-5452-4966-9ac1-c00f372fa617", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:17.829592 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b986fc-0885-4033-ab11-53ebc004a664 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:17.830262 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'tag': 'a64e2419-5452-4966-9ac1-c00f372fa617', 'status': 'completed', 'code': 200} Nov 12 08:06:17.926665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-63069dd1-ab45-44bb-83bc-26a478b0abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:17.928669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-63069dd1-ab45-44bb-83bc-26a478b0abdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 1095 time: 0.0772018 Nov 12 08:06:18.108995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f1d782-5f8f-4c0e-9315-bf5d65b25022 req-09768676-24b1-48f1-a0db-49c672f7cccf tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0656400 Nov 12 08:06:18.135302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b0884-5cc4-4505-a0f7-27bae9fdf45b req-13baab13-d9ef-4687-96de-c412c7b95fee tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:18.144938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:18.146176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b7b0884-5cc4-4505-a0f7-27bae9fdf45b req-13baab13-d9ef-4687-96de-c412c7b95fee tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 949 time: 0.1921895 Nov 12 08:06:18.171605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 has no active binding in host n-h2-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:06:18.176554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-cb90af40-6604-454e-be01-dd157a09705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:18.178048 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-cb90af40-6604-454e-be01-dd157a09705e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.2285511 Nov 12 08:06:18.242037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-713377e8-cbfd-43b5-8c67-1a8de7bfa241 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a64e2419-5452-4966-9ac1-c00f372fa617 HTTP/1.1" status: 200 len: 217 time: 0.0464008 Nov 12 08:06:18.263272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:18.311728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946251d-7135-430a-87cb-d72a463fb5a6 req-3a5cc2bd-ca95-4a9f-9c7e-ee87d323072e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:18.319441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4946251d-7135-430a-87cb-d72a463fb5a6 req-3a5cc2bd-ca95-4a9f-9c7e-ee87d323072e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.1312962 Nov 12 08:06:18.360698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-8c16ad77-cdb6-4a2e-a279-20f8636d928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:18.363312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-8c16ad77-cdb6-4a2e-a279-20f8636d928f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1008887 Nov 12 08:06:18.376234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b7b0884-5cc4-4505-a0f7-27bae9fdf45b req-cd52b056-61d2-402a-a8f6-81f7cff83157 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290070 Nov 12 08:06:18.403053 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-abb9d71c-fee1-4472-8126-aa617fa5224d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306914 Nov 12 08:06:18.423212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4946251d-7135-430a-87cb-d72a463fb5a6 req-56ee007c-a374-47ff-8fcc-1b12faf5184c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004717 Nov 12 08:06:18.435331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:18.527906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:18.531255 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4f4b09-cf24-4d2f-a451-abbdd8e13d34" -d '{"events": [{"server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "name": "network-vif-unplugged", "status": "completed", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:18.539513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:18.570975 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-f5e94c32-f158-49d4-b963-d880f6e25b25 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565206 Nov 12 08:06:18.590527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:18.714698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f3d3-9d6a-4901-a3cc-b752dfcbb7b2 req-53238ce6-09d6-4a1e-862b-7491dc7f0e62 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:18.722644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25d5f3d3-9d6a-4901-a3cc-b752dfcbb7b2 req-53238ce6-09d6-4a1e-862b-7491dc7f0e62 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 946 time: 0.1805699 Nov 12 08:06:18.747856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:18.754598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab0e76dd-86b7-4e83-a113-21144be12e2b req-a50c5f3e-4ab0-49ec-abf7-2ae87bd22929 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755886 Nov 12 08:06:18.826541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25d5f3d3-9d6a-4901-a3cc-b752dfcbb7b2 req-49b52965-1a83-4861-90e9-7445ae23e6b5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 Nov 12 08:06:18.828411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on host n-h1-768509-25 for vnic_type normal with profile {"migrating_to": "n-h2-768509-25"} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:18.830412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:18.830826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:18.836468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:18.836908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Attempting to bind port 54244018-0e9f-4ed5-b8b5-98e285b23275 on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:18.843000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:18.843400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:18.843843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:18.844471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Bound port: 54244018-0e9f-4ed5-b8b5-98e285b23275, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:18.844897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:18.975663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:19.007593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e91733-b3ff-4c90-ae68-95a5674710a2 req-82917571-8b99-4bab-839e-4612207e3929 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:19.016862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81e91733-b3ff-4c90-ae68-95a5674710a2 req-82917571-8b99-4bab-839e-4612207e3929 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1053271 Nov 12 08:06:19.065039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:19.075099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:19.098989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:19.171708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 48137c9d-77df-4ace-94a3-78f524c839aa completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:06:19.176735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 48137c9d-77df-4ace-94a3-78f524c839aa triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:19.177496 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:19.286937 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:19.289063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81e91733-b3ff-4c90-ae68-95a5674710a2 req-5f3234cd-5664-4e6e-84e8-86b76957b937 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708540 Nov 12 08:06:19.312963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98779-500d-4675-9f1a-b3660a6f8ece req-79278440-36cd-4c56-adf5-ff3bc2f830f8 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:19.329247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60788) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:19.335516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ee98779-500d-4675-9f1a-b3660a6f8ece req-79278440-36cd-4c56-adf5-ff3bc2f830f8 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.3102121 Nov 12 08:06:19.345167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:19.346037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:19.351809 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c53f726-153f-4e1b-962e-7d00d554b734" -d '{"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-plugged", "status": "completed", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:19.360683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:19.361315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Request body: {'floatingip': {'port_id': '7f791a36-1f39-4e2e-b777-8ae99d529f8a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:19.414147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=8']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:19.451025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:19.461575 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae01b16-5bc8-485e-8b77-f0e1226f0f6e x-openstack-request-id: req-7ae01b16-5bc8-485e-8b77-f0e1226f0f6e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:19.462429 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "name": "network-vif-unplugged", "status": "completed", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:19.462678 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ae01b16-5bc8-485e-8b77-f0e1226f0f6e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:19.463037 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'code': 200} Nov 12 08:06:19.478166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:19.514306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:19.514917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:19.516376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-0d3808b0-c136-4ba1-a4b4-2ed00b672217 service neutron] 10.222.0.32 "PUT /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 1124 time: 1.9631326 Nov 12 08:06:19.626882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['54244018-0e9f-4ed5-b8b5-98e285b23275'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:19.653523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-dfaf42f1-71c6-4970-968e-8044896e234a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:19.655267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-dfaf42f1-71c6-4970-968e-8044896e234a tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.3605499 Nov 12 08:06:19.686683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['54244018-0e9f-4ed5-b8b5-98e285b23275'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:19.702378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e4a2-7ce3-40b6-b6eb-abf9b6a2e81d req-3ec404ec-4500-42c6-b239-d922678333d9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:19.703977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c277e4a2-7ce3-40b6-b6eb-abf9b6a2e81d req-3ec404ec-4500-42c6-b239-d922678333d9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 943 time: 0.1866605 Nov 12 08:06:19.748643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be962c16-646e-4b51-87a9-34061d100f8e req-5e5ed88f-2874-4bfa-b56a-2cb9b0453cd5 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:19.750217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be962c16-646e-4b51-87a9-34061d100f8e req-5e5ed88f-2874-4bfa-b56a-2cb9b0453cd5 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.1880028 Nov 12 08:06:19.802363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a64e2419-5452-4966-9ac1-c00f372fa617 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:19.933128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c277e4a2-7ce3-40b6-b6eb-abf9b6a2e81d req-49d93786-fa0c-4943-9636-b0c764755f10 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158866 Nov 12 08:06:19.976715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be962c16-646e-4b51-87a9-34061d100f8e req-55aafb66-b2e1-4aa2-99f7-da477b2955f3 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025893 Nov 12 08:06:20.130293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a64e2419-5452-4966-9ac1-c00f372fa617, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a64e2419-5452-4966-9ac1-c00f372fa617,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:20.221173 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fe7da-c599-4f9c-a2c1-dc933b7d80ab x-openstack-request-id: req-5f4fe7da-c599-4f9c-a2c1-dc933b7d80ab {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:20.223287 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-plugged", "status": "completed", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:20.223580 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f4fe7da-c599-4f9c-a2c1-dc933b7d80ab {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:20.224738 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa', 'code': 200} Nov 12 08:06:20.239399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a64e2419-5452-4966-9ac1-c00f372fa617', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': 'a64e2419-5452-4966-9ac1-c00f372fa617', 'mac_address': 'fa:16:3e:15:e0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:20.389756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:20.416544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64e2419-5452-4966-9ac1-c00f372fa617 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:20.454488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22914d94-85d4-4296-81e2-e151503fb14e req-eb7cc936-4f32-4c5f-a531-f9c727001474 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:20.463730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a64e2419-5452-4966-9ac1-c00f372fa617, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a64e2419-5452-4966-9ac1-c00f372fa617,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:20.465515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22914d94-85d4-4296-81e2-e151503fb14e req-eb7cc936-4f32-4c5f-a531-f9c727001474 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.2409019 Nov 12 08:06:20.470337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:20.505953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Deleting port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:06:20.506640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:20.532487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306699c-95e3-4604-996c-d12549fc55f5 req-a74a9fa9-e1cc-4730-8506-25900a26deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:20.534089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d306699c-95e3-4604-996c-d12549fc55f5 req-a74a9fa9-e1cc-4730-8506-25900a26deaf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1102 time: 0.1997585 Nov 12 08:06:20.586287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a64e2419-5452-4966-9ac1-c00f372fa617,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:20.596139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22914d94-85d4-4296-81e2-e151503fb14e req-a6c089fb-2410-478d-a51e-8a82f34bcffc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184070 Nov 12 08:06:20.631289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d306699c-95e3-4604-996c-d12549fc55f5 req-114f333c-c81f-41aa-935f-99c6aeabbd0e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838683 Nov 12 08:06:20.675870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:06:20.683476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced2739-449e-4441-85e9-4ba2d1ca70c1 req-c3021369-4bb0-414d-903f-4fd19565c9c3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:20.685310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eced2739-449e-4441-85e9-4ba2d1ca70c1 req-c3021369-4bb0-414d-903f-4fd19565c9c3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.0879910 Nov 12 08:06:20.783783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eced2739-449e-4441-85e9-4ba2d1ca70c1 req-121e1e7c-5e8c-45c1-881a-140ce219d3bb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811822 Nov 12 08:06:20.800807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888789e5-dc5a-430d-b0fa-4c25f8e8ca74 req-002602f8-d66d-4e5c-b336-1c71795c3154 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:20.810578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-888789e5-dc5a-430d-b0fa-4c25f8e8ca74 req-002602f8-d66d-4e5c-b336-1c71795c3154 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1196439 Nov 12 08:06:20.872588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a64e2419-5452-4966-9ac1-c00f372fa617'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:20.918705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-888789e5-dc5a-430d-b0fa-4c25f8e8ca74 req-387d6149-d5f2-4eac-af6a-728edb1ad65e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069360 Nov 12 08:06:20.942790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-246a732d-9e1f-4047-98a7-185d5c6c3d65 req-f014ac8a-9bba-4459-9743-2c8e4a18786e tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0713043 Nov 12 08:06:21.150791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] For port 2bc273ae-4714-422f-8a98-5d374fe9e0c2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2bc273ae-4714-422f-8a98-5d374fe9e0c2,segment=NetworkSegment(1a3eeefd-8ff5-46b3-9803-9baed29bc106),segment_id=1a3eeefd-8ff5-46b3-9803-9baed29bc106)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:21.150791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:21.173059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:21.192095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Calling delete_port for 2bc273ae-4714-422f-8a98-5d374fe9e0c2 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:06:21.242805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0c17-0365-44d9-8679-5aa2617aa248 req-d50f5fa2-6e8d-4ff5-a197-cacbcbbdcdd1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:21.245431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41ec0c17-0365-44d9-8679-5aa2617aa248 req-d50f5fa2-6e8d-4ff5-a197-cacbcbbdcdd1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 944 time: 0.2259009 Nov 12 08:06:21.260247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1304-e5c7-442c-8b6b-ae7a0fe9e581 req-08457825-c821-4506-b0a7-caeebc741f85 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:21.268340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d39a1304-e5c7-442c-8b6b-ae7a0fe9e581 req-08457825-c821-4506-b0a7-caeebc741f85 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7 HTTP/1.1" status: 200 len: 946 time: 0.1503935 Nov 12 08:06:21.301006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:21.346987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d39a1304-e5c7-442c-8b6b-ae7a0fe9e581 req-245e1833-316a-4f03-8d05-d9ac5bd293b7 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.16 "GET /v2.0/security-groups?id=d118897a-a436-4dbf-b943-5c7ab6d4f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Nov 12 08:06:21.369309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41ec0c17-0365-44d9-8679-5aa2617aa248 req-aabe1fdc-6032-468a-a8a3-500abd10b785 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902038 Nov 12 08:06:21.463761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:21.466410 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:21.515967 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f758022-62dc-4e95-823a-c2086ce916fb x-openstack-request-id: req-5f758022-62dc-4e95-823a-c2086ce916fb {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:21.516625 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:21.516792 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f758022-62dc-4e95-823a-c2086ce916fb {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:21.517248 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'status': 'completed', 'code': 200} Nov 12 08:06:21.534572 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d associated. External IP: 172.25.4.71, port: 7f791a36-1f39-4e2e-b777-8ae99d529f8a. Nov 12 08:06:21.621817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-2b97d03d-7475-4258-84a8-f173e310e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:21.625464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-2b97d03d-7475-4258-84a8-f173e310e928 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1127 time: 0.0778799 Nov 12 08:06:21.707700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:21.779169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Pushing event deleted for resources: {'Port': ['ID=2bc273ae-4714-422f-8a98-5d374fe9e0c2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:21.817587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-ba322187-f2c9-4264-86fc-d7b5e155e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:21.819068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-ba322187-f2c9-4264-86fc-d7b5e155e71c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1861098 Nov 12 08:06:21.828690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4aee8-ddb4-47c9-9ccf-7280220f140b req-27afae78-9822-488e-bcbe-e03bb67ce27a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:21.838452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cd4aee8-ddb4-47c9-9ccf-7280220f140b req-27afae78-9822-488e-bcbe-e03bb67ce27a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1588216 Nov 12 08:06:21.859985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] No DVR routers for this DVR port 2bc273ae-4714-422f-8a98-5d374fe9e0c2 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:21.867330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:21.872460 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2a16c7e7-60bd-42e4-b87c-f88bcaeee099 req-f34bb1e5-d328-4f6c-a02a-031333fd30e1 tempest-VolumesAdminNegativeTest-828568250 tempest-VolumesAdminNegativeTest-828568250-project] 10.222.0.32 "DELETE /v2.0/ports/2bc273ae-4714-422f-8a98-5d374fe9e0c2 HTTP/1.1" status: 204 len: 173 time: 2.2025723 Nov 12 08:06:21.874941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'name': 'network-vif-deleted', 'tag': '2bc273ae-4714-422f-8a98-5d374fe9e0c2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:21.885274 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd724ff-54ed-4f2c-8c67-a36b762adaf1" -d '{"events": [{"server_uuid": "3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7", "name": "network-vif-deleted", "tag": "2bc273ae-4714-422f-8a98-5d374fe9e0c2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:21.990309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Router 46553459-43f5-4752-9fc5-85d4c5516522 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:06:22.152817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:06:22.157848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:22.164923 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:06:22.181737 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:06:22.185500 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:06:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:22.233415 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2da5e001-237c-44b3-a42e-a422345de01e tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "PUT /v2.0/floatingips/1175ea7b-b22d-4724-a322-c2ac25fb2c0d HTTP/1.1" status: 200 len: 990 time: 2.9022596 Nov 12 08:06:22.259390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-2c857adf-2ee0-4ec4-b869-d07a6f702a03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 217 time: 0.4173980 Nov 12 08:06:22.334899 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:06:22.394994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cd4aee8-ddb4-47c9-9ccf-7280220f140b req-7a144fcb-975d-4152-951a-1e29ee218ebc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553966 Nov 12 08:06:22.429744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454b37c-05cc-4e20-b59c-6b87b7fdad41 req-388abf60-e7da-4494-a428-164cbf42e83c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:22.434543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c454b37c-05cc-4e20-b59c-6b87b7fdad41 req-388abf60-e7da-4494-a428-164cbf42e83c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.1792755 Nov 12 08:06:22.495293 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53d38d8-5d2a-45a8-b2d2-d380767b8fe0 x-openstack-request-id: req-c53d38d8-5d2a-45a8-b2d2-d380767b8fe0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:22.495589 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7", "name": "network-vif-deleted", "tag": "2bc273ae-4714-422f-8a98-5d374fe9e0c2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:22.495858 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c53d38d8-5d2a-45a8-b2d2-d380767b8fe0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:22.496276 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f044ab8-6f60-4f9f-a0ff-1eeab533e4f7', 'name': 'network-vif-deleted', 'tag': '2bc273ae-4714-422f-8a98-5d374fe9e0c2', 'status': 'completed', 'code': 200} Nov 12 08:06:22.499415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-b8cb8381-7405-4911-bf03-af711a07fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:22.501062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-b8cb8381-7405-4911-bf03-af711a07fac3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.2020776 Nov 12 08:06:22.582762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-45257f80-2921-4017-ab5d-b846c3fec1aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701156 Nov 12 08:06:22.604381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c454b37c-05cc-4e20-b59c-6b87b7fdad41 req-bf0158bc-b1f7-4ce4-9084-39dc1dfac887 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589069 Nov 12 08:06:22.760993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21649c13-d6b1-44f2-b5c2-99b4f64c2fe3 req-aaf91277-bc5d-46f5-a549-255c17113095 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0297942 Nov 12 08:06:22.782381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154f84-d8ed-498a-ab46-44fb9b420750 req-80cc227a-a6bf-48fa-ae34-5fa402361a20 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:22.784032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66154f84-d8ed-498a-ab46-44fb9b420750 req-80cc227a-a6bf-48fa-ae34-5fa402361a20 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1749203 Nov 12 08:06:22.785349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '1175ea7b-b22d-4724-a322-c2ac25fb2c0d', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'port_id': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'mac_address': 'fa:16:3e:3e:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58935449-4fcb-4733-a680-6edc76b10ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:03:38Z', 'updated_at': '2021-11-12T08:06:20Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:22.824634 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:06:22.835941 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:06:22.836806 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:06:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:22.876226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-574db4e4-94f9-4de0-b67e-52b44de61816 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657797 Nov 12 08:06:22.939117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66154f84-d8ed-498a-ab46-44fb9b420750 req-2e7fe806-1d89-44a2-b4a8-7403178b18c1 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456122 Nov 12 08:06:22.955220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60860) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:22.989035 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:06:23.064185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Deleting subnet a216924f-8311-4006-9b01-7f64d2899a5b {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:06:23.069543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.083962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b2b75ed-67ff-4ff6-98ac-2e93d271fe8b req-8e1c7682-8426-44aa-b6b2-f86e248b2466 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925521 Nov 12 08:06:23.119415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.174362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de1542-e03d-4fd6-bd25-f9e72e47071d req-52bede51-bfab-4c2b-8cdf-35639c4cf502 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:23.176862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25de1542-e03d-4fd6-bd25-f9e72e47071d req-52bede51-bfab-4c2b-8cdf-35639c4cf502 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 944 time: 0.0918951 Nov 12 08:06:23.186747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.248295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25de1542-e03d-4fd6-bd25-f9e72e47071d req-33c5e4a0-2776-454c-b6c5-d65a9195bdbe tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Nov 12 08:06:23.278944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.317316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.323667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60870) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:23.337321 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a216924f-8311-4006-9b01-7f64d2899a5b HTTP/1.1" status: 204 len: 168 time: 0.3802519 Nov 12 08:06:23.338525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b4be6-9cb9-4eae-93e4-f155041695b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a216924f-8311-4006-9b01-7f64d2899a5b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:23.353322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '1175ea7b-b22d-4724-a322-c2ac25fb2c0d', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'port_id': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'mac_address': 'fa:16:3e:3e:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58935449-4fcb-4733-a680-6edc76b10ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:03:38Z', 'updated_at': '2021-11-12T08:06:20Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:23.388246 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c80ca8-f84f-4836-a38c-999844a331f3 None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '1175ea7b-b22d-4724-a322-c2ac25fb2c0d', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'floating_ip_address': '172.25.4.71', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'port_id': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'mac_address': 'fa:16:3e:3e:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58935449-4fcb-4733-a680-6edc76b10ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:03:38Z', 'updated_at': '2021-11-12T08:06:20Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:06:23.426759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.551832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.597885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.598348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.599158 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.599564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > port after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.599951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.600357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > port after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.600765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.601161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.601559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.601941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.680388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.681284 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.681618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.682280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102372) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:06:23.682661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b64e1cc-1622-4cd0-b6b7-516171e55682']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:23.706120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3eeefd-8ff5-46b3-9803-9baed29bc106') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:23.706406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3eeefd-8ff5-46b3-9803-9baed29bc106') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:23.735798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.744279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df82dc-9e43-486f-90d1-8036b5d4dbe6 None None] New status for floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:06:23.785928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32d695-d60c-45b2-9eae-ae762aee2378 req-9a3ee525-155f-4a56-921e-78a20fd0c038 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:23.787541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e32d695-d60c-45b2-9eae-ae762aee2378 req-9a3ee525-155f-4a56-921e-78a20fd0c038 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.2513297 Nov 12 08:06:23.794673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.811956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a64e2419-5452-4966-9ac1-c00f372fa617 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:23.819425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:06:23.819425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: from cryptography.utils import int_from_bytes Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: from cryptography.utils import int_from_bytes Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:06:23.824503 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:06:23.891986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3e33-22ac-4f29-80ad-7a35e6a96859 req-05640089-9feb-49e0-87be-773f4daad1b3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:23.894023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-188e3e33-22ac-4f29-80ad-7a35e6a96859 req-05640089-9feb-49e0-87be-773f4daad1b3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.1924374 Nov 12 08:06:23.929244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a64e2419-5452-4966-9ac1-c00f372fa617 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:06:23.937878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a64e2419-5452-4966-9ac1-c00f372fa617 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:23.938635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.957230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e32d695-d60c-45b2-9eae-ae762aee2378 req-b40172ff-c8dd-4a69-93fa-6392fd12cf12 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537879 Nov 12 08:06:23.964369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:23.996941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.000204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b64e1cc-1622-4cd0-b6b7-516171e55682 HTTP/1.1" status: 204 len: 168 time: 0.6753476 Nov 12 08:06:24.003084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:24.019341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f0ca6-08ed-4bb2-b013-c331d2d91d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b64e1cc-1622-4cd0-b6b7-516171e55682,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:24.035949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-188e3e33-22ac-4f29-80ad-7a35e6a96859 req-e43b8f34-ce53-4200-b5f9-8d1e72df2cd4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331365 Nov 12 08:06:24.088631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Deleting subnet 5859c3f2-f089-439b-ba94-ed2d4e6e63f2 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:06:24.093096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.151189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-374f68b6-37d6-4e76-9835-8ed3b66611e0 req-90c7099a-ccc9-4c8f-be60-d29cd9893171 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0445354 Nov 12 08:06:24.157172 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.168716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.200566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a64e2419-5452-4966-9ac1-c00f372fa617, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a64e2419-5452-4966-9ac1-c00f372fa617,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:24.202699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64e2419-5452-4966-9ac1-c00f372fa617'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:24.206210 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267977b-9b4f-4979-88f2-e3fe5a52ed3e" -d '{"events": [{"server_uuid": "e092af49-c8c3-4f92-93e9-18e86ae280ad", "name": "network-vif-plugged", "status": "completed", "tag": "a64e2419-5452-4966-9ac1-c00f372fa617"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:24.211805 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.212961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2bc273ae-4714-422f-8a98-5d374fe9e0c2 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:24.273879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.343081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a64e2419-5452-4966-9ac1-c00f372fa617,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:24.346082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 2bc273ae-4714-422f-8a98-5d374fe9e0c2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:06:24.346582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2bc273ae-4714-422f-8a98-5d374fe9e0c2 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:24.380006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-0615155f-a6d3-4408-b4ad-cfb1194e0d02 req-81afcb80-7d4c-47a9-a3b9-fe8e6f834df6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:06:24.381190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0615155f-a6d3-4408-b4ad-cfb1194e0d02 req-81afcb80-7d4c-47a9-a3b9-fe8e6f834df6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078650 Nov 12 08:06:24.386449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.418096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fc5de-b0bb-417c-994a-b3762c5ef7dc req-6763a888-4054-4cb5-a6f4-8c77ecc81ea4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:24.420898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.426322 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5859c3f2-f089-439b-ba94-ed2d4e6e63f2 HTTP/1.1" status: 204 len: 168 time: 0.4200051 Nov 12 08:06:24.426322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cdbfd-4779-4393-be7a-e8a0430b42df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5859c3f2-f089-439b-ba94-ed2d4e6e63f2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:24.427850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60892) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:24.432891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-183fc5de-b0bb-417c-994a-b3762c5ef7dc req-6763a888-4054-4cb5-a6f4-8c77ecc81ea4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1384985 Nov 12 08:06:24.511436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-183fc5de-b0bb-417c-994a-b3762c5ef7dc req-f123a5da-876a-4998-8b5b-6e8166292eff tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755868 Nov 12 08:06:24.515639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:24.520856 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec092a-39fd-4051-8376-15dee6a13291" -d '{"events": [{"name": "network-changed", "server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:24.552390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.614999 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ff7ff-3417-4869-a8ab-951101e9136a x-openstack-request-id: req-318ff7ff-3417-4869-a8ab-951101e9136a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:24.615561 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092af49-c8c3-4f92-93e9-18e86ae280ad", "name": "network-vif-plugged", "status": "completed", "tag": "a64e2419-5452-4966-9ac1-c00f372fa617", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:24.616131 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-318ff7ff-3417-4869-a8ab-951101e9136a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:24.616718 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64e2419-5452-4966-9ac1-c00f372fa617', 'code': 200} Nov 12 08:06:24.701899 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137e908-244b-456d-ac24-fc1c441cc0c5 x-openstack-request-id: req-f137e908-244b-456d-ac24-fc1c441cc0c5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:24.706422 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:24.706998 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f137e908-244b-456d-ac24-fc1c441cc0c5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:24.707602 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'status': 'completed', 'code': 200} Nov 12 08:06:24.812513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.850432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e86e864-3f74-42b9-809b-2bbcf92f7f99']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:24.855617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-9435afce-21f7-4922-aa40-b3243ffab63e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2177727 Nov 12 08:06:24.859108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c03923-2a56-4b63-ba4f-64c5301b4e13 req-1d4ada0f-a751-4dd7-b68c-17b1dd1cca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:24.861421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28c03923-2a56-4b63-ba4f-64c5301b4e13 req-1d4ada0f-a751-4dd7-b68c-17b1dd1cca96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 1097 time: 0.1533246 Nov 12 08:06:24.865610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec092a-39fd-4051-8376-15dee6a13291 req-00d03f15-af5c-4d86-93dc-faf1fe8769d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:24.866841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-00d03f15-af5c-4d86-93dc-faf1fe8769d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b05c49b633d413187cd621d8155c2c1&device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 1097 time: 0.1729202 Nov 12 08:06:24.869468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8be170-0515-4c15-916c-084219c24f9e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:24.869632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8be170-0515-4c15-916c-084219c24f9e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:06:24.898798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:24.915756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d62e9-1477-49d6-9a2a-fc05973bdc96 req-5fef5921-11ff-403c-925e-3b6c0e644fcc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:24.917451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-693d62e9-1477-49d6-9a2a-fc05973bdc96 req-5fef5921-11ff-403c-925e-3b6c0e644fcc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 945 time: 0.1587448 Nov 12 08:06:24.931471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55df79-0230-4309-bdcb-70f4a5fec7f5 req-97507c5d-7bde-4fc9-a662-bfcbc10e21c8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:24.939022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a55df79-0230-4309-bdcb-70f4a5fec7f5 req-97507c5d-7bde-4fc9-a662-bfcbc10e21c8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1783566 Nov 12 08:06:24.964659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.012078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:06:25.013497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:06:25.015669 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:06:25.028353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28c03923-2a56-4b63-ba4f-64c5301b4e13 req-f23d661e-29c0-4763-92ae-d0cb1d6f0201 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452365 Nov 12 08:06:25.046706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-693d62e9-1477-49d6-9a2a-fc05973bdc96 req-fe67030a-0b61-4f68-a3b9-4ec14245ac0e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909364 Nov 12 08:06:25.080037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a55df79-0230-4309-bdcb-70f4a5fec7f5 req-73a87c78-1f76-40d7-b578-e8beda69e6ac tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400673 Nov 12 08:06:25.134414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.140999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.146812 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0e86e864-3f74-42b9-809b-2bbcf92f7f99 HTTP/1.1" status: 204 len: 168 time: 0.7157400 Nov 12 08:06:25.146812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec092a-39fd-4051-8376-15dee6a13291 req-e875d64a-d601-4121-b7fc-cc3687c43001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:25.148376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-e875d64a-d601-4121-b7fc-cc3687c43001 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 200 len: 923 time: 0.2516394 Nov 12 08:06:25.165756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b60af-cb1c-4e37-8c7d-68d84163bcf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e86e864-3f74-42b9-809b-2bbcf92f7f99,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:25.261606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39ace2-627c-4e98-b044-0abfc1076562 req-19edb567-d0fb-4b75-9b6c-70908f1f9247 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:25.263742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de39ace2-627c-4e98-b044-0abfc1076562 req-19edb567-d0fb-4b75-9b6c-70908f1f9247 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.1105559 Nov 12 08:06:25.344696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cf83b7f-1247-4834-9467-9861f32e8e5b req-64080354-debe-4e6f-80df-4cedb7885a94 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0606136 Nov 12 08:06:25.389543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de39ace2-627c-4e98-b044-0abfc1076562 req-60572876-284a-42d9-8e94-3fd65630c52d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192946 Nov 12 08:06:25.523430 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-f504dff5-9023-49d2-860e-dcfde4321b43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a HTTP/1.1" status: 200 len: 1000 time: 0.1102641 Nov 12 08:06:25.532812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60932) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:25.614466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e30eaf28-cf4b-497b-b15e-cfbf1cb40071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=906a05b738f042fca7f25bb9ac58597c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801466 Nov 12 08:06:25.617623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60938) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:25.618485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec092a-39fd-4051-8376-15dee6a13291 req-4e5d2d8a-3791-4b5d-87aa-3123326d761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:25.621352 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-4e5d2d8a-3791-4b5d-87aa-3123326d761e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 200 len: 862 time: 0.0870812 Nov 12 08:06:25.719429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec092a-39fd-4051-8376-15dee6a13291 req-2a0d0f99-064a-44c8-b2bc-3a76c64032db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:25.721516 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-2a0d0f99-064a-44c8-b2bc-3a76c64032db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aeac1c99-71b1-4e62-acbf-d83145c8f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922220 Nov 12 08:06:25.725967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b696f14-bdf3-4717-ab0b-e480b4cc3496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.747024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b02b4f-219b-48b3-bd50-05eeb59cb3dd req-faf14fb9-1c7c-4232-8f62-f9ee9447d493 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:25.749084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09b02b4f-219b-48b3-bd50-05eeb59cb3dd req-faf14fb9-1c7c-4232-8f62-f9ee9447d493 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.1003351 Nov 12 08:06:25.780972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b696f14-bdf3-4717-ab0b-e480b4cc3496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.850108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-715f954d-65bc-46ee-99ba-df7adbc84721 service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145461 Nov 12 08:06:25.862333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09b02b4f-219b-48b3-bd50-05eeb59cb3dd req-cab1ee11-0299-4a08-a3fa-13dfdc248cdb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025410 Nov 12 08:06:25.938151 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b696f14-bdf3-4717-ab0b-e480b4cc3496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.943213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b696f14-bdf3-4717-ab0b-e480b4cc3496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:25.945742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b696f14-bdf3-4717-ab0b-e480b4cc3496 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d118897a-a436-4dbf-b943-5c7ab6d4f577 HTTP/1.1" status: 204 len: 168 time: 0.3259680 Nov 12 08:06:25.992097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696f14-bdf3-4717-ab0b-e480b4cc3496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118897a-a436-4dbf-b943-5c7ab6d4f577,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:26.067412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34ec092a-39fd-4051-8376-15dee6a13291 req-38e853d0-051e-4ddc-ad65-a5e41b0934aa service neutron] 10.222.0.32 "GET /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027979 Nov 12 08:06:26.247044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a3182-bef7-4916-8377-50f9162034c8 req-5f34c5d0-b972-4fef-84af-beb6d7f909e0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:26.256755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a72a3182-bef7-4916-8377-50f9162034c8 req-5f34c5d0-b972-4fef-84af-beb6d7f909e0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1015537 Nov 12 08:06:26.285752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1435-dc43-419f-8f18-139fc0a1d627 req-21fea380-5b7a-4fc3-a582-058c52851a72 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:26.294364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71dd1435-dc43-419f-8f18-139fc0a1d627 req-21fea380-5b7a-4fc3-a582-058c52851a72 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 945 time: 0.1243744 Nov 12 08:06:26.380683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a72a3182-bef7-4916-8377-50f9162034c8 req-f7cc963f-3208-468a-91c4-9a30ff58dcb3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228228 Nov 12 08:06:26.404659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71dd1435-dc43-419f-8f18-139fc0a1d627 req-7b4f6d68-4d6e-4857-8a16-f5373e9d1f6d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093471 Nov 12 08:06:26.512300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43c3289c-0ce4-4101-a0a5-a2f721114d89 req-f4280eed-db95-4694-a452-f2ce2d822025 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0375466 Nov 12 08:06:26.563771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facdcd7-5faf-4528-94b1-3f5bdaeb567f req-28d0adef-3866-4d75-9b23-fae6a255ed62 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:26.564258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0facdcd7-5faf-4528-94b1-3f5bdaeb567f req-28d0adef-3866-4d75-9b23-fae6a255ed62 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.0565023 Nov 12 08:06:26.570304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:26.636693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a90a9ae1-0374-47eb-94f5-79cf929d2796 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4644136258244e8b2bf80f8f32c123f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645783 Nov 12 08:06:26.639966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60972) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:26.652354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0facdcd7-5faf-4528-94b1-3f5bdaeb567f req-77f06ffc-bba0-4d00-a30e-84a26303f4a1 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Nov 12 08:06:26.703758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-416d4bb4-152a-4494-bcd9-0a1f06e7039c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:26.733731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-416d4bb4-152a-4494-bcd9-0a1f06e7039c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:26.802387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-416d4bb4-152a-4494-bcd9-0a1f06e7039c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:26.805133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-416d4bb4-152a-4494-bcd9-0a1f06e7039c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:26.810322 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-416d4bb4-152a-4494-bcd9-0a1f06e7039c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acaa8a62-4c08-4ecf-a87d-af5243abf832 HTTP/1.1" status: 204 len: 168 time: 0.1689818 Nov 12 08:06:26.833267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d4bb4-152a-4494-bcd9-0a1f06e7039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaa8a62-4c08-4ecf-a87d-af5243abf832,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:27.031478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee67ed-3b89-4718-a32e-b04a16b00c3a req-1a98df60-b824-40be-ac26-38b5f49d3f07 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.033203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16ee67ed-3b89-4718-a32e-b04a16b00c3a req-1a98df60-b824-40be-ac26-38b5f49d3f07 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 945 time: 0.0790951 Nov 12 08:06:27.099764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-02b779fb-9d24-4a17-9f0a-9c12c0de9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.101422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-02b779fb-9d24-4a17-9f0a-9c12c0de9ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1102 time: 0.0923727 Nov 12 08:06:27.119622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16ee67ed-3b89-4718-a32e-b04a16b00c3a req-8919ccf9-97d2-4713-9931-43e92addd88f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 Nov 12 08:06:27.236738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-2d738a59-46d5-4ddb-8e6c-bcddb96bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.238177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-2d738a59-46d5-4ddb-8e6c-bcddb96bc0c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1175933 Nov 12 08:06:27.290832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-5c3ddb62-231f-41f1-b603-df788b1e133f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 217 time: 0.0427599 Nov 12 08:06:27.356830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-3a6447b6-4869-49e9-b0f9-9cf24a7b3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.358304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-3a6447b6-4869-49e9-b0f9-9cf24a7b3845 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0578392 Nov 12 08:06:27.419640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-94383720-c43d-48c6-b942-1fa3df980ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.421264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-94383720-c43d-48c6-b942-1fa3df980ced service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551932 Nov 12 08:06:27.547403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-59541626-f1f7-4f3f-93dd-8c04a2064bc6 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.549976 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-59541626-f1f7-4f3f-93dd-8c04a2064bc6 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.0549698 Nov 12 08:06:27.565198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-25'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:27.625898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60699f-1a04-4945-bcfe-dd379fb5f469 req-087262b8-439e-4d28-9609-f76e93971879 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.634877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a60699f-1a04-4945-bcfe-dd379fb5f469 req-087262b8-439e-4d28-9609-f76e93971879 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1255727 Nov 12 08:06:27.640997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:27.717728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a60699f-1a04-4945-bcfe-dd379fb5f469 req-49d3e48d-fc33-49d5-a8f8-39e4f95dbe7a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819008 Nov 12 08:06:27.750261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f1c4-7019-4287-a1f9-a7cdd448a3b9 req-e0aa4c14-cf3a-432a-a72c-1cd4bc9ea0b5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:27.760138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a947f1c4-7019-4287-a1f9-a7cdd448a3b9 req-e0aa4c14-cf3a-432a-a72c-1cd4bc9ea0b5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 945 time: 0.2069335 Nov 12 08:06:27.792486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-00522f4a-4f76-4596-aa3a-6b247f959264 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609452 Nov 12 08:06:27.864110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a947f1c4-7019-4287-a1f9-a7cdd448a3b9 req-2c3c51a2-495a-4c9f-b539-de32433cdd3d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028290 Nov 12 08:06:27.887010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:27.917162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40eb5dae-09b3-43af-bd0b-2dcf562eeaa2 req-fa453793-c70c-4c45-91e5-4f5bb3a6a25c tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0794191 Nov 12 08:06:27.960014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-c44acc61-18c3-4450-9717-887e6968674c service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551452 Nov 12 08:06:27.997215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:28.078307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44f50-b24d-42e1-93f4-25ec430d1065 req-b184b919-de28-4d6c-8ecf-d0fa74d3e9fc tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:28.087232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6d44f50-b24d-42e1-93f4-25ec430d1065 req-b184b919-de28-4d6c-8ecf-d0fa74d3e9fc tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.0816741 Nov 12 08:06:28.091874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:28.096648 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1ac42a-a81d-42d8-9f17-0312a579a583" -d '{"events": [{"server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "name": "network-vif-unplugged", "status": "completed", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:28.108702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:28.120239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:28.193000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6d44f50-b24d-42e1-93f4-25ec430d1065 req-cad23b99-14ff-45cd-9747-f9b34a52bed4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045403 Nov 12 08:06:28.269622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:28.277558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on host n-h2-768509-25 for vnic_type normal with profile {"migrating_to": "n-h1-768509-25"} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:28.277897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:28.278227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:28.283876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:28.283876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Attempting to bind port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:28.290143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:28.290487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:28.290935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:28.292267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Bound port: aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:28.292632 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:28.363879 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2245e8-1790-4504-9d72-fe3851910792 x-openstack-request-id: req-fd2245e8-1790-4504-9d72-fe3851910792 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:28.364284 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "name": "network-vif-unplugged", "status": "completed", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:28.364546 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd2245e8-1790-4504-9d72-fe3851910792 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:28.364951 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'code': 200} Nov 12 08:06:28.405069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:28.410916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:28.417925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:28.522032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=8']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:28.528025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86217156-a3a9-4fdb-aa60-1655b7ef77a3 req-77513b2b-0b02-4258-8d89-418f96b29d06 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:28.530225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86217156-a3a9-4fdb-aa60-1655b7ef77a3 req-77513b2b-0b02-4258-8d89-418f96b29d06 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1063516 Nov 12 08:06:28.558371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:28.561220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:28.562741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-fe4612e7-35df-4095-b834-614f50757140 service neutron] 10.222.0.25 "PUT /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 1123 time: 1.0028460 Nov 12 08:06:28.663276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86217156-a3a9-4fdb-aa60-1655b7ef77a3 req-15b67c38-ca11-40e2-b0b1-1956772ee78e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Nov 12 08:06:28.685964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:28.713609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31dfc-f169-4f4e-953c-732c37dfd3b4 req-8130efa9-ac26-4a1b-9138-1fe855d4c3a9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:28.725416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79f31dfc-f169-4f4e-953c-732c37dfd3b4 req-8130efa9-ac26-4a1b-9138-1fe855d4c3a9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 945 time: 0.1458263 Nov 12 08:06:28.754256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:28.843976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79f31dfc-f169-4f4e-953c-732c37dfd3b4 req-ad5e4fdd-af4e-4231-84be-e8ba6b17480e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146092 Nov 12 08:06:29.005481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418675-b6a2-44f2-9955-65b7b4b8eb40 req-81e61e0a-c27f-4a77-bc38-9dad3d263993 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:29.011890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30418675-b6a2-44f2-9955-65b7b4b8eb40 req-81e61e0a-c27f-4a77-bc38-9dad3d263993 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1271718 Nov 12 08:06:29.114435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:29.124295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd05d73d-71b6-44cd-8856-960598856ad3 req-f719971f-6037-4528-ae3c-64775041c6c4 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0446370 Nov 12 08:06:29.131360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30418675-b6a2-44f2-9955-65b7b4b8eb40 req-59c85e78-291b-4b43-8e14-9950d9251021 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132088 Nov 12 08:06:29.253218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:29.290318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:06:29.412933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64fc9-3511-4f8e-9aa4-371674d3828d req-5076dcda-459c-4834-93c9-f5cd9bf804ad tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:29.421206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06b64fc9-3511-4f8e-9aa4-371674d3828d req-5076dcda-459c-4834-93c9-f5cd9bf804ad tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.0693164 Nov 12 08:06:29.507899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06b64fc9-3511-4f8e-9aa4-371674d3828d req-810fe1c1-9d99-4691-a1c5-44da40912b26 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858233 Nov 12 08:06:29.668632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 32862) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:29.869825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d04f7e5f-51e9-48d8-ab67-9d6a679e7f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:29.892871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be6ba-6a3c-4eb0-8ec5-6d2696ecfad0 req-1b343229-f82d-46b0-87db-347e2a662662 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:29.900693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-267be6ba-6a3c-4eb0-8ec5-6d2696ecfad0 req-1b343229-f82d-46b0-87db-347e2a662662 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1159711 Nov 12 08:06:30.040231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-267be6ba-6a3c-4eb0-8ec5-6d2696ecfad0 req-946f2781-33c0-4fc0-ac96-ee361938e040 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339848 Nov 12 08:06:30.071453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bb99a-d4d0-43e1-b798-b5dfa793819e req-fa3955cc-c721-488e-a336-6c5ba9fb87e3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:30.073110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-992bb99a-d4d0-43e1-b798-b5dfa793819e req-fa3955cc-c721-488e-a336-6c5ba9fb87e3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 945 time: 0.1446559 Nov 12 08:06:30.127793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d04f7e5f-51e9-48d8-ab67-9d6a679e7f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.135227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d04f7e5f-51e9-48d8-ab67-9d6a679e7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.168514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-992bb99a-d4d0-43e1-b798-b5dfa793819e req-2e7636d9-562c-4041-a2f8-caaf907a90db tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Nov 12 08:06:30.194268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d04f7e5f-51e9-48d8-ab67-9d6a679e7f1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3685e4d2ef4b41ec9a756d3abcdafae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221913 Nov 12 08:06:30.194268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7e5f-51e9-48d8-ab67-9d6a679e7f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7716eaa-f36b-481c-8adc-0665f64e9085,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:30.194671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 32874) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:30.288544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f51f-bba7-44d9-8424-aca6c28fdb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.313308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1cab6d2c-31d2-4a7f-9c70-7ae30f5132b8 req-b5ca2521-1d1a-4201-abfe-7c3bc591c0c1 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0566010 Nov 12 08:06:30.346913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f51f-bba7-44d9-8424-aca6c28fdb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.369125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:30.371609 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118e50c5-b0f3-46b0-ad21-c0a61c33de49" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:30.391590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-3fcc1c38-0efb-441f-ad9e-b95a8d958221 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:30.393189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-3fcc1c38-0efb-441f-ad9e-b95a8d958221 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 945 time: 0.0935800 Nov 12 08:06:30.424634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c91d1-b8d4-44d6-b4f4-e1afc846644a req-6a89a204-2cef-4f47-bf57-ef920437d429 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:30.426164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2c91d1-b8d4-44d6-b4f4-e1afc846644a req-6a89a204-2cef-4f47-bf57-ef920437d429 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1112859 Nov 12 08:06:30.472825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f51f-bba7-44d9-8424-aca6c28fdb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.478667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f51f-bba7-44d9-8424-aca6c28fdb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.480452 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e95f51f-bba7-44d9-8424-aca6c28fdb7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7716eaa-f36b-481c-8adc-0665f64e9085 HTTP/1.1" status: 204 len: 168 time: 0.2848485 Nov 12 08:06:30.498851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f51f-bba7-44d9-8424-aca6c28fdb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7716eaa-f36b-481c-8adc-0665f64e9085,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:30.557443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2c91d1-b8d4-44d6-b4f4-e1afc846644a req-b4d73bde-b460-4afe-b165-1e896a3d0711 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195130 Nov 12 08:06:30.617917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Deleting port a64e2419-5452-4966-9ac1-c00f372fa617 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:06:30.620389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.625719 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c10a70-d04b-463b-8a78-d63fe66b683e x-openstack-request-id: req-d0c10a70-d04b-463b-8a78-d63fe66b683e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:30.626059 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:30.626828 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0c10a70-d04b-463b-8a78-d63fe66b683e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:30.626828 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'status': 'completed', 'code': 200} Nov 12 08:06:30.742453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a7e2-7a71-4059-b2eb-c2fce3bf2670 req-2d04be13-4f47-4ea2-843e-067b58c8b7a8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:30.753688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8da0a7e2-7a71-4059-b2eb-c2fce3bf2670 req-2d04be13-4f47-4ea2-843e-067b58c8b7a8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.1100302 Nov 12 08:06:30.757130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-5434ec68-2cb0-4873-96dd-8e6c6e2d4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:30.759308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-5434ec68-2cb0-4873-96dd-8e6c6e2d4c14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1126 time: 0.0808432 Nov 12 08:06:30.844318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] For port a64e2419-5452-4966-9ac1-c00f372fa617, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a64e2419-5452-4966-9ac1-c00f372fa617,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:30.849014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:30.872601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Calling delete_port for a64e2419-5452-4966-9ac1-c00f372fa617 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:06:30.889291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-94a3b521-1f9e-44e4-a0de-82cc4b4003dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:30.890825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-94a3b521-1f9e-44e4-a0de-82cc4b4003dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.1226394 Nov 12 08:06:30.955042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-83f37747-e062-415f-ac8d-b3c2cc53db07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 217 time: 0.0522637 Nov 12 08:06:30.999285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8da0a7e2-7a71-4059-b2eb-c2fce3bf2670 req-ab55df5c-8693-4940-b93d-4b78cfcc3b7a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384243 Nov 12 08:06:31.065269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-50191530-5c7e-4eff-b890-99996c8f1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:31.066903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-50191530-5c7e-4eff-b890-99996c8f1941 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1024525 Nov 12 08:06:31.117579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:31.146238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-37050565-b32e-4099-b2dc-0f1adff84c9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576880 Nov 12 08:06:31.212632 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:31.257936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a64e2419-5452-4966-9ac1-c00f372fa617'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:31.281444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event deleted for resources: {'Port': ['ID=a64e2419-5452-4966-9ac1-c00f372fa617,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:31.355756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] No DVR routers for this DVR port a64e2419-5452-4966-9ac1-c00f372fa617 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:31.361022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:31.365217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e4bc37b-6e85-4ed3-9d12-1ac675369398 req-685edd1c-e696-4a69-ace7-590b2b5e7ae1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "DELETE /v2.0/ports/a64e2419-5452-4966-9ac1-c00f372fa617 HTTP/1.1" status: 204 len: 173 time: 0.9618192 Nov 12 08:06:31.429986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a4fb7fb-556a-4608-a0a6-77366792a74f req-f26c8cba-c8ba-4413-8194-e67edc8473b1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=e092af49-c8c3-4f92-93e9-18e86ae280ad HTTP/1.1" status: 200 len: 210 time: 0.0485218 Nov 12 08:06:31.477613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9f9a-abbb-43a3-83b4-d3f4c4f1924d req-14b690a4-7b2b-4865-89c5-60d9236fad30 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:31.484862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76eb9f9a-abbb-43a3-83b4-d3f4c4f1924d req-14b690a4-7b2b-4865-89c5-60d9236fad30 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1799762 Nov 12 08:06:31.547846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-47cd0e61-e33a-47ba-9a42-4f450f8de48d service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015191 Nov 12 08:06:31.555973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76eb9f9a-abbb-43a3-83b4-d3f4c4f1924d req-2820fb49-f6ac-435c-bca0-cdba035342f5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Nov 12 08:06:31.675593 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-660982ad-9684-4ed0-b32c-3b7ae2f5010e service neutron] 10.222.0.25 "GET /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275/bindings/n-h2-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.1183548 Nov 12 08:06:31.707989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac33ee91-30e3-49a4-a4bf-de818c81c680 req-2e6bf485-9b9a-49a8-aa06-fde58950e55d tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0935035 Nov 12 08:06:31.774796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118e50c5-b0f3-46b0-ad21-c0a61c33de49 req-4f2bcc00-c22a-4742-b6d2-2097493ff2d0 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174580 Nov 12 08:06:31.902861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b0a60-7190-47d1-b3de-5e1f3b452be7 req-81e815f3-5843-40b0-b9f6-c82b976bb0a7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:31.911097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f0b0a60-7190-47d1-b3de-5e1f3b452be7 req-81e815f3-5843-40b0-b9f6-c82b976bb0a7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0735409 Nov 12 08:06:31.997294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:31.998851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f0b0a60-7190-47d1-b3de-5e1f3b452be7 req-16ebacb4-3bd9-4f55-851e-5ae595c4c0fc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861967 Nov 12 08:06:32.030305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:32.094707 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54244018-0e9f-4ed5-b8b5-98e285b23275 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:32.107382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:32.126107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:32.234909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72f37e-7d41-4e75-b2a8-98113285c9ba req-05a7bb6e-6d7c-4704-9d68-be4c69c2bf57 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:32.236450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] Transition to ACTIVE for port object 54244018-0e9f-4ed5-b8b5-98e285b23275 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:32.236988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea72f37e-7d41-4e75-b2a8-98113285c9ba req-05a7bb6e-6d7c-4704-9d68-be4c69c2bf57 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 944 time: 0.0834618 Nov 12 08:06:32.242091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:32.306114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea72f37e-7d41-4e75-b2a8-98113285c9ba req-444b27a3-bfc1-40fb-b127-bd00713c0c52 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612605 Nov 12 08:06:32.317032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] No DVR routers for this DVR port 54244018-0e9f-4ed5-b8b5-98e285b23275 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:32.355680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:32.361231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-490eaf65-408c-47e5-a58c-7eaca488ed39 service neutron] 10.222.0.25 "PUT /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275/bindings/n-h2-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 0.6776085 Nov 12 08:06:32.376191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-cfacab05-ce1f-4be0-909a-907ffcb3c0ce tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70ef704c6aab45f0a6e8ffa3af45c5b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235848 Nov 12 08:06:32.515815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-5143cc78-e294-4e14-8c99-955a8c914800 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:32.517469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-5143cc78-e294-4e14-8c99-955a8c914800 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353540 Nov 12 08:06:32.522028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-8a78dded-6236-4c75-888d-cf62e8ffa57c tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:32.522402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-8a78dded-6236-4c75-888d-cf62e8ffa57c tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.0830238 Nov 12 08:06:32.545059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-9dd787b7-71ca-42b9-b6db-c4d33bdbe117 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/quotas/70ef704c6aab45f0a6e8ffa3af45c5b9 HTTP/1.1" status: 200 len: 375 time: 0.0192204 Nov 12 08:06:32.592851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-2b654392-3783-4602-a5a7-6e35fea0a62f tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70ef704c6aab45f0a6e8ffa3af45c5b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309625 Nov 12 08:06:32.603582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5540782a-3122-4131-b26b-cefd56381730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:32.605111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5540782a-3122-4131-b26b-cefd56381730 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 1097 time: 0.0722558 Nov 12 08:06:32.628162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'name': 'network-vif-deleted', 'tag': 'a64e2419-5452-4966-9ac1-c00f372fa617'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:32.630643 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b892f-1bf8-4d93-8720-b53e57ba7e29" -d '{"events": [{"server_uuid": "e092af49-c8c3-4f92-93e9-18e86ae280ad", "name": "network-vif-deleted", "tag": "a64e2419-5452-4966-9ac1-c00f372fa617"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:32.708433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-c085f72b-52a5-4932-9761-37e806173c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:32.709942 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-c085f72b-52a5-4932-9761-37e806173c84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1097 time: 0.0748363 Nov 12 08:06:32.741299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0526-721b-46de-8a41-5de87ce12c5e req-a4cb2293-a7c5-4fd3-a534-7faabc9da0f3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:32.742802 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00da0526-721b-46de-8a41-5de87ce12c5e req-a4cb2293-a7c5-4fd3-a534-7faabc9da0f3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0773184 Nov 12 08:06:33.235843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00da0526-721b-46de-8a41-5de87ce12c5e req-2160aba8-0a00-4a59-a57b-4cd9914ffb08 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562152 Nov 12 08:06:33.260715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5fa6701c-fd62-4060-b600-e26b39f974ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:33.261150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-5fa6701c-fd62-4060-b600-e26b39f974ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.5360847 Nov 12 08:06:33.268066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-d77d471e-7c1d-4c69-a74a-17e9972f769e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:33.269391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-d77d471e-7c1d-4c69-a74a-17e9972f769e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.1910124 Nov 12 08:06:33.287034 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f6a627-0bd8-4dae-af06-ed39d980f617 x-openstack-request-id: req-a8f6a627-0bd8-4dae-af06-ed39d980f617 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:33.287550 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092af49-c8c3-4f92-93e9-18e86ae280ad", "name": "network-vif-deleted", "tag": "a64e2419-5452-4966-9ac1-c00f372fa617", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:33.287984 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8f6a627-0bd8-4dae-af06-ed39d980f617 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:33.288782 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e092af49-c8c3-4f92-93e9-18e86ae280ad', 'name': 'network-vif-deleted', 'tag': 'a64e2419-5452-4966-9ac1-c00f372fa617', 'status': 'completed', 'code': 200} Nov 12 08:06:33.320160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-b4a8cacb-32e1-4490-a3b2-0c121fb0e7f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 200 len: 217 time: 0.0442967 Nov 12 08:06:33.322019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-8424c532-d133-4d85-8d49-5837d47dedfd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0449817 Nov 12 08:06:33.379376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-5f4ee8cf-1274-4296-927e-2350573b8922 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511589 Nov 12 08:06:33.443128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-19a9f328-282b-4e40-b944-6f3f0c5aa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:33.444582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-19a9f328-282b-4e40-b944-6f3f0c5aa0de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1061430 Nov 12 08:06:33.448396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3009bfa9-6f32-43de-bc80-03830dddbad7 req-ecaac6d9-76f2-4526-a955-5d225b542d86 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 210 time: 0.0493531 Nov 12 08:06:33.502984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-dbdee7e1-9f35-43ba-9222-5241caf42733 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278509 Nov 12 08:06:33.560578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49b14614-9655-4fcc-95b6-b95e948fdcec req-261d1265-d442-4a8e-a3b7-8dcb7263ab6b tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0535491 Nov 12 08:06:33.578950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-31fab508-0af8-43ce-9578-eaddb733d2fb service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908307 Nov 12 08:06:33.705380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-1b5989d2-8d5e-4ef0-a382-a682668149a2 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873045 Nov 12 08:06:33.763464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-3fd2350e-de67-42a2-af38-3602650bac66 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604428 Nov 12 08:06:33.809367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-fa64ace4-2cfc-4d3c-ae75-426b4b724b14 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=70ef704c6aab45f0a6e8ffa3af45c5b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274374 Nov 12 08:06:33.813345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf32587-5e8a-4d0d-b845-2c76ecd70ce5 req-2b41fd84-c41b-44e7-ace2-9192b108aacb tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:33.814785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bf32587-5e8a-4d0d-b845-2c76ecd70ce5 req-2b41fd84-c41b-44e7-ace2-9192b108aacb tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1242316 Nov 12 08:06:33.855971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a64e2419-5452-4966-9ac1-c00f372fa617 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:33.867471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-c3ddd15f-3fe0-4222-b2f7-e189e274c26c service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382654 Nov 12 08:06:33.906295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bf32587-5e8a-4d0d-b845-2c76ecd70ce5 req-fb97f118-2191-4a2d-b30f-f3abf6c88e1b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686600 Nov 12 08:06:33.908235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: a64e2419-5452-4966-9ac1-c00f372fa617 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:06:33.908689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a64e2419-5452-4966-9ac1-c00f372fa617 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:33.998692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-86a26c2b-df1f-4313-bb17-45d8fb54006b tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:34.000437 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-86a26c2b-df1f-4313-bb17-45d8fb54006b tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821306 Nov 12 08:06:34.020920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Request body: {'port': {'device_id': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '70ef704c6aab45f0a6e8ffa3af45c5b9'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:34.024824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f799e-8617-4fab-b7ee-b9572e819fde req-ea3ad935-abe6-45e0-9dba-43cae6a294d0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:34.026506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef9f799e-8617-4fab-b7ee-b9572e819fde req-ea3ad935-abe6-45e0-9dba-43cae6a294d0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 945 time: 0.0884547 Nov 12 08:06:34.077420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1b755f6-784a-4b57-b779-d71d9bd630a1 req-e2cf4e24-c959-4e33-9c68-53ca9433b632 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0434151 Nov 12 08:06:34.122185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef9f799e-8617-4fab-b7ee-b9572e819fde req-0dc0b2ab-245d-4261-ab32-66c4623675e2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782969 Nov 12 08:06:34.190982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Made reservation on behalf of 70ef704c6aab45f0a6e8ffa3af45c5b9 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:34.195466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.208840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.249765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-7e31aa9f-de13-47c6-b343-cc5c05262e22 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:34.251202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-7e31aa9f-de13-47c6-b343-cc5c05262e22 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.0575070 Nov 12 08:06:34.300812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.308401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.376491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:34.405937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-94077b9f-8ce1-4d6c-b2fd-f48386851415 service neutron] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:34.412286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-94077b9f-8ce1-4d6c-b2fd-f48386851415 service neutron] Publish callbacks [] for binding, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.413301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d084d963-3eaf-4a1e-b821-17dee81528ff req-94077b9f-8ce1-4d6c-b2fd-f48386851415 service neutron] 10.222.0.32 "DELETE /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275/bindings/n-h1-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.1469851 Nov 12 08:06:34.447969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d4528-7173-471a-a315-4371ec0f40d4 req-27e3a28e-3967-4399-9433-5a2ea514d2a3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:34.457287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-207d4528-7173-471a-a315-4371ec0f40d4 req-27e3a28e-3967-4399-9433-5a2ea514d2a3 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0793524 Nov 12 08:06:34.504406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-207d4528-7173-471a-a315-4371ec0f40d4 req-c888d5b4-69f5-4aea-ac9a-11cd924d035d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462198 Nov 12 08:06:34.513405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Allocated IP 192.168.233.55 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/ab883a0c-7022-4680-af63-d7cb63d9f942) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:06:34.625656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a8f1a83-5d48-44de-83c5-d4e4539383de req-7fc26d0d-084d-4659-93a8-52cb244ac1e6 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 210 time: 0.0435019 Nov 12 08:06:34.713637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3353ee06-0fd0-4750-8425-747c78cd581a req-83209df7-ee20-48f9-921e-810fd32c0922 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0282609 Nov 12 08:06:34.742058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.791818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.851032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:06:34.857769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:34.861856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:06:34.889342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Pushing event updated for resources: {'Port': ['ID=ab883a0c-7022-4680-af63-d7cb63d9f942,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:34.923557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:34.924295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.943435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-c06cb1af-a1ed-43a3-bade-faa0e7f78ade tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9277232 Nov 12 08:06:34.964403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Request body: {'port': {'device_id': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:35.027269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684d0de-413b-4b43-8bac-366460a08ab7 req-4d905052-79b8-4e0b-b8e6-672f7f1270a5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:35.029371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f684d0de-413b-4b43-8bac-366460a08ab7 req-4d905052-79b8-4e0b-b8e6-672f7f1270a5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0644689 Nov 12 08:06:35.047870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:35.098950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f684d0de-413b-4b43-8bac-366460a08ab7 req-e1cffd24-7d05-4d9b-9198-6687be657b15 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Nov 12 08:06:35.161224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3820347a-948b-449b-b8db-6aa7b93ffbc2 None None] Provisioning complete for port ab883a0c-7022-4680-af63-d7cb63d9f942 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:35.162291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3820347a-948b-449b-b8db-6aa7b93ffbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:35.199975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-998a7e19-2e0c-4cf6-bedf-6b68b276f77a req-24763b8e-eb10-45ae-81bd-2ccc3b57828b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0353963 Nov 12 08:06:35.220678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3820347a-948b-449b-b8db-6aa7b93ffbc2 None None] Port ab883a0c-7022-4680-af63-d7cb63d9f942 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:06:35.261643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83af0c5-823a-4699-a30d-f540eab25179 req-62f7e68d-66e6-45cb-a523-bf245f29b53d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:35.271491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e83af0c5-823a-4699-a30d-f540eab25179 req-62f7e68d-66e6-45cb-a523-bf245f29b53d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 945 time: 0.0731971 Nov 12 08:06:35.393444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e83af0c5-823a-4699-a30d-f540eab25179 req-ed8fa23f-8698-4443-86e0-cf34c6453dea tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205778 Nov 12 08:06:35.484366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-e7b9c6af-a768-4545-9353-f52b891002a5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:35.486088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-e7b9c6af-a768-4545-9353-f52b891002a5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.1811314 Nov 12 08:06:35.502347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-0e4ee66a-f4ab-4d68-8780-eb077177a48b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/quotas/a1e2df68b8794d4e824f11126c651aa1 HTTP/1.1" status: 200 len: 375 time: 0.0100911 Nov 12 08:06:35.592723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-38be9ca6-c8f6-4138-ba88-c13df7337eff tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841799 Nov 12 08:06:35.598850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6bc99-0227-4e53-9aca-e3b3bd01cd5b req-d0aca354-25e4-4f15-823e-041f211814ef tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:35.600544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5e6bc99-0227-4e53-9aca-e3b3bd01cd5b req-d0aca354-25e4-4f15-823e-041f211814ef tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1097 time: 0.0564196 Nov 12 08:06:35.691956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-8a39e976-93b5-423f-8944-b77fdfeb35e9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:35.693421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-8a39e976-93b5-423f-8944-b77fdfeb35e9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.1494038 Nov 12 08:06:35.708976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5e6bc99-0227-4e53-9aca-e3b3bd01cd5b req-e524993f-4834-43f5-ad86-5a9c1b597808 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995986 Nov 12 08:06:35.728529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Request body: {'port': {'device_id': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'admin_state_up': True, 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:35.736739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-a88cce36-3cdb-4a4e-8df8-e84e92eb42dd service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349924 Nov 12 08:06:35.788162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab883a0c-7022-4680-af63-d7cb63d9f942 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:35.798415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:35.822575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Transition to ACTIVE for port object ab883a0c-7022-4680-af63-d7cb63d9f942 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:35.826693 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:35.860720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687946d-e853-42e0-ae9a-7c3c241a92f6 req-f7fee9e4-c930-4c39-9569-1730f086b390 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:35.862023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9687946d-e853-42e0-ae9a-7c3c241a92f6 req-f7fee9e4-c930-4c39-9569-1730f086b390 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0905187 Nov 12 08:06:35.876556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-111967cf-42ca-4692-8dfa-2fd214d7774b service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337020 Nov 12 08:06:35.945283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9687946d-e853-42e0-ae9a-7c3c241a92f6 req-7442de7f-e37b-4f96-aea2-97fc9863f700 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726709 Nov 12 08:06:35.956263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Pushing event updated for resources: {'Port': ['ID=ab883a0c-7022-4680-af63-d7cb63d9f942,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:35.971340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:35.974983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.006630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Attempting to bind port ab883a0c-7022-4680-af63-d7cb63d9f942 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:36.006964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Attempting to bind port ab883a0c-7022-4680-af63-d7cb63d9f942 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:36.007290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Attempting to bind port ab883a0c-7022-4680-af63-d7cb63d9f942 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:36.018940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Port ab883a0c-7022-4680-af63-d7cb63d9f942 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:36.019380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Attempting to bind port ab883a0c-7022-4680-af63-d7cb63d9f942 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:36.053034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:36.053372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:36.053754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:36.054190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Bound port: ab883a0c-7022-4680-af63-d7cb63d9f942, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:36.054541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.144693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37586-f2a8-45d7-9c38-59ffeaebfce1 req-b67ec4ad-ae6b-4946-89fb-eaaa2ebaeba5 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.152461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfd37586-f2a8-45d7-9c38-59ffeaebfce1 req-b67ec4ad-ae6b-4946-89fb-eaaa2ebaeba5 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 947 time: 0.1041639 Nov 12 08:06:36.162436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a650-7fd3-43b7-9d88-2388f8269ab3 req-4738b231-2180-4b82-8dad-aa7fbc0f4f78 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.163885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e70a650-7fd3-43b7-9d88-2388f8269ab3 req-4738b231-2180-4b82-8dad-aa7fbc0f4f78 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 1097 time: 0.0831122 Nov 12 08:06:36.240413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfd37586-f2a8-45d7-9c38-59ffeaebfce1 req-7e45a9df-c097-40be-bdfe-a812efbae659 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870519 Nov 12 08:06:36.256113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Allocated IP 172.20.0.10 (3c3e1a77-3e53-4ffd-8e43-79e0469af7e1/43aafb6f-6649-4282-b7f6-0304c919bc5a/28d48162-cb36-4911-b76d-2e01951f87e6) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:06:36.256113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] For port ab883a0c-7022-4680-af63-d7cb63d9f942, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:36.256435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e70a650-7fd3-43b7-9d88-2388f8269ab3 req-cde8bc79-82c5-4b2a-8f78-46353a230073 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838654 Nov 12 08:06:36.257933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] For port ab883a0c-7022-4680-af63-d7cb63d9f942, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ab883a0c-7022-4680-af63-d7cb63d9f942,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:36.265609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.330855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.331883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.333463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] 10.222.0.32 "PUT /v2.0/ports/ab883a0c-7022-4680-af63-d7cb63d9f942 HTTP/1.1" status: 200 len: 1096 time: 1.3744094 Nov 12 08:06:36.334109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'tag': 'ab883a0c-7022-4680-af63-d7cb63d9f942'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:36.336590 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8465a587-5854-47a5-8524-881e7550a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4f2575-44a4-41da-87c9-88ff5755cf40", "tag": "ab883a0c-7022-4680-af63-d7cb63d9f942"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:36.398656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-316edae2-a1d7-49cc-b05e-79dd317af4c4 req-b2b78e6a-0975-4d33-854a-5d478b9a1881 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0671868 Nov 12 08:06:36.505991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-414fdf21-0bc1-479c-b054-57c52ce881ea req-f85ee677-5f4f-4d5c-98a5-12f50ba148cc tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 210 time: 0.0423312 Nov 12 08:06:36.512028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40782b-216b-4b98-8754-d59c25b7d053 service neutron] Pushing event updated for resources: {'Port': ['ID=ab883a0c-7022-4680-af63-d7cb63d9f942,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:36.584202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.596979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-b8c24277-7875-4c80-9743-375003e4abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.598750 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-b8c24277-7875-4c80-9743-375003e4abea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=70ef704c6aab45f0a6e8ffa3af45c5b9&device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 1099 time: 0.0716083 Nov 12 08:06:36.615797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54fdd6-3278-4a75-ab1c-c4d6f598326d req-0d5bb805-37f3-4a17-b096-aeae26574bb2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.617460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f54fdd6-3278-4a75-ab1c-c4d6f598326d req-0d5bb805-37f3-4a17-b096-aeae26574bb2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1064761 Nov 12 08:06:36.649696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5616dc62-1ba7-4916-a4f7-82f7846bc848 req-03c070b0-a0fb-4f1a-a64c-7fa80c914dfe tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0304146 Nov 12 08:06:36.659584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-14fb086f-1b6a-4052-a6d5-970c4575cdf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ab883a0c-7022-4680-af63-d7cb63d9f942 HTTP/1.1" status: 200 len: 217 time: 0.0461681 Nov 12 08:06:36.699046 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.707302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f54fdd6-3278-4a75-ab1c-c4d6f598326d req-c167f656-7322-4cdf-80ce-f723bb589bfd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783553 Nov 12 08:06:36.736454 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ba777a-37f1-4180-8af4-6ef1b55a7e02 x-openstack-request-id: req-73ba777a-37f1-4180-8af4-6ef1b55a7e02 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:36.736739 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4f2575-44a4-41da-87c9-88ff5755cf40", "tag": "ab883a0c-7022-4680-af63-d7cb63d9f942", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:36.736978 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73ba777a-37f1-4180-8af4-6ef1b55a7e02 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:36.737369 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'tag': 'ab883a0c-7022-4680-af63-d7cb63d9f942', 'status': 'completed', 'code': 200} Nov 12 08:06:36.770283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:06:36.771886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-e707b72f-9f94-4928-9544-4ed7feabfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.773424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-e707b72f-9f94-4928-9544-4ed7feabfe2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1055548 Nov 12 08:06:36.777966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:36.780173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event updated for resources: {'Port': ['ID=28d48162-cb36-4911-b76d-2e01951f87e6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:36.782329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:06:36.861127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.861736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.875259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-2945861a-bc46-4566-9646-8911df2f1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:36.876906 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-2945861a-bc46-4566-9646-8911df2f1d84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915895 Nov 12 08:06:36.884319 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-37c431e4-6447-465d-9f3f-b2161d72ce2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1600239 Nov 12 08:06:36.904795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Request body: {'port': {'device_id': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:37.025376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.047525 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-2e59b7ba-abe8-49c4-a2c2-86e34ef64cbc service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584766 Nov 12 08:06:37.069963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95e17-696f-486a-b799-f5da5ec39482 req-6fec9763-c296-41b9-a067-5fa2a31b6bb0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.071971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fba95e17-696f-486a-b799-f5da5ec39482 req-6fec9763-c296-41b9-a067-5fa2a31b6bb0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0513971 Nov 12 08:06:37.119652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fba95e17-696f-486a-b799-f5da5ec39482 req-a5a14afe-d4e5-4b65-ab93-8fecc7e895cd tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Nov 12 08:06:37.136775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:37.212161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.235102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cc7b8c8-a3cf-488a-aabb-5445d883d8f5 req-0377f03a-82f3-4ab7-8c51-c06d47da110f service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673708 Nov 12 08:06:37.237703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:37.239906 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd4db5-b447-41de-a50a-7922f6b05dd6" -d '{"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f57a425-3590-4477-b8cd-2953a3223304"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:37.253434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:37.259425 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.313323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:37.338495 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e91438-c084-46b8-bf2b-74d67931545b x-openstack-request-id: req-39e91438-c084-46b8-bf2b-74d67931545b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:37.338801 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f57a425-3590-4477-b8cd-2953a3223304", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:37.339256 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39e91438-c084-46b8-bf2b-74d67931545b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:37.339890 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304', 'code': 200} Nov 12 08:06:37.384541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a66587-2c0e-430b-905d-c3d1ec9c3a1f req-47bc7c48-f224-4915-8cbc-77a3a104609c tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.386191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95a66587-2c0e-430b-905d-c3d1ec9c3a1f req-47bc7c48-f224-4915-8cbc-77a3a104609c tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 947 time: 0.0530424 Nov 12 08:06:37.402630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d48162-cb36-4911-b76d-2e01951f87e6 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:37.412271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.425897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a587-5854-47a5-8524-881e7550a5e7 req-976a5260-150c-42a6-8b1a-8aef3c4de1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.427652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-976a5260-150c-42a6-8b1a-8aef3c4de1cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=70ef704c6aab45f0a6e8ffa3af45c5b9&device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 1099 time: 0.0930774 Nov 12 08:06:37.432783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Transition to ACTIVE for port object 28d48162-cb36-4911-b76d-2e01951f87e6 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:37.447039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.562717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Pushing event updated for resources: {'Port': ['ID=28d48162-cb36-4911-b76d-2e01951f87e6,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:37.563349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95a66587-2c0e-430b-905d-c3d1ec9c3a1f req-e4acdd62-6ecb-4fb4-8274-615ad716dc3b tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699269 Nov 12 08:06:37.628956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a587-5854-47a5-8524-881e7550a5e7 req-690721c5-8d21-4a86-9809-067bf7e13b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.630342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-690721c5-8d21-4a86-9809-067bf7e13b00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1944766 Nov 12 08:06:37.659620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3755de10-d9fa-4fc3-a324-87cbceea7e2b req-97f79e7c-98a9-45dc-9eb7-eeee6120d082 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0462134 Nov 12 08:06:37.667585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-19a171b2-f657-4d49-b946-6ee6839b4cfc tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.669110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-19a171b2-f657-4d49-b946-6ee6839b4cfc tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.2562225 Nov 12 08:06:37.691222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Attempting to bind port 28d48162-cb36-4911-b76d-2e01951f87e6 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:37.691561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Attempting to bind port 28d48162-cb36-4911-b76d-2e01951f87e6 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:37.691894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Attempting to bind port 28d48162-cb36-4911-b76d-2e01951f87e6 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:37.694824 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-131f8584-28eb-4654-ae26-cf9f50e3acf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ab883a0c-7022-4680-af63-d7cb63d9f942 HTTP/1.1" status: 200 len: 217 time: 0.0467343 Nov 12 08:06:37.698816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Port 28d48162-cb36-4911-b76d-2e01951f87e6 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:37.699131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Attempting to bind port 28d48162-cb36-4911-b76d-2e01951f87e6 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:37.704265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:37.704603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:37.704980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Bound using segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:37.705403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Bound port: 28d48162-cb36-4911-b76d-2e01951f87e6, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:37.705753 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.725235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f20c628-e857-42ae-aabb-9f53fe95d247 req-25851ec5-e26d-425e-abb7-6cce9da39f16 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 210 time: 0.0829358 Nov 12 08:06:37.754937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Request body: {'port': {'device_id': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'admin_state_up': True, 'tenant_id': 'a1e2df68b8794d4e824f11126c651aa1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:37.792671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a587-5854-47a5-8524-881e7550a5e7 req-0295b992-ff15-49df-92ce-da53f3b1f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.794132 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-0295b992-ff15-49df-92ce-da53f3b1f3e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0853724 Nov 12 08:06:37.836933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] For port 28d48162-cb36-4911-b76d-2e01951f87e6, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:37.857082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] For port 28d48162-cb36-4911-b76d-2e01951f87e6, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=28d48162-cb36-4911-b76d-2e01951f87e6,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:37.865123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.901922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a587-5854-47a5-8524-881e7550a5e7 req-7a726f01-62a9-401b-b2a9-68f0c37b1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.903490 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-7a726f01-62a9-401b-b2a9-68f0c37b1921 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940878 Nov 12 08:06:37.909379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.909980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.911309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] 10.222.0.25 "PUT /v2.0/ports/28d48162-cb36-4911-b76d-2e01951f87e6 HTTP/1.1" status: 200 len: 1093 time: 1.0115664 Nov 12 08:06:37.916976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-49100f5d-4322-4139-9e6d-9bc5f4ede2f9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.918519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-49100f5d-4322-4139-9e6d-9bc5f4ede2f9 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab728142-1ea5-444f-9d07-73b194e08bb9 HTTP/1.1" status: 200 len: 944 time: 0.2997713 Nov 12 08:06:37.981399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25caa43-d36e-40f9-9b31-867ea19ffe76 req-416d4b0f-743d-4be5-8e56-9e36a579056a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:37.982888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c25caa43-d36e-40f9-9b31-867ea19ffe76 req-416d4b0f-743d-4be5-8e56-9e36a579056a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 944 time: 0.1690767 Nov 12 08:06:38.009189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd67e1-49ef-4b46-a845-50ef2dc3e789 req-e22098c6-3587-4a3e-bb6e-6d80401c8b16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:38.016894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ebd67e1-49ef-4b46-a845-50ef2dc3e789 req-e22098c6-3587-4a3e-bb6e-6d80401c8b16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1985459 Nov 12 08:06:38.020476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0739f2-280a-4e5a-b839-6e002b71d347 service neutron] Pushing event updated for resources: {'Port': ['ID=28d48162-cb36-4911-b76d-2e01951f87e6,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:38.059099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-174c2278-8337-460d-907e-a608935c39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:38.060581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-174c2278-8337-460d-907e-a608935c39e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 1096 time: 0.0740740 Nov 12 08:06:38.064243 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-8526fefd-e067-4b8f-ae54-d45ff756bb8a service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519654 Nov 12 08:06:38.088262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Made reservation on behalf of a1e2df68b8794d4e824f11126c651aa1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:38.091694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:38.117059 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-c38c6852-8308-497a-8caa-10655cd8af01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d48162-cb36-4911-b76d-2e01951f87e6 HTTP/1.1" status: 200 len: 217 time: 0.0477743 Nov 12 08:06:38.165704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ebd67e1-49ef-4b46-a845-50ef2dc3e789 req-81e9773e-fca9-4fb0-b198-c705182c663e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484823 Nov 12 08:06:38.182445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c25caa43-d36e-40f9-9b31-867ea19ffe76 req-52512e77-e3b2-4530-9186-59f60e8d22b1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545565 Nov 12 08:06:38.223211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-392b014d-e6fa-47cf-b5fc-8fbdd9bd9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:38.224795 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-392b014d-e6fa-47cf-b5fc-8fbdd9bd9e5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.0981617 Nov 12 08:06:38.257938 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8465a587-5854-47a5-8524-881e7550a5e7 req-dbefdeae-8c8a-44d4-bed5-7c3da06bf5bd service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808319 Nov 12 08:06:38.273221 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-541fc0dd-0d30-40ac-b6e9-b9ea297c2c38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350909 Nov 12 08:06:38.355119 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:38.371150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Deleting port 4f57a425-3590-4477-b8cd-2953a3223304 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:06:38.371639 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:38.379780 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-c6ab2649-c179-46c9-90a4-9ba87f4bc3d8 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987966 Nov 12 08:06:38.403237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Allocated IP 172.20.0.11 (38867dbb-babc-49bc-ba26-d340cb037094/b5c009cc-2ced-40e1-afc7-eb38cc1d00e9/fa975dad-fdfb-4987-8d7d-5e8c70729353) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:06:38.460990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b9718-c123-4699-9680-f4f6e5ca1e15 req-a281687f-8848-4ce1-9e9c-891650609a48 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:38.476413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d54b9718-c123-4699-9680-f4f6e5ca1e15 req-a281687f-8848-4ce1-9e9c-891650609a48 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.2140834 Nov 12 08:06:38.494284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b19b0c66-941d-44d2-b1b9-667541a78a67 req-8608c476-3522-4362-8d43-e2a8f4db48c5 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036386 Nov 12 08:06:38.564808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] For port 4f57a425-3590-4477-b8cd-2953a3223304, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f57a425-3590-4477-b8cd-2953a3223304,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:38.565402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:38.603159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Calling delete_port for 4f57a425-3590-4477-b8cd-2953a3223304 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:06:38.614291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d54b9718-c123-4699-9680-f4f6e5ca1e15 req-2c7264b0-c9a0-43eb-ae53-ba29b5ac5f73 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364381 Nov 12 08:06:38.738820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'tag': '28d48162-cb36-4911-b76d-2e01951f87e6'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:38.742222 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c8ccb-4a15-4ac6-8f79-ddedcef67165" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f", "tag": "28d48162-cb36-4911-b76d-2e01951f87e6"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:38.812436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99bf2a8f-e05f-4dee-b2b5-62c89858174d req-7b432310-a920-4795-b5fe-50087182b0e0 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0600870 Nov 12 08:06:38.833979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:38.852846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c31aaa-38f5-4154-b1a5-29696a8d031e req-e014fcfb-1126-4220-91ea-e831077a8682 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:38.860074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9c31aaa-38f5-4154-b1a5-29696a8d031e req-e014fcfb-1126-4220-91ea-e831077a8682 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 947 time: 0.1795833 Nov 12 08:06:38.964716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9c31aaa-38f5-4154-b1a5-29696a8d031e req-ea4d084c-9921-4ed8-b570-69a10651abad tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Nov 12 08:06:38.990488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5dbe0e3-e544-405d-9f38-de63a49136ee req-2369a9ae-c489-4eeb-af75-c309fe0b304c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 210 time: 0.0564384 Nov 12 08:06:39.002503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.036081 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a17fc9f-af45-407e-8d63-eacb298316b1 x-openstack-request-id: req-5a17fc9f-af45-407e-8d63-eacb298316b1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:39.036382 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f", "tag": "28d48162-cb36-4911-b76d-2e01951f87e6", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:39.036633 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a17fc9f-af45-407e-8d63-eacb298316b1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:39.037024 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'tag': '28d48162-cb36-4911-b76d-2e01951f87e6', 'status': 'completed', 'code': 200} Nov 12 08:06:39.040584 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.053568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Network 38867dbb-babc-49bc-ba26-d340cb037094 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:06:39.062410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:06:39.067009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:06:39.125547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:39.141473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-e8bd4fc8-88a4-47ef-a60d-013f32df8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:39.143150 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-e8bd4fc8-88a4-47ef-a60d-013f32df8640 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 1096 time: 0.0739994 Nov 12 08:06:39.147245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:39.155440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] No DVR routers for this DVR port 4f57a425-3590-4477-b8cd-2953a3223304 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:39.177109 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.206962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f77ab82-c25c-4e97-ae79-0e7bf8848804 req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "DELETE /v2.0/ports/4f57a425-3590-4477-b8cd-2953a3223304 HTTP/1.1" status: 204 len: 173 time: 1.2464972 Nov 12 08:06:39.208139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-deleted', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:39.212824 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1086fc-b8b6-4418-83d5-d9a5a7cbe89c" -d '{"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-deleted", "tag": "4f57a425-3590-4477-b8cd-2953a3223304"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:39.229662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a2c4-365c-410c-841a-2f188c248056 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event deleted for resources: {'Port': ['ID=4f57a425-3590-4477-b8cd-2953a3223304,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:39.251321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:39.252298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.280241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-5012792d-dc20-49e1-8159-ddfa722a3db4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5537059 Nov 12 08:06:39.312419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Request body: {'port': {'device_id': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:39.320410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-6660914c-cd89-47bf-9ddd-3ab83e694177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:39.321845 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-6660914c-cd89-47bf-9ddd-3ab83e694177 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.1607862 Nov 12 08:06:39.326360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:39.346601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:06:39.375029 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-baee9d88-6d4c-4eff-8748-e267d3f20060 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d48162-cb36-4911-b76d-2e01951f87e6 HTTP/1.1" status: 200 len: 217 time: 0.0435531 Nov 12 08:06:39.439272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-ea8cd54b-a996-4f12-973c-42823dbb54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:39.441203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-ea8cd54b-a996-4f12-973c-42823dbb54a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.0514925 Nov 12 08:06:39.445371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd557e3-529a-4b22-b562-c24802231bac req-14b5698d-d933-4250-b56b-46d8c382db16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:39.449040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd557e3-529a-4b22-b562-c24802231bac req-14b5698d-d933-4250-b56b-46d8c382db16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1676171 Nov 12 08:06:39.449666 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.460648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974687af-b185-410c-9e9b-ab289284ad0b req-35e68a9b-eb2d-4ac4-bb9e-41e4fed3116c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:39.467821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-974687af-b185-410c-9e9b-ab289284ad0b req-35e68a9b-eb2d-4ac4-bb9e-41e4fed3116c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 944 time: 0.1731794 Nov 12 08:06:39.483097 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-51305dbb-362d-46fd-95e2-8bc8d85e71b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282614 Nov 12 08:06:39.599475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd557e3-529a-4b22-b562-c24802231bac req-886ff551-3a8e-49eb-b66a-af80e78d82fd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159577 Nov 12 08:06:39.616566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-974687af-b185-410c-9e9b-ab289284ad0b req-ecd5b3dc-8857-4144-8b8f-2d41426b7f37 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349177 Nov 12 08:06:39.660863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-e43238a6-9316-4be5-ad84-d12434b1d540 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529548 Nov 12 08:06:39.893632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-024c8ccb-4a15-4ac6-8f79-ddedcef67165 req-528372bb-ea03-4dbf-aad9-9e9b92a0c127 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268770 Nov 12 08:06:39.911855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ab883a0c-7022-4680-af63-d7cb63d9f942 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:39.914359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:40.079443 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16da02-e0e5-42c4-a2e7-dc303b009f08 x-openstack-request-id: req-8f16da02-e0e5-42c4-a2e7-dc303b009f08 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:40.079727 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab728142-1ea5-444f-9d07-73b194e08bb9", "name": "network-vif-deleted", "tag": "4f57a425-3590-4477-b8cd-2953a3223304", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:40.079982 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f16da02-e0e5-42c4-a2e7-dc303b009f08 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:40.080392 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab728142-1ea5-444f-9d07-73b194e08bb9', 'name': 'network-vif-deleted', 'tag': '4f57a425-3590-4477-b8cd-2953a3223304', 'status': 'completed', 'code': 200} Nov 12 08:06:40.132515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f0c99d6-07a7-4a1a-8f8b-e67d0e183423 req-b3ffa286-9bfe-43e8-9727-421ade6a7556 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0511663 Nov 12 08:06:40.153452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ab883a0c-7022-4680-af63-d7cb63d9f942, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ab883a0c-7022-4680-af63-d7cb63d9f942,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:40.184905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ab883a0c-7022-4680-af63-d7cb63d9f942', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'ab883a0c-7022-4680-af63-d7cb63d9f942', 'mac_address': 'fa:16:3e:b2:04:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:40.188473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3855-1578-4609-a0ac-7d8011ac470c req-5386591a-fd9b-4f43-b961-098a2f029d30 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:40.189957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c92c3855-1578-4609-a0ac-7d8011ac470c req-5386591a-fd9b-4f43-b961-098a2f029d30 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1122577 Nov 12 08:06:40.228165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:40.242212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab883a0c-7022-4680-af63-d7cb63d9f942 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:40.264810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ab883a0c-7022-4680-af63-d7cb63d9f942, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ab883a0c-7022-4680-af63-d7cb63d9f942,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:40.269243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:40.314608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c92c3855-1578-4609-a0ac-7d8011ac470c req-513ac2c3-117a-4f50-b421-b6365ceaa3b7 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910180 Nov 12 08:06:40.320763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ab883a0c-7022-4680-af63-d7cb63d9f942,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:40.346386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed2879-571d-40a9-a78d-07c25f13c799 req-974079ca-3afa-4db5-9b52-dccefc34dd25 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:40.348214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ed2879-571d-40a9-a78d-07c25f13c799 req-974079ca-3afa-4db5-9b52-dccefc34dd25 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 947 time: 0.1086307 Nov 12 08:06:40.452936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa975dad-fdfb-4987-8d7d-5e8c70729353 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:40.469778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:40.490888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ed2879-571d-40a9-a78d-07c25f13c799 req-9790023b-571f-432a-9d27-e080089204d8 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265593 Nov 12 08:06:40.502964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd22c-e352-4c6d-a0f8-e57d57510716 req-af0add34-1c26-4473-a59c-fc24e8b5e766 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:40.510048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0ccd22c-e352-4c6d-a0f8-e57d57510716 req-af0add34-1c26-4473-a59c-fc24e8b5e766 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 932 time: 0.1054847 Nov 12 08:06:40.512211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Transition to ACTIVE for port object fa975dad-fdfb-4987-8d7d-5e8c70729353 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:40.519144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:40.568296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9439939f-e210-4655-89c4-16340b86dab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:40.583606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ab883a0c-7022-4680-af63-d7cb63d9f942'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:40.598486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:40.607183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0ccd22c-e352-4c6d-a0f8-e57d57510716 req-426d51b8-396a-4397-983e-8f871d2abf79 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961738 Nov 12 08:06:40.784085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Attempting to bind port fa975dad-fdfb-4987-8d7d-5e8c70729353 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:06:40.784308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Attempting to bind port fa975dad-fdfb-4987-8d7d-5e8c70729353 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:06:40.784645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Attempting to bind port fa975dad-fdfb-4987-8d7d-5e8c70729353 on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:40.796021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Port fa975dad-fdfb-4987-8d7d-5e8c70729353 on network 38867dbb-babc-49bc-ba26-d340cb037094 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:06:40.796382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Attempting to bind port fa975dad-fdfb-4987-8d7d-5e8c70729353 on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:06:40.807139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:06:40.807467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Checking segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:06:40.807847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Bound using segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:06:40.808312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Bound port: fa975dad-fdfb-4987-8d7d-5e8c70729353, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:06:40.808666 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:40.820026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7945eb-2e54-43cf-bce2-66aaa1527bc4 req-f147ad9f-b18e-4701-80ef-cdaa70cd0bd6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:40.822086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd7945eb-2e54-43cf-bce2-66aaa1527bc4 req-f147ad9f-b18e-4701-80ef-cdaa70cd0bd6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1161098 Nov 12 08:06:40.838273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca8108-11b9-48ca-bd77-0f7bac1342bc req-94c41cf1-d2ff-4231-bdd8-2289e602266e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:40.840511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1ca8108-11b9-48ca-bd77-0f7bac1342bc req-94c41cf1-d2ff-4231-bdd8-2289e602266e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 944 time: 0.1225536 Nov 12 08:06:40.959848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:40.968780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1ca8108-11b9-48ca-bd77-0f7bac1342bc req-92459f72-0624-461b-900d-110fc28667f0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222670 Nov 12 08:06:40.977479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd7945eb-2e54-43cf-bce2-66aaa1527bc4 req-d461f9ae-6639-4f63-8d15-53efd59e688c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360040 Nov 12 08:06:40.980863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:06:40.992860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:41.059012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:41.059636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:41.061080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa975dad-fdfb-4987-8d7d-5e8c70729353 HTTP/1.1" status: 200 len: 1093 time: 1.7537496 Nov 12 08:06:41.062106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a352b-5bb8-45f7-8f00-c90977829572 service neutron] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:41.145643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-e93813b4-fcb2-4af8-8b3d-46ccf08f02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:41.147121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-e93813b4-fcb2-4af8-8b3d-46ccf08f02b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 1096 time: 0.0418248 Nov 12 08:06:41.198239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-b90089a8-0f7f-4d02-93be-40f0a7a79cf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353 HTTP/1.1" status: 200 len: 217 time: 0.0348110 Nov 12 08:06:41.270578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8939fbc9-92ed-416f-920e-617bbb3a365c req-585ea389-0766-4055-90a9-56b8f1f8484d tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0302022 Nov 12 08:06:41.281751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-747c1d57-4a48-478a-a1bc-7b1ef29a157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:41.283641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-747c1d57-4a48-478a-a1bc-7b1ef29a157d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.0718853 Nov 12 08:06:41.316408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-fa135c4a-c8c8-4013-8b24-97accf6bc939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251951 Nov 12 08:06:41.427400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-1443bb42-4cf9-4dff-b879-4f70fb053558 service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961919 Nov 12 08:06:41.466684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:41.523707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379093db-c524-462c-bdd5-59aa3e1b317e req-9c6221ec-9f12-4435-a41e-d5631a3abd38 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:41.525357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-379093db-c524-462c-bdd5-59aa3e1b317e req-9c6221ec-9f12-4435-a41e-d5631a3abd38 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.1122065 Nov 12 08:06:41.562458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6882d294-c0ab-41e7-a15b-451e93dd229a req-c1bd3b10-d12a-4f44-9905-153a3c971220 service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206679 Nov 12 08:06:41.619466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-379093db-c524-462c-bdd5-59aa3e1b317e req-52fd9cca-c593-4634-a895-6c668a5f3981 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823936 Nov 12 08:06:41.647205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dad802-1968-400a-8bd4-7ff63da9916a req-9b44c2f2-4a20-4dd1-a8f7-2bc8738cd581 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:41.647205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36dad802-1968-400a-8bd4-7ff63da9916a req-9b44c2f2-4a20-4dd1-a8f7-2bc8738cd581 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 948 time: 0.0806878 Nov 12 08:06:41.691610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36dad802-1968-400a-8bd4-7ff63da9916a req-bfdff256-7ec6-4e31-987e-7b25cabf5107 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Nov 12 08:06:41.739867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67bccb-74a5-41dd-81d3-dbeea4d3fa3c req-41096e82-065b-4537-9548-0ca62d357781 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:41.741355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f67bccb-74a5-41dd-81d3-dbeea4d3fa3c req-41096e82-065b-4537-9548-0ca62d357781 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 944 time: 0.0490167 Nov 12 08:06:41.792108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f67bccb-74a5-41dd-81d3-dbeea4d3fa3c req-97d0481e-831e-4a3e-b501-e6f4ebf39db3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Nov 12 08:06:41.908878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ab883a0c-7022-4680-af63-d7cb63d9f942 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:41.958384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port ab883a0c-7022-4680-af63-d7cb63d9f942 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:06:41.962805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ab883a0c-7022-4680-af63-d7cb63d9f942 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:41.963234 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:42.052110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:42.076985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab883a0c-7022-4680-af63-d7cb63d9f942'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:42.079319 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468e0a79-4e29-4430-b794-ef0ae421fb89" -d '{"events": [{"server_uuid": "8d4f2575-44a4-41da-87c9-88ff5755cf40", "name": "network-vif-plugged", "status": "completed", "tag": "ab883a0c-7022-4680-af63-d7cb63d9f942"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:42.082169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:42.084456 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c32ca-3261-4312-8d1a-387814f73cde" -d '{"events": [{"name": "network-changed", "server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:42.095510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ab883a0c-7022-4680-af63-d7cb63d9f942, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ab883a0c-7022-4680-af63-d7cb63d9f942,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:42.100374 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:42.129841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9afbe7-d94f-4be2-b65d-1d2d5471174f req-e5622e85-837d-4732-8d25-40a7d728b15d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.131324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f9afbe7-d94f-4be2-b65d-1d2d5471174f req-e5622e85-837d-4732-8d25-40a7d728b15d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 944 time: 0.0867136 Nov 12 08:06:42.152259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ab883a0c-7022-4680-af63-d7cb63d9f942,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:42.152477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48529aa4-e256-4386-ae39-708a1502f958 req-ecbf0867-64a3-4395-802d-27a754b01b21 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.153770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48529aa4-e256-4386-ae39-708a1502f958 req-ecbf0867-64a3-4395-802d-27a754b01b21 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0833602 Nov 12 08:06:42.214906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f9afbe7-d94f-4be2-b65d-1d2d5471174f req-d1a6c127-f5b0-4772-8f0b-4271ef7756cd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Nov 12 08:06:42.227214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48529aa4-e256-4386-ae39-708a1502f958 req-9d180f56-eb60-47c8-9af3-0e6fb36682de tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Nov 12 08:06:42.318597 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a487319b-7221-43ff-877c-f5f23c8fdaa4 x-openstack-request-id: req-a487319b-7221-43ff-877c-f5f23c8fdaa4 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:42.319001 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f2575-44a4-41da-87c9-88ff5755cf40", "name": "network-vif-plugged", "status": "completed", "tag": "ab883a0c-7022-4680-af63-d7cb63d9f942", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:42.319370 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a487319b-7221-43ff-877c-f5f23c8fdaa4 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:42.319924 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab883a0c-7022-4680-af63-d7cb63d9f942', 'code': 200} Nov 12 08:06:42.350029 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23167e3a-ba27-414b-882c-bb1c3d5c49d7 x-openstack-request-id: req-23167e3a-ba27-414b-882c-bb1c3d5c49d7 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:42.350323 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:42.350583 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23167e3a-ba27-414b-882c-bb1c3d5c49d7 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:42.350981 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'status': 'completed', 'code': 200} Nov 12 08:06:42.414370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52643184-eb67-4c97-ae67-2934974688b1 req-243243d6-f2dd-4e59-895b-0d7463d62351 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0319211 Nov 12 08:06:42.449411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7fe5a-8b23-476c-85ef-88c886967f85 req-d19f8189-5400-41bc-9e1d-bddc973cd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.450835 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ca7fe5a-8b23-476c-85ef-88c886967f85 req-d19f8189-5400-41bc-9e1d-bddc973cd94f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 1101 time: 0.0534441 Nov 12 08:06:42.457669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-0ce3d71b-230e-47d5-9e59-e056a813bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.459256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-0ce3d71b-230e-47d5-9e59-e056a813bece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 1096 time: 0.0476387 Nov 12 08:06:42.502972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ca7fe5a-8b23-476c-85ef-88c886967f85 req-4bd4ca43-8ac1-4ca4-ae3c-c2a740f9a539 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Nov 12 08:06:42.561372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-8784e8a3-677f-446c-8839-63f31636271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.562859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-8784e8a3-677f-446c-8839-63f31636271b service neutron] 10.222.0.32 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 905 time: 0.0955403 Nov 12 08:06:42.775445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99111efa-f2b6-479b-951f-369d55fcdaa3 req-a158dfc3-6328-4b07-bca7-90ba07d77454 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.779045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99111efa-f2b6-479b-951f-369d55fcdaa3 req-a158dfc3-6328-4b07-bca7-90ba07d77454 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0804954 Nov 12 08:06:42.826237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-f8fc0c9d-fb59-4625-8ba4-59b108da4a5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353 HTTP/1.1" status: 200 len: 217 time: 0.0680413 Nov 12 08:06:42.933893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99111efa-f2b6-479b-951f-369d55fcdaa3 req-476223d9-c365-460c-a98e-0de68d9615ac tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202271 Nov 12 08:06:42.935312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-365158fb-8557-402e-b793-180613130a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.936639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-365158fb-8557-402e-b793-180613130a50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.0852675 Nov 12 08:06:42.945174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1dd93-311f-438d-91ce-3759baba9a26 req-bc795dd5-50c1-4452-8629-672f04c732eb tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:42.947203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5d1dd93-311f-438d-91ce-3759baba9a26 req-bc795dd5-50c1-4452-8629-672f04c732eb tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 949 time: 0.1321518 Nov 12 08:06:42.978954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-e41caf54-0cfc-4a45-aa03-420e0999118f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307889 Nov 12 08:06:43.069575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db258758-cd6a-4232-b22c-2091e9d6eff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:43.096853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5d1dd93-311f-438d-91ce-3759baba9a26 req-4c62acda-de9a-4d00-9f7c-0db719311902 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409433 Nov 12 08:06:43.143994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7535d-6576-43d4-be96-cc891f84c1f0 req-2025de01-205d-4f47-93dc-ca6ed3c98480 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:43.145836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01b7535d-6576-43d4-be96-cc891f84c1f0 req-2025de01-205d-4f47-93dc-ca6ed3c98480 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 944 time: 0.1378832 Nov 12 08:06:43.151621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 28d48162-cb36-4911-b76d-2e01951f87e6 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:43.153958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:43.154134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-5a67d015-9a35-430a-a6c1-bcfafb20e260 service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632128 Nov 12 08:06:43.184760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 4f57a425-3590-4477-b8cd-2953a3223304 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:06:43.185089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f57a425-3590-4477-b8cd-2953a3223304 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:43.185765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:43.257083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01b7535d-6576-43d4-be96-cc891f84c1f0 req-802770ed-4dd7-424e-a84e-4bbcd43d7f4e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021240 Nov 12 08:06:43.277222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:43.290457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4c32ca-3261-4312-8d1a-387814f73cde req-1cbcf312-9247-4aa7-93d7-2f9f59d7b21e service neutron] 10.222.0.32 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192851 Nov 12 08:06:43.327573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 28d48162-cb36-4911-b76d-2e01951f87e6, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=28d48162-cb36-4911-b76d-2e01951f87e6,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:43.347381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '28d48162-cb36-4911-b76d-2e01951f87e6', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': '28d48162-cb36-4911-b76d-2e01951f87e6', 'mac_address': 'fa:16:3e:d9:f3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:43.394963 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:43.404972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ddee8-7c2b-4db5-b891-ee2fed7d11cf req-02cc6682-acf8-4ebb-ae21-54e53b2f71fa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:43.406681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-252ddee8-7c2b-4db5-b891-ee2fed7d11cf req-02cc6682-acf8-4ebb-ae21-54e53b2f71fa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 944 time: 0.0906963 Nov 12 08:06:43.411756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d48162-cb36-4911-b76d-2e01951f87e6 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:43.426897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20aadb-f540-44aa-bc27-ef602a9ee551 req-2550a396-df71-4655-9867-c8497ffc94d3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:43.428453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c20aadb-f540-44aa-bc27-ef602a9ee551 req-2550a396-df71-4655-9867-c8497ffc94d3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0757945 Nov 12 08:06:43.436028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 28d48162-cb36-4911-b76d-2e01951f87e6, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=28d48162-cb36-4911-b76d-2e01951f87e6,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:43.447700 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:43.500993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=28d48162-cb36-4911-b76d-2e01951f87e6,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:43.507114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-252ddee8-7c2b-4db5-b891-ee2fed7d11cf req-367e803c-fb44-42fb-8630-1bd5a103ee3b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891039 Nov 12 08:06:43.525815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c20aadb-f540-44aa-bc27-ef602a9ee551 req-3ac59557-b168-4e7b-b67a-ab0c8ec9efb7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830569 Nov 12 08:06:43.663494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-243ab9d0-8224-401a-8805-7cfe4e4a32bb req-b0c55b40-57e9-4e99-958e-111d767e11d2 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0336897 Nov 12 08:06:43.910892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:43.927503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['28d48162-cb36-4911-b76d-2e01951f87e6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:44.103212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:44.123496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'mac_address': 'fa:16:3e:bb:65:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:44.126636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4420434-2382-41cc-ba05-55eb6eee9939 req-b4f6b78e-32eb-4842-9073-3976d907bbdd tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:44.136980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4420434-2382-41cc-ba05-55eb6eee9939 req-b4f6b78e-32eb-4842-9073-3976d907bbdd tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0756793 Nov 12 08:06:44.193227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:44.212003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa975dad-fdfb-4987-8d7d-5e8c70729353 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:44.217608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4420434-2382-41cc-ba05-55eb6eee9939 req-8530bf4e-ce0a-44a5-a808-1192304e2c49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769060 Nov 12 08:06:44.245550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:44.253284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:44.290087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41738cc-fecb-47cc-801f-3f987ad13d4e req-548329fa-6910-4606-998d-14caa7cda93a tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:44.291713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a41738cc-fecb-47cc-801f-3f987ad13d4e req-548329fa-6910-4606-998d-14caa7cda93a tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 949 time: 0.0730329 Nov 12 08:06:44.363707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:44.370304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:44.399356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a41738cc-fecb-47cc-801f-3f987ad13d4e req-e10f25e0-a212-4860-babd-ee85d7f4c9f8 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927906 Nov 12 08:06:44.446958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ed19-6780-4df7-80e0-7c8096e1c417 req-3afc79ee-d88f-4941-aab9-240729ad090d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:44.446958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ea1ed19-6780-4df7-80e0-7c8096e1c417 req-3afc79ee-d88f-4941-aab9-240729ad090d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 945 time: 0.0612738 Nov 12 08:06:44.514582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ea1ed19-6780-4df7-80e0-7c8096e1c417 req-e4dfe61a-8bcd-4f5d-9250-e3a1f5cbf24d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656223 Nov 12 08:06:44.631904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['fa975dad-fdfb-4987-8d7d-5e8c70729353'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:44.717543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c24771-2bdc-4825-8b61-ab013bb263d0 req-5cc0d610-b5e2-4d37-ac11-da70f4fb50be tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:44.719054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61c24771-2bdc-4825-8b61-ab013bb263d0 req-5cc0d610-b5e2-4d37-ac11-da70f4fb50be tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 945 time: 0.1224589 Nov 12 08:06:44.777916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca7a0-0c1a-42f0-8a00-709ad9ce1564 req-d6805015-f3a3-411b-8126-4840e47df055 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:44.779354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3eca7a0-0c1a-42f0-8a00-709ad9ce1564 req-d6805015-f3a3-411b-8126-4840e47df055 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1107073 Nov 12 08:06:44.790026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-db7bcbf5-7189-4bee-bd5b-4be99de263bf service neutron] 10.222.0.32 "GET /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.1521275 Nov 12 08:06:44.849114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61c24771-2bdc-4825-8b61-ab013bb263d0 req-7a7544e1-61c7-4f5b-a39a-6b05d9658f00 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186140 Nov 12 08:06:44.885956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3eca7a0-0c1a-42f0-8a00-709ad9ce1564 req-839d0922-bb47-45e0-b0b0-78a40e0d969b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979412 Nov 12 08:06:45.039700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c615e90-5c95-4bfb-8bd2-88f71e7ecc82 req-27e9255f-5cca-4c98-a592-477a19a83529 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.041149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c615e90-5c95-4bfb-8bd2-88f71e7ecc82 req-27e9255f-5cca-4c98-a592-477a19a83529 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 949 time: 0.1079218 Nov 12 08:06:45.087983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ac274c1-1d1f-4424-9ec6-64f7c439687d req-cb13b44b-f908-4fe7-b14f-182f3e201a82 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0458207 Nov 12 08:06:45.140154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:45.151272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c615e90-5c95-4bfb-8bd2-88f71e7ecc82 req-fe39b1d9-88e9-49a8-8709-6f01f613c6e3 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022267 Nov 12 08:06:45.167799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:45.202896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:45.213923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:45.228317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:45.337308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] Transition to ACTIVE for port object aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:06:45.343894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:45.363130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee2b7c-3cc9-4d58-9c76-bd79c9888800 req-9f16dbb9-996b-4d1c-8469-537dcf3064f5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.364711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bee2b7c-3cc9-4d58-9c76-bd79c9888800 req-9f16dbb9-996b-4d1c-8469-537dcf3064f5 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 943 time: 0.0716693 Nov 12 08:06:45.435196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] No DVR routers for this DVR port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:45.461272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:45.494978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bee2b7c-3cc9-4d58-9c76-bd79c9888800 req-37c66075-7fd0-4a82-9766-21fc33ecea78 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118948 Nov 12 08:06:45.498433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-d5b1349c-331f-4f6c-96ac-4bc791fdbfa6 service neutron] 10.222.0.32 "PUT /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5/bindings/n-h1-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 0.6904247 Nov 12 08:06:45.523868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:45.631311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-223e3c3d-55c2-44f6-9f61-e7f273f71a64 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.633492 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-223e3c3d-55c2-44f6-9f61-e7f273f71a64 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.0476754 Nov 12 08:06:45.636643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcb46-f026-424c-9b43-4b55c84c5a2e req-3c478679-b666-4aef-86d5-fbf079b5d053 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.638125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-791fcb46-f026-424c-9b43-4b55c84c5a2e req-3c478679-b666-4aef-86d5-fbf079b5d053 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 945 time: 0.0538855 Nov 12 08:06:45.693423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-791fcb46-f026-424c-9b43-4b55c84c5a2e req-6941c17d-5e5b-4344-b797-55c3bc53d3e5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482051 Nov 12 08:06:45.697951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-2150b9c4-a0f6-4928-94b9-8c36f158b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.699544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-2150b9c4-a0f6-4928-94b9-8c36f158b400 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044&tenant_id=9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 1096 time: 0.0558605 Nov 12 08:06:45.773683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-280b9464-d0cd-4378-b007-c461d89aa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.775191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-280b9464-d0cd-4378-b007-c461d89aa36b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1096 time: 0.0456452 Nov 12 08:06:45.873148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-c06ef674-0960-4e4c-b686-0b803888ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.876349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-c06ef674-0960-4e4c-b686-0b803888ae2e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.0920501 Nov 12 08:06:45.904644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:45.923113 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-6923c1d9-9d42-482c-9fd5-28e0aa4ecdbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 217 time: 0.0410380 Nov 12 08:06:45.990096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-5720cc4d-73d4-4e4d-8914-c694247743d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:45.991668 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-5720cc4d-73d4-4e4d-8914-c694247743d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0570302 Nov 12 08:06:46.004825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port fa975dad-fdfb-4987-8d7d-5e8c70729353 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:06:46.012704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port fa975dad-fdfb-4987-8d7d-5e8c70729353 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:46.013344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.027366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-625bf640-056a-43f3-ac70-e1ad141e33ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265296 Nov 12 08:06:46.049904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c585b5-c2d7-43d8-bb55-3056698c674c req-c5bc5228-d42a-4e8c-8041-cb6b2b7ed82a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.052265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60c585b5-c2d7-43d8-bb55-3056698c674c req-c5bc5228-d42a-4e8c-8041-cb6b2b7ed82a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 945 time: 0.1031928 Nov 12 08:06:46.083269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212457-a14f-441b-ac50-aab04353060f req-3578137e-6f8e-4b18-bc3b-861ef4e1cc90 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.086373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93212457-a14f-441b-ac50-aab04353060f req-3578137e-6f8e-4b18-bc3b-861ef4e1cc90 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1018810 Nov 12 08:06:46.138526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.150246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60c585b5-c2d7-43d8-bb55-3056698c674c req-56580a9c-d331-449b-8d98-69224f55f938 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890543 Nov 12 08:06:46.156123 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-00719b8e-b723-4148-bfee-cb906f820baa service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149790 Nov 12 08:06:46.171903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:46.174849 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8d7172-d92a-4f25-90be-d4ba8fe57c7b" -d '{"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-plugged", "status": "completed", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:46.188765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93212457-a14f-441b-ac50-aab04353060f req-293fdbc0-4eb0-4d6d-a262-d23fc5d5773f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919700 Nov 12 08:06:46.196923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:46.203176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.275233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:46.301025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-42e662eb-5310-49fb-94ce-0e51e6cccf31 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261401 Nov 12 08:06:46.330196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-038437dd-7349-44f1-b29b-7ed5ac316d2d req-7f01f7a1-e414-4ea0-9e04-be69851fe3bf tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0298245 Nov 12 08:06:46.392771 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f446c26b-9a28-4bce-9178-2629dbe05629 x-openstack-request-id: req-f446c26b-9a28-4bce-9178-2629dbe05629 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:46.393274 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-plugged", "status": "completed", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:46.393526 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f446c26b-9a28-4bce-9178-2629dbe05629 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:46.393919 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'code': 200} Nov 12 08:06:46.439761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d658-b6b5-41b8-bf91-f5c43ff39d6b req-39e7b3d5-4666-4ea8-bb43-1793e6bca84b tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.440127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18d1d658-b6b5-41b8-bf91-f5c43ff39d6b req-39e7b3d5-4666-4ea8-bb43-1793e6bca84b tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 949 time: 0.0588269 Nov 12 08:06:46.538722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-a5ca19fc-ad44-47c4-84cb-f0b6f088b0ba tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.540973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-a5ca19fc-ad44-47c4-84cb-f0b6f088b0ba tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 949 time: 0.0988545 Nov 12 08:06:46.549904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaec096-24c5-4af0-9143-27d358ebeecb req-1fd0a0d5-baab-4d52-8fdd-30dc25d2c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.551501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-abaec096-24c5-4af0-9143-27d358ebeecb req-1fd0a0d5-baab-4d52-8fdd-30dc25d2c310 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 1098 time: 0.0542457 Nov 12 08:06:46.556352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18d1d658-b6b5-41b8-bf91-f5c43ff39d6b req-b9913613-0fe1-4e16-897e-e47f13d6754d tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010396 Nov 12 08:06:46.675986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-abaec096-24c5-4af0-9143-27d358ebeecb req-c753da1f-5011-4701-a05b-bf0d5491a962 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985274 Nov 12 08:06:46.678395 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.681026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-87551bd0-4a62-4d81-b2a8-22ee3455273b tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.683126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-87551bd0-4a62-4d81-b2a8-22ee3455273b tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.1208553 Nov 12 08:06:46.711607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411a128-cfa3-49f4-bb74-69c8df1bb3ff req-e3acb676-ce30-4677-a639-f7f025ec1a98 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.713204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1411a128-cfa3-49f4-bb74-69c8df1bb3ff req-e3acb676-ce30-4677-a639-f7f025ec1a98 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 944 time: 0.1040156 Nov 12 08:06:46.737252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Deleting port ab883a0c-7022-4680-af63-d7cb63d9f942 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:06:46.737715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.828729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-38141726-044d-42e2-90d3-ec5dea2df58e service neutron] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:06:46.832276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-38141726-044d-42e2-90d3-ec5dea2df58e service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.833690 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-38987c63-9784-43bd-b3ba-b9c4f34d46be req-38141726-044d-42e2-90d3-ec5dea2df58e service neutron] 10.222.0.25 "DELETE /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5/bindings/n-h2-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.1408100 Nov 12 08:06:46.868651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1411a128-cfa3-49f4-bb74-69c8df1bb3ff req-ab69ac38-5f87-4f35-a232-a044c4dfcfc9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493614 Nov 12 08:06:46.902767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] For port ab883a0c-7022-4680-af63-d7cb63d9f942, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ab883a0c-7022-4680-af63-d7cb63d9f942,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:46.903290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:46.921392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8edce-83be-4af3-a84b-975fe1a249e3 req-88f6e31e-6e3b-4430-b7c2-11ea7ac2d68a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:46.923112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3e8edce-83be-4af3-a84b-975fe1a249e3 req-88f6e31e-6e3b-4430-b7c2-11ea7ac2d68a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 946 time: 0.1246557 Nov 12 08:06:46.930526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Calling delete_port for ab883a0c-7022-4680-af63-d7cb63d9f942 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:06:47.057577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3e8edce-83be-4af3-a84b-975fe1a249e3 req-faa01603-cbce-43cd-a98e-a9e68a53f902 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249485 Nov 12 08:06:47.072947 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:06:47.076956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30369b-7b08-4d60-af16-594367557d72 req-f5a23677-1830-442f-98dd-2f2ac14f879e tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:47.078537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a30369b-7b08-4d60-af16-594367557d72 req-f5a23677-1830-442f-98dd-2f2ac14f879e tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1096 time: 0.0914180 Nov 12 08:06:47.170118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:47.181805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a30369b-7b08-4d60-af16-594367557d72 req-ebca4f2a-f520-420b-891e-3cb2c6863e73 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672319 Nov 12 08:06:47.185205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ab883a0c-7022-4680-af63-d7cb63d9f942'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:47.193121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 28d48162-cb36-4911-b76d-2e01951f87e6 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:47.205638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Pushing event deleted for resources: {'Port': ['ID=ab883a0c-7022-4680-af63-d7cb63d9f942,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:47.303938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] No DVR routers for this DVR port ab883a0c-7022-4680-af63-d7cb63d9f942 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:06:47.310507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:47.316152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1183f5b-b599-4d82-aec6-6de08d6215f3 req-fce81f4c-cdea-412a-94dc-70cfee36bbcc tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.32 "DELETE /v2.0/ports/ab883a0c-7022-4680-af63-d7cb63d9f942 HTTP/1.1" status: 204 len: 173 time: 0.7575097 Nov 12 08:06:47.317473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'name': 'network-vif-deleted', 'tag': 'ab883a0c-7022-4680-af63-d7cb63d9f942'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:47.322255 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9092e731-0f65-473c-9719-7d4da11768c1" -d '{"events": [{"server_uuid": "8d4f2575-44a4-41da-87c9-88ff5755cf40", "name": "network-vif-deleted", "tag": "ab883a0c-7022-4680-af63-d7cb63d9f942"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:47.335633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 28d48162-cb36-4911-b76d-2e01951f87e6 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:06:47.341078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 28d48162-cb36-4911-b76d-2e01951f87e6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:47.342792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:47.494363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681929-14a6-4583-8450-cf47befc3e56 req-10ce21bb-ed1b-4ed8-b6a8-cc1b8fc458aa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:47.500180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d681929-14a6-4583-8450-cf47befc3e56 req-10ce21bb-ed1b-4ed8-b6a8-cc1b8fc458aa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 945 time: 0.1967688 Nov 12 08:06:47.521684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada5d7b-dd0e-4f1e-9e5d-7910a0246679 req-acfb0812-27f8-443f-a207-c46b2fd2aa93 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:47.523366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ada5d7b-dd0e-4f1e-9e5d-7910a0246679 req-acfb0812-27f8-443f-a207-c46b2fd2aa93 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1814504 Nov 12 08:06:47.555814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:47.601385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 28d48162-cb36-4911-b76d-2e01951f87e6, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=28d48162-cb36-4911-b76d-2e01951f87e6,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:47.605468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d681929-14a6-4583-8450-cf47befc3e56 req-1ec0b1d8-3888-40fc-b890-e5d6643e2fb8 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976791 Nov 12 08:06:47.606326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:47.613015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ada5d7b-dd0e-4f1e-9e5d-7910a0246679 req-bce38c00-3e9e-48af-8b01-0401cc05b366 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711210 Nov 12 08:06:47.687197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=28d48162-cb36-4911-b76d-2e01951f87e6,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:47.744447 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3628f228-8926-4698-a0e4-bd84b8a92e1b x-openstack-request-id: req-3628f228-8926-4698-a0e4-bd84b8a92e1b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:47.744737 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4f2575-44a4-41da-87c9-88ff5755cf40", "name": "network-vif-deleted", "tag": "ab883a0c-7022-4680-af63-d7cb63d9f942", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:47.745122 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3628f228-8926-4698-a0e4-bd84b8a92e1b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:47.745537 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4f2575-44a4-41da-87c9-88ff5755cf40', 'name': 'network-vif-deleted', 'tag': 'ab883a0c-7022-4680-af63-d7cb63d9f942', 'status': 'completed', 'code': 200} Nov 12 08:06:47.752371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47701d38-ee77-4ba9-afc8-54151dfb02fe req-dba12313-b340-46f6-baa4-f80a71310ba5 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:47.753889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47701d38-ee77-4ba9-afc8-54151dfb02fe req-dba12313-b340-46f6-baa4-f80a71310ba5 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1096 time: 0.0634825 Nov 12 08:06:47.814569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47701d38-ee77-4ba9-afc8-54151dfb02fe req-b612ee1d-752b-4b85-a41f-964fd671eb4f tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547776 Nov 12 08:06:47.829068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-223cf648-dba3-4b45-a40e-0b5059990773 req-8f64df47-4827-45db-8ca5-811c14b02bd3 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0345135 Nov 12 08:06:47.955128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ff0b12d-66d2-4324-8ff3-d04278fef410 req-90938b4f-0e25-4833-a5c0-ad40414a80a4 tempest-ImagesNegativeTestJSON-951139106 tempest-ImagesNegativeTestJSON-951139106-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4f2575-44a4-41da-87c9-88ff5755cf40 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Nov 12 08:06:48.235617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae90f-a442-4034-b366-a28fcf797c33 req-5d6d098a-1e41-477a-a648-5acea4330015 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:48.243736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42eae90f-a442-4034-b366-a28fcf797c33 req-5d6d098a-1e41-477a-a648-5acea4330015 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 946 time: 0.0776448 Nov 12 08:06:48.298486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42eae90f-a442-4034-b366-a28fcf797c33 req-b39d0a4b-ddc1-4834-b7bd-96a81edb9b2b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538187 Nov 12 08:06:48.395471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d48162-cb36-4911-b76d-2e01951f87e6'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:48.397978 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1470cb-6b98-427c-8a9b-01e32edc7545" -d '{"events": [{"server_uuid": "eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f", "name": "network-vif-plugged", "status": "completed", "tag": "28d48162-cb36-4911-b76d-2e01951f87e6"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:48.437681 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908495bd-80a4-4942-9a5a-ea213b73d3f9 x-openstack-request-id: req-908495bd-80a4-4942-9a5a-ea213b73d3f9 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:48.437991 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f", "name": "network-vif-plugged", "status": "completed", "tag": "28d48162-cb36-4911-b76d-2e01951f87e6", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:48.438243 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-908495bd-80a4-4942-9a5a-ea213b73d3f9 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:48.438637 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d48162-cb36-4911-b76d-2e01951f87e6', 'code': 200} Nov 12 08:06:48.566323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd0f2-f655-4e4e-aade-a420b6909c4d req-65b6cc3c-cb8e-4a99-b15e-1d6a99d8dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:48.568114 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-421fd0f2-f655-4e4e-aade-a420b6909c4d req-65b6cc3c-cb8e-4a99-b15e-1d6a99d8dfd9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 1098 time: 0.0538177 Nov 12 08:06:48.623315 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-421fd0f2-f655-4e4e-aade-a420b6909c4d req-7682a2d1-c3c3-488f-ba95-d5f0d875161f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Nov 12 08:06:49.084761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625210-705d-432d-b8cf-77e96e0d4dc4 req-018096b9-1c8d-49f8-b906-c401e21c65e1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:49.086149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa625210-705d-432d-b8cf-77e96e0d4dc4 req-018096b9-1c8d-49f8-b906-c401e21c65e1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.4023707 Nov 12 08:06:49.094631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831760f-6a89-4702-bff2-bc19145bb6b7 req-d602ff12-464b-4b8a-a19a-535c12190999 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:49.096105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d831760f-6a89-4702-bff2-bc19145bb6b7 req-d602ff12-464b-4b8a-a19a-535c12190999 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.4019003 Nov 12 08:06:49.170285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa625210-705d-432d-b8cf-77e96e0d4dc4 req-f15eb776-cd1a-4950-b410-11154cfc5b28 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731962 Nov 12 08:06:49.173478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d831760f-6a89-4702-bff2-bc19145bb6b7 req-03aad962-a6ad-4ec2-b427-3768bc6ea9d5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Nov 12 08:06:49.284234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffdd9032-72ca-49d0-b096-369b28faf4a9 req-d09c8bcb-d34c-4d5c-aea5-01858f0e8d65 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0323014 Nov 12 08:06:49.450237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eabaa-647e-4eb8-8ce0-3f029c69a4d1 req-af84a66d-1c58-4d27-85ec-c409fbb8cc19 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:49.452163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c0eabaa-647e-4eb8-8ce0-3f029c69a4d1 req-af84a66d-1c58-4d27-85ec-c409fbb8cc19 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 946 time: 0.0592477 Nov 12 08:06:49.512563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c0eabaa-647e-4eb8-8ce0-3f029c69a4d1 req-7d23a25a-a494-4b7f-8d6f-cb47d9132e3f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538104 Nov 12 08:06:49.783945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:49.808625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650ec86-cf04-42b8-b4bd-54b8fec56d80 req-cf514ae5-abed-4fe5-993a-12bd74617b62 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:49.810820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3650ec86-cf04-42b8-b4bd-54b8fec56d80 req-cf514ae5-abed-4fe5-993a-12bd74617b62 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 946 time: 0.0578420 Nov 12 08:06:49.863917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3650ec86-cf04-42b8-b4bd-54b8fec56d80 req-8f33c545-ebda-4fa7-9635-604d994eb3a6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Nov 12 08:06:49.932516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ab883a0c-7022-4680-af63-d7cb63d9f942 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:06:49.953873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: ab883a0c-7022-4680-af63-d7cb63d9f942 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:06:49.954220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ab883a0c-7022-4680-af63-d7cb63d9f942 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:06:49.960389 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff104246-1dc5-4340-ad88-6d0b22c15183 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70ef704c6aab45f0a6e8ffa3af45c5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746254 Nov 12 08:06:49.962785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:50.012539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf992756-66fe-4471-bacc-df3e9bc52652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:50.035175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf992756-66fe-4471-bacc-df3e9bc52652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:50.086686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf992756-66fe-4471-bacc-df3e9bc52652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:50.089504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf992756-66fe-4471-bacc-df3e9bc52652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:50.090663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf992756-66fe-4471-bacc-df3e9bc52652 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b HTTP/1.1" status: 204 len: 168 time: 0.1269786 Nov 12 08:06:50.098638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf992756-66fe-4471-bacc-df3e9bc52652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ddaaa-25ea-44b6-8f16-bb5c59e29b4b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:50.343955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb8c9b-c13f-406c-9cc9-bcd29f1d1356 req-fb0489d8-976c-4d7f-97e6-7293b28ecd83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:50.351154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61bb8c9b-c13f-406c-9cc9-bcd29f1d1356 req-fb0489d8-976c-4d7f-97e6-7293b28ecd83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0912189 Nov 12 08:06:50.381781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651092de-2f84-4986-85f5-678c286c72ac req-ad57bdbb-b733-424c-afe7-e8c0aa74b5a4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:50.383841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-651092de-2f84-4986-85f5-678c286c72ac req-ad57bdbb-b733-424c-afe7-e8c0aa74b5a4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0924056 Nov 12 08:06:50.431511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61bb8c9b-c13f-406c-9cc9-bcd29f1d1356 req-d3cf299d-9854-41ba-b10b-7b57e18fb398 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793016 Nov 12 08:06:50.487864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-651092de-2f84-4986-85f5-678c286c72ac req-121f5f0c-2951-4493-8668-daf639df36c2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765443 Nov 12 08:06:50.569404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d93eff67-3588-46ea-b6c2-a19339266c85 req-28ff525f-ac66-40bb-bef6-4abce04fc508 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0404963 Nov 12 08:06:50.994606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa1c0-99d8-4801-8dcc-84c4fed2a420 req-5a2ddcf1-a424-44f0-a93b-3f3bb333d85f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:50.996158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51faa1c0-99d8-4801-8dcc-84c4fed2a420 req-5a2ddcf1-a424-44f0-a93b-3f3bb333d85f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Nov 12 08:06:51.050922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51faa1c0-99d8-4801-8dcc-84c4fed2a420 req-511ba977-59f0-450f-a226-8fce1f483baf tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Nov 12 08:06:51.365443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33484) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:51.520973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7312779-cd80-477c-93c0-609d3f303605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:51.643937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd8a94-2f55-4257-a425-0817194e3285 req-a5aaa02e-19fe-4b23-9ac5-b9e11a5e1efd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:51.645514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74cd8a94-2f55-4257-a425-0817194e3285 req-a5aaa02e-19fe-4b23-9ac5-b9e11a5e1efd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1146488 Nov 12 08:06:51.663207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd64c10-15ce-4676-8174-434e686828cc req-52ea4ce0-b725-4679-9b5b-0a70a6e22ab3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:51.665387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbd64c10-15ce-4676-8174-434e686828cc req-52ea4ce0-b725-4679-9b5b-0a70a6e22ab3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.1042259 Nov 12 08:06:51.751421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7312779-cd80-477c-93c0-609d3f303605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:51.759798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74cd8a94-2f55-4257-a425-0817194e3285 req-5b56aa72-6e1a-4a5f-933a-746575f8d3ce tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044765 Nov 12 08:06:51.763378 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7312779-cd80-477c-93c0-609d3f303605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:51.784598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbd64c10-15ce-4676-8174-434e686828cc req-7e851938-b7bc-4d3d-a6a2-3973dfde3a22 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Nov 12 08:06:51.818661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7312779-cd80-477c-93c0-609d3f303605 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7ec59a6d2bc4c8fbf0aad69e96f230e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517593 Nov 12 08:06:51.821852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33510) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:51.829882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7312779-cd80-477c-93c0-609d3f303605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41628db7-31fd-4220-a2ca-f16f6f920abc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:51.910285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdbc79e5-2c05-4af5-b303-0cf67c314bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:51.943617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdbc79e5-2c05-4af5-b303-0cf67c314bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:51.951359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73a9f7bb-e63e-4351-af2b-351daa2d93d0 req-bb8844fb-dd58-4f8e-91d6-d536e4fec5a2 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0376236 Nov 12 08:06:52.013511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdbc79e5-2c05-4af5-b303-0cf67c314bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.016986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdbc79e5-2c05-4af5-b303-0cf67c314bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.018371 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cdbc79e5-2c05-4af5-b303-0cf67c314bb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41628db7-31fd-4220-a2ca-f16f6f920abc HTTP/1.1" status: 204 len: 168 time: 0.1953466 Nov 12 08:06:52.027153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc79e5-2c05-4af5-b303-0cf67c314bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41628db7-31fd-4220-a2ca-f16f6f920abc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:52.888219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea881fe-18a3-4f87-8a17-5cc74dfd39d3 req-af32fbd4-a0e3-4340-944b-f82b67439cfd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:52.890521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cea881fe-18a3-4f87-8a17-5cc74dfd39d3 req-af32fbd4-a0e3-4340-944b-f82b67439cfd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0573747 Nov 12 08:06:52.953773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cea881fe-18a3-4f87-8a17-5cc74dfd39d3 req-be0f039d-424a-4586-8167-6d5efb5e761a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570300 Nov 12 08:06:53.066264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709934c4-279f-48d7-844f-4f20c9924380 req-49297594-4195-43d1-a227-e554491209b4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:53.067672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-709934c4-279f-48d7-844f-4f20c9924380 req-49297594-4195-43d1-a227-e554491209b4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0520277 Nov 12 08:06:53.119534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-709934c4-279f-48d7-844f-4f20c9924380 req-8b75a80a-5285-4a3e-8a8d-372c25fb5ee7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Nov 12 08:06:53.267405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ad3b250-fb5d-4a55-a15e-1787e5aa9a8e req-f656e0fd-305e-4b90-a6d1-6960947b9a28 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0277858 Nov 12 08:06:53.957736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:06:54.092876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:54.106774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'mac_address': 'fa:16:3e:bb:65:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:06:54.114178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74878-dfd8-4600-9b6e-dc49c420e374 req-6c959998-4eae-4442-9309-d40e1fae2aa0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:54.115702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb74878-dfd8-4600-9b6e-dc49c420e374 req-6c959998-4eae-4442-9309-d40e1fae2aa0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0523987 Nov 12 08:06:54.158289 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.183361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa975dad-fdfb-4987-8d7d-5e8c70729353 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:06:54.200678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb74878-dfd8-4600-9b6e-dc49c420e374 req-6f8ca624-089b-4f7a-b1d7-f3cbe18a274b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Nov 12 08:06:54.226398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:54.233239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.297136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:54.322748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65517d-37fb-49cf-9a0a-6ac5a36061e8 req-1f56de0d-4552-4e6d-8f22-e7ff96690006 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:54.330020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb65517d-37fb-49cf-9a0a-6ac5a36061e8 req-1f56de0d-4552-4e6d-8f22-e7ff96690006 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0816174 Nov 12 08:06:54.340400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['fa975dad-fdfb-4987-8d7d-5e8c70729353'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:06:54.426946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb65517d-37fb-49cf-9a0a-6ac5a36061e8 req-898c6f79-d1ac-45e7-b5cd-4a2ad8297a6b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942826 Nov 12 08:06:54.689402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94db3c71-f92a-4c1b-8047-1e070941f4bd req-1e6076da-ff2b-4095-903a-ebb1833be008 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0431283 Nov 12 08:06:55.133055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33642) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:55.340329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df11925a-4080-4dd7-8106-aaeb7993c765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.378076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62849-11cf-4464-a004-aec84e5a3384 req-fc6466b0-9898-4c01-a8ae-fc311c816cde tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:55.385778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83e62849-11cf-4464-a004-aec84e5a3384 req-fc6466b0-9898-4c01-a8ae-fc311c816cde tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0660808 Nov 12 08:06:55.453200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df11925a-4080-4dd7-8106-aaeb7993c765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.454154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83e62849-11cf-4464-a004-aec84e5a3384 req-fc07ba5d-30e3-4dbd-b652-c21044e70611 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643430 Nov 12 08:06:55.459007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df11925a-4080-4dd7-8106-aaeb7993c765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.511623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11925a-4080-4dd7-8106-aaeb7993c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1117c71-77e9-44a1-b04b-f2ad86eaccfd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:55.565571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-df11925a-4080-4dd7-8106-aaeb7993c765 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f054030fb83451faba641ea08766004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316628 Nov 12 08:06:55.566169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33654) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:55.609799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29db021-00be-430f-886f-9877f0f8b106 req-827c1743-d6ed-4895-b1b9-90b8ab7c0919 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:55.611293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f29db021-00be-430f-886f-9877f0f8b106 req-827c1743-d6ed-4895-b1b9-90b8ab7c0919 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0693123 Nov 12 08:06:55.649220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71155120-ab52-4195-9b38-8393a7dc50e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.676721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71155120-ab52-4195-9b38-8393a7dc50e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.692379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f29db021-00be-430f-886f-9877f0f8b106 req-f0dd2b01-c46a-4c49-8622-6a5c660e6f4c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Nov 12 08:06:55.769961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71155120-ab52-4195-9b38-8393a7dc50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.772497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71155120-ab52-4195-9b38-8393a7dc50e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:55.774049 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-71155120-ab52-4195-9b38-8393a7dc50e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1117c71-77e9-44a1-b04b-f2ad86eaccfd HTTP/1.1" status: 204 len: 168 time: 0.2069638 Nov 12 08:06:55.784084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71155120-ab52-4195-9b38-8393a7dc50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1117c71-77e9-44a1-b04b-f2ad86eaccfd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:55.944736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:06:56.000494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7669963-edf5-4300-a292-04d4fc5aa7de req-d8b3afbb-e872-4188-8d61-8316c956be9f tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0647039 Nov 12 08:06:56.036243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port fa975dad-fdfb-4987-8d7d-5e8c70729353 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:06:56.036243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.147213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.184467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:06:56.190794 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee28b3e-2b32-4261-8e51-9797a44acfdc" -d '{"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-plugged", "status": "completed", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:06:56.197349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:06:56.204750 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.259330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:56.284159 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cad486-75b3-4380-84a8-36705a97b8be x-openstack-request-id: req-26cad486-75b3-4380-84a8-36705a97b8be {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:06:56.284159 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-plugged", "status": "completed", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:06:56.284159 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26cad486-75b3-4380-84a8-36705a97b8be {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:06:56.284159 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'code': 200} Nov 12 08:06:56.597148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5ed9-fb94-441c-abb7-50831e03f25f req-37fee753-c6fa-4529-a528-2ff6e37b495a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:56.605832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db3d5ed9-fb94-441c-abb7-50831e03f25f req-37fee753-c6fa-4529-a528-2ff6e37b495a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0675917 Nov 12 08:06:56.671675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db3d5ed9-fb94-441c-abb7-50831e03f25f req-12970da3-d5a3-4122-9a86-64b3eaab3bf3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646715 Nov 12 08:06:56.891817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317cea-131a-4fa8-9d48-b46bef933a7d req-2b61f56f-d880-4235-b3fd-2eb8b15c113a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:56.894344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9317cea-131a-4fa8-9d48-b46bef933a7d req-2b61f56f-d880-4235-b3fd-2eb8b15c113a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.1056061 Nov 12 08:06:56.969328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9317cea-131a-4fa8-9d48-b46bef933a7d req-c8de739e-7d76-44e2-aa3a-6dc4dbb8c2a2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682416 Nov 12 08:06:57.181548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ed05e8f-90c8-4ffb-86b5-9b033d30eaae req-93344e4c-8da6-4811-aba3-c706bb84789f tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0353019 Nov 12 08:06:57.645411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33714) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:57.803419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f533c36-20e6-4e99-9929-62b84ea120a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.823470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443321c6-aeff-4588-8745-71e1df83736d req-4672241f-12b3-469f-b856-07864a0dfa24 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:57.832632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-443321c6-aeff-4588-8745-71e1df83736d req-4672241f-12b3-469f-b856-07864a0dfa24 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0739374 Nov 12 08:06:57.904327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-443321c6-aeff-4588-8745-71e1df83736d req-be4327be-2f12-4952-906c-66f6f123b1a4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657825 Nov 12 08:06:57.930185 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-8d0b9ba6-64c1-479d-8088-324470faf3bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1109378 Nov 12 08:06:58.062038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f533c36-20e6-4e99-9929-62b84ea120a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.104085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f533c36-20e6-4e99-9929-62b84ea120a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.177809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948a436-92f1-4116-ab5f-b2328b32f5b3 req-c14a165c-f350-4d63-8064-33f9ae1449bc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:58.201447 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f533c36-20e6-4e99-9929-62b84ea120a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25f71ccbdea94f4281113bd245efc947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5527425 Nov 12 08:06:58.201690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f533c36-20e6-4e99-9929-62b84ea120a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106d7497-5102-435b-af07-6c80bcbcb678,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:58.203470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4948a436-92f1-4116-ab5f-b2328b32f5b3 req-c14a165c-f350-4d63-8064-33f9ae1449bc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.1446857 Nov 12 08:06:58.204231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33738) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:58.224987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-289e35a5-6358-4d70-9b5b-884478e8047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:58.227368 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-289e35a5-6358-4d70-9b5b-884478e8047c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 1096 time: 0.1977847 Nov 12 08:06:58.458978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a6ba267-7769-4f05-8d5d-5d7540016942 req-4dce9c04-4ec0-408b-81b2-2d415d43f5db tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0952718 Nov 12 08:06:58.460099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d337546e-bd3a-413c-857d-3179845915bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.494630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d337546e-bd3a-413c-857d-3179845915bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.588789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4948a436-92f1-4116-ab5f-b2328b32f5b3 req-6c1e9144-7b6e-44b7-8859-99559ddfb2a0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920029 Nov 12 08:06:58.590172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d337546e-bd3a-413c-857d-3179845915bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.593291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d337546e-bd3a-413c-857d-3179845915bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.610450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d337546e-bd3a-413c-857d-3179845915bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/106d7497-5102-435b-af07-6c80bcbcb678 HTTP/1.1" status: 204 len: 168 time: 0.3761477 Nov 12 08:06:58.627438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337546e-bd3a-413c-857d-3179845915bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106d7497-5102-435b-af07-6c80bcbcb678,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:58.844119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-709ceee0-6998-4f61-88ad-0fd6cd8d77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:58.846159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-709ceee0-6998-4f61-88ad-0fd6cd8d77b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.5845006 Nov 12 08:06:58.918880 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-a25069cb-0751-4af8-8a63-4a1315177ee5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 200 len: 217 time: 0.0581686 Nov 12 08:06:59.006921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-fddcd193-839d-4c7d-8c4f-9d143132bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:59.010822 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-fddcd193-839d-4c7d-8c4f-9d143132bf33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0756714 Nov 12 08:06:59.063827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-0114e81f-ee25-4ca1-af3f-a696129ba532 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361276 Nov 12 08:06:59.256093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f12466-a730-4bd8-9b66-3bf8b9158c99 req-7870a5ea-5cde-441f-b31a-b23d14dff836 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:59.270133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62f12466-a730-4bd8-9b66-3bf8b9158c99 req-7870a5ea-5cde-441f-b31a-b23d14dff836 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.2194908 Nov 12 08:06:59.432392 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-5c837299-7fe3-4748-830d-5e0818451292 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522432 Nov 12 08:06:59.434241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62f12466-a730-4bd8-9b66-3bf8b9158c99 req-8e80cf5c-a390-4805-8463-a5ae65085b17 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589272 Nov 12 08:06:59.650616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08b00282-137f-4f6c-bd9a-33d0a8d55c75 req-42782625-6a64-4677-8b38-d3a1cd011e98 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0651436 Nov 12 08:06:59.670751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93a62ba8-3a23-49f7-9bcc-f9fff59fde61 req-e5383bac-d6ba-437e-81f0-c3c1ed5123ad service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260606 Nov 12 08:06:59.802143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a663-5070-4be3-99a9-eeca361ffcea req-a5b8fe97-6608-4e11-9b51-ad5cc3167542 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:59.811347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a1a663-5070-4be3-99a9-eeca361ffcea req-a5b8fe97-6608-4e11-9b51-ad5cc3167542 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0730078 Nov 12 08:06:59.895544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a1a663-5070-4be3-99a9-eeca361ffcea req-bf81f408-0de8-4576-8575-9b9c90774f8f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794952 Nov 12 08:07:00.017125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33798) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.058652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-1b5be735-20cb-43f9-8c27-9576cd2d662b service neutron] 10.222.0.25 "GET /v2.0/ports/48137c9d-77df-4ace-94a3-78f524c839aa/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 383 time: 0.1543853 Nov 12 08:07:00.181804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1591725000-network', 'tenant_id': '557086a021f3488c8c60501aa2d39f21'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:00.244612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Made reservation on behalf of 557086a021f3488c8c60501aa2d39f21 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:00.247356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.260823 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.425188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.432301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.463757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:00.486830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-93ec6500-aebb-4825-9ebd-4e78da3f1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.491697 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-93ec6500-aebb-4825-9ebd-4e78da3f1081 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479&tenant_id=3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 1102 time: 0.1264703 Nov 12 08:07:00.522080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.522313 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Added segment 63ceb39d-20d1-4dc2-ab3a-6c12e0755669 of type vlan for network 26ce094c-d016-4983-b114-235cdbdf9722 Nov 12 08:07:00.638642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.682311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-a49b0076-8ab5-466a-ac63-c2bba53e6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.684654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-a49b0076-8ab5-466a-ac63-c2bba53e6b8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1102 time: 0.1609783 Nov 12 08:07:00.817544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.818569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.819166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.857819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-848e39be-108d-4a18-8cf5-40f2a3504a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.859538 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-848e39be-108d-4a18-8cf5-40f2a3504a59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1652799 Nov 12 08:07:00.895977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce0342-5119-46e8-80c2-f53cf023e447,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.906674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8882244 Nov 12 08:07:00.920930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33826) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.926504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-55c94071-93d9-4289-89a4-2382ede5aad4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 217 time: 0.0547674 Nov 12 08:07:00.978010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e688f4a2-ffb9-409f-b543-9cb1532196ea req-e54af8ca-57a5-4cbd-85ae-c898dfaee8d6 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.1640320 Nov 12 08:07:00.983605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Request body: {'subnet': {'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1591725000-subnet', 'tenant_id': '557086a021f3488c8c60501aa2d39f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:01.045521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-bac63f32-a277-4e28-bb41-90ca2f36090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:01.049898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-bac63f32-a277-4e28-bb41-90ca2f36090c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1069434 Nov 12 08:07:01.050855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Made reservation on behalf of 557086a021f3488c8c60501aa2d39f21 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:01.053191 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.066033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f49b-ad3f-4a10-9b22-b0ebe3f28578 req-0e5dcc3e-4b32-4aff-9dda-cc1f22dbf99f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:01.067591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2f5f49b-ad3f-4a10-9b22-b0ebe3f28578 req-0e5dcc3e-4b32-4aff-9dda-cc1f22dbf99f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.3930011 Nov 12 08:07:01.089289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d49a-8bd6-4fb5-903b-4b87d305b873 admin admin] Pushing event updated for resources: {'Network': ['ID=26ce094c-d016-4983-b114-235cdbdf9722,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:01.102633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 26ce094c-d016-4983-b114-235cdbdf9722 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:01.210154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-0cbbb712-6c47-46ae-86da-764474ecd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:01.211743 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-0cbbb712-6c47-46ae-86da-764474ecd93e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531293 Nov 12 08:07:01.412758 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-c21fb812-2611-44cc-af8e-1c7dbfc96f8d service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834524 Nov 12 08:07:01.429570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2f5f49b-ad3f-4a10-9b22-b0ebe3f28578 req-2391059f-dc34-43c6-a90c-ff4dd74e5aeb tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485556 Nov 12 08:07:01.620509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0536540-9190-4f0b-9a9e-f57fcd501d88 req-13baacf6-247c-48b5-836f-3d75993b7d45 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929693 Nov 12 08:07:01.671491 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.832378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Checking segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:01.832794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Network hostable DHCP agents. Network: 26ce094c-d016-4983-b114-235cdbdf9722, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:01.887737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0929e758-ec2c-4134-8c7e-52667248b915,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:01.895348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Network 26ce094c-d016-4983-b114-235cdbdf9722 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:01.915642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 26ce094c-d016-4983-b114-235cdbdf9722) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:01.922845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:01.923683 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.929000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0667cf2-db28-4a14-97a1-463294248793 None None] Network 26ce094c-d016-4983-b114-235cdbdf9722 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:01.969788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-92e397aa-7c54-4497-8098-1ddf188f93bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9937673 Nov 12 08:07:02.245132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80d1d333-67d5-46eb-a5b2-999cc821fc9e req-efa226e3-9382-41d5-94b5-ce9774a9dac8 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0405962 Nov 12 08:07:02.321980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2440d-1641-46a2-845f-5c8a4bd446fe None None] Network 26ce094c-d016-4983-b114-235cdbdf9722 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:02.670775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655635c8-a39f-415c-96db-27236ce4f37a req-a54f4b13-f501-43d0-a52f-9c1932570f43 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:02.681044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-655635c8-a39f-415c-96db-27236ce4f37a req-a54f4b13-f501-43d0-a52f-9c1932570f43 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0714672 Nov 12 08:07:02.757239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-655635c8-a39f-415c-96db-27236ce4f37a req-118989ed-5622-462f-8902-7596ac9aa381 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751684 Nov 12 08:07:02.912278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-da9415cb-0858-43bd-8798-58e567b06e6b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:02.920806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-da9415cb-0858-43bd-8798-58e567b06e6b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 815 time: 0.1622431 Nov 12 08:07:02.944198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-f866284c-20e0-4d62-8d17-14021ba9d044 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/quotas/557086a021f3488c8c60501aa2d39f21 HTTP/1.1" status: 200 len: 375 time: 0.0198128 Nov 12 08:07:02.985867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-f9797bf5-7cb4-43f9-abe9-71b7f15b5cba tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405858 Nov 12 08:07:03.130903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-dbbdb8b5-1129-4f17-b9ef-66bd8dad2144 service neutron] 10.222.0.16 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370478 Nov 12 08:07:03.280559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-b1a35f2a-4c3e-4130-8d49-6aa7c22ac264 service neutron] 10.222.0.16 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435108 Nov 12 08:07:03.571876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49c824fe-8b15-4c63-b12f-7e4eeb69c2db req-f585f5de-6344-491e-9d4b-96bd1673c92d tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0612807 Nov 12 08:07:03.744668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efc1477a-1656-430e-9f35-6aadc5362392 req-860a7fc8-67d2-494c-b450-8c9e6d416cf1 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 210 time: 0.0993681 Nov 12 08:07:04.059845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c1c24-7b46-4b9f-a208-7c4b6565b37a req-d17eab3a-9476-4de9-94ae-7193e2d76fab tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:04.070839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-323c1c24-7b46-4b9f-a208-7c4b6565b37a req-d17eab3a-9476-4de9-94ae-7193e2d76fab tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1551008 Nov 12 08:07:04.203400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-323c1c24-7b46-4b9f-a208-7c4b6565b37a req-40dcfa5b-d4f4-40df-a9c0-7040ec52a3da tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313326 Nov 12 08:07:04.803394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6306cd1d-ccfd-489f-a820-23d9ac656ade req-3c9fb449-39b4-4e13-8990-bcf2308093f0 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0742800 Nov 12 08:07:04.940944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55985301-3b95-445f-bb48-12761ccb8d9d req-4d3e8700-1fa5-4997-a9d0-a4d443c90ca5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 210 time: 0.0463336 Nov 12 08:07:05.242247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-c59b07e2-3f3a-4303-9ca8-6cd58b9be58f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:05.244284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-c59b07e2-3f3a-4303-9ca8-6cd58b9be58f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 815 time: 0.1266906 Nov 12 08:07:05.265757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Request body: {'port': {'device_id': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'admin_state_up': True, 'tenant_id': '557086a021f3488c8c60501aa2d39f21'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:05.313241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:05.534260 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.596875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:05.605840 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a7a89c-79ae-4203-bf9d-226de5ccbcd5" -d '{"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-unplugged", "status": "completed", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:05.608293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0bace-0bef-4c59-a691-0ce8b042bbf8 req-0c0479c8-429e-4b1a-869f-6c7c49411522 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:05.619715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aaf0bace-0bef-4c59-a691-0ce8b042bbf8 req-0c0479c8-429e-4b1a-869f-6c7c49411522 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.2269471 Nov 12 08:07:05.643697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:05.650375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.670773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Made reservation on behalf of 557086a021f3488c8c60501aa2d39f21 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:05.673810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.730452 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274140fc-3baf-4b48-a3cd-8e6dc64025cd x-openstack-request-id: req-274140fc-3baf-4b48-a3cd-8e6dc64025cd {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:05.731085 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-unplugged", "status": "completed", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:05.731530 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-274140fc-3baf-4b48-a3cd-8e6dc64025cd {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:05.732136 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa', 'code': 200} Nov 12 08:07:05.734401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:05.766882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aaf0bace-0bef-4c59-a691-0ce8b042bbf8 req-abd200cd-cab4-4a2f-9ea9-58e22d1054a0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460342 Nov 12 08:07:05.873192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Allocated IP 172.20.0.12 (26ce094c-d016-4983-b114-235cdbdf9722/0929e758-ec2c-4134-8c7e-52667248b915/660c867b-9b84-40ee-b7a3-627f783bde34) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:06.041852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13eb931e-0990-441e-a93a-efcf9278efcf req-f9c01fc6-9351-4043-883a-482dafabced4 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.1065519 Nov 12 08:07:06.283442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad8a1965-c23d-420e-a965-56766aff797e req-89f2388c-7b1d-4030-8c8f-3d508f28275e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 210 time: 0.0681241 Nov 12 08:07:06.363250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.526003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.583558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Network 26ce094c-d016-4983-b114-235cdbdf9722 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:06.588690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:06.597069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:06.629625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:06.646143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.646629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.647005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.647420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.649002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.649449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.649872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.650325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.650712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.651265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.651759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.652174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:06.694089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:06.694089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.747524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-12b5f756-e9ab-4b69-92c6-975f43e55b19 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4815211 Nov 12 08:07:06.776122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Request body: {'port': {'device_id': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:06.895127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:07.206272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68574acf-a3f8-463c-81f4-a2e9832598f2 req-62bd02bc-7b5a-4c9b-a32c-6eff8dff4b66 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:07.216005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68574acf-a3f8-463c-81f4-a2e9832598f2 req-62bd02bc-7b5a-4c9b-a32c-6eff8dff4b66 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 948 time: 0.2489982 Nov 12 08:07:07.274729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-affbc608-f492-4358-b175-397805fa367e req-6151bf87-e6f7-4bba-b23c-3d987cbdfb86 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0417428 Nov 12 08:07:07.316720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:07.535976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68574acf-a3f8-463c-81f4-a2e9832598f2 req-0778fe11-8416-4056-a21f-cf4ff3bb3ce7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188112 Nov 12 08:07:07.686047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:07.756928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '48137c9d-77df-4ace-94a3-78f524c839aa', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '48137c9d-77df-4ace-94a3-78f524c839aa', 'mac_address': 'fa:16:3e:45:fe:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:07.889858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:07.916776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bab7fe-2622-49f6-8694-b8c35519ec2e req-f239f8c2-59c6-459f-9f26-b9b7288f29a5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:07.920769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06bab7fe-2622-49f6-8694-b8c35519ec2e req-f239f8c2-59c6-459f-9f26-b9b7288f29a5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 932 time: 0.2669971 Nov 12 08:07:07.940366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48137c9d-77df-4ace-94a3-78f524c839aa {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:07.989961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:08.002052 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.099474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:08.195854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660c867b-9b84-40ee-b7a3-627f783bde34 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:08.230527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a86b6-9fe1-4aae-96bb-340972e0093b req-db7dbe11-ead6-48ba-b7ed-34d149f2ff3d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:08.233232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-773a86b6-9fe1-4aae-96bb-340972e0093b req-db7dbe11-ead6-48ba-b7ed-34d149f2ff3d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 948 time: 0.2698016 Nov 12 08:07:08.267748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06bab7fe-2622-49f6-8694-b8c35519ec2e req-1644b1c0-0f87-4410-8cc7-1fd13eb1cfbd tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263512 Nov 12 08:07:08.269947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.344170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.390571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Transition to ACTIVE for port object 660c867b-9b84-40ee-b7a3-627f783bde34 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:08.408589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-23197a41-05f3-4b05-96e4-c692f64a6233 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:08.411330 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-23197a41-05f3-4b05-96e4-c692f64a6233 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479&tenant_id=3d841ea215d64358b8162da38ef0a9d4&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 949 time: 0.2441287 Nov 12 08:07:08.431242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.438593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['48137c9d-77df-4ace-94a3-78f524c839aa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:08.541083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e382654-0a1f-48b1-9f1a-34122fe8774b req-c38037e7-7084-432f-aafd-77a1a29a60fd tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0823305 Nov 12 08:07:08.657004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-d8520978-cb8e-4a56-b8ce-ba68413ce079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:08.660439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-773a86b6-9fe1-4aae-96bb-340972e0093b req-c22e8729-aafc-4385-866e-06e4a524f411 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782148 Nov 12 08:07:08.672195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-d8520978-cb8e-4a56-b8ce-ba68413ce079 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1101 time: 0.1187027 Nov 12 08:07:08.682235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:08.872990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Attempting to bind port 660c867b-9b84-40ee-b7a3-627f783bde34 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:08.873513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Attempting to bind port 660c867b-9b84-40ee-b7a3-627f783bde34 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:08.873946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Attempting to bind port 660c867b-9b84-40ee-b7a3-627f783bde34 on network 26ce094c-d016-4983-b114-235cdbdf9722 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:08.880203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Port 660c867b-9b84-40ee-b7a3-627f783bde34 on network 26ce094c-d016-4983-b114-235cdbdf9722 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:08.880725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Attempting to bind port 660c867b-9b84-40ee-b7a3-627f783bde34 on network 26ce094c-d016-4983-b114-235cdbdf9722 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:08.888297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:08.888800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Checking segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:08.889873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Bound using segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:08.890446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Bound port: 660c867b-9b84-40ee-b7a3-627f783bde34, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:08.890908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.948018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-b4db45f0-1cd5-4c0d-a5b6-00d5c8c2f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:08.949777 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-b4db45f0-1cd5-4c0d-a5b6-00d5c8c2f079 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2691715 Nov 12 08:07:08.989910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:08.996182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:08.998388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-02c7b28c-311d-4dc6-8ba2-a8e5578ac8a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 217 time: 0.0405622 Nov 12 08:07:09.003652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.095895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-97db48d0-43f7-4619-b1f3-e90f63192ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:09.098894 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-97db48d0-43f7-4619-b1f3-e90f63192ce0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0916064 Nov 12 08:07:09.105952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:09.126554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:09.127372 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.128899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-d43fafbb-0fc0-4c8a-98f6-64320e333ff4 service neutron] 10.222.0.32 "PUT /v2.0/ports/660c867b-9b84-40ee-b7a3-627f783bde34 HTTP/1.1" status: 200 len: 1093 time: 2.3773470 Nov 12 08:07:09.129440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:09.131994 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ebb31d-8f74-496c-b30a-582988b9700c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:09.213891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-81e5c639-27af-403a-883d-ecefd7e3eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:09.219279 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b15ee3a-cf46-47db-888d-dd7e7b74b4e2 x-openstack-request-id: req-9b15ee3a-cf46-47db-888d-dd7e7b74b4e2 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:09.219685 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:09.220029 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b15ee3a-cf46-47db-888d-dd7e7b74b4e2 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:09.220566 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34', 'status': 'completed', 'code': 200} Nov 12 08:07:09.222522 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-81e5c639-27af-403a-883d-ecefd7e3eb9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145525 Nov 12 08:07:09.326824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-ed3275a2-9f0e-4a31-ae9a-bc98ea2954e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:09.335720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-ed3275a2-9f0e-4a31-ae9a-bc98ea2954e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 1096 time: 0.1087875 Nov 12 08:07:09.430793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-f034cc20-3845-4bb8-9ad3-3245ad2affde service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984777 Nov 12 08:07:09.510845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-b9c62246-36ba-458d-b1b1-67999d818cb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660c867b-9b84-40ee-b7a3-627f783bde34 HTTP/1.1" status: 200 len: 217 time: 0.1648302 Nov 12 08:07:09.581067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-53a34b6c-7497-4189-9985-0d39db64216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:09.582527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-53a34b6c-7497-4189-9985-0d39db64216d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 200 len: 855 time: 0.0525556 Nov 12 08:07:09.638338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-811da5b1-d855-404b-aa78-6b06d19c5134 req-d5f9cfd5-ad08-4341-802a-2700bd5336f3 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886985 Nov 12 08:07:09.678494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-5d928244-484c-4b8c-8593-0ca488d65f6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26ce094c-d016-4983-b114-235cdbdf9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872440 Nov 12 08:07:09.694647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3309db-7293-4541-97fb-5bbe3f6cde77 req-a4f2984a-b7dc-403e-930a-78a82bc6ba95 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:09.696500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d3309db-7293-4541-97fb-5bbe3f6cde77 req-a4f2984a-b7dc-403e-930a-78a82bc6ba95 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 944 time: 0.2593081 Nov 12 08:07:09.873207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d3309db-7293-4541-97fb-5bbe3f6cde77 req-20af480c-c364-4331-89c7-9bcbfde78a53 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515777 Nov 12 08:07:09.951582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-537ceb34-076a-4cbd-9456-2d66f5060605 service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540956 Nov 12 08:07:10.068615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0144631e-071b-4efd-beea-0519e5f61c89 req-a5ba7abe-e3c9-4371-93ba-8186eb6b95e0 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0761809 Nov 12 08:07:10.105865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e94125c-625d-4c46-8a62-fcd6dfac06cc req-4fd3151a-c98e-42f5-82a8-b58af0c9ae3d service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451247 Nov 12 08:07:10.329144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c450e89-c8dc-4032-824e-b4773223e8dc req-04f2345b-7b35-4243-986c-ca8d2c47387f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.344923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c450e89-c8dc-4032-824e-b4773223e8dc req-04f2345b-7b35-4243-986c-ca8d2c47387f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 949 time: 0.1273954 Nov 12 08:07:10.376314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb31d-8f74-496c-b30a-582988b9700c req-83374dc9-5c08-4720-8658-2e2752f576f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.378529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-83374dc9-5c08-4720-8658-2e2752f576f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 1096 time: 0.1443605 Nov 12 08:07:10.494742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c450e89-c8dc-4032-824e-b4773223e8dc req-15245c05-6d42-4cc6-9f21-19d1f5e563a9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482890 Nov 12 08:07:10.581835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66af842c-311a-4e49-b473-865bab7e3c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:10.601473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb31d-8f74-496c-b30a-582988b9700c req-d4c35b1c-29ca-4cbd-b2b9-69811a6c58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.605674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-d4c35b1c-29ca-4cbd-b2b9-69811a6c58a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 915 time: 0.2164648 Nov 12 08:07:10.716257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-9983a492-1d4a-45bd-a0e7-84954e0cfae4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660c867b-9b84-40ee-b7a3-627f783bde34 HTTP/1.1" status: 200 len: 217 time: 0.0978382 Nov 12 08:07:10.808113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebb31d-8f74-496c-b30a-582988b9700c req-b33d6d39-dff7-4f0e-bd24-1795e959607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.809731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-b33d6d39-dff7-4f0e-bd24-1795e959607d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 200 len: 855 time: 0.0828841 Nov 12 08:07:11.000939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-1b41fe25-acdb-4c68-961f-4b9b5b21afea tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:11.008075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-1b41fe25-acdb-4c68-961f-4b9b5b21afea tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.1970189 Nov 12 08:07:11.027511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c9b32078-a443-4fd2-8c13-f2902ce7a837 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/quotas/59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 375 time: 0.0184493 Nov 12 08:07:11.074797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-76db53e8-c08d-4f3b-b798-0d50eedd2196 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26ce094c-d016-4983-b114-235cdbdf9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569525 Nov 12 08:07:11.198347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-1c51291e-cf29-4904-bfac-95d94abcc27f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445558 Nov 12 08:07:11.328469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:11.467634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 48137c9d-77df-4ace-94a3-78f524c839aa triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:11.468403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.574691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.639505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.691831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:11.698932 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640545e0-37b6-4e60-b20f-0b554db8d613" -d '{"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-plugged", "status": "completed", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:11.718017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:11.724689 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.742948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-f853093c-424d-44ae-a2eb-0a3feef9e579 service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432742 Nov 12 08:07:11.775775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-bbdf553c-1a39-40b7-b635-d75f9297b7d2 service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769211 Nov 12 08:07:11.846585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:11.980706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c6e0a7e6-8de5-455d-aeea-bc24715aba45 service neutron] 10.222.0.16 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368181 Nov 12 08:07:11.983045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61ebb31d-8f74-496c-b30a-582988b9700c req-ddb5258b-653a-41f8-9f63-bd8c50f66c80 service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916740 Nov 12 08:07:12.081428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:12.462607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:12.485300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '660c867b-9b84-40ee-b7a3-627f783bde34', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'port_id': '660c867b-9b84-40ee-b7a3-627f783bde34', 'mac_address': 'fa:16:3e:f6:9c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929e758-ec2c-4134-8c7e-52667248b915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:12.570827 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.595249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660c867b-9b84-40ee-b7a3-627f783bde34 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:12.622897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:12.635182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.643567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b315959-cd94-43d9-b6a6-11d3898558f8 req-4b9b9851-c94b-4b8e-9ed6-e065ac9721af tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:12.644970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b315959-cd94-43d9-b6a6-11d3898558f8 req-4b9b9851-c94b-4b8e-9ed6-e065ac9721af tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 944 time: 0.1334779 Nov 12 08:07:12.767986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b315959-cd94-43d9-b6a6-11d3898558f8 req-37c301b5-7d05-4e2a-b1fd-d1cf6dfcff38 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121869 Nov 12 08:07:12.793135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:12.841789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd86b6d5-f36c-42cf-bfb4-105ebea893e2 req-55101e55-c57a-4605-8333-006417c8dd3f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0552735 Nov 12 08:07:12.957861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['660c867b-9b84-40ee-b7a3-627f783bde34'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:12.989611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf6d9203-05e9-4832-b6a6-2b066d2ad7c0 req-093a0a11-e900-4af9-a4cc-ff91faa38a97 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0478363 Nov 12 08:07:13.114564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3024e13f-09a1-43eb-81c4-8b035969cb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.229640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96920-f305-4e06-9a97-caa6abab418a req-e9095bc3-c86b-44ce-ad2a-ac0825549245 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:13.240907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3da96920-f305-4e06-9a97-caa6abab418a req-e9095bc3-c86b-44ce-ad2a-ac0825549245 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1200025 Nov 12 08:07:13.316655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3da96920-f305-4e06-9a97-caa6abab418a req-80288088-8b20-4c4c-8b57-ec8debb7f4dc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734823 Nov 12 08:07:13.461923 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d147253-d2d1-41af-b421-41d47f407193 x-openstack-request-id: req-7d147253-d2d1-41af-b421-41d47f407193 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:13.462221 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-plugged", "status": "completed", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:13.462556 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d147253-d2d1-41af-b421-41d47f407193 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:13.462916 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa', 'code': 200} Nov 12 08:07:13.570608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bf11c83-2107-4fb9-9239-514da58ca575 req-bbd6bc0a-c112-4476-80c4-444d1973ab4f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 210 time: 0.0430057 Nov 12 08:07:13.745573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efe759-5d8a-427c-9c69-6aa3584d86ca req-b32e781c-bc84-4af9-8d39-ea3d1a306ca0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:13.747772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7efe759-5d8a-427c-9c69-6aa3584d86ca req-b32e781c-bc84-4af9-8d39-ea3d1a306ca0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0936151 Nov 12 08:07:13.812086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7efe759-5d8a-427c-9c69-6aa3584d86ca req-2c410bae-32dc-4345-a96c-a0740f078fc1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Nov 12 08:07:13.972886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cb79a-1436-4a1c-8908-9d3c92ced6ec req-b25bd41f-3ece-4016-ba96-8a62e09b5495 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:13.974675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74cb79a-1436-4a1c-8908-9d3c92ced6ec req-b25bd41f-3ece-4016-ba96-8a62e09b5495 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 945 time: 0.0623467 Nov 12 08:07:14.040652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a74cb79a-1436-4a1c-8908-9d3c92ced6ec req-4f160adf-6f2f-44cc-ac16-58fa41fb0a2b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Nov 12 08:07:14.120649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:14.215542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 660c867b-9b84-40ee-b7a3-627f783bde34 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:14.224370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 660c867b-9b84-40ee-b7a3-627f783bde34 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:14.224863 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:14.242116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff8469ff-d964-4112-ac55-16a524fcb2c8 req-13d4511c-ea24-4c2d-acab-56e730c10f28 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0431640 Nov 12 08:07:14.366083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-aa06d16a-0eb2-4fbc-8a01-f87bd083ded9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:14.369184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-aa06d16a-0eb2-4fbc-8a01-f87bd083ded9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 807 time: 0.2182467 Nov 12 08:07:14.385915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Request body: {'port': {'device_id': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'admin_state_up': True, 'tenant_id': '59a4aa0b122d41a9a5a0f502a6fd770a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:14.519309 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:14.573165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:14.672098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:14.680803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:14.800041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:14.803113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc9c6321-5bff-4e68-84db-2fa5c823f775 req-1259f13a-c15a-4eb4-b278-b165b79cb821 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 210 time: 0.0738263 Nov 12 08:07:14.804664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Made reservation on behalf of 59a4aa0b122d41a9a5a0f502a6fd770a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:14.809384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:14.833536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.836493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.837470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.839227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.839807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.840407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.841642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.842649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.843306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.843854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.844682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:14.846002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:15.032319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-c90f5565-1de4-4dab-a15b-dfb5d92d2732 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367172 Nov 12 08:07:15.119662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Allocated IP 172.20.0.12 (e7718131-862f-4bb0-9b38-a4d1e7214769/97e7bc73-586c-4d54-b836-164a4ad84ec4/b8735b86-2d06-49e5-9900-ce8cebdbf9af) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:15.236970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-1d351147-5265-40ac-a7f4-df5689dddf99 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:15.244371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-1d351147-5265-40ac-a7f4-df5689dddf99 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042363 Nov 12 08:07:15.268136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df7b80-7c75-4928-b9d1-311f5efd68ab req-a1b099ca-b41d-4fdc-bb20-45c537147aea tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:15.269766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58df7b80-7c75-4928-b9d1-311f5efd68ab req-a1b099ca-b41d-4fdc-bb20-45c537147aea tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1517048 Nov 12 08:07:15.283369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-611f5301-b80e-4e69-8253-f741257c2b6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/quotas/3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0381455 Nov 12 08:07:15.452974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-c09e7adb-3118-4570-8714-017283366a9e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686349 Nov 12 08:07:15.462350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58df7b80-7c75-4928-b9d1-311f5efd68ab req-14c2f40a-3642-4716-a837-71547c8f3134 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667964 Nov 12 08:07:15.464275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:15.467742 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.490495 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a308bb-efdc-4f2c-93c9-deb43fe7cbf6" -d '{"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-plugged", "status": "completed", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:15.526556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.557352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['54244018-0e9f-4ed5-b8b5-98e285b23275'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:15.575741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Network e7718131-862f-4bb0-9b38-a4d1e7214769 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:15.579424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:15.592280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:15.640248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:15.673325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:15.673967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.697830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-c53997d8-1dd7-4da5-a317-361432437120 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3172731 Nov 12 08:07:15.717819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Request body: {'port': {'device_id': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:15.743828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.845435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b8ee182-bbf7-4de9-bcb9-ccfc7f81dc2c req-e86e752f-5a3a-4eb8-a20e-18e2c1c03eb6 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0503750 Nov 12 08:07:15.851083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.987260 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192453d5-b965-49e3-aeb5-e4631a5b75b2 x-openstack-request-id: req-192453d5-b965-49e3-aeb5-e4631a5b75b2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:15.987552 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-plugged", "status": "completed", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:15.987811 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-192453d5-b965-49e3-aeb5-e4631a5b75b2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:15.991016 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34', 'code': 200} Nov 12 08:07:16.084632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ccf1-96d3-4ebc-9f90-b368ccab7432 req-f27cba31-c288-487b-bcc7-09c79befe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:16.086801 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4bd4ccf1-96d3-4ebc-9f90-b368ccab7432 req-f27cba31-c288-487b-bcc7-09c79befe811 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 1098 time: 0.0687962 Nov 12 08:07:16.180755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d897063-67db-4625-8ccc-a32dcff66425 req-95217b01-1607-4d1a-b8be-3eb9f24fef96 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 210 time: 0.0463917 Nov 12 08:07:16.244810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4bd4ccf1-96d3-4ebc-9f90-b368ccab7432 req-c9744428-3927-4041-840b-33240f399bba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470990 Nov 12 08:07:16.420684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715efe2a-0271-481c-982e-d555be5fb39b req-b8555d4f-abaa-4646-95bc-be6f733839ea tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:16.429251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-715efe2a-0271-481c-982e-d555be5fb39b req-b8555d4f-abaa-4646-95bc-be6f733839ea tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 932 time: 0.1464274 Nov 12 08:07:16.580400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-715efe2a-0271-481c-982e-d555be5fb39b req-117e251a-2751-41f3-bc7b-f6045ce91d85 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454556 Nov 12 08:07:16.595679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8735b86-2d06-49e5-9900-ce8cebdbf9af {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:16.605290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.639653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Transition to ACTIVE for port object b8735b86-2d06-49e5-9900-ce8cebdbf9af will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:16.639653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.671462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.778586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:16.819894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00182044-2c45-434d-a68f-1172de16f16a req-0a84aeef-fc34-4f4c-9c41-28102d2b2fce tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:16.821590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00182044-2c45-434d-a68f-1172de16f16a req-0a84aeef-fc34-4f4c-9c41-28102d2b2fce tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1181066 Nov 12 08:07:16.925819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:16.930451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:16.930788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:16.948728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:16.949057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:16.981566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00182044-2c45-434d-a68f-1172de16f16a req-f9b18d32-f879-4efa-af6f-fadfb176a75c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508510 Nov 12 08:07:16.984257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:16.984826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:16.986514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:16.987161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Bound port: b8735b86-2d06-49e5-9900-ce8cebdbf9af, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:16.987689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.120490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:17.125124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:17.142661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.265594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.266235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.267646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 1093 time: 1.5600097 Nov 12 08:07:17.275320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:17.287754 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae388cc-3912-4af3-8504-004bf39fa506" -d '{"events": [{"name": "network-changed", "server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:17.335696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f5b61d46-1d86-4b7a-9807-e1348089680d req-ac042c1c-b09e-47d3-81e3-4ae711900219 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8161106b8d6f41ec8fae7bd3855a1eec&device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.1002667 Nov 12 08:07:17.338487 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-52eb6514-cf03-46d6-8062-6226f1b7a06e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043167 Nov 12 08:07:17.459682 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f5b61d46-1d86-4b7a-9807-e1348089680d req-4a85d29a-25c8-4dd9-9801-bb07025c16b1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8161106b8d6f41ec8fae7bd3855a1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113076 Nov 12 08:07:17.489472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9d6a3ff-3326-40a2-bd55-e15a09515683 req-27db42b9-b5c8-49db-a3d7-2679a492764b tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.1587870 Nov 12 08:07:17.570152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-808adae5-b1a5-4de9-b4c6-96e7fde73e0e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.572246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-808adae5-b1a5-4de9-b4c6-96e7fde73e0e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.4448988 Nov 12 08:07:17.572927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d7f9-11d8-4498-aac1-f7557a18a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:17.663926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d21ef98-2dba-4fef-a7c6-699b5e0deb6f req-a68aa837-17ea-480e-8b93-778f35b7e6e2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 210 time: 0.0565312 Nov 12 08:07:17.700218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-f3d26a40-84c7-4992-8bed-6045456d0145 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/quotas/a1e2df68b8794d4e824f11126c651aa1 HTTP/1.1" status: 200 len: 375 time: 0.0789449 Nov 12 08:07:17.758994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-9bf1f839-2fb4-4fc4-8c05-305286875a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.761275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-9bf1f839-2fb4-4fc4-8c05-305286875a87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1096 time: 0.3818581 Nov 12 08:07:17.764165 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f9c311-df31-46f4-8937-d64648c04cbc x-openstack-request-id: req-f2f9c311-df31-46f4-8937-d64648c04cbc {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:17.764598 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:17.764954 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2f9c311-df31-46f4-8937-d64648c04cbc {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:17.765555 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'status': 'completed', 'code': 200} Nov 12 08:07:17.791584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-49091b60-bb0b-4c4d-b272-b3cf769d62ea tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.793135 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-49091b60-bb0b-4c4d-b272-b3cf769d62ea tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329090 Nov 12 08:07:17.816721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-41dcc19b-5fb3-4c36-aeff-b22e93c45ea1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 217 time: 0.0453613 Nov 12 08:07:17.831854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Request body: {'port': {'device_id': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '3d841ea215d64358b8162da38ef0a9d4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:17.912218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-066a21d1-d2c4-4401-a232-cf419c8f8d48 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2044973 Nov 12 08:07:17.929681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b61d46-1d86-4b7a-9807-e1348089680d req-e6774aa3-dc0c-4480-a654-932bc7f583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.931761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f5b61d46-1d86-4b7a-9807-e1348089680d req-e6774aa3-dc0c-4480-a654-932bc7f583d7 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4608932 Nov 12 08:07:17.973737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0cdce639-d888-4e59-aa19-aa14350a0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.975441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-0cdce639-d888-4e59-aa19-aa14350a0fd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1416528 Nov 12 08:07:18.011248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Made reservation on behalf of 3d841ea215d64358b8162da38ef0a9d4 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:18.017711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:18.031499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94703a8-af17-4058-8751-df3b26a94203 req-64d39db8-064e-4ae4-9b6b-7adece1903f8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:18.033112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f94703a8-af17-4058-8751-df3b26a94203 req-64d39db8-064e-4ae4-9b6b-7adece1903f8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.2145219 Nov 12 08:07:18.060106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-8ddd1254-2426-4ff7-845e-d7d380a0e99b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519483 Nov 12 08:07:18.120738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:18.180425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-d638206e-8ff9-4ac0-84a6-86c80cf5c87c service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528489 Nov 12 08:07:18.195331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Allocated IP 192.168.233.122 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/1a583d5d-071f-4d04-933a-f2325dfd4637) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:18.214369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f94703a8-af17-4058-8751-df3b26a94203 req-83de87cf-7696-455e-8425-b650a2010b8b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568859 Nov 12 08:07:18.238886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:18.278242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:18.282950 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c16214-156b-42e5-9e61-8fb0e0bda43b" -d '{"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-unplugged", "status": "completed", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:18.313401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:18.321937 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:18.378073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-626e1ebe-d9ea-415d-90fd-c1a01c630d34 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080852 Nov 12 08:07:18.391311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:18.484897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639cd5-1b8b-4fd5-96b0-38aeb0e88b95 req-dfbf6dfb-ad48-4bc5-a5f9-b608de110945 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:18.489231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b639cd5-1b8b-4fd5-96b0-38aeb0e88b95 req-dfbf6dfb-ad48-4bc5-a5f9-b608de110945 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1543112 Nov 12 08:07:18.506447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:18.541328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-9f62c1ca-29ad-4c82-9403-a8a6afbe6870 service neutron] 10.222.0.16 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510277 Nov 12 08:07:18.555639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f991fcc-64ed-417f-ae67-ded356061a85 req-122e3d98-8d5a-4944-995e-c2d1562ad5f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665006 Nov 12 08:07:18.570411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:18.592767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461', '48137c9d-77df-4ace-94a3-78f524c839aa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:18.632519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b639cd5-1b8b-4fd5-96b0-38aeb0e88b95 req-e7dc038c-c3ad-4c3d-91c9-dc106a5788f5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134927 Nov 12 08:07:18.661903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:18.717240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:18.721552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:18.838859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:18.855866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.856262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.856602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.865593 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c674afe-eb59-4008-a814-cf5a7d64b785 x-openstack-request-id: req-4c674afe-eb59-4008-a814-cf5a7d64b785 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:18.865887 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-unplugged", "status": "completed", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:18.866192 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c674afe-eb59-4008-a814-cf5a7d64b785 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:18.866587 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'code': 200} Nov 12 08:07:18.872608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.876091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.876878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.877774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.878598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.879128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.879646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.880652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.881189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:18.912593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-6ef59ed4-0e33-4a39-80d2-70a1c4b9658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:18.924197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-6ef59ed4-0e33-4a39-80d2-70a1c4b9658d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1096 time: 0.2905867 Nov 12 08:07:18.947153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:18.949358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:18.974813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4acf-9585-494b-ac27-29a98f885a2f req-b7cbfc9b-9008-49c1-ae1a-a2ec9a2c359e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:18.980581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-729b4acf-9585-494b-ac27-29a98f885a2f req-b7cbfc9b-9008-49c1-ae1a-a2ec9a2c359e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d55bc11-161c-419b-a7b1-81a6398c0158 HTTP/1.1" status: 200 len: 944 time: 0.2142079 Nov 12 08:07:18.990561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-74833b38-f383-4173-8aa8-30078710297d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1814935 Nov 12 08:07:19.011068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Request body: {'port': {'device_id': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:19.135784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.344090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1423fbc2-e87f-4cd9-9cc0-9aed999062a6 None None] Provisioning complete for port 1a583d5d-071f-4d04-933a-f2325dfd4637 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:19.344681 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1423fbc2-e87f-4cd9-9cc0-9aed999062a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.391875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1423fbc2-e87f-4cd9-9cc0-9aed999062a6 None None] Port 1a583d5d-071f-4d04-933a-f2325dfd4637 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:19.588366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a583d5d-071f-4d04-933a-f2325dfd4637 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:19.606193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.629967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Transition to ACTIVE for port object 1a583d5d-071f-4d04-933a-f2325dfd4637 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:19.636345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.737916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:19.821688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f5b61d46-1d86-4b7a-9807-e1348089680d req-b3960f1d-3461-4ce6-9d34-c61c8fdb99d3 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.0345726 Nov 12 08:07:19.852429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4beefd3e-e85a-4be0-a7af-0f9e38edb834 req-b2c2740e-d759-47d6-92f8-1ae79da52235 tempest-ServerShowV254Test-341035205 tempest-ServerShowV254Test-341035205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96a13c5-3f3d-4214-8bd0-415a8af6285d HTTP/1.1" status: 200 len: 210 time: 0.7625861 Nov 12 08:07:19.896457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:19.896793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:19.897135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:19.905824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:19.906156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:19.920525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:19.920963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:19.921413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:19.921923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Bound port: 1a583d5d-071f-4d04-933a-f2325dfd4637, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:19.922346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.068652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:20.073207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:20.082830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493478a-9265-4227-8fb9-d9e15cf39268 req-4b302e9f-5d03-46de-a9af-b389377063e8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.091734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a493478a-9265-4227-8fb9-d9e15cf39268 req-4b302e9f-5d03-46de-a9af-b389377063e8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.9789004 Nov 12 08:07:20.099857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.164313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.165298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.167351 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 1097 time: 1.1696255 Nov 12 08:07:20.168269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:20.181825 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba00a6a-af5d-4118-a996-87946dbeef27" -d '{"events": [{"name": "network-changed", "server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:20.182252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-bc75a6e2-df3c-46cd-a81d-64860937e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.183687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-bc75a6e2-df3c-46cd-a81d-64860937e7c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 1.2011790 Nov 12 08:07:20.222325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a493478a-9265-4227-8fb9-d9e15cf39268 req-6f83f8e1-e751-4ad4-bf7c-3280ce38da96 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294820 Nov 12 08:07:20.291603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74493c-02a1-4249-970b-7b1706ffdb50 service neutron] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:20.312583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff45de-99e7-42a0-be10-076a3b765431 req-07a3e312-4de2-408b-a0fe-8b0e9d585454 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.325914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-524ae197-8ea2-4e62-af59-e1bab563c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.328528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcff45de-99e7-42a0-be10-076a3b765431 req-07a3e312-4de2-408b-a0fe-8b0e9d585454 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 948 time: 0.3041828 Nov 12 08:07:20.330409 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-524ae197-8ea2-4e62-af59-e1bab563c7da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1100 time: 0.1080010 Nov 12 08:07:20.358325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-1633c2af-73c1-4018-b469-c72654fa1e14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 217 time: 0.1623497 Nov 12 08:07:20.394661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-689be5ca-f0cf-48b0-a815-a2e2f2fd5de5 req-ef7a8d15-3e65-4e10-8a1b-a8dcccf58039 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 210 time: 0.0552366 Nov 12 08:07:20.397656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Deleting port fa975dad-fdfb-4987-8d7d-5e8c70729353 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:07:20.398050 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.417553 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-6c8b5584-d71d-4448-9808-4483c11dc34e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0781970 Nov 12 08:07:20.514522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-132f3ea2-98ad-4d64-b5f9-0ddf06c417c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.525248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-132f3ea2-98ad-4d64-b5f9-0ddf06c417c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1001589 Nov 12 08:07:20.623579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-e394bcf4-eea4-4ac9-9425-b768857f4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.626493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-e394bcf4-eea4-4ac9-9425-b768857f4a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934501 Nov 12 08:07:20.762845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcff45de-99e7-42a0-be10-076a3b765431 req-03f8d9b0-15ce-4ed2-bd5f-4522dc505b75 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333661 Nov 12 08:07:20.830817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb16d53-a948-4b20-85f2-eb45f14a6215 req-462c6613-bca4-489b-b8da-7593ebd991ca tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.835511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fb16d53-a948-4b20-85f2-eb45f14a6215 req-462c6613-bca4-489b-b8da-7593ebd991ca tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.2684612 Nov 12 08:07:20.864232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-96ed7abf-94b2-4711-9ab7-70fd1758cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.864232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-96ed7abf-94b2-4711-9ab7-70fd1758cf2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.4677966 Nov 12 08:07:20.864232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] For port fa975dad-fdfb-4987-8d7d-5e8c70729353, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fa975dad-fdfb-4987-8d7d-5e8c70729353,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:20.864232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.951172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Calling delete_port for fa975dad-fdfb-4987-8d7d-5e8c70729353 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:07:21.028241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-dd9f4f84-daea-4b4c-912c-1f2adb08cc01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114335 Nov 12 08:07:21.281369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.310146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-17104cb7-1362-483a-9c0c-9d50bec1d9b6 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703184 Nov 12 08:07:21.311523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fb16d53-a948-4b20-85f2-eb45f14a6215 req-84c70ced-8d55-40d8-9292-248729cb8d44 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775732 Nov 12 08:07:21.352414 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391925b-046a-4e65-b54c-f9b5ac293f92 x-openstack-request-id: req-0391925b-046a-4e65-b54c-f9b5ac293f92 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:21.353250 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:21.353446 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0391925b-046a-4e65-b54c-f9b5ac293f92 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:21.354029 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'status': 'completed', 'code': 200} Nov 12 08:07:21.362390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event deleted for resources: {'Port': ['ID=fa975dad-fdfb-4987-8d7d-5e8c70729353,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:21.427064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] No DVR routers for this DVR port fa975dad-fdfb-4987-8d7d-5e8c70729353 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:07:21.432547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.436005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-729b4acf-9585-494b-ac27-29a98f885a2f req-14c5b548-109c-4aef-9f01-965a3e2075d1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.32 "DELETE /v2.0/ports/fa975dad-fdfb-4987-8d7d-5e8c70729353 HTTP/1.1" status: 204 len: 173 time: 2.3621798 Nov 12 08:07:21.444739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-deleted', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:21.447209 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce958c76-a170-4fd1-9d8f-957b75ad3636" -d '{"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-deleted", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:21.532917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-091f1516-c458-45f0-820c-04e63adec7ed service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009801 Nov 12 08:07:21.693871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f9b102b-6dfe-4e98-b760-04c06269240a req-ed7cc218-e694-41a9-b12a-d8c6abd2b369 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734109 Nov 12 08:07:21.703261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-11ad5211-c3f2-4a1f-b47f-c8abaa33010c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:21.705189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-11ad5211-c3f2-4a1f-b47f-c8abaa33010c tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 805 time: 0.3936415 Nov 12 08:07:21.728279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Request body: {'port': {'device_id': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'admin_state_up': True, 'tenant_id': 'a1e2df68b8794d4e824f11126c651aa1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:21.816642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86019116-df47-448a-98a9-f02951a5fc77 req-b0cbddef-b91c-4f34-a141-e6961c4021a2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:21.818219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86019116-df47-448a-98a9-f02951a5fc77 req-b0cbddef-b91c-4f34-a141-e6961c4021a2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.2053497 Nov 12 08:07:21.894767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34392) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:21.944811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c624c87-fdbc-4f75-b208-1b8664dc68ab req-91b758b7-c1af-4cf9-95fe-c0910898d435 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 210 time: 0.0646598 Nov 12 08:07:21.960808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Made reservation on behalf of a1e2df68b8794d4e824f11126c651aa1 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:21.966169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae388cc-3912-4af3-8504-004bf39fa506 req-1e170e29-be6e-42e8-a9dc-6d3bfeb90149 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076219 Nov 12 08:07:21.970652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.004429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-56d11c93-85dd-491d-b33f-6adb21a5aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.009508 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-56d11c93-85dd-491d-b33f-6adb21a5aefa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1100 time: 0.1124194 Nov 12 08:07:22.111001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86019116-df47-448a-98a9-f02951a5fc77 req-456fc5a6-d7ab-4505-a8b7-b974e79b0818 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812870 Nov 12 08:07:22.117455 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e431debb-23ff-4bad-9f38-42bae7ce010a x-openstack-request-id: req-e431debb-23ff-4bad-9f38-42bae7ce010a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:22.117754 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d55bc11-161c-419b-a7b1-81a6398c0158", "name": "network-vif-deleted", "tag": "fa975dad-fdfb-4987-8d7d-5e8c70729353", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:22.133228 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e431debb-23ff-4bad-9f38-42bae7ce010a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:22.133228 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d55bc11-161c-419b-a7b1-81a6398c0158', 'name': 'network-vif-deleted', 'tag': 'fa975dad-fdfb-4987-8d7d-5e8c70729353', 'status': 'completed', 'code': 200} Nov 12 08:07:22.143738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:22.203857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: fa975dad-fdfb-4987-8d7d-5e8c70729353 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:07:22.205318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fa975dad-fdfb-4987-8d7d-5e8c70729353 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:07:22.255948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0db26d26-9421-47f1-a678-8e06b2578a4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.274515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce1566-098a-493b-b183-522866e92e84 req-1eb35abe-78fb-4407-896a-e108a0be4cce tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.280591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acce1566-098a-493b-b183-522866e92e84 req-1eb35abe-78fb-4407-896a-e108a0be4cce tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0750272 Nov 12 08:07:22.379743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acce1566-098a-493b-b183-522866e92e84 req-84e15b36-27c3-40fb-83b0-201fb5b1459f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937548 Nov 12 08:07:22.470201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b690972-a606-437a-a728-70a6ec976984 req-4ce8e2af-3ba0-4dcb-8fab-82b490c253f1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.471772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b690972-a606-437a-a728-70a6ec976984 req-4ce8e2af-3ba0-4dcb-8fab-82b490c253f1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 948 time: 0.0869617 Nov 12 08:07:22.472132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-9cabb90d-0601-4bf1-9546-6ca108f6e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.476294 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-9cabb90d-0601-4bf1-9546-6ca108f6e3e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.4465871 Nov 12 08:07:22.518968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Allocated IP 172.20.0.8 (38867dbb-babc-49bc-ba26-d340cb037094/b5c009cc-2ced-40e1-afc7-eb38cc1d00e9/16dd6b5a-3bb5-4107-983d-49c169e0e8cd) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:22.577494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b690972-a606-437a-a728-70a6ec976984 req-58eafef2-2011-4adb-9ce0-1781db23161f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975573 Nov 12 08:07:22.661904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94a29a-4a9b-4934-8b40-8a7f82c7d37b req-8c367db5-9f6e-44b3-976a-e7d8ae2bce64 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.664002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a94a29a-4a9b-4934-8b40-8a7f82c7d37b req-8c367db5-9f6e-44b3-976a-e7d8ae2bce64 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.0573630 Nov 12 08:07:22.722117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a94a29a-4a9b-4934-8b40-8a7f82c7d37b req-161477fe-aeb6-421a-a2d7-1787b6b4740b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505738 Nov 12 08:07:22.738896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-42b1016b-44c4-4cd5-b65a-7ea1efcbfb58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.2032945 Nov 12 08:07:22.801922 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0db26d26-9421-47f1-a678-8e06b2578a4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.816755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0db26d26-9421-47f1-a678-8e06b2578a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.861777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-18693c82-fef2-48e7-bcbb-db5238e16467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.863257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-18693c82-fef2-48e7-bcbb-db5238e16467 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1143112 Nov 12 08:07:22.921216 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0db26d26-9421-47f1-a678-8e06b2578a4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8161106b8d6f41ec8fae7bd3855a1eec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0150466 Nov 12 08:07:22.924131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34406) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:22.924561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.932105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db26d26-9421-47f1-a678-8e06b2578a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0267b7-a8d7-4c68-b111-1ce488af2c60,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:22.958663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-0edc7db8-8dd1-457f-9d1b-f64120f29e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.958863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-0edc7db8-8dd1-457f-9d1b-f64120f29e1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860407 Nov 12 08:07:22.985520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0847d341-dee0-4bd4-835f-cbca4135a0c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.029395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0847d341-dee0-4bd4-835f-cbca4135a0c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.054387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.107142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Network 38867dbb-babc-49bc-ba26-d340cb037094 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:23.120171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:23.122721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:23.137017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91d2b2-ec75-4410-8f1e-18e3d3526aac req-6277d148-0ba6-4bc1-a10c-42b991a8123f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.138579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc91d2b2-ec75-4410-8f1e-18e3d3526aac req-6277d148-0ba6-4bc1-a10c-42b991a8123f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 931 time: 0.0974979 Nov 12 08:07:23.170575 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0847d341-dee0-4bd4-835f-cbca4135a0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.173994 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0847d341-dee0-4bd4-835f-cbca4135a0c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.175108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0847d341-dee0-4bd4-835f-cbca4135a0c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e0267b7-a8d7-4c68-b111-1ce488af2c60 HTTP/1.1" status: 204 len: 168 time: 0.2496603 Nov 12 08:07:23.177032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:23.202172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-2eaca37e-20e6-499e-b813-9574e9256b11 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301517 Nov 12 08:07:23.215624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847d341-dee0-4bd4-835f-cbca4135a0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0267b7-a8d7-4c68-b111-1ce488af2c60,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:23.248666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc91d2b2-ec75-4410-8f1e-18e3d3526aac req-f721fa1d-37b9-44ee-8f07-fcf0e867b8a7 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873756 Nov 12 08:07:23.338696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.339246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.343610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30696-9531-43ee-ade9-ea245655e459 req-e1994ee0-01ef-43fe-8c0d-96c75d584498 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.353143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6e30696-9531-43ee-ade9-ea245655e459 req-e1994ee0-01ef-43fe-8c0d-96c75d584498 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0906446 Nov 12 08:07:23.371743 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-ddfe465e-d1c7-4198-9614-91070830eb0a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6483350 Nov 12 08:07:23.396827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Request body: {'port': {'device_id': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:23.452298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1ba00a6a-af5d-4118-a996-87946dbeef27 req-296923d3-01e1-4d39-806a-bd0a3010cf4e service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432404 Nov 12 08:07:23.483613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6e30696-9531-43ee-ade9-ea245655e459 req-ee85829a-c706-4d04-959c-cb0fab276655 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226768 Nov 12 08:07:23.523895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.589812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea221f-947f-4476-9625-f40e8457b50b req-d47956c5-88bc-428d-9920-b1f5562eb879 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.592022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2aea221f-947f-4476-9625-f40e8457b50b req-d47956c5-88bc-428d-9920-b1f5562eb879 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0948741 Nov 12 08:07:23.692033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2aea221f-947f-4476-9625-f40e8457b50b req-369f377a-0956-415d-8837-7d70d8a59892 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882397 Nov 12 08:07:23.778830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-3079ca5c-a19d-45c1-9a1c-ac32b6a02684 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.780435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-3079ca5c-a19d-45c1-9a1c-ac32b6a02684 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 946 time: 0.0756948 Nov 12 08:07:23.809760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d17df-cb02-4e8a-8bdb-0af17f246f50 req-2503eee7-aeb1-4376-87f6-f48772d27441 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.811252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41d17df-cb02-4e8a-8bdb-0af17f246f50 req-2503eee7-aeb1-4376-87f6-f48772d27441 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 948 time: 0.1180682 Nov 12 08:07:23.895304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dd6b5a-3bb5-4107-983d-49c169e0e8cd {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:23.907895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.925945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Transition to ACTIVE for port object 16dd6b5a-3bb5-4107-983d-49c169e0e8cd will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:23.930864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.981447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef89b5-1817-4f87-a48d-f7115828eb33 req-b87eb2cc-d647-4423-937a-9f1955ef1eda tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:23.982635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cef89b5-1817-4f87-a48d-f7115828eb33 req-b87eb2cc-d647-4423-937a-9f1955ef1eda tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1815977 Nov 12 08:07:24.000426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41d17df-cb02-4e8a-8bdb-0af17f246f50 req-fa8f3467-b947-4c68-bb8d-3fcfc435d662 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561823 Nov 12 08:07:24.012496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.041823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Deleting port 28d48162-cb36-4911-b76d-2e01951f87e6 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:07:24.042161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.075681 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:07:24.088276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Attempting to bind port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:24.089359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Attempting to bind port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:24.089911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Attempting to bind port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:24.096724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd on network 38867dbb-babc-49bc-ba26-d340cb037094 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:24.097416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Attempting to bind port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd on network 38867dbb-babc-49bc-ba26-d340cb037094 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:24.104370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:24.104805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Checking segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:24.105195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Bound using segment: {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:24.105666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Bound port: 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be98c1be-c640-4fc5-8f74-be2c2a0651c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:24.106026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.129334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cef89b5-1817-4f87-a48d-f7115828eb33 req-92d9984a-e4ad-4f39-85aa-e4cd998bb4fa tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264360 Nov 12 08:07:24.151165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:24.184733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] For port 28d48162-cb36-4911-b76d-2e01951f87e6, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=28d48162-cb36-4911-b76d-2e01951f87e6,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:24.186415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.201727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:24.209941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Calling delete_port for 28d48162-cb36-4911-b76d-2e01951f87e6 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:07:24.229394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:24.261937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:24.268521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.282964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:24.307054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'mac_address': 'fa:16:3e:8f:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:24.328175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:24.328793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.330387 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] 10.222.0.25 "PUT /v2.0/ports/16dd6b5a-3bb5-4107-983d-49c169e0e8cd HTTP/1.1" status: 200 len: 1092 time: 0.9452534 Nov 12 08:07:24.330945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:24.333943 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ef67f-2355-49fe-b1f8-197c0e1a412a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:24.406252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.408262 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08793792-e519-41e6-a1b9-b1a82faba173 x-openstack-request-id: req-08793792-e519-41e6-a1b9-b1a82faba173 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:24.408752 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:24.409166 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08793792-e519-41e6-a1b9-b1a82faba173 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:24.411151 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'status': 'completed', 'code': 200} Nov 12 08:07:24.419218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1507569401-network', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:24.423313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a583d5d-071f-4d04-933a-f2325dfd4637 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:24.456656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:24.456869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Made reservation on behalf of 4c0d5cc1b3e24ebb947844ab1c8843cb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:24.459162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.462950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c84a4-69ec-4e51-8821-2fa682910312 service neutron] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.463759 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.486446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.519710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0bc0-a0ca-4acc-ae9e-e5d79c5699c7 req-fe83cc49-df11-4670-9b62-f8cc2833974f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:24.521408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c9d0bc0-a0ca-4acc-ae9e-e5d79c5699c7 req-fe83cc49-df11-4670-9b62-f8cc2833974f tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 943 time: 0.1464682 Nov 12 08:07:24.523222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.539097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['28d48162-cb36-4911-b76d-2e01951f87e6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:24.568142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-f754733b-e542-40c6-b10c-e64d3c211923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:24.571233 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-f754733b-e542-40c6-b10c-e64d3c211923 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 1095 time: 0.1842573 Nov 12 08:07:24.571386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event deleted for resources: {'Port': ['ID=28d48162-cb36-4911-b76d-2e01951f87e6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.593255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.642323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-2cf23d63-fd34-47a5-a485-c0c7ca13721b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd HTTP/1.1" status: 200 len: 217 time: 0.0604436 Nov 12 08:07:24.649609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] No DVR routers for this DVR port 28d48162-cb36-4911-b76d-2e01951f87e6 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:07:24.653084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cd4d500-278b-4d90-a6ca-5aed6dfde10b req-ca778481-3f35-4616-b1ae-8ac014505491 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0527172 Nov 12 08:07:24.659199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.662679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55fd72e7-6817-4e5f-abf9-85c73dfb3be6 req-d9206a46-44ba-4864-a02b-4bace3282973 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "DELETE /v2.0/ports/28d48162-cb36-4911-b76d-2e01951f87e6 HTTP/1.1" status: 204 len: 173 time: 0.8737004 Nov 12 08:07:24.663414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'name': 'network-vif-deleted', 'tag': '28d48162-cb36-4911-b76d-2e01951f87e6'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:24.665996 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c201072b-5ec3-410f-b582-b7a1267fad98" -d '{"events": [{"server_uuid": "eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f", "name": "network-vif-deleted", "tag": "28d48162-cb36-4911-b76d-2e01951f87e6"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:24.688029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c9d0bc0-a0ca-4acc-ae9e-e5d79c5699c7 req-43fe563e-3dfb-45b0-84a9-fa3b5c9ce342 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523788 Nov 12 08:07:24.745891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1a583d5d-071f-4d04-933a-f2325dfd4637'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:24.749810 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbba217-edb3-4530-a5ae-81b8eb89eefa x-openstack-request-id: req-8dbba217-edb3-4530-a5ae-81b8eb89eefa {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:24.750123 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f", "name": "network-vif-deleted", "tag": "28d48162-cb36-4911-b76d-2e01951f87e6", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:24.750495 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dbba217-edb3-4530-a5ae-81b8eb89eefa {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:24.750903 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f', 'name': 'network-vif-deleted', 'tag': '28d48162-cb36-4911-b76d-2e01951f87e6', 'status': 'completed', 'code': 200} Nov 12 08:07:24.773620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-541caad2-2ff2-422b-ab71-d645d4db7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:24.775747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-541caad2-2ff2-422b-ab71-d645d4db7bb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.1235347 Nov 12 08:07:24.822522 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-90a78fdb-7235-4a6c-9055-953ca2a844ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351562 Nov 12 08:07:24.837202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.868920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18ca25-2ff9-4226-8f3f-d9b8c685e58d req-df439878-0ebe-4349-8f3a-4d7bdedb3f2d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:24.870846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.882768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d18ca25-2ff9-4226-8f3f-d9b8c685e58d req-df439878-0ebe-4349-8f3a-4d7bdedb3f2d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0776043 Nov 12 08:07:24.923096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92ae404-1adb-4f52-bcda-a8cde7f0b42d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.961899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d18ca25-2ff9-4226-8f3f-d9b8c685e58d req-a48e6ad5-8f3f-4036-8415-0a59772c755e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775492 Nov 12 08:07:24.969974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:24.990410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.991362 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Added segment 2271d7b6-6252-4a9d-9eb9-0bdf548df0e4 of type vlan for network defefb73-b5c2-4cff-9b60-d0c076a283bc Nov 12 08:07:25.052425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.056678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-0cbd1a18-a369-4f31-8403-4e2d74d58b27 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220659 Nov 12 08:07:25.137996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.138882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.140320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.166815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf230-fb2c-43d8-8713-fe590d0fe16d req-5ac5eb26-21fa-44c1-9d95-14f2dfc9d2c1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.171726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e87bf230-fb2c-43d8-8713-fe590d0fe16d req-5ac5eb26-21fa-44c1-9d95-14f2dfc9d2c1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.0884995 Nov 12 08:07:25.223673 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0207226 Nov 12 08:07:25.228925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34464) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:25.233650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Request body: {'subnet': {'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1507569401-subnet', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:25.267088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Made reservation on behalf of 4c0d5cc1b3e24ebb947844ab1c8843cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:25.269496 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.305222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e87bf230-fb2c-43d8-8713-fe590d0fe16d req-63a7020a-838a-42d7-a9a8-a7aee09c6cf7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220763 Nov 12 08:07:25.332127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a819-03fc-4bac-b746-583ebbff2c6b req-010ade55-9ca3-46d5-94ce-45b1faba0812 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.342062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba09a819-03fc-4bac-b746-583ebbff2c6b req-010ade55-9ca3-46d5-94ce-45b1faba0812 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1102929 Nov 12 08:07:25.345777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc295e-5b12-4fa9-93a1-eba6a1917d00 admin admin] Pushing event updated for resources: {'Network': ['ID=defefb73-b5c2-4cff-9b60-d0c076a283bc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:25.353795 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-53d9a4b3-b62b-4a6f-9f87-cff9c3bd3d14 req-5ad16e1f-0937-49d3-b422-dfeb950d3ca3 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850089 Nov 12 08:07:25.359189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network defefb73-b5c2-4cff-9b60-d0c076a283bc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:25.438738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba09a819-03fc-4bac-b746-583ebbff2c6b req-dcdfaba4-bf8d-40bf-9c75-688488847fa6 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954735 Nov 12 08:07:25.550114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-a1096e75-c799-4bce-99d1-ee6bd4ad5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.551598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-a1096e75-c799-4bce-99d1-ee6bd4ad5acc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1e2df68b8794d4e824f11126c651aa1&device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 1095 time: 0.0984256 Nov 12 08:07:25.582644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.704344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a05dfef-8bf5-4bbf-a247-1d52c7901637,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:25.708997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Checking segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:25.709364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Network hostable DHCP agents. Network: defefb73-b5c2-4cff-9b60-d0c076a283bc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:25.730378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-b673adac-1bbd-4e02-b978-08a364981d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.732496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-b673adac-1bbd-4e02-b978-08a364981d7a service neutron] 10.222.0.25 "GET /v2.0/networks?id=38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 200 len: 905 time: 0.1699429 Nov 12 08:07:25.749639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:25.783723 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-0b6817fb-a063-49c3-ab14-fce5d3028e03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd HTTP/1.1" status: 200 len: 217 time: 0.0433609 Nov 12 08:07:25.790997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, defefb73-b5c2-4cff-9b60-d0c076a283bc) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:25.798337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d57d6-c7b8-465a-9da2-87655e79bf18 None None] Network defefb73-b5c2-4cff-9b60-d0c076a283bc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:25.818917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-150a1831-22f5-4ae7-801f-5b00dc7af832 req-9fcc8746-ef66-4ffb-b057-a1e002c40de0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0540211 Nov 12 08:07:25.877653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-948ccbad-fdf7-4226-8efc-2516e9f6b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.879943 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-948ccbad-fdf7-4226-8efc-2516e9f6b58e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 200 len: 845 time: 0.0887465 Nov 12 08:07:25.885882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.886459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.917475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec759b8-9f0d-42f2-afb6-cb117535fb0d req-323ad775-1f1d-4f62-aaa3-e0441d2a0dac tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.930385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ec759b8-9f0d-42f2-afb6-cb117535fb0d req-323ad775-1f1d-4f62-aaa3-e0441d2a0dac tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 943 time: 0.1144097 Nov 12 08:07:25.965286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-87adfb16-5f2b-4c6d-85f4-75547eb59dde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38867dbb-babc-49bc-ba26-d340cb037094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669913 Nov 12 08:07:26.080411 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-45901c8c-344a-4e3c-a10c-51f0e558ef03 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8500702 Nov 12 08:07:26.085622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ec759b8-9f0d-42f2-afb6-cb117535fb0d req-0749e1a2-5dbe-47c1-8744-a0f92e3eb532 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471841 Nov 12 08:07:26.086090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34476) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:26.104935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:26.119762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-defefb73-b5c2-4cff-9b60-d0c076a283bc', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:07:26.120659 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.162371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:26.175443 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-9f72a128-48fe-44a6-9e86-ff34d6a77575 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091587 Nov 12 08:07:26.205978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b435f-7309-44cf-b6b6-b87a4998b7a6 req-bcaea888-6280-4f5a-9aaf-09fff49b9503 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:26.215954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f7b435f-7309-44cf-b6b6-b87a4998b7a6 req-bcaea888-6280-4f5a-9aaf-09fff49b9503 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1076572 Nov 12 08:07:26.225899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.228255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.288540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.292014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 1a583d5d-071f-4d04-933a-f2325dfd4637 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:26.301857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 1a583d5d-071f-4d04-933a-f2325dfd4637 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:26.302527 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.405303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-422ef67f-2355-49fe-b1f8-197c0e1a412a req-0c3788fa-f8db-49e0-99b3-c8e90b37a0e8 service neutron] 10.222.0.25 "GET /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110128 Nov 12 08:07:26.472124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f7b435f-7309-44cf-b6b6-b87a4998b7a6 req-8d6e9020-b66d-4932-89f5-f9e3481c8a13 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535141 Nov 12 08:07:26.537095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Allocated IP 172.20.0.2 (defefb73-b5c2-4cff-9b60-d0c076a283bc/4a05dfef-8bf5-4bbf-a247-1d52c7901637/4e22a959-ee84-4c20-a146-f552aba2f1d6) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:26.560819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.593428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.618366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:26.621207 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d599b8-8c5c-431d-a9e4-57446ccd031c" -d '{"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:26.684141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:26.691782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.737493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf76df0-0be8-4cc3-9064-ddcdee08ac58 req-ef35c2dd-cbf9-4529-9300-d43ffc2e5eaa tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:26.739035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bf76df0-0be8-4cc3-9064-ddcdee08ac58 req-ef35c2dd-cbf9-4529-9300-d43ffc2e5eaa tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.2749267 Nov 12 08:07:26.750170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d355f-c0c8-4eaa-a323-841f0d95dc82 req-45b1092e-1fb9-46c3-b158-140340d44a84 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:26.758069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e95d355f-c0c8-4eaa-a323-841f0d95dc82 req-45b1092e-1fb9-46c3-b158-140340d44a84 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1595094 Nov 12 08:07:26.779465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:26.839774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.851869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.884125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e95d355f-c0c8-4eaa-a323-841f0d95dc82 req-607e0644-1e18-4d01-9060-66d19c47154b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195660 Nov 12 08:07:26.899109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bf76df0-0be8-4cc3-9064-ddcdee08ac58 req-e8396198-d43e-42e9-bb82-8bc921b59403 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389492 Nov 12 08:07:26.911365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:26.915510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:26.926548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:26.983223 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246ff85f-f909-48ff-ac8e-de5434c70ff2 x-openstack-request-id: req-246ff85f-f909-48ff-ac8e-de5434c70ff2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:26.983601 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:26.983744 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-246ff85f-f909-48ff-ac8e-de5434c70ff2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:26.984173 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'code': 200} Nov 12 08:07:27.032135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Pushing event updated for resources: {'Port': ['ID=4e22a959-ee84-4c20-a146-f552aba2f1d6,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:27.048619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Attempting to bind port 4e22a959-ee84-4c20-a146-f552aba2f1d6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:27.049240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Attempting to bind port 4e22a959-ee84-4c20-a146-f552aba2f1d6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:27.049925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Attempting to bind port 4e22a959-ee84-4c20-a146-f552aba2f1d6 on network defefb73-b5c2-4cff-9b60-d0c076a283bc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:27.057452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:27.058121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Checking segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:27.058686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.060378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Bound using segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:27.061080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Bound port: 4e22a959-ee84-4c20-a146-f552aba2f1d6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:27.061636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.092802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb7324-7cea-4ad0-80db-65f56fdffa21 req-001327fe-9d17-4b0a-a9aa-808e373c7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:27.100700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-04bb7324-7cea-4ad0-80db-65f56fdffa21 req-001327fe-9d17-4b0a-a9aa-808e373c7887 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1102 time: 0.0762568 Nov 12 08:07:27.158500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] For port 4e22a959-ee84-4c20-a146-f552aba2f1d6, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:27.163659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] For port 4e22a959-ee84-4c20-a146-f552aba2f1d6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4e22a959-ee84-4c20-a146-f552aba2f1d6,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:27.167973 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-04bb7324-7cea-4ad0-80db-65f56fdffa21 req-82fd4800-d1a2-4225-a4dd-b90a54787026 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592861 Nov 12 08:07:27.169346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2a5371e-3da4-4b66-b8d0-cfee425bf162 req-30a32259-ad9f-48a5-b394-f1e86beab0e4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.1181195 Nov 12 08:07:27.171747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.208156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.246434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.253184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7b7bb-9bf4-483b-bc2e-12d306de9e3a None None] Pushing event updated for resources: {'Port': ['ID=4e22a959-ee84-4c20-a146-f552aba2f1d6,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:27.323939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d926a21-44a3-41ac-9202-9f8a42e79f18 req-aebe1256-9a43-417b-b471-5e24e9b6a2ac tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:27.331461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d926a21-44a3-41ac-9202-9f8a42e79f18 req-aebe1256-9a43-417b-b471-5e24e9b6a2ac tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 943 time: 0.1324131 Nov 12 08:07:27.372692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 28d48162-cb36-4911-b76d-2e01951f87e6 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:27.422107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 28d48162-cb36-4911-b76d-2e01951f87e6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:07:27.422703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 28d48162-cb36-4911-b76d-2e01951f87e6 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:07:27.432762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d926a21-44a3-41ac-9202-9f8a42e79f18 req-e57c441d-6fe8-4d79-b594-9e8aea003fb4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963614 Nov 12 08:07:27.436327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Allocated IP 172.25.4.117 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/af0434dd-c647-4021-a6d1-d3aac5ebf938) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:27.670664 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.706084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27aa82-201a-4dbb-bfbd-b4cb1cd207c8 req-778468b4-00a7-476c-adc9-37851d94fde9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:27.708079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce27aa82-201a-4dbb-bfbd-b4cb1cd207c8 req-778468b4-00a7-476c-adc9-37851d94fde9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1019745 Nov 12 08:07:27.783130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce27aa82-201a-4dbb-bfbd-b4cb1cd207c8 req-a11002ba-8b25-4599-8a3a-7b8d4d249180 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666590 Nov 12 08:07:27.793600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.833034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:27.836279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:27.839150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:27.888566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=af0434dd-c647-4021-a6d1-d3aac5ebf938,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:28.114603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6edaeb-cd21-43fb-b92d-1456774d2200 req-5d23449a-0175-4ce7-9ab6-c2e904bbcd06 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:28.116776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc6edaeb-cd21-43fb-b92d-1456774d2200 req-5d23449a-0175-4ce7-9ab6-c2e904bbcd06 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1258388 Nov 12 08:07:28.125672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725558f-ecab-4f58-b1fc-e899728cbc1c req-49a5ac7d-fc27-4634-8209-b3073ef537e0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:28.132730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6725558f-ecab-4f58-b1fc-e899728cbc1c req-49a5ac7d-fc27-4634-8209-b3073ef537e0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1575830 Nov 12 08:07:28.288023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc6edaeb-cd21-43fb-b92d-1456774d2200 req-60ec8741-7fd6-4337-9eb1-1f8e753d3f37 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535685 Nov 12 08:07:28.363993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.517519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e95a8e9a-b472-4295-841e-86638c2e18d8 req-f8aa0979-1571-4d47-8135-57bbf4cba3d8 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0481369 Nov 12 08:07:28.535567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6725558f-ecab-4f58-b1fc-e899728cbc1c req-078298a1-a041-47bf-bf5b-9406db632b41 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553202 Nov 12 08:07:28.636545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb3506a-d2a8-44e9-8e41-65040447f4c0 None None] Network defefb73-b5c2-4cff-9b60-d0c076a283bc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:28.790681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-19725a11-1611-4452-a9f5-93f36336bc33 None None] Provisioning complete for port 4e22a959-ee84-4c20-a146-f552aba2f1d6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:28.791425 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19725a11-1611-4452-a9f5-93f36336bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.960369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19725a11-1611-4452-a9f5-93f36336bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.002222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-19725a11-1611-4452-a9f5-93f36336bc33 None None] For port 4e22a959-ee84-4c20-a146-f552aba2f1d6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4e22a959-ee84-4c20-a146-f552aba2f1d6,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:29.008551 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19725a11-1611-4452-a9f5-93f36336bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.067577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4e22a959-ee84-4c20-a146-f552aba2f1d6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:29.150954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19725a11-1611-4452-a9f5-93f36336bc33 None None] Pushing event updated for resources: {'Port': ['ID=4e22a959-ee84-4c20-a146-f552aba2f1d6,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:29.158377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4e22a959-ee84-4c20-a146-f552aba2f1d6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:29.158893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.214826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cbe4c-3afa-46b7-b7e3-e8d5f59d2665 req-85c13a31-4569-4803-93cc-75407fd8aec6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:29.216414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-423cbe4c-3afa-46b7-b7e3-e8d5f59d2665 req-85c13a31-4569-4803-93cc-75407fd8aec6 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 943 time: 0.6041808 Nov 12 08:07:29.259064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e263-bc09-4d86-9313-56876a1693e5 req-b5a5448a-9c77-41d7-b5e6-22958e847351 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:29.261996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-03a7d383-e38f-4f82-9a6f-326c6a35988e None None] Provisioning complete for port 4e22a959-ee84-4c20-a146-f552aba2f1d6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:29.262745 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03a7d383-e38f-4f82-9a6f-326c6a35988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.268305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b10e263-bc09-4d86-9313-56876a1693e5 req-b5a5448a-9c77-41d7-b5e6-22958e847351 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.2369077 Nov 12 08:07:29.331465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-423cbe4c-3afa-46b7-b7e3-e8d5f59d2665 req-3f06bf13-845a-4cc0-9257-6ad45f7b9c8e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536156 Nov 12 08:07:29.400872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b10e263-bc09-4d86-9313-56876a1693e5 req-becf1690-b22f-4754-847f-40f0e39689a5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315629 Nov 12 08:07:29.402194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.456458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:29.618625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ac5d9-b4d9-4273-bfbe-67b63abf5846 req-e5e51058-fe1a-4c58-8715-f6ebe3df6de0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:29.626446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-986ac5d9-b4d9-4273-bfbe-67b63abf5846 req-e5e51058-fe1a-4c58-8715-f6ebe3df6de0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1060610 Nov 12 08:07:29.669606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:29.685262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'mac_address': 'fa:16:3e:57:d0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:29.735478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.752302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dd6b5a-3bb5-4107-983d-49c169e0e8cd {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:29.765008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-986ac5d9-b4d9-4273-bfbe-67b63abf5846 req-9f03fb9b-041f-483d-b0a6-1e277ef67ab6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373172 Nov 12 08:07:29.780846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a8895-9f43-460f-bfdb-11f65348bba5 req-d31d0419-d08a-4ff5-997b-f4a366114691 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:29.786491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:29.788841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-320a8895-9f43-460f-bfdb-11f65348bba5 req-d31d0419-d08a-4ff5-997b-f4a366114691 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1320093 Nov 12 08:07:29.791668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.806696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Router ed05f536-d06e-4330-9720-cd435eae8e6b is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:07:29.900376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:29.979427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81187c55-774e-4c07-bf61-fcc1be65f21e req-18761628-8f74-4999-8713-3a0678642b04 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.1377246 Nov 12 08:07:30.004915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-320a8895-9f43-460f-bfdb-11f65348bba5 req-87693116-3a6b-4966-b887-6925efa1ae08 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082040 Nov 12 08:07:30.051520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:30.063178 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:30.075885 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:30.077090 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:07:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:30.099272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.101152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b87480a4-43a0-4536-8e1c-f706a8e1c7a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0141344 Nov 12 08:07:30.103788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:30.120601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71649-8c49-454a-9ecd-a10b3e31cc4b req-a4753a06-ab85-4661-8411-d9d65f200325 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:30.122157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98f71649-8c49-454a-9ecd-a10b3e31cc4b req-a4753a06-ab85-4661-8411-d9d65f200325 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0687950 Nov 12 08:07:30.228409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['16dd6b5a-3bb5-4107-983d-49c169e0e8cd'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:30.284561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98f71649-8c49-454a-9ecd-a10b3e31cc4b req-1adec0c1-751e-4e94-aed0-6b91e8252e01 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279423 Nov 12 08:07:30.319429 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:30.603895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 3, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:30.637097 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:30.637878 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Updating router ed05f536-d06e-4330-9720-cd435eae8e6b port af0434dd-c647-4021-a6d1-d3aac5ebf938 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:30.644664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f0a68-58ec-4e25-b39a-d8b1954e58f0 req-ce17addf-7e6f-475a-b902-0cdf2905a57b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:30.646218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef6f0a68-58ec-4e25-b39a-d8b1954e58f0 req-ce17addf-7e6f-475a-b902-0cdf2905a57b tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 944 time: 0.1724563 Nov 12 08:07:30.667877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54746737-d5cc-4f06-9faf-3fbb3ddb516c req-54b8abc2-5b4a-4fff-9464-417437d09c08 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:30.671741 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.674961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54746737-d5cc-4f06-9faf-3fbb3ddb516c req-54b8abc2-5b4a-4fff-9464-417437d09c08 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1408885 Nov 12 08:07:30.808374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54746737-d5cc-4f06-9faf-3fbb3ddb516c req-10373b92-5be3-491d-846c-f751b7fa2b2a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324921 Nov 12 08:07:30.813545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef6f0a68-58ec-4e25-b39a-d8b1954e58f0 req-2d8b3645-7f9b-4155-b341-5d2de3f96426 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585402 Nov 12 08:07:31.048790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4e22a959-ee84-4c20-a146-f552aba2f1d6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:31.073035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.087378 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.095480 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.171436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4e22a959-ee84-4c20-a146-f552aba2f1d6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:31.171895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.199515 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Pushing event updated for resources: {'Port': ['ID=af0434dd-c647-4021-a6d1-d3aac5ebf938,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.200635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-608e5079-0d8b-456c-940d-c13956753d81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801523 Nov 12 08:07:31.206646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-18af6ae3-cec3-4347-b7aa-061262aa714f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:07:31.220078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-18af6ae3-cec3-4347-b7aa-061262aa714f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175359 Nov 12 08:07:31.223717 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.224449 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.226159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.228451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.229939 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.231788 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.232341 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.233355 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.235305 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.235950 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.236482 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.238252 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:31.256084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c4703e0-a9fd-4896-b9dd-b39a319847e9 req-25e72697-2c9d-4e61-b3ab-2c568e69d4cf tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2da0d5-312f-4a35-9aa5-0f87b6cfc00f HTTP/1.1" status: 200 len: 210 time: 0.0765693 Nov 12 08:07:31.286594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Attempting to bind port af0434dd-c647-4021-a6d1-d3aac5ebf938 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:31.288224 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Attempting to bind port af0434dd-c647-4021-a6d1-d3aac5ebf938 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:31.288794 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Attempting to bind port af0434dd-c647-4021-a6d1-d3aac5ebf938 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:31.296594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:31.296969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:31.297366 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.298876 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:31.299568 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Bound port: af0434dd-c647-4021-a6d1-d3aac5ebf938, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:31.301652 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.306956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceccae9-ee37-4a08-a4a8-4ca4255fdc2d req-80599ff5-a7f2-47d6-adb6-ca1133bdc1ba tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:31.314683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aceccae9-ee37-4a08-a4a8-4ca4255fdc2d req-80599ff5-a7f2-47d6-adb6-ca1133bdc1ba tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1338346 Nov 12 08:07:31.397457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:31.415287 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] For port af0434dd-c647-4021-a6d1-d3aac5ebf938, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:31.419603 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] For port af0434dd-c647-4021-a6d1-d3aac5ebf938, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=af0434dd-c647-4021-a6d1-d3aac5ebf938,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:31.425943 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.449208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aceccae9-ee37-4a08-a4a8-4ca4255fdc2d req-213d9d71-e754-4669-80c0-5bda63f8be58 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227736 Nov 12 08:07:31.499157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:31.506201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68417927-e969-4137-8f13-cf168d57cc62 req-f87c8f04-5b7c-498c-bc4d-0a0d3fe09d9c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:31.508390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:31.508767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.515537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68417927-e969-4137-8f13-cf168d57cc62 req-f87c8f04-5b7c-498c-bc4d-0a0d3fe09d9c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1554840 Nov 12 08:07:31.518860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Allocated IP 172.20.0.1 (defefb73-b5c2-4cff-9b60-d0c076a283bc/4a05dfef-8bf5-4bbf-a247-1d52c7901637/c667a95d-6145-461c-b3e5-723aac62e8ba) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:31.525826 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdae23e-8fdb-4856-af9b-145b21c8436c None None] Pushing event updated for resources: {'Port': ['ID=af0434dd-c647-4021-a6d1-d3aac5ebf938,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.550467 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:31.551439 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:07:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:31.636463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68417927-e969-4137-8f13-cf168d57cc62 req-5b39baeb-af93-40da-a21f-98d95874db90 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147587 Nov 12 08:07:31.685769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.715320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:31.717942 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f61d2-41b3-4ff1-a01f-51b950f769a8" -d '{"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:31.719953 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:31.734645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:31.745920 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.757041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.812014 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.861364 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442846f8-258b-40cc-bc32-ab258407221d x-openstack-request-id: req-442846f8-258b-40cc-bc32-ab258407221d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:31.869588 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:31.870061 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-442846f8-258b-40cc-bc32-ab258407221d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:31.872285 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'code': 200} Nov 12 08:07:31.880138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:31.886590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:31.890541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:31.891949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.898549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=c667a95d-6145-461c-b3e5-723aac62e8ba,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:32.003623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc430db-be68-4295-bab0-9f5ac4c9eebb req-e3280200-724b-4d82-a5d0-74a624fbb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.005579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fbc430db-be68-4295-bab0-9f5ac4c9eebb req-e3280200-724b-4d82-a5d0-74a624fbb589 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 1097 time: 0.1356552 Nov 12 08:07:32.053969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.094608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fbc430db-be68-4295-bab0-9f5ac4c9eebb req-61cd2eef-b643-4b28-968d-870aac601466 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790389 Nov 12 08:07:32.101029 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 3, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:32.133262 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf947ea-2691-4cba-a39d-e1cdb2ccfe32 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 3, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:32.221188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:32.227971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fde7-13f8-4fbd-90d5-49805ef302c4 req-1e1cf864-f60d-4d3b-a99c-846629630052 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.235730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7999fde7-13f8-4fbd-90d5-49805ef302c4 req-1e1cf864-f60d-4d3b-a99c-846629630052 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.2968619 Nov 12 08:07:32.289962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37d0e-1126-4207-a519-a052e7c1dab8 req-682667c8-cc63-4aff-acc7-db490987017a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.301319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fe37d0e-1126-4207-a519-a052e7c1dab8 req-682667c8-cc63-4aff-acc7-db490987017a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.3110592 Nov 12 08:07:32.364142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d1b9ebc1-f5b8-4b5d-9c2c-e8a6695d13a4 None None] Provisioning complete for port c667a95d-6145-461c-b3e5-723aac62e8ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:32.364589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ebc1-f5b8-4b5d-9c2c-e8a6695d13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.395874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.442123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7999fde7-13f8-4fbd-90d5-49805ef302c4 req-4818dd73-c077-40fd-80ec-22629195e857 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051611 Nov 12 08:07:32.463916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:32.507586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9ebc1-f5b8-4b5d-9c2c-e8a6695d13a4 None None] Port c667a95d-6145-461c-b3e5-723aac62e8ba cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:32.516314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769', 'port_id': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'mac_address': 'fa:16:3e:f2:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e7bc73-586c-4d54-b836-164a4ad84ec4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:32.583125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fe37d0e-1126-4207-a519-a052e7c1dab8 req-43c6dc6e-5cd2-4963-87e4-e4335dce1806 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557595 Nov 12 08:07:32.619532 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.646142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8735b86-2d06-49e5-9900-ce8cebdbf9af {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:32.718579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:32.725117 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.792487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:32.918178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0b6cc-1076-46bc-972f-2b73a527452e req-b9efcec3-0874-4ee7-95d3-af64706ea0af tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.920023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90f0b6cc-1076-46bc-972f-2b73a527452e req-b9efcec3-0874-4ee7-95d3-af64706ea0af tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.1676519 Nov 12 08:07:32.941929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.953382 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.992289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1a629-da55-4920-85b5-8fdc7d763684 req-cb68add6-7b71-4814-a17e-fc8fe6b220c0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.994203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3df1a629-da55-4920-85b5-8fdc7d763684 req-cb68add6-7b71-4814-a17e-fc8fe6b220c0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1518064 Nov 12 08:07:33.015804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device af0434dd-c647-4021-a6d1-d3aac5ebf938 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:33.075808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b8735b86-2d06-49e5-9900-ce8cebdbf9af'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:33.086672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.119409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90f0b6cc-1076-46bc-972f-2b73a527452e req-a8028cb0-d152-4e8a-91b8-092f5bb4c2f5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857154 Nov 12 08:07:33.120386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=c667a95d-6145-461c-b3e5-723aac62e8ba,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:33.181621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port af0434dd-c647-4021-a6d1-d3aac5ebf938 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:33.182109 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.212483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3df1a629-da55-4920-85b5-8fdc7d763684 req-5585d80b-5b81-4ece-b590-c6d69248caaf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807535 Nov 12 08:07:33.288025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:33.290032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:33.363723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-b1fa586f-9a90-487a-bf47-b4a3286caf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:33.369067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-b1fa586f-9a90-487a-bf47-b4a3286caf6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1102 time: 0.1026943 Nov 12 08:07:33.387024 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.454590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port af0434dd-c647-4021-a6d1-d3aac5ebf938, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=af0434dd-c647-4021-a6d1-d3aac5ebf938,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:33.490597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.670998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-bd8d4aa5-2eaa-4429-b0f2-9efeb4641032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:33.672832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-bd8d4aa5-2eaa-4429-b0f2-9efeb4641032 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2940421 Nov 12 08:07:33.684252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=af0434dd-c647-4021-a6d1-d3aac5ebf938,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:33.728087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Router ed05f536-d06e-4330-9720-cd435eae8e6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:07:33.733084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-342e6972-9ae8-4c21-a53e-1b00d5bb80d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0477660 Nov 12 08:07:33.740395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6e92fdf6-8a33-48ce-ab1b-f18617e20537 None None] Provisioning complete for port c667a95d-6145-461c-b3e5-723aac62e8ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:33.741493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6e92fdf6-8a33-48ce-ab1b-f18617e20537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.788402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23534f-0691-4891-ac58-ae1b77fdfc46 req-2af85bd3-8b6f-4e65-a891-4afd6dc61531 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:33.790006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f23534f-0691-4891-ac58-ae1b77fdfc46 req-2af85bd3-8b6f-4e65-a891-4afd6dc61531 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.2114263 Nov 12 08:07:33.792466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6e92fdf6-8a33-48ce-ab1b-f18617e20537 None None] Port c667a95d-6145-461c-b3e5-723aac62e8ba cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:33.807607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f216ccf2-7e50-4f25-8b32-060dd2f9f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:33.809588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f216ccf2-7e50-4f25-8b32-060dd2f9f408 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0657301 Nov 12 08:07:33.883033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-5462c202-9a7c-44ce-b147-83d653b930c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:33.885929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-5462c202-9a7c-44ce-b147-83d653b930c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640478 Nov 12 08:07:33.933417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-12616d75-9938-4923-8123-6f0bffa44bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:33.934945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-12616d75-9938-4923-8123-6f0bffa44bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.2579968 Nov 12 08:07:33.967915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f23534f-0691-4891-ac58-ae1b77fdfc46 req-210a89b9-9f80-4c04-a6db-9d646b340cce tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697681 Nov 12 08:07:33.995651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-1726a8b0-74ba-4f9b-afba-d428ed14a016 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0249691 Nov 12 08:07:34.011292 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-7a3930b5-51af-401b-aec5-fb1267b841ae service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145804 Nov 12 08:07:34.057991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-895c92be-2995-4045-b132-9bb7d427b1f3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476756 Nov 12 08:07:34.059612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:34.076542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4fbf9d61-89e6-465a-ad02-8ee278bd7bc5 admin admin] 10.222.0.16 "PUT /v2.0/routers/ed05f536-d06e-4330-9720-cd435eae8e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9610920 Nov 12 08:07:34.214072 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-820dc749-ad3c-463d-b240-9fc1d260eb2e service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915812 Nov 12 08:07:34.234911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e1371-64df-4190-aae6-eab474657038 req-9ea97479-0b4f-4855-87c2-f29268d0ad5d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:34.244315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d0e1371-64df-4190-aae6-eab474657038 req-9ea97479-0b4f-4855-87c2-f29268d0ad5d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.0873108 Nov 12 08:07:34.283901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-a9394047-65e9-45b2-b845-18ad215250f7 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096004 Nov 12 08:07:34.404973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d0e1371-64df-4190-aae6-eab474657038 req-ebcef69b-a8ba-4b93-9e5c-2cebb9e97edd tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593695 Nov 12 08:07:34.446810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-e9d2780d-58fe-43af-bf22-c7653e8f7867 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609385 Nov 12 08:07:34.578675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d0ffd-2152-4c89-8b0c-81ff3185ed77 req-3b9bb78b-b4b6-4656-b68f-07b48117a585 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:34.587215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-978d0ffd-2152-4c89-8b0c-81ff3185ed77 req-3b9bb78b-b4b6-4656-b68f-07b48117a585 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.0776751 Nov 12 08:07:34.650000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:34.658191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-978d0ffd-2152-4c89-8b0c-81ff3185ed77 req-f2bd684f-06a5-4d26-89bb-4f0e0eb25816 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701025 Nov 12 08:07:34.664491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:34.665362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:07:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:34.744279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38839dcd-f042-4571-8873-9a83268a9aed req-fe995801-86c3-4d0d-a103-d65335270801 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:34.745893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38839dcd-f042-4571-8873-9a83268a9aed req-fe995801-86c3-4d0d-a103-d65335270801 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0798080 Nov 12 08:07:34.795220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:34.841366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38839dcd-f042-4571-8873-9a83268a9aed req-1cc7e91c-0dc2-4785-81bc-9370e98cfa99 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890715 Nov 12 08:07:35.072878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device af0434dd-c647-4021-a6d1-d3aac5ebf938 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:35.165564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port af0434dd-c647-4021-a6d1-d3aac5ebf938 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:35.166173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.223644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 2, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:35.254354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:35.254882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Updating router ed05f536-d06e-4330-9720-cd435eae8e6b port c667a95d-6145-461c-b3e5-723aac62e8ba binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:35.298219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.439116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-839941af-fdd5-406b-aaca-e36cbd548f61 req-160f029d-a6dc-480b-ab27-f947e7003c64 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0358357 Nov 12 08:07:35.624873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e9f55-8f20-45e9-8d10-aae916edf7a2 req-bc8d885d-76f4-49ab-8f60-cb6ddcdaa2de tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:35.632623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-205e9f55-8f20-45e9-8d10-aae916edf7a2 req-bc8d885d-76f4-49ab-8f60-cb6ddcdaa2de tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0757060 Nov 12 08:07:35.679403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-205e9f55-8f20-45e9-8d10-aae916edf7a2 req-591b897b-ec58-4662-b35a-05135064e66a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Nov 12 08:07:35.784329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34678) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:35.790498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187897985', 'description': 'tempest-description--94701935'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:35.830682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.964403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.969723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.974493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.976989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.039272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.044671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2591407 Nov 12 08:07:36.047456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34704) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:36.052740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'security_group_rule': {'security_group_id': '961602e2-9645-4897-ac92-bd27a91ccc30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:36.055048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987f5cb-4f23-448d-81d3-832fcdeea74b None None] Pushing event updated for resources: {'Port': ['ID=c667a95d-6145-461c-b3e5-723aac62e8ba,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:36.060236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b716b-67a2-4407-911e-25b946cf93ad req-9b89038f-1042-4119-89c6-f5358b39b386 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:36.062555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a91b716b-67a2-4407-911e-25b946cf93ad req-9b89038f-1042-4119-89c6-f5358b39b386 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.1439848 Nov 12 08:07:36.063328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991a8e6-4087-43be-8dcc-e8896a4c31c2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961602e2-9645-4897-ac92-bd27a91ccc30,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:36.117249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Attempting to bind port c667a95d-6145-461c-b3e5-723aac62e8ba on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:36.117606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Attempting to bind port c667a95d-6145-461c-b3e5-723aac62e8ba by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:36.117993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Attempting to bind port c667a95d-6145-461c-b3e5-723aac62e8ba on network defefb73-b5c2-4cff-9b60-d0c076a283bc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:36.129974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:36.131609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.133278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Checking segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:36.133718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.136654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Bound using segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:36.137306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Bound port: c667a95d-6145-461c-b3e5-723aac62e8ba, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:36.137707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.163540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a91b716b-67a2-4407-911e-25b946cf93ad req-5d25ba0b-1b55-4839-ab39-39f6e608692d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899208 Nov 12 08:07:36.212984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4690-2280-4608-9ef0-f46717f73f63 req-86374909-7a33-4e4d-b6d3-0a12cd45dd1c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:36.214513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ae4690-2280-4608-9ef0-f46717f73f63 req-86374909-7a33-4e4d-b6d3-0a12cd45dd1c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1173043 Nov 12 08:07:36.234189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] For port c667a95d-6145-461c-b3e5-723aac62e8ba, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:36.238043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] For port c667a95d-6145-461c-b3e5-723aac62e8ba, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c667a95d-6145-461c-b3e5-723aac62e8ba,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:36.241788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:36.246476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.247339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.253319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.267781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24342e15-0da2-4290-aec3-8ef8f9648727 req-c6f1c310-7df0-4c8a-a117-84ff24da8b54 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0416834 Nov 12 08:07:36.278338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a210628-6ccb-4516-b8f0-8a5a323130dd,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:36.291401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.309749 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d695b4fa-2ace-430b-9692-9193fc81689d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2610588 Nov 12 08:07:36.312302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:36.329888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'security_group_rule': {'security_group_id': '961602e2-9645-4897-ac92-bd27a91ccc30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:36.370407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.379142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4f6337af-4582-4164-8c0d-458981ec2302 None None] Provisioning complete for port c667a95d-6145-461c-b3e5-723aac62e8ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:36.379513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f6337af-4582-4164-8c0d-458981ec2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.392428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:36.393183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:07:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:36.395215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987f5cb-4f23-448d-81d3-832fcdeea74b None None] Pushing event updated for resources: {'Port': ['ID=c667a95d-6145-461c-b3e5-723aac62e8ba,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:36.500757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.506301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.551026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-4a402832-40ed-4a42-8c69-8e5f33f12418 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0368497 Nov 12 08:07:36.554818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006a0afa-9137-43bf-961b-58e1d41636e1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:36.565395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.568025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86dc05cc-d6de-4417-878a-961e0fa27c97 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2534361 Nov 12 08:07:36.648514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port b8735b86-2d06-49e5-9900-ce8cebdbf9af completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:36.653935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:36.673262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34720) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:36.678140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:36.693808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port b8735b86-2d06-49e5-9900-ce8cebdbf9af triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:36.694345 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.853351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ae4690-2280-4608-9ef0-f46717f73f63 req-5035b6a6-98e5-4924-85a7-2755a2247df2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289568 Nov 12 08:07:36.886080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f6337af-4582-4164-8c0d-458981ec2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.934802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-6a01292c-88a9-4da4-a162-ee1cc7978a8d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:36.945659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-6a01292c-88a9-4da4-a162-ee1cc7978a8d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.1715937 Nov 12 08:07:36.965454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-e284f112-ec19-4a7b-b271-780f658cfe02 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/quotas/9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 375 time: 0.0184708 Nov 12 08:07:36.993317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.020132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4f6337af-4582-4164-8c0d-458981ec2302 None None] For port c667a95d-6145-461c-b3e5-723aac62e8ba, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c667a95d-6145-461c-b3e5-723aac62e8ba,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:37.028070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.028948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f6337af-4582-4164-8c0d-458981ec2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.044130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-47b007f7-4a19-4011-890c-97c3d2b08513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.045636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-47b007f7-4a19-4011-890c-97c3d2b08513 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=065b713eeda348139d14d5444061f866&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4763725 Nov 12 08:07:37.057148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-7ef1201e-6771-44e7-b4e4-9b83d72baac9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890279 Nov 12 08:07:37.073620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:37.074111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f735fa-bd01-4cf4-9ae8-4f0e50e42167 req-3582811c-8bd4-4044-adaa-98f8986f291e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.076011 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc103b-bad0-4c8e-aef6-021c95ee5ee5" -d '{"events": [{"server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "name": "network-vif-plugged", "status": "completed", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:37.081394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f735fa-bd01-4cf4-9ae8-4f0e50e42167 req-3582811c-8bd4-4044-adaa-98f8986f291e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0997105 Nov 12 08:07:37.107717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:37.122865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.133622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6337af-4582-4164-8c0d-458981ec2302 None None] Pushing event updated for resources: {'Port': ['ID=c667a95d-6145-461c-b3e5-723aac62e8ba,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:37.179297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:37.192547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-4f427bfc-7e3e-406c-accf-d957deb7d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.193153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f735fa-bd01-4cf4-9ae8-4f0e50e42167 req-4f81eceb-e4b1-4c5f-b237-641b5f9d1fea tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Nov 12 08:07:37.195502 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-4f427bfc-7e3e-406c-accf-d957deb7d276 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1403413 Nov 12 08:07:37.229017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-cbc06f69-d880-4265-bf6c-c620c2ade523 service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456163 Nov 12 08:07:37.234565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad86775-b1aa-4823-bdf5-277dd0ed0086 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:37.266849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:37.308570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57f1478b-49d1-43ff-99f5-5da3da549437 req-3dd5aead-b7d0-4a3b-9969-879a493b4e22 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "GET /v2.0/ports?device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0827184 Nov 12 08:07:37.312352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-05a4891d-8ead-485e-ab11-380b948908da None None] Provisioning complete for port c667a95d-6145-461c-b3e5-723aac62e8ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:37.314401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.315973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-05a4891d-8ead-485e-ab11-380b948908da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.401429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-80ffbc7b-c0a3-4470-aee1-551cae392504 service neutron] 10.222.0.16 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633668 Nov 12 08:07:37.514563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4fc77-9114-4226-aad0-a6eab9516459 req-f0945c38-54d3-479c-b3f7-cd8d186f347e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.521803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37b4fc77-9114-4226-aad0-a6eab9516459 req-f0945c38-54d3-479c-b3f7-cd8d186f347e tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.1487365 Nov 12 08:07:37.527358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Allocated IP 172.25.4.222 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ccc68bbe-aff0-4bef-ad2f-6c3f7ef77a7b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:37.613410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37b4fc77-9114-4226-aad0-a6eab9516459 req-41f97a0b-0146-4ea3-a1c5-1103569deeb0 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Nov 12 08:07:37.667792 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-122e5915-6613-4c9f-80e9-4e70ef9862da req-89a3831b-4b6e-4b53-9252-babd6359e8d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0327792 Nov 12 08:07:37.690614 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af7368d-1354-4a5f-862c-c38372ab1530 x-openstack-request-id: req-4af7368d-1354-4a5f-862c-c38372ab1530 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:37.691354 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "name": "network-vif-plugged", "status": "completed", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:37.691882 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4af7368d-1354-4a5f-862c-c38372ab1530 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:37.692470 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'code': 200} Nov 12 08:07:37.795451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e5915-6613-4c9f-80e9-4e70ef9862da req-75165997-6a2e-4f88-9910-f9263ed4f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.797222 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-122e5915-6613-4c9f-80e9-4e70ef9862da req-75165997-6a2e-4f88-9910-f9263ed4f8cf service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=065b713eeda348139d14d5444061f866&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1198940 Nov 12 08:07:37.836702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0cbccb2-c0d9-40ad-9823-467b40e0ffb7 req-1aa62045-90b3-4232-a6b5-c2af84553cca tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0511067 Nov 12 08:07:37.928535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4836b-1e53-4e85-989d-08258a03cfa2 req-1944480a-f330-4a88-ae9d-a03a235bf7ab tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.930249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76f4836b-1e53-4e85-989d-08258a03cfa2 req-1944480a-f330-4a88-ae9d-a03a235bf7ab tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.1019540 Nov 12 08:07:37.986000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ed693c5-8a3b-4006-b533-b431cd21b5bb req-aa631c42-db50-4899-a29d-7bcffabec243 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 210 time: 0.0479650 Nov 12 08:07:38.011266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.037765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e668437-c32e-4100-be02-485a2b8db912 req-8285ef79-81a3-422d-8ce1-286b78094171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:38.039514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4e668437-c32e-4100-be02-485a2b8db912 req-8285ef79-81a3-422d-8ce1-286b78094171 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1098 time: 0.2413800 Nov 12 08:07:38.055242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76f4836b-1e53-4e85-989d-08258a03cfa2 req-ed371e66-a8cb-441f-a2a7-863d72f0c9b3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146455 Nov 12 08:07:38.122482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e5915-6613-4c9f-80e9-4e70ef9862da req-66857cd5-78dc-4ced-b2fc-b44d6c4f4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:38.124018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8e8ae-8aba-4dfe-ad1a-c1b4a0a35fd7 req-4437a234-0787-4a9e-b206-de0a2330eff9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:38.124224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-122e5915-6613-4c9f-80e9-4e70ef9862da req-66857cd5-78dc-4ced-b2fc-b44d6c4f4604 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3144951 Nov 12 08:07:38.125567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ac8e8ae-8aba-4dfe-ad1a-c1b4a0a35fd7 req-4437a234-0787-4a9e-b206-de0a2330eff9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0548732 Nov 12 08:07:38.142085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.149509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4e668437-c32e-4100-be02-485a2b8db912 req-128c2d4a-2311-4848-a779-7fce07b43ab3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015120 Nov 12 08:07:38.208659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ac8e8ae-8aba-4dfe-ad1a-c1b4a0a35fd7 req-78539722-782e-4b6b-bab1-7d2602ec0180 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642984 Nov 12 08:07:38.236875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-122e5915-6613-4c9f-80e9-4e70ef9862da req-0fcc7173-ab0c-4e52-87d1-733d198f1d7b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "GET /v2.0/ports?device_id=7db2935d-3c98-4c88-ac22-4c43fbeee53b HTTP/1.1" status: 200 len: 210 time: 0.0559382 Nov 12 08:07:38.238971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:38.263078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:38.267082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:38.312497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'Port': ['ID=ccc68bbe-aff0-4bef-ad2f-6c3f7ef77a7b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:38.380715 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.420184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574a4a8-3b51-4622-bd01-460e08193dab req-aad2302d-491a-48bd-b91e-2903dea1fce5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:38.421820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9574a4a8-3b51-4622-bd01-460e08193dab req-aad2302d-491a-48bd-b91e-2903dea1fce5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1103957 Nov 12 08:07:38.511820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9574a4a8-3b51-4622-bd01-460e08193dab req-ffe76f80-4fef-4f80-8c64-42c5c16b7492 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831673 Nov 12 08:07:38.542884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.603360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.789888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e5f32-cab0-4f3d-803b-ff7a3b8f557c req-cb7e0cf4-7163-40e3-8dc0-adc320a77a82 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:38.797926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-782e5f32-cab0-4f3d-803b-ff7a3b8f557c req-cb7e0cf4-7163-40e3-8dc0-adc320a77a82 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.0872345 Nov 12 08:07:38.817874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.824231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.857465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-782e5f32-cab0-4f3d-803b-ff7a3b8f557c req-a4058af5-dd18-43eb-bec0-217b0905191d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Nov 12 08:07:38.902046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'Port': ['ID=ccc68bbe-aff0-4bef-ad2f-6c3f7ef77a7b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:38.907185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.925127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.934833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e1a47bd2-1598-4c22-9543-9e8c5bd7acea tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2518296 Nov 12 08:07:39.037052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c667a95d-6145-461c-b3e5-723aac62e8ba up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:39.093099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c667a95d-6145-461c-b3e5-723aac62e8ba triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:39.093465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.108086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-965ff9a6-a02c-4eff-b19b-d1e8c7479771 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1187897985&fields=id&tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb HTTP/1.1" status: 200 len: 267 time: 0.0675640 Nov 12 08:07:39.303615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-24779cc6-1a12-4d8b-9df3-0c72743ca141 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.305265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-24779cc6-1a12-4d8b-9df3-0c72743ca141 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.2288344 Nov 12 08:07:39.317104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-54b8e312-e4c6-4847-91c6-81de606e5c9f tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.324387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-54b8e312-e4c6-4847-91c6-81de606e5c9f tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 811 time: 0.2033901 Nov 12 08:07:39.343669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-bb4fd383-dae5-439b-9c53-607ba8a6cda2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.345451 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-bb4fd383-dae5-439b-9c53-607ba8a6cda2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 821 time: 0.1361370 Nov 12 08:07:39.349534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-06a830c3-ce88-4dc6-9227-1af6af624138 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/quotas/4c0d5cc1b3e24ebb947844ab1c8843cb HTTP/1.1" status: 200 len: 375 time: 0.0241373 Nov 12 08:07:39.361531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Request body: {'port': {'device_id': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'admin_state_up': True, 'tenant_id': '9c0127bcab704a749282f7bcf9629216'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:39.370112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-1c79da07-8076-4a62-8f08-89b8cf93bf41 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0433793 Nov 12 08:07:39.419651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:39.431153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-b9cd4c8b-7847-4994-9c8f-58c094be4cdf tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600200 Nov 12 08:07:39.492156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-35e5c945-1c66-4db7-924d-e56eea5c3887 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407416 Nov 12 08:07:39.508792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Made reservation on behalf of 9c0127bcab704a749282f7bcf9629216 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:39.514409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.685376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-9894d15a-dd3c-472a-9e70-31a38896e187 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529488 Nov 12 08:07:39.689756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Allocated IP 172.20.0.9 (ad1f9675-670b-4ede-8d00-88c8550ce43a/14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff/95755304-4bd3-49ec-8bf3-a09780b470db) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:39.728510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-29caf9a8-0911-4265-abbf-5e47bb94def6 service neutron] 10.222.0.16 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340407 Nov 12 08:07:39.736350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:39.762462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'network_id': '38867dbb-babc-49bc-ba26-d340cb037094', 'port_id': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'mac_address': 'fa:16:3e:57:d0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c009cc-2ced-40e1-afc7-eb38cc1d00e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:39.812595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.828003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16dd6b5a-3bb5-4107-983d-49c169e0e8cd {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:39.850208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:39.853225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-0cc36e31-e9fd-4737-a119-ddde8001a75c service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669447 Nov 12 08:07:39.859034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.952829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-1e01c99b-d8c3-49da-8a25-94e14c131aac service neutron] 10.222.0.16 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927435 Nov 12 08:07:39.953150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.984761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:39.996897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['16dd6b5a-3bb5-4107-983d-49c169e0e8cd'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:40.041623 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.142090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Network ad1f9675-670b-4ede-8d00-88c8550ce43a is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:40.148146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:40.158002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:40.166851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:40.228226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.229117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.258454 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-d22bd121-4cfd-4186-ac49-c1d7d87f06a9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9007571 Nov 12 08:07:40.270361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Request body: {'port': {'device_id': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:40.275302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e1ed1-047b-47e4-bea9-935627b3fc85 req-39686c19-ff44-4dd6-be02-ca5bf728b09a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.280524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-155e1ed1-047b-47e4-bea9-935627b3fc85 req-39686c19-ff44-4dd6-be02-ca5bf728b09a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 931 time: 0.1724527 Nov 12 08:07:40.362303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.435429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-155e1ed1-047b-47e4-bea9-935627b3fc85 req-6575562c-2562-479d-a5ed-439b0444f979 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481066 Nov 12 08:07:40.443938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57f8c8-3ed4-4099-8e1b-9cb4df20e848 req-a227d665-66fc-45b3-9fc4-40a1a971fa9a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.464313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f57f8c8-3ed4-4099-8e1b-9cb4df20e848 req-a227d665-66fc-45b3-9fc4-40a1a971fa9a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.2068608 Nov 12 08:07:40.531349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f57f8c8-3ed4-4099-8e1b-9cb4df20e848 req-d131d6b5-073b-49eb-82cf-8ec4511da896 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658276 Nov 12 08:07:40.593940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-89cea209-5303-4b9a-9d1d-5a36c59c8d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.595567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5378f-5143-4dd0-a0c6-36fdc4e9b75e req-31ad33c3-0e9e-4d09-b00f-fc1740631c5e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.597817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dce5378f-5143-4dd0-a0c6-36fdc4e9b75e req-31ad33c3-0e9e-4d09-b00f-fc1740631c5e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0651109 Nov 12 08:07:40.726006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dce5378f-5143-4dd0-a0c6-36fdc4e9b75e req-5efbc210-3720-4755-8970-075dbf1a9f71 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138232 Nov 12 08:07:40.857010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9e9a0-e877-4a7a-a34b-5754d1f66117 req-325c5911-256d-4dec-9ff3-5f8782a56b1b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.865452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53a9e9a0-e877-4a7a-a34b-5754d1f66117 req-325c5911-256d-4dec-9ff3-5f8782a56b1b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1111825 Nov 12 08:07:40.895098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95755304-4bd3-49ec-8bf3-a09780b470db {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:40.903872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.921003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Transition to ACTIVE for port object 95755304-4bd3-49ec-8bf3-a09780b470db will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:40.927172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.939512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e588bb6-6718-4e4f-92a6-5fa8128bbd50 req-1ebe1652-6991-4b91-9c14-02ef41af84b1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.941256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e588bb6-6718-4e4f-92a6-5fa8128bbd50 req-1ebe1652-6991-4b91-9c14-02ef41af84b1 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 944 time: 0.1370313 Nov 12 08:07:40.960939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53a9e9a0-e877-4a7a-a34b-5754d1f66117 req-e8e2bc26-eec5-4b6b-bd63-1b4cbe6f9808 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Nov 12 08:07:41.026015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e588bb6-6718-4e4f-92a6-5fa8128bbd50 req-9320dc62-5295-4d00-878c-8e1fce80e453 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637331 Nov 12 08:07:41.064008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:41.096206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:41.096547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:41.096886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:41.105718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:41.105718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:41.114062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:41.114408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:41.114792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:41.117434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Bound port: 95755304-4bd3-49ec-8bf3-a09780b470db, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:41.117863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.144816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72faed1c-b9f9-4604-83f0-ddbe38111c27 req-0690849c-bb36-474e-ada3-1aa48d83e47e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 210 time: 0.0570126 Nov 12 08:07:41.192873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1363633-a463-4c14-8b63-346c1ebfc983 req-804068b5-0f86-4bf7-a607-99cfa7fe3c46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 210 time: 0.0629735 Nov 12 08:07:41.218228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:41.224596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:41.229885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.275001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.275685 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.277367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] 10.222.0.25 "PUT /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 1092 time: 1.0129595 Nov 12 08:07:41.277872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:41.280216 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded4c68-640d-4c4a-b78d-3a01f1544a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:41.298628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f662-ca54-4428-a566-a8176760b763 req-c39edbf5-5cf3-485e-a7ed-904bb9a1be82 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.300185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1396f662-ca54-4428-a566-a8176760b763 req-c39edbf5-5cf3-485e-a7ed-904bb9a1be82 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1098 time: 0.0711982 Nov 12 08:07:41.303850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86285eb-bcde-47e4-b58c-512388ba911b service neutron] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:41.338609 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e225f-c44f-4a36-a899-74f096264b34 x-openstack-request-id: req-b63e225f-c44f-4a36-a899-74f096264b34 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:41.339124 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:41.339491 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b63e225f-c44f-4a36-a899-74f096264b34 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:41.340504 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db', 'status': 'completed', 'code': 200} Nov 12 08:07:41.355159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1396f662-ca54-4428-a566-a8176760b763 req-da77467a-b489-4c57-ad3b-35a2330b6719 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Nov 12 08:07:41.375266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-0ba68522-7a8b-4723-9ad8-2bd6b33b1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.376881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-0ba68522-7a8b-4723-9ad8-2bd6b33b1ed9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1095 time: 0.0525787 Nov 12 08:07:41.421683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-93817743-cf4a-4e26-bfae-115704e3fa27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 217 time: 0.0361655 Nov 12 08:07:41.426008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:41.485135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d47aa7-a48c-4551-9748-dc4438e1566b req-0944b42b-d6d3-439f-9461-aa7fd199be52 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.486647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56d47aa7-a48c-4551-9748-dc4438e1566b req-0944b42b-d6d3-439f-9461-aa7fd199be52 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1098 time: 0.0610416 Nov 12 08:07:41.497139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-b4c45f6f-932a-4df9-bea3-0956eb16f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.498664 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-b4c45f6f-932a-4df9-bea3-0956eb16f01b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0642302 Nov 12 08:07:41.547384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.548784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:41.549190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.560778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-b28911a9-ab1d-4d57-b688-9cf686e3200b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518651 Nov 12 08:07:41.648138 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.668026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-3ebf2860-e8ba-4e22-a636-f6e05b623d75 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996146 Nov 12 08:07:41.668980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56d47aa7-a48c-4551-9748-dc4438e1566b req-c68fb19a-e886-43dd-bbdf-02e1d914ad4d tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698430 Nov 12 08:07:41.702570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:41.705420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:41.720953 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad420ce-f956-4f63-bd05-d991c4bbe2f8" -d '{"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:41.736590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.751481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd41e6-a25e-4196-b821-c5a1d1189488 req-41c5fcf6-ae73-48c2-8440-b470e68c02f4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.762111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24dd41e6-a25e-4196-b821-c5a1d1189488 req-41c5fcf6-ae73-48c2-8440-b470e68c02f4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.2201424 Nov 12 08:07:41.821657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24dd41e6-a25e-4196-b821-c5a1d1189488 req-929b68c1-2d26-489d-88eb-2d643ad562b9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583906 Nov 12 08:07:41.832833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:41.954686 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabedd50-e6fa-40c5-a794-3af4cddcd870 x-openstack-request-id: req-eabedd50-e6fa-40c5-a794-3af4cddcd870 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:41.954990 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:41.955268 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eabedd50-e6fa-40c5-a794-3af4cddcd870 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:41.955695 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'code': 200} Nov 12 08:07:42.017595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341bff-96b4-4db5-9c73-f086fbde99ea req-2ee73e90-104a-4600-afd2-910ad1322698 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.026070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06341bff-96b4-4db5-9c73-f086fbde99ea req-2ee73e90-104a-4600-afd2-910ad1322698 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0754361 Nov 12 08:07:42.057301 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b86f4ee1-9f3c-4e38-a040-c35d38903fbc req-b18a8594-f145-41b4-af75-ebc66e4255bd service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808420 Nov 12 08:07:42.065632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-3b641fd9-0ce7-4a0c-a918-69fefa55ac05 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.067066 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-3b641fd9-0ce7-4a0c-a918-69fefa55ac05 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.2773242 Nov 12 08:07:42.076814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06341bff-96b4-4db5-9c73-f086fbde99ea req-31ba74b8-d463-4aee-80b7-40fa90e24132 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Nov 12 08:07:42.103731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Request body: {'port': {'device_id': '5255f330-1510-4b0b-8d22-313d58c509cd', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'admin_state_up': True, 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:42.237828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-e0090214-80d0-408d-b8b2-890c6293d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.239626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-e0090214-80d0-408d-b8b2-890c6293d10e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1095 time: 0.1123307 Nov 12 08:07:42.271272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf5bd4-0868-4fcd-b4c0-18470fb0fb4f req-79279a7c-8bde-4888-9bc2-6c6ad9bfaffb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.281929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dcf5bd4-0868-4fcd-b4c0-18470fb0fb4f req-79279a7c-8bde-4888-9bc2-6c6ad9bfaffb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1300509 Nov 12 08:07:42.378828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:42.383896 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.446735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dcf5bd4-0868-4fcd-b4c0-18470fb0fb4f req-2dd602dd-9e79-46fa-a01c-705003fcad15 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428154 Nov 12 08:07:42.484768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-3b2f5d38-dd90-4bcd-ba75-47b91f4ad19a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.486654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-3b2f5d38-dd90-4bcd-ba75-47b91f4ad19a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 811 time: 0.2415543 Nov 12 08:07:42.572370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Allocated IP 172.20.0.7 (3c3e1a77-3e53-4ffd-8e43-79e0469af7e1/43aafb6f-6649-4282-b7f6-0304c919bc5a/64a395cc-38c1-4ade-aad2-3f2bf2723030) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:42.610445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-456c40f2-021b-49ba-aa3a-6e946aa75b16 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb HTTP/1.1" status: 200 len: 380 time: 0.1113451 Nov 12 08:07:42.620752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-ed2245f1-0563-44cf-ba40-e0f4bcbeefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.622504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-ed2245f1-0563-44cf-ba40-e0f4bcbeefba service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.3739057 Nov 12 08:07:42.625386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'port': {'device_id': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'admin_state_up': True, 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'security_groups': ['961602e2-9645-4897-ac92-bd27a91ccc30']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:42.684293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-30cc63b6-b3fb-4f57-8cc8-2ce9192b5530 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 217 time: 0.0509732 Nov 12 08:07:42.739551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ef719-91c0-4cca-b1a5-d8f1d7513993 req-fff349d3-e31c-40a8-a1f4-6696496061fe tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.741236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-249ef719-91c0-4cca-b1a5-d8f1d7513993 req-fff349d3-e31c-40a8-a1f4-6696496061fe tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.2000921 Nov 12 08:07:42.793506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-16926276-ba5b-4f2b-8fec-f00b4ecf9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:42.795253 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-16926276-ba5b-4f2b-8fec-f00b4ecf9007 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1031878 Nov 12 08:07:42.819547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Made reservation on behalf of 4c0d5cc1b3e24ebb947844ab1c8843cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:42.823364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.846972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-249ef719-91c0-4cca-b1a5-d8f1d7513993 req-1d9df3a0-f7ab-4a3a-9208-825b9836a4c3 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941207 Nov 12 08:07:42.856583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-4a483d0e-572c-43fc-82ea-28941f794f21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440500 Nov 12 08:07:42.861742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.981699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e3c965b-1207-4a92-b1b5-c9f2fc57bce1 req-a32194cb-9632-4eaa-a258-27aa28338ced tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 210 time: 0.0469050 Nov 12 08:07:42.983426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.041251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:43.051329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:43.060662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-7d153c9d-c95d-4812-b001-a433b4becdb7 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:07:43.061703 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-7d153c9d-c95d-4812-b001-a433b4becdb7 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173299 Nov 12 08:07:43.064105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:43.091090 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c429fe78-02a5-4e65-82b9-01ac122b564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.107634 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-99a69e4f-6600-4ccb-a2f5-372d11330cb8 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197845 Nov 12 08:07:43.121920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42bdcaee-d2d6-49d8-9a9d-3e5aaad2f45f req-45bc8968-f55b-4819-a086-0f12f94af2c5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 210 time: 0.0325568 Nov 12 08:07:43.136767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Allocated IP 172.20.0.6 (defefb73-b5c2-4cff-9b60-d0c076a283bc/4a05dfef-8bf5-4bbf-a247-1d52c7901637/56e1a8d9-4bd9-43f4-b312-b5eec622cb7d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:43.152152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event updated for resources: {'Port': ['ID=64a395cc-38c1-4ade-aad2-3f2bf2723030,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:43.215349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-c5715211-57b6-424c-b7b4-a23a0d3d1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:43.216771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-c5715211-57b6-424c-b7b4-a23a0d3d1930 service neutron] 10.222.0.16 "GET /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 1095 time: 0.1116295 Nov 12 08:07:43.231001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Request body: {'binding': {'host': 'n-h1-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:43.231457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:07:43.238687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:43.239314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.372458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941920f-3a6e-49a5-ad70-39ac5fb58e7d req-0c91f413-d6fc-4b3c-96d9-10a0d6376cdb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:43.373951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f941920f-3a6e-49a5-ad70-39ac5fb58e7d req-0c91f413-d6fc-4b3c-96d9-10a0d6376cdb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.0818958 Nov 12 08:07:43.386457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.452638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f941920f-3a6e-49a5-ad70-39ac5fb58e7d req-11a074ae-da9a-47b5-920a-2b37b3c9e942 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698848 Nov 12 08:07:43.466462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.526516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:43.536027 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-71deaffd-c95c-4aeb-8ead-71af38dece1b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4414730 Nov 12 08:07:43.557127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Request body: {'port': {'device_id': '5255f330-1510-4b0b-8d22-313d58c509cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:43.562533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'Port': ['ID=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:43.568229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:43.571917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:43.612388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dded4c68-640d-4c4a-b78d-3a01f1544a0c req-d0c8cf98-3b14-4679-93c4-8d561ec70dba service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869413 Nov 12 08:07:43.670216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd330-8191-4eb7-93e2-4836f0f5f235 req-b6e7979a-d592-4a87-a10d-c8287e0e14e8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:43.672782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab4bd330-8191-4eb7-93e2-4836f0f5f235 req-b6e7979a-d592-4a87-a10d-c8287e0e14e8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1485224 Nov 12 08:07:43.682926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:43.683651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.687734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.731189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-aac4613a-afd4-43dc-b9e0-4e33617bcee9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1104393 Nov 12 08:07:43.769044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on host n-h1-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:43.769389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:43.769722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:43.771913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Request body: {'port': {'device_id': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:43.786437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:43.786789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:43.794233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab4bd330-8191-4eb7-93e2-4836f0f5f235 req-52da1f7d-5e81-42e0-a1d5-66f631482ab1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063898 Nov 12 08:07:43.856202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:43.856487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:43.856861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:43.857317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Bound port: b8735b86-2d06-49e5-9900-ce8cebdbf9af, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:43.892785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.913047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-b44f53ea-e5bd-406a-8a9e-5976eecdae9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1166570 Nov 12 08:07:43.963628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cf51a87e-361c-4a59-a703-49b5558f6f2e None None] Provisioning complete for port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:43.964792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf51a87e-361c-4a59-a703-49b5558f6f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.975686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:43.982672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:43.983857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-dfb7cfd6-0c51-449c-9a13-be5ffcd62bbf service neutron] 10.222.0.16 "POST /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af/bindings HTTP/1.1" status: 201 len: 390 time: 0.7581992 Nov 12 08:07:44.026656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cf51a87e-361c-4a59-a703-49b5558f6f2e None None] Port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:44.093803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a395cc-38c1-4ade-aad2-3f2bf2723030 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:44.104262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.118282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Transition to ACTIVE for port object 64a395cc-38c1-4ade-aad2-3f2bf2723030 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:44.123220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.184329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Pushing event updated for resources: {'Port': ['ID=64a395cc-38c1-4ade-aad2-3f2bf2723030,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:44.189005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36897c53-7d39-4fd0-8544-bd64ae5377d3 req-2abfaf29-8c82-4a41-b6ba-4215d6557ada tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.190207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36897c53-7d39-4fd0-8544-bd64ae5377d3 req-2abfaf29-8c82-4a41-b6ba-4215d6557ada tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.2755189 Nov 12 08:07:44.250939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-b236816e-7e3a-435a-b1fc-60331150fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.252623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-b236816e-7e3a-435a-b1fc-60331150fc97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 1096 time: 0.2492504 Nov 12 08:07:44.325738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-81bfadcf-ea9e-4dc5-a0db-c90c408662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.327305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-81bfadcf-ea9e-4dc5-a0db-c90c408662b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1098 time: 0.0875378 Nov 12 08:07:44.327887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.330145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Attempting to bind port 64a395cc-38c1-4ade-aad2-3f2bf2723030 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:44.330475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Attempting to bind port 64a395cc-38c1-4ade-aad2-3f2bf2723030 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:44.331363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Attempting to bind port 64a395cc-38c1-4ade-aad2-3f2bf2723030 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:44.345568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Port 64a395cc-38c1-4ade-aad2-3f2bf2723030 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:44.345568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Attempting to bind port 64a395cc-38c1-4ade-aad2-3f2bf2723030 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:44.367815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:44.367815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:44.368270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Bound using segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:44.368706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Bound port: 64a395cc-38c1-4ade-aad2-3f2bf2723030, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:44.369052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.397171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1286f6-6d27-416b-b683-7e20c129302e req-6c67a7d2-754a-49e7-b75b-863d22aae2c5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.398725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a1286f6-6d27-416b-b683-7e20c129302e req-6c67a7d2-754a-49e7-b75b-863d22aae2c5 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.2231829 Nov 12 08:07:44.435158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36897c53-7d39-4fd0-8544-bd64ae5377d3 req-788d7566-72c2-4994-903d-8bcbe265923a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199488 Nov 12 08:07:44.507446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-6fa03f52-2584-457f-b2a6-421492c0130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.508872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-6fa03f52-2584-457f-b2a6-421492c0130c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1736407 Nov 12 08:07:44.514215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] For port 64a395cc-38c1-4ade-aad2-3f2bf2723030, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:44.517500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] For port 64a395cc-38c1-4ade-aad2-3f2bf2723030, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:44.530833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-bbed151c-e633-452b-b0d5-bd16400179c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.532354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-bbed151c-e633-452b-b0d5-bd16400179c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.2478898 Nov 12 08:07:44.544182 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a1286f6-6d27-416b-b683-7e20c129302e req-cf1c341f-8e1f-4660-ae27-8c5bd351e611 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167390 Nov 12 08:07:44.572088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.586572 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-2279f69b-91b8-45a1-a4c3-20b31a23bafa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 217 time: 0.0675218 Nov 12 08:07:44.595345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-03e978f8-6750-46e0-a0d1-9421c3bc6299 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 200 len: 217 time: 0.0472791 Nov 12 08:07:44.653460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.654076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.655424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] 10.222.0.32 "PUT /v2.0/ports/64a395cc-38c1-4ade-aad2-3f2bf2723030 HTTP/1.1" status: 200 len: 1092 time: 1.1082726 Nov 12 08:07:44.657320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5255f330-1510-4b0b-8d22-313d58c509cd', 'tag': '64a395cc-38c1-4ade-aad2-3f2bf2723030'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:44.659697 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109b2c6-c3cc-4239-9581-aec65f4e453f" -d '{"events": [{"name": "network-changed", "server_uuid": "5255f330-1510-4b0b-8d22-313d58c509cd", "tag": "64a395cc-38c1-4ade-aad2-3f2bf2723030"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:44.697258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-fd482600-c391-4af7-b1af-63c7164ae987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.698725 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-fd482600-c391-4af7-b1af-63c7164ae987 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.0872564 Nov 12 08:07:44.699317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6415c7-cb8d-44c2-aff7-76dad1926f73 service neutron] Pushing event updated for resources: {'Port': ['ID=64a395cc-38c1-4ade-aad2-3f2bf2723030,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:44.743858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-1f4cc352-db20-4262-8ecc-e1b01c34362f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376580 Nov 12 08:07:44.746109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:44.761729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8639899-cd46-42b5-8ddf-a373d18c99dd req-9fc78844-eff5-4788-b82a-f0a9b869e213 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.763144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8639899-cd46-42b5-8ddf-a373d18c99dd req-9fc78844-eff5-4788-b82a-f0a9b869e213 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 943 time: 0.2163489 Nov 12 08:07:44.764555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-bc3bb8f3-7c9f-461f-9044-24a4547fcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.765884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-bc3bb8f3-7c9f-461f-9044-24a4547fcf0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1437211 Nov 12 08:07:44.770250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.783305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3148d2b-590c-40d8-abf5-9c5a7a261b4e req-8101605c-3f89-425c-bf81-2882d4eb3fc2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.784800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3148d2b-590c-40d8-abf5-9c5a7a261b4e req-8101605c-3f89-425c-bf81-2882d4eb3fc2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.1638234 Nov 12 08:07:44.830010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-f61f5134-a486-4b06-8b9a-c1a901883f27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548816 Nov 12 08:07:44.838335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-4625a172-d638-4d4a-8974-c68aafeeeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.839971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-4625a172-d638-4d4a-8974-c68aafeeeeaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 1095 time: 0.1217363 Nov 12 08:07:44.853854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Transition to ACTIVE for port object 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:44.885192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.895497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-8902e0ed-bd5d-4065-9481-bcef4cf086f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030 HTTP/1.1" status: 200 len: 217 time: 0.0468016 Nov 12 08:07:44.900801 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-86b1cd45-4ef7-43a1-8f04-ded0da3db2e2 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416061 Nov 12 08:07:44.988469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8639899-cd46-42b5-8ddf-a373d18c99dd req-d5b699c3-8b8a-4bc1-9513-2fa7d7145130 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953859 Nov 12 08:07:45.017943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3148d2b-590c-40d8-abf5-9c5a7a261b4e req-4a9ec224-5344-4d3b-81be-28150d28eca6 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198417 Nov 12 08:07:45.018149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-351ce5ed-2d09-47b3-94af-56ba1f4d2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:45.020467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-351ce5ed-2d09-47b3-94af-56ba1f4d2f43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1028631 Nov 12 08:07:45.024262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Pushing event updated for resources: {'Port': ['ID=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:45.080994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-a83fd912-38d3-4451-bf99-0fd3f9b4986f service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406573 Nov 12 08:07:45.092799 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-f2f28de6-526b-47f5-8ec7-85a5491e96a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652637 Nov 12 08:07:45.103707 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-ccf8e646-089f-4fd0-80c1-44ecc2b920b7 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957099 Nov 12 08:07:45.270511 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-6e2fde4e-f3ac-4bd7-8be8-eec65b998996 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582179 Nov 12 08:07:45.386696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c16af4c-fabb-4b24-9fca-9bcde8a8d772 req-296c3cde-5a6a-4556-b94f-1f6a16130ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087112 Nov 12 08:07:45.524995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.643139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Attempting to bind port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:45.643674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Attempting to bind port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:45.643835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Attempting to bind port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d on network defefb73-b5c2-4cff-9b60-d0c076a283bc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:45.666728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d on network defefb73-b5c2-4cff-9b60-d0c076a283bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:45.667154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Attempting to bind port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d on network defefb73-b5c2-4cff-9b60-d0c076a283bc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:45.683166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f825d4-9782-40af-9d99-b9cf6591386d req-3c019cba-e2c6-454d-8076-a005ccfa2c88 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:45.684758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21f825d4-9782-40af-9d99-b9cf6591386d req-3c019cba-e2c6-454d-8076-a005ccfa2c88 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 943 time: 0.5393267 Nov 12 08:07:45.695195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c37c3-12be-46ed-8ea5-1e4bcde2eb34 req-ed3d10ae-fcd9-42e6-930d-68f1bd756642 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:45.696712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-843c37c3-12be-46ed-8ea5-1e4bcde2eb34 req-ed3d10ae-fcd9-42e6-930d-68f1bd756642 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.1267931 Nov 12 08:07:45.698572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-287c9992-5e56-4eaa-b865-8ceba98f14ae req-caba636b-02b3-4483-89d9-05ead2c191c9 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860264 Nov 12 08:07:45.700685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:45.701115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Checking segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:45.701541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Bound using segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:45.702049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Bound port: 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:45.702466 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.816468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21f825d4-9782-40af-9d99-b9cf6591386d req-b1f8fd12-d926-47e7-a3da-68df86cc7f35 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167724 Nov 12 08:07:45.832869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-843c37c3-12be-46ed-8ea5-1e4bcde2eb34 req-d058c455-327e-4b87-bbae-e859d4270d65 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151690 Nov 12 08:07:45.843507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] For port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:45.848920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] For port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:45.858737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.895371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:45.897038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.899178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 1092 time: 2.1402507 Nov 12 08:07:45.900076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:45.902571 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:45.927074 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01caba-c014-42a9-8510-9b26190301b4 x-openstack-request-id: req-be01caba-c014-42a9-8510-9b26190301b4 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:45.927917 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5255f330-1510-4b0b-8d22-313d58c509cd", "tag": "64a395cc-38c1-4ade-aad2-3f2bf2723030", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:45.928817 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be01caba-c014-42a9-8510-9b26190301b4 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:45.928817 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5255f330-1510-4b0b-8d22-313d58c509cd', 'tag': '64a395cc-38c1-4ade-aad2-3f2bf2723030', 'status': 'completed', 'code': 200} Nov 12 08:07:45.932838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dab85-04f8-4837-9ced-aae452aa58e3 service neutron] Pushing event updated for resources: {'Port': ['ID=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:46.086384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-57d6eda9-5dc2-493d-b159-fa396c329d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.088466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-57d6eda9-5dc2-493d-b159-fa396c329d31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1095 time: 0.1332543 Nov 12 08:07:46.092737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-56fd86e5-9814-4c9f-b393-15f5caa409d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.094342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-56fd86e5-9814-4c9f-b393-15f5caa409d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 1095 time: 0.1242046 Nov 12 08:07:46.111561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b374-f30b-4f9b-a067-a7dc31c26659 req-69ad6789-a4aa-4cf6-9869-ec691732ad65 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.120439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3e4b374-f30b-4f9b-a067-a7dc31c26659 req-69ad6789-a4aa-4cf6-9869-ec691732ad65 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0920608 Nov 12 08:07:46.234744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-48c29544-f9ae-4417-a26d-59d87916aac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 217 time: 0.1115432 Nov 12 08:07:46.361501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-680bd9b4-860c-4380-ad18-d6bfc8e73f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.362975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-680bd9b4-860c-4380-ad18-d6bfc8e73f18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.1155357 Nov 12 08:07:46.370353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3e4b374-f30b-4f9b-a067-a7dc31c26659 req-9596e9f5-00e9-4987-9a94-573158df4e03 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489753 Nov 12 08:07:46.373859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-145a6a84-17d7-4ace-b56e-1514d779b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.375255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-145a6a84-17d7-4ace-b56e-1514d779b966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.2512028 Nov 12 08:07:46.383432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1596-8930-4c8b-8988-6e7fd0acf70e req-a929ec00-8b5d-48ad-842f-483a0217ddb2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.390465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cef1596-8930-4c8b-8988-6e7fd0acf70e req-a929ec00-8b5d-48ad-842f-483a0217ddb2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1632802 Nov 12 08:07:46.466013 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d80bf8-822c-4ecb-b061-f998be0fbe76 x-openstack-request-id: req-80d80bf8-822c-4ecb-b061-f998be0fbe76 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:46.466347 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:46.466526 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80d80bf8-822c-4ecb-b061-f998be0fbe76 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:46.466930 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'status': 'completed', 'code': 200} Nov 12 08:07:46.480086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-f33d2ab9-9189-413e-bc5a-4700f486c7c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030 HTTP/1.1" status: 200 len: 217 time: 0.0875247 Nov 12 08:07:46.577193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-b232d6ac-7160-4394-bda6-67db6899eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.578703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-b232d6ac-7160-4394-bda6-67db6899eb19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061756 Nov 12 08:07:46.582052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cef1596-8930-4c8b-8988-6e7fd0acf70e req-cca64a59-b1d8-4317-8d6a-53abadffeb13 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908367 Nov 12 08:07:46.623124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-1e96d785-6dba-4916-be13-6f5da411ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.624650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-1e96d785-6dba-4916-be13-6f5da411ef2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1329639 Nov 12 08:07:46.635344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079309f3-2f06-440a-8abd-00b1d42f9e67 req-b49ee798-b080-43e1-a161-885eeb98db3c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.636959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-079309f3-2f06-440a-8abd-00b1d42f9e67 req-b49ee798-b080-43e1-a161-885eeb98db3c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 943 time: 0.1530304 Nov 12 08:07:46.680592 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.701272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-63120e1c-c3d9-44ba-8626-b45d37a1740d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632188 Nov 12 08:07:46.842711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-5d497c92-e278-4bb9-ab0d-7c9bc49724b3 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541361 Nov 12 08:07:46.855699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-079309f3-2f06-440a-8abd-00b1d42f9e67 req-81fc40f2-41bd-4df7-af5a-d8418626a264 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771076 Nov 12 08:07:46.876245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c13875-6b1c-4a8f-b5e1-2f23a3499624 req-ea73dfd2-fe4c-47f5-97ec-e4adad5a35df tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.876973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76c13875-6b1c-4a8f-b5e1-2f23a3499624 req-ea73dfd2-fe4c-47f5-97ec-e4adad5a35df tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.1781044 Nov 12 08:07:46.956278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-1e275118-fdb4-450e-b613-6eec80ec1492 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431362 Nov 12 08:07:47.023303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76c13875-6b1c-4a8f-b5e1-2f23a3499624 req-efa0e41d-54ad-4192-a130-80015a1a3142 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320786 Nov 12 08:07:47.102783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ce9f89c-ea87-4b29-b821-484603b3ea79 req-72f9a2f4-a375-47f5-9cf6-9616470b1567 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446859 Nov 12 08:07:47.178912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb572a7-4515-4f00-ac98-641a66f44a45 req-f5676a01-48e8-441c-a1e7-bf1babea1c28 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.180527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bb572a7-4515-4f00-ac98-641a66f44a45 req-f5676a01-48e8-441c-a1e7-bf1babea1c28 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 943 time: 0.1179388 Nov 12 08:07:47.199691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5109b2c6-c3cc-4239-9581-aec65f4e453f req-7e07bdc4-3408-466e-b6dc-bce2127d940a service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343946 Nov 12 08:07:47.238189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152dafa-9c02-490c-92ff-13b65f5baf81 req-21057326-6101-4e0b-8878-f8e0134b568f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.239754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5152dafa-9c02-490c-92ff-13b65f5baf81 req-21057326-6101-4e0b-8878-f8e0134b568f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.1360931 Nov 12 08:07:47.299322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-b96d6297-fd24-4522-ac73-f90f4de7b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.300867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-b96d6297-fd24-4522-ac73-f90f4de7b43e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1095 time: 0.1177745 Nov 12 08:07:47.306847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bb572a7-4515-4f00-ac98-641a66f44a45 req-0ca3d9ef-e003-4c03-9af9-ac050a377bcd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124074 Nov 12 08:07:47.353946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5152dafa-9c02-490c-92ff-13b65f5baf81 req-a87b42f8-713b-4e37-8a88-03f5dd76ed9f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059976 Nov 12 08:07:47.453088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:47.535245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-3e3aea6f-a853-42d9-a520-e63e0751ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.536725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-3e3aea6f-a853-42d9-a520-e63e0751ee00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.2263651 Nov 12 08:07:47.547932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.573029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:47.575711 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e6087-2898-47ca-afa9-f9f2f6acad7e" -d '{"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-unplugged", "status": "completed", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:47.588395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:47.593028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.606853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-efcc0cd6-7954-49f3-8960-be914c1477bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 217 time: 0.0518370 Nov 12 08:07:47.617807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c20e1-26e8-4751-8bbc-6e90d96f6d71 req-89e278f9-a70d-4ec4-bbfa-bae2a5c5a46c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.619965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e0c20e1-26e8-4751-8bbc-6e90d96f6d71 req-89e278f9-a70d-4ec4-bbfa-bae2a5c5a46c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1435287 Nov 12 08:07:47.649959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:47.660333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419eb69-2720-4cae-9806-34fc50314bba req-014b75ab-d56d-4584-a4f6-9e170b073d22 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.662362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f419eb69-2720-4cae-9806-34fc50314bba req-014b75ab-d56d-4584-a4f6-9e170b073d22 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 945 time: 0.1408069 Nov 12 08:07:47.710100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-6fa488d0-d0cb-4a49-97ef-40e68f3ce22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.711523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-6fa488d0-d0cb-4a49-97ef-40e68f3ce22c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.0898576 Nov 12 08:07:47.747369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e0c20e1-26e8-4751-8bbc-6e90d96f6d71 req-31c7259a-013c-4a26-b1ae-e7b7d6841553 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972083 Nov 12 08:07:47.787329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f419eb69-2720-4cae-9806-34fc50314bba req-8e0a542a-eb73-49df-a07d-c4303bfb384d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098018 Nov 12 08:07:47.795791 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961580f1-e0d1-48eb-8f85-5134a5a1d56b x-openstack-request-id: req-961580f1-e0d1-48eb-8f85-5134a5a1d56b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:47.796305 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-unplugged", "status": "completed", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:47.796406 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-961580f1-e0d1-48eb-8f85-5134a5a1d56b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:47.796762 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'code': 200} Nov 12 08:07:47.804174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-1a1b2577-09d6-4f3a-9d13-49548aca81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.806033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-1a1b2577-09d6-4f3a-9d13-49548aca81e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788865 Nov 12 08:07:47.979724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484441-37df-4b4e-a3c2-20836309ae08 req-21d7a38d-ea12-49fb-84b1-c548ae19d0bf tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.981208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94484441-37df-4b4e-a3c2-20836309ae08 req-21d7a38d-ea12-49fb-84b1-c548ae19d0bf tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1006246 Nov 12 08:07:47.984125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-ef790c37-ca5c-4983-8d02-5d71d9097145 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659701 Nov 12 08:07:48.039023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef9ca6-cc6b-45fc-8e31-69fa8ac611da req-72ab2a16-47e8-4fb7-821f-d05490b524da tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.040557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48ef9ca6-cc6b-45fc-8e31-69fa8ac611da req-72ab2a16-47e8-4fb7-821f-d05490b524da tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 943 time: 0.1115708 Nov 12 08:07:48.118746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94484441-37df-4b4e-a3c2-20836309ae08 req-f14a6cd7-8448-42ab-bc1e-683c92219ffc tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310511 Nov 12 08:07:48.154208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48ef9ca6-cc6b-45fc-8e31-69fa8ac611da req-813d9283-2499-4e18-9579-afb494f07bef tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016507 Nov 12 08:07:48.165307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffb3d863-5d00-48b8-8ff2-3c5c28152e3d req-d5ef3a59-8184-4022-8b8d-77def91bc845 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674578 Nov 12 08:07:48.270658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6d23d-4fb4-4582-a915-b9f20ed8779e req-ab562ef4-5ae7-4ffe-94c9-e2f296ca3687 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.272925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bd6d23d-4fb4-4582-a915-b9f20ed8779e req-ab562ef4-5ae7-4ffe-94c9-e2f296ca3687 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.0553706 Nov 12 08:07:48.273963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64a395cc-38c1-4ade-aad2-3f2bf2723030 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:48.323931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bd6d23d-4fb4-4582-a915-b9f20ed8779e req-f3cf79bd-8dc9-4c0f-93f9-a5164dc1ea96 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Nov 12 08:07:48.376166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64a395cc-38c1-4ade-aad2-3f2bf2723030, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:48.390198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '64a395cc-38c1-4ade-aad2-3f2bf2723030', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': '64a395cc-38c1-4ade-aad2-3f2bf2723030', 'mac_address': 'fa:16:3e:31:0e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:48.437101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.451361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a395cc-38c1-4ade-aad2-3f2bf2723030 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:48.452206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc348021-571d-4dfc-bc77-c2d3548c154c req-c86194e8-b0f4-4f70-af47-03c9298d346f tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.453738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc348021-571d-4dfc-bc77-c2d3548c154c req-c86194e8-b0f4-4f70-af47-03c9298d346f tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 943 time: 0.0648797 Nov 12 08:07:48.475092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64a395cc-38c1-4ade-aad2-3f2bf2723030, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:48.479865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.538121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe0647-057c-49ac-9c14-5f820016956f req-4b3e8bcd-9669-4d4e-9e9f-689c3e7c93b9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.538334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=64a395cc-38c1-4ade-aad2-3f2bf2723030,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:48.540159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dbe0647-057c-49ac-9c14-5f820016956f req-4b3e8bcd-9669-4d4e-9e9f-689c3e7c93b9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.0853863 Nov 12 08:07:48.559317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc348021-571d-4dfc-bc77-c2d3548c154c req-70e32ee9-33d0-4bfd-8f5d-1bdd73f4254c tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941372 Nov 12 08:07:48.597619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dbe0647-057c-49ac-9c14-5f820016956f req-8008ab1c-3d5d-42a3-8fac-3a6eb3dcd1bc tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Nov 12 08:07:48.675772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-0a61a064-fd67-4431-8055-d1862c9bbb2d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.677254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-0a61a064-fd67-4431-8055-d1862c9bbb2d tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 943 time: 0.0479040 Nov 12 08:07:48.774252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Deleting port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:07:48.774612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.849489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['64a395cc-38c1-4ade-aad2-3f2bf2723030'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:48.902597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] For port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,segment=NetworkSegment(be98c1be-c640-4fc5-8f74-be2c2a0651c8),segment_id=be98c1be-c640-4fc5-8f74-be2c2a0651c8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:48.903460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.917085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Calling delete_port for 16dd6b5a-3bb5-4107-983d-49c169e0e8cd owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:07:48.919927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd91e3f-229b-4ad2-b25b-b7317860c4c6 req-32cc1673-ceb2-4f3a-a33c-bb6f4d43b20c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.921560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bd91e3f-229b-4ad2-b25b-b7317860c4c6 req-32cc1673-ceb2-4f3a-a33c-bb6f4d43b20c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1045752 Nov 12 08:07:48.980146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773e3b5-db62-405a-ae30-16e4496037eb req-e4192a20-aab6-40a5-bb81-2d906db79643 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:48.981728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9773e3b5-db62-405a-ae30-16e4496037eb req-e4192a20-aab6-40a5-bb81-2d906db79643 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7b70680-9119-482f-85c2-2507c5b4ed9a HTTP/1.1" status: 200 len: 943 time: 0.1113162 Nov 12 08:07:49.019311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bd91e3f-229b-4ad2-b25b-b7317860c4c6 req-5e892a44-d6c7-45af-9b87-d70bbb005f3a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892794 Nov 12 08:07:49.064258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9773e3b5-db62-405a-ae30-16e4496037eb req-9593defd-06d4-4cf9-bcd8-317d94a872e4 tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.16 "GET /v2.0/security-groups?id=efc655cd-f028-4f03-bf70-52ae3c05f57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737915 Nov 12 08:07:49.095925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.125381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Pushing event deleted for resources: {'Port': ['ID=16dd6b5a-3bb5-4107-983d-49c169e0e8cd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:49.187591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] No DVR routers for this DVR port 16dd6b5a-3bb5-4107-983d-49c169e0e8cd on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:07:49.191877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.196999 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-61163f3c-a537-4f82-8c7f-48f848e530a5 req-7378c6f7-ff82-4315-9dc1-054711d7f80a tempest-ImagesTestJSON-358033844 tempest-ImagesTestJSON-358033844-project] 10.222.0.25 "DELETE /v2.0/ports/16dd6b5a-3bb5-4107-983d-49c169e0e8cd HTTP/1.1" status: 204 len: 173 time: 0.5138736 Nov 12 08:07:49.197720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-deleted', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:49.202303 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a55544-e823-4f3a-a377-720429188638" -d '{"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-deleted", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:49.267679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df391e1-8e30-4c24-9958-9dde79f7349b req-a1abe6d1-9096-4b8b-90de-95937a340b33 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.269544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8df391e1-8e30-4c24-9958-9dde79f7349b req-a1abe6d1-9096-4b8b-90de-95937a340b33 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0637395 Nov 12 08:07:49.349105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cb41c-f817-4ba8-b17c-6b297ed4498f req-eb339cad-4935-4b8c-bc75-5271b16832ce tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.351161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd5cb41c-f817-4ba8-b17c-6b297ed4498f req-eb339cad-4935-4b8c-bc75-5271b16832ce tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 944 time: 0.0926328 Nov 12 08:07:49.358885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8df391e1-8e30-4c24-9958-9dde79f7349b req-1047ac10-4358-4c28-b4b9-9dad66f6f3cd tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784662 Nov 12 08:07:49.409081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd5cb41c-f817-4ba8-b17c-6b297ed4498f req-a172c5c5-156e-41e7-8e6a-7d538ae9b998 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Nov 12 08:07:49.417652 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c035bca-cf66-469d-8667-d8d12dc21b55 x-openstack-request-id: req-8c035bca-cf66-469d-8667-d8d12dc21b55 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:49.417969 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b70680-9119-482f-85c2-2507c5b4ed9a", "name": "network-vif-deleted", "tag": "16dd6b5a-3bb5-4107-983d-49c169e0e8cd", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:49.418225 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c035bca-cf66-469d-8667-d8d12dc21b55 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:49.418657 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b70680-9119-482f-85c2-2507c5b4ed9a', 'name': 'network-vif-deleted', 'tag': '16dd6b5a-3bb5-4107-983d-49c169e0e8cd', 'status': 'completed', 'code': 200} Nov 12 08:07:49.522871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47116ed-e2f7-4f4d-8a49-ad351a8d5b11 req-d096fb4f-a0d1-473e-93b6-f2b479c4f2fc tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.524439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a47116ed-e2f7-4f4d-8a49-ad351a8d5b11 req-d096fb4f-a0d1-473e-93b6-f2b479c4f2fc tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.0519881 Nov 12 08:07:49.571674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a47116ed-e2f7-4f4d-8a49-ad351a8d5b11 req-54021367-b61a-4994-a33d-a66ea0e1cc71 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Nov 12 08:07:49.720291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e63de-33d5-4aa7-8967-c71b6a408bf8 req-7b81330e-0a73-4b2f-9a8c-d4310e024255 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.727819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-350e63de-33d5-4aa7-8967-c71b6a408bf8 req-7b81330e-0a73-4b2f-9a8c-d4310e024255 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 943 time: 0.0902610 Nov 12 08:07:49.771321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763b4a1-a4bf-46f9-be2b-80c45b9e0926 req-bafe86bd-1a15-4410-9cad-b56090844092 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.777198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3763b4a1-a4bf-46f9-be2b-80c45b9e0926 req-bafe86bd-1a15-4410-9cad-b56090844092 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.0966561 Nov 12 08:07:49.811532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-350e63de-33d5-4aa7-8967-c71b6a408bf8 req-923f212a-8157-4e92-bca4-97c736d9eb6e tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827408 Nov 12 08:07:49.840796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3763b4a1-a4bf-46f9-be2b-80c45b9e0926 req-b1e4554b-5cb9-4f8b-8c77-486987a6550c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591605 Nov 12 08:07:50.192949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b838e5-5e7b-4ec1-8f51-8334237bbefa req-c8b5aec5-bfb0-4063-8b5a-eb3deb764f24 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:50.195886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53b838e5-5e7b-4ec1-8f51-8334237bbefa req-c8b5aec5-bfb0-4063-8b5a-eb3deb764f24 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0638540 Nov 12 08:07:50.256193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53b838e5-5e7b-4ec1-8f51-8334237bbefa req-0f627263-ab38-4dea-8fb8-2c018fc0ac71 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530796 Nov 12 08:07:50.283612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:50.287797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64a395cc-38c1-4ade-aad2-3f2bf2723030 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:50.422606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 64a395cc-38c1-4ade-aad2-3f2bf2723030 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:50.455325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:50.457687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 64a395cc-38c1-4ade-aad2-3f2bf2723030 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:50.458104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.489041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34996) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:50.493038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'port_id': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'mac_address': 'fa:16:3e:67:53:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:50.555401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9cf3b-5338-4418-8957-574a3e3c81a7 req-b6e20790-9201-4ad5-a886-4e7b4c26fdd3 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:50.555634 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.565609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19a9cf3b-5338-4418-8957-574a3e3c81a7 req-b6e20790-9201-4ad5-a886-4e7b4c26fdd3 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1094596 Nov 12 08:07:50.589947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Deleting subnet b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:07:50.593785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.598157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:50.636217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:50.637445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.650194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.650544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.685750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19a9cf3b-5338-4418-8957-574a3e3c81a7 req-aeffcb34-1014-44e7-8b07-507c2671922b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032763 Nov 12 08:07:50.696124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267f343-fd31-41d5-a6e8-b7e9127a47d2 req-f90aa5d8-5cec-4b10-953b-e22456b1a6bc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:50.697681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f267f343-fd31-41d5-a6e8-b7e9127a47d2 req-f90aa5d8-5cec-4b10-953b-e22456b1a6bc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 944 time: 0.1154783 Nov 12 08:07:50.709797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5255f330-1510-4b0b-8d22-313d58c509cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a395cc-38c1-4ade-aad2-3f2bf2723030'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:50.712305 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed4677-eb4f-4eaf-970d-aabc550685b8" -d '{"events": [{"server_uuid": "5255f330-1510-4b0b-8d22-313d58c509cd", "name": "network-vif-plugged", "status": "completed", "tag": "64a395cc-38c1-4ade-aad2-3f2bf2723030"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:50.736756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.756670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64a395cc-38c1-4ade-aad2-3f2bf2723030, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:50.763360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.775280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f267f343-fd31-41d5-a6e8-b7e9127a47d2 req-864c7db7-157b-4251-a54f-53fb64cecf31 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Nov 12 08:07:50.791757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:50.812087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.849233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c009cc-2ced-40e1-afc7-eb38cc1d00e9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:50.851714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.858133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35004) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:50.866170 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c9bdf6e-3f3b-4bde-a7b2-edf2a1bd0aa6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b5c009cc-2ced-40e1-afc7-eb38cc1d00e9 HTTP/1.1" status: 204 len: 168 time: 0.3759956 Nov 12 08:07:50.872396 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e766691a-e44f-402b-9c8a-0a0e132521db x-openstack-request-id: req-e766691a-e44f-402b-9c8a-0a0e132521db {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:50.872863 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5255f330-1510-4b0b-8d22-313d58c509cd", "name": "network-vif-plugged", "status": "completed", "tag": "64a395cc-38c1-4ade-aad2-3f2bf2723030", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:50.873187 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e766691a-e44f-402b-9c8a-0a0e132521db {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:50.873689 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5255f330-1510-4b0b-8d22-313d58c509cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a395cc-38c1-4ade-aad2-3f2bf2723030', 'code': 200} Nov 12 08:07:50.878141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=64a395cc-38c1-4ade-aad2-3f2bf2723030,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:51.025962 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.041732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca0b47-f22f-4a7a-b1cf-34718648f331 req-73cfed58-2ef8-41b0-ab84-49e745c46de4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.043189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fca0b47-f22f-4a7a-b1cf-34718648f331 req-73cfed58-2ef8-41b0-ab84-49e745c46de4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.1660147 Nov 12 08:07:51.046461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['56e1a8d9-4bd9-43f4-b312-b5eec622cb7d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:51.070331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952cc46-19f5-4bdb-b1fa-e3e4f94053c9 req-5f5eae20-0ecc-449f-b055-15badf648777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.071916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8952cc46-19f5-4bdb-b1fa-e3e4f94053c9 req-5f5eae20-0ecc-449f-b055-15badf648777 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 1097 time: 0.1180768 Nov 12 08:07:51.129380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4c47d-1928-4c87-b911-07c58ca96499 req-0c02d9eb-e01c-4628-ad9d-be91b0f137c4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.130778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-abc4c47d-1928-4c87-b911-07c58ca96499 req-0c02d9eb-e01c-4628-ad9d-be91b0f137c4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 944 time: 0.1649542 Nov 12 08:07:51.226094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fca0b47-f22f-4a7a-b1cf-34718648f331 req-3b2724ba-d7e8-4534-b39c-5439215d7201 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724076 Nov 12 08:07:51.237807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.249731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8952cc46-19f5-4bdb-b1fa-e3e4f94053c9 req-556eaf22-6e07-4956-8acf-fbdd32762f10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632237 Nov 12 08:07:51.274170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38867dbb-babc-49bc-ba26-d340cb037094']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:51.287803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be98c1be-c640-4fc5-8f74-be2c2a0651c8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:51.288116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be98c1be-c640-4fc5-8f74-be2c2a0651c8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:51.298590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-abc4c47d-1928-4c87-b911-07c58ca96499 req-8b4e22f0-8aab-48fc-99a8-607a1c1779fb tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488540 Nov 12 08:07:51.307741 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.336356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.344452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:07:51.344841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:07:51.346477 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:07:51.714342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a9a54-fc00-43d3-a95b-e299ee1256dd req-7b7fd967-3cb0-4ad8-8a46-3601955c22dc tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.715777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b7a9a54-fc00-43d3-a95b-e299ee1256dd req-7b7fd967-3cb0-4ad8-8a46-3601955c22dc tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.4327931 Nov 12 08:07:51.733688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.748229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.751263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/38867dbb-babc-49bc-ba26-d340cb037094 HTTP/1.1" status: 204 len: 168 time: 0.8920670 Nov 12 08:07:51.764497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa561b-66d8-4fa5-a76d-e87785f277c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=38867dbb-babc-49bc-ba26-d340cb037094,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:51.783625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9bd35-94bd-4e6b-b907-be3acb9c162e req-564e0840-1bf2-4c59-b684-4e6979fb2ac6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.785106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2a9bd35-94bd-4e6b-b907-be3acb9c162e req-564e0840-1bf2-4c59-b684-4e6979fb2ac6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.4240272 Nov 12 08:07:51.810479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b7a9a54-fc00-43d3-a95b-e299ee1256dd req-183853a8-2968-4745-959c-d6496789fbef tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870838 Nov 12 08:07:51.862421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2a9bd35-94bd-4e6b-b907-be3acb9c162e req-d4c39fe7-a946-4cf3-9f4c-412171d5e052 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509858 Nov 12 08:07:51.919772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35018) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:51.928958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d78f1-4197-4fd7-9fc9-0b6a45fcb71b req-98025069-0e50-419c-9403-e9df4f77638b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.930459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb6d78f1-4197-4fd7-9fc9-0b6a45fcb71b req-98025069-0e50-419c-9403-e9df4f77638b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0555317 Nov 12 08:07:51.960568 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d75f2b69-9270-4695-998b-c646a3fbf635 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e2df68b8794d4e824f11126c651aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395961 Nov 12 08:07:51.963006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35020) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:51.988647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb6d78f1-4197-4fd7-9fc9-0b6a45fcb71b req-18edce30-5eaf-45cc-90a1-bcabd6f00b35 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515079 Nov 12 08:07:52.020809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a94de045-2a4b-43eb-b63a-1a94bc5cc83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.042566 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a94de045-2a4b-43eb-b63a-1a94bc5cc83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.048846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b03571-d7f5-4d0b-95c0-c18b643ff54a req-4950d265-6484-4797-b5e7-1b1b472e14d7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.050290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75b03571-d7f5-4d0b-95c0-c18b643ff54a req-4950d265-6484-4797-b5e7-1b1b472e14d7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.0476346 Nov 12 08:07:52.089079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a94de045-2a4b-43eb-b63a-1a94bc5cc83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.091627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a94de045-2a4b-43eb-b63a-1a94bc5cc83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.092813 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a94de045-2a4b-43eb-b63a-1a94bc5cc83e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efc655cd-f028-4f03-bf70-52ae3c05f57b HTTP/1.1" status: 204 len: 168 time: 0.1289070 Nov 12 08:07:52.102494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94de045-2a4b-43eb-b63a-1a94bc5cc83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc655cd-f028-4f03-bf70-52ae3c05f57b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:52.105472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75b03571-d7f5-4d0b-95c0-c18b643ff54a req-1b93cd5d-7f71-4810-8dbc-6340b8d1855b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Nov 12 08:07:52.306535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:52.344419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828330cf-68e2-4ec2-950d-50553a173e33 req-9ebd32b8-031e-4c33-a7b5-0ebe9a081dd4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.345953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-828330cf-68e2-4ec2-950d-50553a173e33 req-9ebd32b8-031e-4c33-a7b5-0ebe9a081dd4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.0507450 Nov 12 08:07:52.371598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:52.377302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:52.377685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.435249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-828330cf-68e2-4ec2-950d-50553a173e33 req-b4247c00-5d77-46fa-8fca-b693c45e2836 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818369 Nov 12 08:07:52.470874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f8eb-1dc6-4dce-9ae5-5006febd2531 req-17bbfd86-bca8-4bc4-b99c-eb8d965f6a3e tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.472659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e84f8eb-1dc6-4dce-9ae5-5006febd2531 req-17bbfd86-bca8-4bc4-b99c-eb8d965f6a3e tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 944 time: 0.0788372 Nov 12 08:07:52.479141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.519812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:52.524302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.533468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e84f8eb-1dc6-4dce-9ae5-5006febd2531 req-809a4dd2-340d-4d6f-8830-d122402f5a0e tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538521 Nov 12 08:07:52.574872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:52.658642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-0479e27d-3596-4cb2-8496-16358c3c7287 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501652 Nov 12 08:07:52.722389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-d8bbee72-3607-4ba2-b212-4fd479a22c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.724106 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-d8bbee72-3607-4ba2-b212-4fd479a22c73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 1097 time: 0.0439222 Nov 12 08:07:52.841617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-f4b1fcb7-7dbd-4007-89a8-06742ffcfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.843439 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-f4b1fcb7-7dbd-4007-89a8-06742ffcfbb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.0959492 Nov 12 08:07:52.852127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35048) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:52.874972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:52.878336 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6196abe0-afa4-4a2b-abba-d982c37ce020" -d '{"events": [{"server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "name": "network-vif-plugged", "status": "completed", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:52.922474 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d3c461-0c63-4bf3-a206-1ee051660852 x-openstack-request-id: req-39d3c461-0c63-4bf3-a206-1ee051660852 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:52.922777 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "name": "network-vif-plugged", "status": "completed", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:52.923087 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39d3c461-0c63-4bf3-a206-1ee051660852 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:52.923790 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'code': 200} Nov 12 08:07:52.926650 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-407ee6b0-4853-4c5b-ab67-94d75c3a3e3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 200 len: 217 time: 0.0712259 Nov 12 08:07:52.986961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a0b0-1fb5-4a99-943f-59559a31b819 req-80e1675c-0a75-4699-a708-2a1b3a3e78ec tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.988661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-beb8a0b0-1fb5-4a99-943f-59559a31b819 req-80e1675c-0a75-4699-a708-2a1b3a3e78ec tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.0693040 Nov 12 08:07:52.999492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-a67b7369-0a61-4477-80a4-65155a46dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.001086 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-a67b7369-0a61-4477-80a4-65155a46dcad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.0641377 Nov 12 08:07:53.001426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2088498892-network', 'tenant_id': '7d7c9f83961049b7a246be3062050857'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:53.032773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-b14e5b7b-7351-4883-a5b6-72dacc8dbbb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250089 Nov 12 08:07:53.121341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Made reservation on behalf of 7d7c9f83961049b7a246be3062050857 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:53.123802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.137036 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-7b6d0174-02d9-42ee-8011-7019344046c2 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969331 Nov 12 08:07:53.145177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-beb8a0b0-1fb5-4a99-943f-59559a31b819 req-edb7d178-22ca-49c7-8832-7a8d1fabdfd8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495228 Nov 12 08:07:53.145948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.152617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1e85-b4b1-4e54-a9d9-2b47d6dac6a9 req-c77ba828-0f05-4bc9-b4a6-d604de26eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.154056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dcfc1e85-b4b1-4e54-a9d9-2b47d6dac6a9 req-c77ba828-0f05-4bc9-b4a6-d604de26eb31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1097 time: 0.1432152 Nov 12 08:07:53.190725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116360-903b-4f05-9ac2-01fbd89e5c1f req-597cbe6e-10b9-4151-b625-c3cc00f34192 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.192329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18116360-903b-4f05-9ac2-01fbd89e5c1f req-597cbe6e-10b9-4151-b625-c3cc00f34192 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1825161 Nov 12 08:07:53.250327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28a4d68c-37d3-4617-bea0-2135197f8164 req-68c5575e-478e-4714-a3d8-e2c318da7fc1 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064777 Nov 12 08:07:53.283217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dcfc1e85-b4b1-4e54-a9d9-2b47d6dac6a9 req-64d47c91-25e6-42c5-87b4-256e2354b446 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200826 Nov 12 08:07:53.302572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18116360-903b-4f05-9ac2-01fbd89e5c1f req-0386182f-62b9-4f03-8c5d-711e20b48b1e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977054 Nov 12 08:07:53.361357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af179e-b3c3-4e7a-9641-e7c5413c5801 req-978a447b-df1d-4e16-81b1-9fc5061c6c39 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.362991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8af179e-b3c3-4e7a-9641-e7c5413c5801 req-978a447b-df1d-4e16-81b1-9fc5061c6c39 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0747063 Nov 12 08:07:53.415677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.426605 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.470981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:53.479093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:53.500214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f4823-cbf4-4149-8802-a8d47696d82e req-6adc14ed-d9db-4944-8760-7cef7e50e19c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.501786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d29f4823-cbf4-4149-8802-a8d47696d82e req-6adc14ed-d9db-4944-8760-7cef7e50e19c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.1325629 Nov 12 08:07:53.502405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190951f9-444b-4ca4-8624-2c64fc72e633,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:53.506997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 16dd6b5a-3bb5-4107-983d-49c169e0e8cd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:07:53.507881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 16dd6b5a-3bb5-4107-983d-49c169e0e8cd not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:07:53.510639 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.510965 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Added segment d3be1222-6310-42cc-b45b-66a6f2d7b7a5 of type vlan for network bd76a004-ccec-41d4-96ef-c6ad402ec4b4 Nov 12 08:07:53.515364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8af179e-b3c3-4e7a-9641-e7c5413c5801 req-62b2af97-2fc1-4d91-9831-bce40b4ef3ae tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427836 Nov 12 08:07:53.570375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.642758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d29f4823-cbf4-4149-8802-a8d47696d82e req-e27ca0c4-a28b-4632-a54e-b75856431a74 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186182 Nov 12 08:07:53.648661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.649591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.650167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.685585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8323524 Nov 12 08:07:53.689460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:53.697055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Request body: {'subnet': {'network_id': 'bd76a004-ccec-41d4-96ef-c6ad402ec4b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2088498892-subnet', 'tenant_id': '7d7c9f83961049b7a246be3062050857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:53.698463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46eeb5-e6cc-4093-9c1f-cccbdf4641c1 req-c1f96de8-1534-4577-86a6-d929e832f7a9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.700106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb46eeb5-e6cc-4093-9c1f-cccbdf4641c1 req-c1f96de8-1534-4577-86a6-d929e832f7a9 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.1143053 Nov 12 08:07:53.722799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Made reservation on behalf of 7d7c9f83961049b7a246be3062050857 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:53.725309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.768824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce2cc9-96ff-4001-8853-d8609ab79ddb admin admin] Pushing event updated for resources: {'Network': ['ID=bd76a004-ccec-41d4-96ef-c6ad402ec4b4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:53.781841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network bd76a004-ccec-41d4-96ef-c6ad402ec4b4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:53.815191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb46eeb5-e6cc-4093-9c1f-cccbdf4641c1 req-f3c618f7-9c77-4aeb-81a3-7bc195ef450b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891337 Nov 12 08:07:53.824774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277a9a-b366-4b06-94e4-b08b5c9ef689 req-5c7fe219-84f0-4ccb-9e20-96395dfa4c6d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.826426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef277a9a-b366-4b06-94e4-b08b5c9ef689 req-5c7fe219-84f0-4ccb-9e20-96395dfa4c6d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.0992982 Nov 12 08:07:53.900017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef277a9a-b366-4b06-94e4-b08b5c9ef689 req-c9ce9a00-38fb-49af-9db1-df7aee82bae3 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583630 Nov 12 08:07:53.926877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.982644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3afff8-a3bc-40ee-a42c-0bff147f6122,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:54.000209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Checking segment: {'id': 'd3be1222-6310-42cc-b45b-66a6f2d7b7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bd76a004-ccec-41d4-96ef-c6ad402ec4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:54.000570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Network hostable DHCP agents. Network: bd76a004-ccec-41d4-96ef-c6ad402ec4b4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:54.018392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Network bd76a004-ccec-41d4-96ef-c6ad402ec4b4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:54.027854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, bd76a004-ccec-41d4-96ef-c6ad402ec4b4) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:54.032678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:54.032848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7d4f1-9ec7-4fde-9c5f-eb4438a4092e req-c6900d66-a3dd-4537-9da0-b8c42cb89754 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:54.032987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.033982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7d4f1-9ec7-4fde-9c5f-eb4438a4092e req-c6900d66-a3dd-4537-9da0-b8c42cb89754 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.0541596 Nov 12 08:07:54.040571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5e6e3-faf6-417f-b0d3-2b51e0d4eb9b None None] Network bd76a004-ccec-41d4-96ef-c6ad402ec4b4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:54.049976 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d090a409-6ac7-4fe3-b4ee-f28bad20e2f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3584640 Nov 12 08:07:54.090777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7d4f1-9ec7-4fde-9c5f-eb4438a4092e req-6999ffc7-1994-4586-bbbe-772f67d9a87a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Nov 12 08:07:54.212796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5803f16e-9b0d-4f4b-9091-a9ce4664c11d None None] Network bd76a004-ccec-41d4-96ef-c6ad402ec4b4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:54.283728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7b17-f207-49af-be5a-7bebcab42607 req-db7167fa-cfae-46dc-989e-8efad08a3e2a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:54.285347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a1c7b17-f207-49af-be5a-7bebcab42607 req-db7167fa-cfae-46dc-989e-8efad08a3e2a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.0575755 Nov 12 08:07:54.334395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d1beb3e2-306c-4949-9f19-8ea65261448e req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1708619295', 'description': 'tempest-description-511663902'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:54.353839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a1c7b17-f207-49af-be5a-7bebcab42607 req-ebd905c5-e062-4806-ab36-425ef1d8fe18 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583558 Nov 12 08:07:54.368247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1beb3e2-306c-4949-9f19-8ea65261448e req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.451115 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1beb3e2-306c-4949-9f19-8ea65261448e req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.455538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1beb3e2-306c-4949-9f19-8ea65261448e req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.491817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1beb3e2-306c-4949-9f19-8ea65261448e req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.493268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1beb3e2-306c-4949-9f19-8ea65261448e req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1660268 Nov 12 08:07:54.504787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5cd3e-d3d4-46f7-b90e-ca3b5f923408 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29891bb8-c21e-43d2-9c07-93e098f1af3d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:54.569631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7449b-588e-4764-9f7b-611b12cb00d8 req-f6c51db8-6f42-4d58-88ab-611e925f7236 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:54.571099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55c7449b-588e-4764-9f7b-611b12cb00d8 req-f6c51db8-6f42-4d58-88ab-611e925f7236 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0864811 Nov 12 08:07:54.575165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-94a767d8-15f9-4f2b-b7e6-2ab673bef59b tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/29891bb8-c21e-43d2-9c07-93e098f1af3d HTTP/1.1" status: 200 len: 1821 time: 0.0554898 Nov 12 08:07:54.587925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29891bb8-c21e-43d2-9c07-93e098f1af3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:54.588260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29891bb8-c21e-43d2-9c07-93e098f1af3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:54.642997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55c7449b-588e-4764-9f7b-611b12cb00d8 req-6167b3ef-71e4-447b-9ed1-722d218a93b3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657310 Nov 12 08:07:54.680114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.742139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.745880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.778204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66e43-0291-448e-a413-844094eee0c5 req-dc04f02c-3b2f-428c-85fc-cf3b2bda26cf tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:54.779696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53e66e43-0291-448e-a413-844094eee0c5 req-dc04f02c-3b2f-428c-85fc-cf3b2bda26cf tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0818150 Nov 12 08:07:54.781227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a7ec52-86aa-4571-bb20-30188f470311,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:54.787874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.789073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5dbd557-d70a-4ae7-b2f1-2aeef45ddd19 req-bfe447d5-f36c-493e-90bf-904dc2b6c024 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2061963 Nov 12 08:07:54.822424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-cdd66e44-05db-40fc-89eb-a75ee423ac5e req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1869055019', 'description': 'tempest-description-309303739'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:54.850881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53e66e43-0291-448e-a413-844094eee0c5 req-106f873c-e866-45b1-85df-6f23bdc0dfe4 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Nov 12 08:07:54.861385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdd66e44-05db-40fc-89eb-a75ee423ac5e req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.971033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdd66e44-05db-40fc-89eb-a75ee423ac5e req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.977770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdd66e44-05db-40fc-89eb-a75ee423ac5e req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.008017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969be0d5-248f-45a1-9f9d-eb691170d6c2 req-d1a3fc2c-a0ee-4a5a-b1d8-d6d0c7887f99 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.009593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-969be0d5-248f-45a1-9f9d-eb691170d6c2 req-d1a3fc2c-a0ee-4a5a-b1d8-d6d0c7887f99 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.0916781 Nov 12 08:07:55.027671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdd66e44-05db-40fc-89eb-a75ee423ac5e req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.028874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdd66e44-05db-40fc-89eb-a75ee423ac5e req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2165046 Nov 12 08:07:55.040242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aecce-f49d-4f10-a453-beb14e13622a tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:55.079514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-969be0d5-248f-45a1-9f9d-eb691170d6c2 req-f0faa86c-f305-481d-ac4e-5f7c08d00470 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598660 Nov 12 08:07:55.168099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5ee0f-a494-4c08-9856-95d6aa2f10bb req-5edba2f0-eb11-44bb-a65f-1ef24ee4507b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.169454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94f5ee0f-a494-4c08-9856-95d6aa2f10bb req-5edba2f0-eb11-44bb-a65f-1ef24ee4507b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.0778062 Nov 12 08:07:55.171834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b04428c0-d202-4c4b-9508-ad259e7c55e7 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f HTTP/1.1" status: 200 len: 1821 time: 0.0540357 Nov 12 08:07:55.185501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:55.185841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:55.240764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94f5ee0f-a494-4c08-9856-95d6aa2f10bb req-71281b37-b8b9-461f-96db-7f403eec1aca tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653527 Nov 12 08:07:55.273444 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.290104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.296093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.338565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f31367-a560-43cd-bb6d-af99a00ef719,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:55.344876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.346043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db340230-9008-4c1c-9ae6-ffd6ab62ee41 req-b082b587-6217-4323-b904-17aabf12c918 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1649797 Nov 12 08:07:55.367910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a18b9-cb73-481c-9a9a-824423a150e1 req-d01424fa-0c96-469a-a6ff-bc1789025224 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.369428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e58a18b9-cb73-481c-9a9a-824423a150e1 req-d01424fa-0c96-469a-a6ff-bc1789025224 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.0675595 Nov 12 08:07:55.441549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e58a18b9-cb73-481c-9a9a-824423a150e1 req-c63a144d-ee0e-449a-8d66-7e196525771b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661514 Nov 12 08:07:55.460990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781f27-3884-4499-a92f-340d7462666d req-1c6330fe-01c0-4320-9ddc-ff0f727b7379 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.463871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b781f27-3884-4499-a92f-340d7462666d req-1c6330fe-01c0-4320-9ddc-ff0f727b7379 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.0675476 Nov 12 08:07:55.474112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a73058d7-d831-42cc-8e80-608170ebbea8 req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1873173428', 'description': 'tempest-description-220274287'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:55.474112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:55.478480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'floatingip': {'port_id': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:55.482006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:55.542055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.594601 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a73058d7-d831-42cc-8e80-608170ebbea8 req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.596234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:55.608004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '95755304-4bd3-49ec-8bf3-a09780b470db', 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a', 'port_id': '95755304-4bd3-49ec-8bf3-a09780b470db', 'mac_address': 'fa:16:3e:0b:86:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:55.644516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.657374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95755304-4bd3-49ec-8bf3-a09780b470db {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:55.679636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:55.683877 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.686682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe718-6ed5-4db8-ae29-02923ffdf505 req-b6d7125c-7454-42f0-93c6-6b5d30d07dbb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.688203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f31fe718-6ed5-4db8-ae29-02923ffdf505 req-b6d7125c-7454-42f0-93c6-6b5d30d07dbb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.1698627 Nov 12 08:07:55.734057 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:55.849557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f31fe718-6ed5-4db8-ae29-02923ffdf505 req-f4f945ae-260b-4e0e-ba0d-d8bbdbdb9184 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513216 Nov 12 08:07:55.851687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a73058d7-d831-42cc-8e80-608170ebbea8 req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.856435 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a73058d7-d831-42cc-8e80-608170ebbea8 req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.900931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a73058d7-d831-42cc-8e80-608170ebbea8 req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.902145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a73058d7-d831-42cc-8e80-608170ebbea8 req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4373024 Nov 12 08:07:55.937481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46769-237e-49d8-a13d-67d80c7b091f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5730f0f-2c4b-4525-a71f-2164337fe7e8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:56.046846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['95755304-4bd3-49ec-8bf3-a09780b470db'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:56.089530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb47c55-b687-47a7-825b-d38d9bc93e7b req-34109ee1-e7fe-4c71-80fc-5caa4cf304e4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:56.097877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdb47c55-b687-47a7-825b-d38d9bc93e7b req-34109ee1-e7fe-4c71-80fc-5caa4cf304e4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1071951 Nov 12 08:07:56.241881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdb47c55-b687-47a7-825b-d38d9bc93e7b req-42600e9e-5a9c-4a8c-a983-516ddd4485aa tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428821 Nov 12 08:07:56.256031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443b169-4779-482e-9561-09d7c5856007 req-43b78dff-75c3-4d04-88da-9f0e30e0fd4a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:56.257535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4443b169-4779-482e-9561-09d7c5856007 req-43b78dff-75c3-4d04-88da-9f0e30e0fd4a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1562352 Nov 12 08:07:56.262272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.274409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-09f71a39-efc7-4fb9-8732-485eaf98d6a5 req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1576400021', 'description': 'tempest-description-1871665227'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:56.279566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.400121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4443b169-4779-482e-9561-09d7c5856007 req-61db143a-e846-467a-a175-a5c427ef0bfd tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320512 Nov 12 08:07:56.403932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-09f71a39-efc7-4fb9-8732-485eaf98d6a5 req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.435219 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Floating IP 3ba6b19e-ca38-4e6d-b0ca-32d653f5df16 associated. External IP: 172.25.4.222, port: 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d. Nov 12 08:07:56.604134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119038-304a-4c95-af71-c2e268d1812e req-2ea4368e-271d-4711-86d8-f3e5be26ebcc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:56.605587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8119038-304a-4c95-af71-c2e268d1812e req-2ea4368e-271d-4711-86d8-f3e5be26ebcc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.1294594 Nov 12 08:07:56.610030 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-09f71a39-efc7-4fb9-8732-485eaf98d6a5 req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.622714 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-09f71a39-efc7-4fb9-8732-485eaf98d6a5 req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.669358 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-09f71a39-efc7-4fb9-8732-485eaf98d6a5 req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.670475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09f71a39-efc7-4fb9-8732-485eaf98d6a5 req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4043076 Nov 12 08:07:56.712738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b4d9f-e528-4bf6-9280-c4698db035e3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba98c08-5c3e-47e5-902e-3490269ce4db,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:56.759035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8119038-304a-4c95-af71-c2e268d1812e req-be7b6be6-7413-4ff3-8c66-522325727d1d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456819 Nov 12 08:07:56.839337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297cbc-235f-45b0-84b4-b6a3871fdc18 req-b6fc8645-99d0-472f-9a2e-96b5f0f1ec8c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:56.840824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39297cbc-235f-45b0-84b4-b6a3871fdc18 req-b6fc8645-99d0-472f-9a2e-96b5f0f1ec8c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 946 time: 0.1189270 Nov 12 08:07:56.878232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-5aa90126-847e-42d4-b90e-0f9a8edff50c tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/a5730f0f-2c4b-4525-a71f-2164337fe7e8 HTTP/1.1" status: 200 len: 1821 time: 0.0835073 Nov 12 08:07:56.879907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Router ed05f536-d06e-4330-9720-cd435eae8e6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:07:56.936318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39297cbc-235f-45b0-84b4-b6a3871fdc18 req-58b7b5e0-ea64-40f7-95f2-a6f4d909ffa0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883512 Nov 12 08:07:56.986222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-8c836080-90d9-4ea2-9f1b-8a897b7f0d29 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/4ba98c08-5c3e-47e5-902e-3490269ce4db HTTP/1.1" status: 200 len: 1822 time: 0.1000845 Nov 12 08:07:57.000013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a5730f0f-2c4b-4525-a71f-2164337fe7e8', 'remote_group_id': '4ba98c08-5c3e-47e5-902e-3490269ce4db', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:57.000350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a5730f0f-2c4b-4525-a71f-2164337fe7e8', 'remote_group_id': '4ba98c08-5c3e-47e5-902e-3490269ce4db', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:57.093996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:57.099948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.106344 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:57.115870 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:57.116822 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:07:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:57.141788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc1146-7346-452c-8b68-d24120fdb0ae req-44caa255-2db0-4b64-9328-b2a69bdfee0d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.143250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bcc1146-7346-452c-8b68-d24120fdb0ae req-44caa255-2db0-4b64-9328-b2a69bdfee0d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 944 time: 0.1138084 Nov 12 08:07:57.150106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-270b4355-9f74-4114-8500-be42df30fdcf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "PUT /v2.0/floatingips/3ba6b19e-ca38-4e6d-b0ca-32d653f5df16 HTTP/1.1" status: 200 len: 991 time: 1.6765256 Nov 12 08:07:57.153750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:57.155945 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b68f5-2933-4b6b-8c26-1300c12b3a19" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:57.198000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.223946 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:57.231555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bcc1146-7346-452c-8b68-d24120fdb0ae req-25e452ff-8125-4f92-bd4e-54e45fa29258 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803640 Nov 12 08:07:57.244316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.258484 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.279829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173cf0c4-f4a8-4d0c-b314-95893a7c70ba,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:57.288562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.301099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e79cefc9-a0a3-43e7-919e-6cf56327b0a0 req-d0d7acd9-5590-4552-8262-259ea9f2666e tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3064246 Nov 12 08:07:57.366898 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b75fc24-2bf2-4a11-b87c-eb0e60b71183 x-openstack-request-id: req-0b75fc24-2bf2-4a11-b87c-eb0e60b71183 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:57.367181 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:57.367442 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b75fc24-2bf2-4a11-b87c-eb0e60b71183 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:57.367845 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'status': 'completed', 'code': 200} Nov 12 08:07:57.385336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-749a2796-b8e3-40dd-93a9-82d273bad13f req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-466133282', 'description': 'tempest-description-399354494'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:57.473243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-749a2796-b8e3-40dd-93a9-82d273bad13f req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.485041 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3ba6b19e-ca38-4e6d-b0ca-32d653f5df16', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'port_id': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'mac_address': 'fa:16:3e:67:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:38Z', 'updated_at': '2021-11-12T08:07:56Z', 'revision_number': 1, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:57.490711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:57.502470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-f5d66c4e-b0ce-4e1c-a0cc-bc865de46ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.503973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-f5d66c4e-b0ce-4e1c-a0cc-bc865de46ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1097 time: 0.1025445 Nov 12 08:07:57.518124 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:57.527352 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:57.528263 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:07:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:57.536734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ba58-d8c1-4886-8dc6-a1e272365d95 req-f7dd1109-558d-4262-9fe6-1d0a7b2eaf2f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.538272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b245ba58-d8c1-4886-8dc6-a1e272365d95 req-f7dd1109-558d-4262-9fe6-1d0a7b2eaf2f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1011496 Nov 12 08:07:57.549069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 95755304-4bd3-49ec-8bf3-a09780b470db completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:57.553650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 95755304-4bd3-49ec-8bf3-a09780b470db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:57.554010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.643591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.670320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:57.672905 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083326e-f965-4174-aea5-6af7dcbc40ce" -d '{"events": [{"server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "name": "network-vif-plugged", "status": "completed", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:57.683420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-749a2796-b8e3-40dd-93a9-82d273bad13f req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.687919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:57.693685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b245ba58-d8c1-4886-8dc6-a1e272365d95 req-ca565c69-e132-4173-9057-0a5910c2824b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382074 Nov 12 08:07:57.694863 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.699608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-749a2796-b8e3-40dd-93a9-82d273bad13f req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.733203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-0af8207e-26fa-44a2-a091-26c526b80659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.734915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-0af8207e-26fa-44a2-a091-26c526b80659 service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.2185340 Nov 12 08:07:57.741290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-749a2796-b8e3-40dd-93a9-82d273bad13f req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.751560 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:57.756649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-749a2796-b8e3-40dd-93a9-82d273bad13f req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3763840 Nov 12 08:07:57.767009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-b4502f72-a328-4619-8749-22a89a45e487 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.768555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-b4502f72-a328-4619-8749-22a89a45e487 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1098 time: 0.0883780 Nov 12 08:07:57.783683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-25'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:57.790730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:57.807623 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea58712e-8e01-4c93-944d-e90702da3229 x-openstack-request-id: req-ea58712e-8e01-4c93-944d-e90702da3229 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:57.807959 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "name": "network-vif-plugged", "status": "completed", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:57.808410 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea58712e-8e01-4c93-944d-e90702da3229 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:57.809009 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db', 'code': 200} Nov 12 08:07:57.851039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cae04-1e4b-4d31-893e-a4173e7fc6c3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e6224-b562-4e36-b527-6171d4a6f5fd,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:57.866970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-5c4af0fc-0968-44a5-bfbb-2b0d6ef3d394 req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-803917838', 'description': 'tempest-description-331822609'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:57.874802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.950807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-94cc1c89-73c5-4c49-8f0b-87d9ad29e7b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 999 time: 0.1889367 Nov 12 08:07:57.964187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c4af0fc-0968-44a5-bfbb-2b0d6ef3d394 req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.974734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba657-bb59-4c94-aaa0-a74773a4c585 req-109c30d4-d574-4367-abe4-60c733ccacd7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.976292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44eba657-bb59-4c94-aaa0-a74773a4c585 req-109c30d4-d574-4367-abe4-60c733ccacd7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1951869 Nov 12 08:07:57.999759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f99f2-e949-4311-aff4-4fe36132c984 req-075e56d0-21e5-4add-9b54-cdb96bcdad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.001562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-638f99f2-e949-4311-aff4-4fe36132c984 req-075e56d0-21e5-4add-9b54-cdb96bcdad2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1097 time: 0.1113696 Nov 12 08:07:58.017412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:58.066742 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3ba6b19e-ca38-4e6d-b0ca-32d653f5df16', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'port_id': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'mac_address': 'fa:16:3e:67:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:38Z', 'updated_at': '2021-11-12T08:07:56Z', 'revision_number': 1, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:58.071864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:58.103755 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f0823-3c41-47b8-9922-56d9fdd2c967 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3ba6b19e-ca38-4e6d-b0ca-32d653f5df16', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'floating_ip_address': '172.25.4.222', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'port_id': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'mac_address': 'fa:16:3e:67:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:38Z', 'updated_at': '2021-11-12T08:07:56Z', 'revision_number': 1, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:58.150329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:58.154818 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e937c87-f622-4cbe-8eb0-87f064673cd8" -d '{"events": [{"server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:58.162301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.171920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.280034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.289644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on host n-h2-768509-25 for vnic_type normal with profile {"migrating_to": "n-h1-768509-25"} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:58.290382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:58.291274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:58.297139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:58.297611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Attempting to bind port b8735b86-2d06-49e5-9900-ce8cebdbf9af on network e7718131-862f-4bb0-9b38-a4d1e7214769 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:58.304363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:58.304787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Checking segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:58.305244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Bound using segment: {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:58.305760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Bound port: b8735b86-2d06-49e5-9900-ce8cebdbf9af, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b148f1-5b39-4adb-b439-78615ca7e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7718131-862f-4bb0-9b38-a4d1e7214769'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:58.306255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.332999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:58.340663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:58.347557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4070e9-ddc2-4797-a55c-9fcde3fa61a5 None None] New status for floating IP 3ba6b19e-ca38-4e6d-b0ca-32d653f5df16: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:07:58.385405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:58.389632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:58.396732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.441399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-1996e5b2-4c50-4e24-a36d-b94b25c86217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.442225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-1996e5b2-4c50-4e24-a36d-b94b25c86217 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.4641397 Nov 12 08:07:58.493374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.494162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.495971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 1124 time: 0.7188678 Nov 12 08:07:58.503968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16f2c4-d79e-4037-b29f-24b47cfd37a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=8']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.522692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44eba657-bb59-4c94-aaa0-a74773a4c585 req-9c2efc85-a115-4f7b-ab17-fa01d959b11a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282297 Nov 12 08:07:58.531686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-638f99f2-e949-4311-aff4-4fe36132c984 req-f52eda16-2413-4398-ab76-6ccb7b060122 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028920 Nov 12 08:07:58.565614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca21c-a74c-4719-b428-85e9f2954413 req-f8782547-3394-49ac-8b99-419feb8b7cf9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.567558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-684ca21c-a74c-4719-b428-85e9f2954413 req-f8782547-3394-49ac-8b99-419feb8b7cf9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.1783903 Nov 12 08:07:58.580198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c4af0fc-0968-44a5-bfbb-2b0d6ef3d394 req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.591353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-d4174878-55c1-4599-9e8f-242b79f6efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.592906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-d4174878-55c1-4599-9e8f-242b79f6efde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362989 Nov 12 08:07:58.595185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c4af0fc-0968-44a5-bfbb-2b0d6ef3d394 req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.637646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b8735b86-2d06-49e5-9900-ce8cebdbf9af'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:58.646502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b8735b86-2d06-49e5-9900-ce8cebdbf9af'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:58.706001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c4af0fc-0968-44a5-bfbb-2b0d6ef3d394 req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.707274 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c4af0fc-0968-44a5-bfbb-2b0d6ef3d394 req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8691528 Nov 12 08:07:58.784768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577bfb5-aa04-4139-8406-1f8f1f6b310d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62749ce9-3f25-41e7-9b83-4e51063282c4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.842716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2220a6-ecea-4152-aed6-a38fbe4343ef req-b4116abb-e502-449e-b47b-1f9d9972ab3d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.848581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab2220a6-ecea-4152-aed6-a38fbe4343ef req-b4116abb-e502-449e-b47b-1f9d9972ab3d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 945 time: 0.2285788 Nov 12 08:07:58.882614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.890171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-effa73a6-1240-472d-b429-202759d6660b service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690506 Nov 12 08:07:58.895953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:58.934824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '660c867b-9b84-40ee-b7a3-627f783bde34', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'port_id': '660c867b-9b84-40ee-b7a3-627f783bde34', 'mac_address': 'fa:16:3e:f6:9c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929e758-ec2c-4134-8c7e-52667248b915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:58.963756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b4f7-14f4-4484-a9b2-1cd4992eb4e5 req-7affda13-0141-40f6-a4db-444fa77b55d8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.965545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b66b4f7-14f4-4484-a9b2-1cd4992eb4e5 req-7affda13-0141-40f6-a4db-444fa77b55d8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.1781802 Nov 12 08:07:58.998970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab2220a6-ecea-4152-aed6-a38fbe4343ef req-f2138bac-7e76-46d0-b773-7e7f723bb3c7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480742 Nov 12 08:07:59.003870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Deleting port 64a395cc-38c1-4ade-aad2-3f2bf2723030 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:07:59.004237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.015760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:59.034713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.076795 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929116c4-e486-498e-90ad-903e93eed152 x-openstack-request-id: req-929116c4-e486-498e-90ad-903e93eed152 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:59.078024 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:59.078588 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-929116c4-e486-498e-90ad-903e93eed152 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:59.079736 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'code': 200} Nov 12 08:07:59.102460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.131842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b66b4f7-14f4-4484-a9b2-1cd4992eb4e5 req-af99533b-6930-46fd-8457-55f9830d4337 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366806 Nov 12 08:07:59.135729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-306b68f5-2933-4b6b-8c26-1300c12b3a19 req-0ed3140d-ad3a-470b-9b16-3c17478301af service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319298 Nov 12 08:07:59.159936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] For port 64a395cc-38c1-4ade-aad2-3f2bf2723030, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64a395cc-38c1-4ade-aad2-3f2bf2723030,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:59.160825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.163053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 660c867b-9b84-40ee-b7a3-627f783bde34 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:59.175310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:59.176020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Calling delete_port for 64a395cc-38c1-4ade-aad2-3f2bf2723030 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:07:59.288737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:07:59.289442 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:07:59.304082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694cf8a-b69b-4aab-977c-2eecd9015a1b req-ccf4c052-b14a-4395-828e-8564b5219301 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:59.305780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8694cf8a-b69b-4aab-977c-2eecd9015a1b req-ccf4c052-b14a-4395-828e-8564b5219301 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.0783370 Nov 12 08:07:59.418991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8694cf8a-b69b-4aab-977c-2eecd9015a1b req-c2a8af38-ca7c-4887-a691-1ba8fcb0dc7f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 Nov 12 08:07:59.433660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.455334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['64a395cc-38c1-4ade-aad2-3f2bf2723030'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:59.477997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-dacca0dc-ad98-41ce-b2bb-f8c75f6fd5b2 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/3f1e6224-b562-4e36-b527-6171d4a6f5fd HTTP/1.1" status: 200 len: 1820 time: 0.1084311 Nov 12 08:07:59.479831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event deleted for resources: {'Port': ['ID=64a395cc-38c1-4ade-aad2-3f2bf2723030,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:59.495647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:59.533899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] No DVR routers for this DVR port 64a395cc-38c1-4ade-aad2-3f2bf2723030 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:07:59.549342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.552781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-684ca21c-a74c-4719-b428-85e9f2954413 req-b6ccccca-1407-4b87-ba85-fccb3f08db39 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "DELETE /v2.0/ports/64a395cc-38c1-4ade-aad2-3f2bf2723030 HTTP/1.1" status: 204 len: 173 time: 0.9713292 Nov 12 08:07:59.555899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5255f330-1510-4b0b-8d22-313d58c509cd', 'name': 'network-vif-deleted', 'tag': '64a395cc-38c1-4ade-aad2-3f2bf2723030'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:59.557831 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31487534-db50-4eac-b2f8-463fc49588fc" -d '{"events": [{"server_uuid": "5255f330-1510-4b0b-8d22-313d58c509cd", "name": "network-vif-deleted", "tag": "64a395cc-38c1-4ade-aad2-3f2bf2723030"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:59.606207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-2825b9f0-0582-4ba9-82f7-562785312b87 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/62749ce9-3f25-41e7-9b83-4e51063282c4 HTTP/1.1" status: 200 len: 1820 time: 0.1000051 Nov 12 08:07:59.619640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5813355-5abc-4866-bab6-647112631557 req-80ac9c2b-6fed-4e4c-a45e-da8c5bb6dafc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:59.621188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5813355-5abc-4866-bab6-647112631557 req-80ac9c2b-6fed-4e4c-a45e-da8c5bb6dafc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0890946 Nov 12 08:07:59.623272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:59.628307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f1e6224-b562-4e36-b527-6171d4a6f5fd', 'remote_group_id': '62749ce9-3f25-41e7-9b83-4e51063282c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:59.628701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f1e6224-b562-4e36-b527-6171d4a6f5fd', 'remote_group_id': '62749ce9-3f25-41e7-9b83-4e51063282c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:59.645714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:07:59.694764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5813355-5abc-4866-bab6-647112631557 req-cd52ea95-23a6-4bb4-8df3-b26816a7eedb tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Nov 12 08:07:59.733966 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.789896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.794584 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.819727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df141e42-d275-48bc-9766-0d9b963c9e58,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:59.821653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:59.825830 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc6fa8-6f02-4ec4-8b02-6dc220da797d" -d '{"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-unplugged", "status": "completed", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:59.828380 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.829594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6accd5f-c2c0-44c2-99f8-8089cdb884c6 req-48fe7a14-fc0d-4567-80c1-c53d476a00ab tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2051573 Nov 12 08:07:59.844306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6e339-5d06-4e73-a749-91a69d1a38f3 req-d8224d14-bc66-4c34-b9a1-7cb177fc5c2b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:59.846151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ca6e339-5d06-4e73-a749-91a69d1a38f3 req-d8224d14-bc66-4c34-b9a1-7cb177fc5c2b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 944 time: 0.0911875 Nov 12 08:07:59.846819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.861370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660c867b-9b84-40ee-b7a3-627f783bde34 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:59.885856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:59.892133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.902953 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ea7af-2717-424d-98b0-693cd2b71a76 x-openstack-request-id: req-c45ea7af-2717-424d-98b0-693cd2b71a76 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:59.903437 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5255f330-1510-4b0b-8d22-313d58c509cd", "name": "network-vif-deleted", "tag": "64a395cc-38c1-4ade-aad2-3f2bf2723030", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:59.904134 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c45ea7af-2717-424d-98b0-693cd2b71a76 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:59.904479 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5255f330-1510-4b0b-8d22-313d58c509cd', 'name': 'network-vif-deleted', 'tag': '64a395cc-38c1-4ade-aad2-3f2bf2723030', 'status': 'completed', 'code': 200} Nov 12 08:07:59.937279 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167802f-27ab-4982-b44c-b8917d5b1e8f x-openstack-request-id: req-6167802f-27ab-4982-b44c-b8917d5b1e8f {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:59.937728 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-unplugged", "status": "completed", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:59.938338 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6167802f-27ab-4982-b44c-b8917d5b1e8f {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:59.938918 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34', 'code': 200} Nov 12 08:07:59.940039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ca6e339-5d06-4e73-a749-91a69d1a38f3 req-b9a9525f-20af-4584-ba8a-e8dd5baec0f4 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826211 Nov 12 08:07:59.973994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:59.988172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91689266-3308-42bc-82a0-186548f6b496 req-6072cc52-c553-4b6f-a898-29f07340c40b tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/62749ce9-3f25-41e7-9b83-4e51063282c4 HTTP/1.1" status: 200 len: 1820 time: 0.0430548 Nov 12 08:08:00.046897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91689266-3308-42bc-82a0-186548f6b496 req-3a653298-6a4b-45e6-8772-e739a6d51860 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.082712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91689266-3308-42bc-82a0-186548f6b496 req-3a653298-6a4b-45e6-8772-e739a6d51860 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.180663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb7c84a7-ea61-4d2e-bcde-ee4084a45e63 req-434013c1-0390-4f9b-86c1-f419fa130c96 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=5255f330-1510-4b0b-8d22-313d58c509cd HTTP/1.1" status: 200 len: 210 time: 0.0541193 Nov 12 08:08:00.231574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91689266-3308-42bc-82a0-186548f6b496 req-3a653298-6a4b-45e6-8772-e739a6d51860 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.234584 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-91689266-3308-42bc-82a0-186548f6b496 req-3a653298-6a4b-45e6-8772-e739a6d51860 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.249741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['660c867b-9b84-40ee-b7a3-627f783bde34'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:00.256125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91689266-3308-42bc-82a0-186548f6b496 req-3a653298-6a4b-45e6-8772-e739a6d51860 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/62749ce9-3f25-41e7-9b83-4e51063282c4 HTTP/1.1" status: 204 len: 173 time: 0.2436414 Nov 12 08:08:00.288855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653298-6a4b-45e6-8772-e739a6d51860 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62749ce9-3f25-41e7-9b83-4e51063282c4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:00.337343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3053544d-ebbc-4d45-8967-3522952d4b66 req-6b7b3db3-cda5-4eab-8821-d10dc2f735f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/3f1e6224-b562-4e36-b527-6171d4a6f5fd HTTP/1.1" status: 200 len: 1820 time: 0.0816965 Nov 12 08:08:00.356903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d18527-19e9-49d8-b362-c99e1497aec5 req-6f14e853-304b-4d1b-a92f-985b039c190d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:00.358601 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0d18527-19e9-49d8-b362-c99e1497aec5 req-6f14e853-304b-4d1b-a92f-985b039c190d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.0964923 Nov 12 08:08:00.437772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0d18527-19e9-49d8-b362-c99e1497aec5 req-81dda784-3f68-48bf-80a8-3dd39ae45ea1 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671890 Nov 12 08:08:00.445096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-808d07b2-4569-41a0-ac49-d489edcc253f req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-724870660', 'description': 'tempest-description-1291762601'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:00.486809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-808d07b2-4569-41a0-ac49-d489edcc253f req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.562473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-808d07b2-4569-41a0-ac49-d489edcc253f req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.566874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-808d07b2-4569-41a0-ac49-d489edcc253f req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.625714 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-808d07b2-4569-41a0-ac49-d489edcc253f req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.626838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-808d07b2-4569-41a0-ac49-d489edcc253f req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1875775 Nov 12 08:08:00.628465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb203c-deb3-4bc7-b245-cd3695fe0787 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae50cf-4013-42f8-97b0-424370fa7f56,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:00.653863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3b725-07d6-48fe-8443-6bb6337b8aae req-a30959b7-7e81-4fba-b8fd-99d68568130b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:00.655354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb3b725-07d6-48fe-8443-6bb6337b8aae req-a30959b7-7e81-4fba-b8fd-99d68568130b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.0814528 Nov 12 08:08:00.723544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-fa51ab1c-b51e-4e2f-aae0-01a4209adaac tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/fbae50cf-4013-42f8-97b0-424370fa7f56 HTTP/1.1" status: 200 len: 1821 time: 0.0671430 Nov 12 08:08:00.728730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb3b725-07d6-48fe-8443-6bb6337b8aae req-c843f5da-f512-4f43-bdc7-839901113021 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656822 Nov 12 08:08:00.738540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbae50cf-4013-42f8-97b0-424370fa7f56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:00.739071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbae50cf-4013-42f8-97b0-424370fa7f56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:00.830906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.877602 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.886349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47dec6-679a-4552-b384-8520f3f89f4b req-92c48924-818e-4f83-bfe0-2bf282a8f975 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:00.887734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a47dec6-679a-4552-b384-8520f3f89f4b req-92c48924-818e-4f83-bfe0-2bf282a8f975 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.0721285 Nov 12 08:08:00.888842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.923332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3fa7f1-ba52-4da0-a814-a3b39787f4ee,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:00.931437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.932641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f76c3dbc-f833-4e62-a2d5-3e01962f902f req-c8f4ae81-730c-4006-831c-e8d1ccab88f6 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2012098 Nov 12 08:08:00.959873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a47dec6-679a-4552-b384-8520f3f89f4b req-bd1fad71-8e8d-4144-b3b5-6e1840954ca5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622945 Nov 12 08:08:01.051716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-394c05bb-c43f-487b-842a-1e7a515f5875 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/fbae50cf-4013-42f8-97b0-424370fa7f56 HTTP/1.1" status: 200 len: 2414 time: 0.0690691 Nov 12 08:08:01.053696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043c5af-f507-466b-af4f-029e4accb40f req-9de11471-90ae-4de6-9e85-f2a14b115bf2 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.055157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3043c5af-f507-466b-af4f-029e4accb40f req-9de11471-90ae-4de6-9e85-f2a14b115bf2 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1097 time: 0.0659320 Nov 12 08:08:01.061814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbae50cf-4013-42f8-97b0-424370fa7f56', 'remote_group_id': None}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:01.062124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbae50cf-4013-42f8-97b0-424370fa7f56', 'remote_group_id': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:01.075213 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:08:01.080963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:01.083261 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68daf48-da32-484f-a65e-b0caa861f732" -d '{"events": [{"name": "network-changed", "server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:01.122895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3043c5af-f507-466b-af4f-029e4accb40f req-c407469e-6191-4eff-bde0-3e07237817c7 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562296 Nov 12 08:08:01.151602 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.181371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.185588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.215884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144aff62-6c66-4bd3-85e3-f12508f3354f,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:01.239292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.240541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801f941f-da71-4c2e-9e2f-0b15095fa069 req-5cbe349a-e652-455b-9201-fdb09e971e21 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1826544 Nov 12 08:08:01.267706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24097b0-a362-4bce-b781-3019060f4c93 req-9c2956cc-59b7-42db-89b2-476a163097d8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.269288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c24097b0-a362-4bce-b781-3019060f4c93 req-9c2956cc-59b7-42db-89b2-476a163097d8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 945 time: 0.0718205 Nov 12 08:08:01.278441 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241297f0-b3ac-4aeb-9656-9bf06c6456bf x-openstack-request-id: req-241297f0-b3ac-4aeb-9656-9bf06c6456bf {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:01.278793 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:01.279111 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-241297f0-b3ac-4aeb-9656-9bf06c6456bf {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:01.279590 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'status': 'completed', 'code': 200} Nov 12 08:08:01.329483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c24097b0-a362-4bce-b781-3019060f4c93 req-c29097b6-c0d9-43ea-b082-c9c26f021fee tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Nov 12 08:08:01.410899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6100f-a641-4a91-b12e-8868d8e212f4 req-5d597875-e64f-4972-a936-b7dacd421364 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.412460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4db6100f-a641-4a91-b12e-8868d8e212f4 req-5d597875-e64f-4972-a936-b7dacd421364 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1097 time: 0.0821519 Nov 12 08:08:01.417586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68daf48-da32-484f-a65e-b0caa861f732 req-200dba11-b31b-489f-ad63-4a5bcffef160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.418978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-200dba11-b31b-489f-ad63-4a5bcffef160 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1127 time: 0.1000502 Nov 12 08:08:01.479631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20782341-ebcb-4cdf-8817-7bd76554279a req-ff27adcb-25a0-4243-b73b-0916146b4cc3 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/fbae50cf-4013-42f8-97b0-424370fa7f56 HTTP/1.1" status: 200 len: 3012 time: 0.0972896 Nov 12 08:08:01.535164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4db6100f-a641-4a91-b12e-8868d8e212f4 req-90ba1f4b-1165-4a96-ade1-6c59d4323c2a tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113803 Nov 12 08:08:01.557597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68daf48-da32-484f-a65e-b0caa861f732 req-b4a09fd5-40fc-4c84-8356-aa6f4bdeafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.559639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-b4a09fd5-40fc-4c84-8356-aa6f4bdeafd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.1238203 Nov 12 08:08:01.622639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-6380c492-53ce-40ae-b4a9-4c2152a461c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 217 time: 0.0456150 Nov 12 08:08:01.755274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68daf48-da32-484f-a65e-b0caa861f732 req-f96c95cf-68c5-4cea-860f-0ef74326fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.756769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-f96c95cf-68c5-4cea-860f-0ef74326fd14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1242664 Nov 12 08:08:01.804183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-182267f1-9f26-460c-9cae-3e410a86916e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370619 Nov 12 08:08:01.813901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02a472-9729-4652-b334-d72d96111339 req-b59ebf48-d7dd-4b8b-b8fc-71c36f3f4944 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.815256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc02a472-9729-4652-b334-d72d96111339 req-b59ebf48-d7dd-4b8b-b8fc-71c36f3f4944 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.2005291 Nov 12 08:08:01.822848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-6b676129-1c3d-4997-a3ed-4626325a1b2a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.824191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-6b676129-1c3d-4997-a3ed-4626325a1b2a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.2078333 Nov 12 08:08:01.870892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-c8b906fa-c31a-4f43-aaf0-b84692034e94 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0387146 Nov 12 08:08:01.943190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-86cc58ec-3ec8-408f-94e7-bd1f501e2dc0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460889 Nov 12 08:08:01.952661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc02a472-9729-4652-b334-d72d96111339 req-94af104f-dec3-4bd7-bc0e-78319929d6a1 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220493 Nov 12 08:08:02.037334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-581b41fb-a682-4db7-9b65-2f2c39f47842 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210879 Nov 12 08:08:02.043217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-63b3d7a4-3b07-4a65-8275-82d4b6ed9591 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-group-rules/144aff62-6c66-4bd3-85e3-f12508f3354f HTTP/1.1" status: 200 len: 783 time: 0.0549593 Nov 12 08:08:02.160670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-fe235310-0cb6-4f89-ba89-f0320b128ac8 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070794 Nov 12 08:08:02.177961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-50df4a54-d8dc-49a4-a8a9-139ad12270dd tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/fbae50cf-4013-42f8-97b0-424370fa7f56 HTTP/1.1" status: 200 len: 3012 time: 0.1243320 Nov 12 08:08:02.241828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e68daf48-da32-484f-a65e-b0caa861f732 req-cc03af33-fb12-4b7c-814f-7e2065df7f48 service neutron] 10.222.0.32 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894994 Nov 12 08:08:02.262406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-d2530e81-af1f-40f6-8882-4f69cd9e0228 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.274032 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-d2530e81-af1f-40f6-8882-4f69cd9e0228 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.302267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-eb258eec-ed6a-4cb3-b0fe-3dd26cab3b45 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343496 Nov 12 08:08:02.312880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-d2530e81-af1f-40f6-8882-4f69cd9e0228 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.320937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-d2530e81-af1f-40f6-8882-4f69cd9e0228 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.322026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b01ba194-caf2-48e1-b6a4-d984f065cc0b req-d2530e81-af1f-40f6-8882-4f69cd9e0228 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/144aff62-6c66-4bd3-85e3-f12508f3354f HTTP/1.1" status: 204 len: 173 time: 0.1259394 Nov 12 08:08:02.328442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2530e81-af1f-40f6-8882-4f69cd9e0228 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=144aff62-6c66-4bd3-85e3-f12508f3354f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.371239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:02.447240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 660c867b-9b84-40ee-b7a3-627f783bde34 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:02.451387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.568978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.575107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3105bd6b-a2b2-4309-9a09-4e1f736ae1fe req-3d35ab95-91c3-4cdf-a951-ee31f4bac5dd tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/fbae50cf-4013-42f8-97b0-424370fa7f56 HTTP/1.1" status: 200 len: 2414 time: 0.1011248 Nov 12 08:08:02.583998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4822d25-8397-401e-9eae-9cde530401b8 req-d9f68011-a8e8-4145-9529-d397c0b49b6c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:02.591576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4822d25-8397-401e-9eae-9cde530401b8 req-d9f68011-a8e8-4145-9529-d397c0b49b6c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1284578 Nov 12 08:08:02.595570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:02.598043 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f3d49-1a83-4a49-becf-a8bb8ba99d3d" -d '{"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-plugged", "status": "completed", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:02.613071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:02.618743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.619687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64a395cc-38c1-4ade-aad2-3f2bf2723030 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:02.643636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 64a395cc-38c1-4ade-aad2-3f2bf2723030 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:02.643987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64a395cc-38c1-4ade-aad2-3f2bf2723030 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:02.644469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:02.693550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4822d25-8397-401e-9eae-9cde530401b8 req-0c030c42-fa7e-46a1-a7c6-9262f5b17ca8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004050 Nov 12 08:08:02.720369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3105bd6b-a2b2-4309-9a09-4e1f736ae1fe req-78477d09-e2da-4dae-b5cf-5562a2fd3d8d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.742016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.778939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3105bd6b-a2b2-4309-9a09-4e1f736ae1fe req-78477d09-e2da-4dae-b5cf-5562a2fd3d8d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.857582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234df313-352c-4db1-ae39-384a3a9911f7 req-ca79caed-25a4-4de0-908a-819d60e20fe2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:02.859344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-234df313-352c-4db1-ae39-384a3a9911f7 req-ca79caed-25a4-4de0-908a-819d60e20fe2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0772452 Nov 12 08:08:02.875534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3105bd6b-a2b2-4309-9a09-4e1f736ae1fe req-78477d09-e2da-4dae-b5cf-5562a2fd3d8d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.878015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3105bd6b-a2b2-4309-9a09-4e1f736ae1fe req-78477d09-e2da-4dae-b5cf-5562a2fd3d8d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.879071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3105bd6b-a2b2-4309-9a09-4e1f736ae1fe req-78477d09-e2da-4dae-b5cf-5562a2fd3d8d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/fbae50cf-4013-42f8-97b0-424370fa7f56 HTTP/1.1" status: 204 len: 173 time: 0.2855201 Nov 12 08:08:02.899469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78477d09-e2da-4dae-b5cf-5562a2fd3d8d tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae50cf-4013-42f8-97b0-424370fa7f56,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.937020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-234df313-352c-4db1-ae39-384a3a9911f7 req-990d6284-7696-4c7b-a182-2936c39c154f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689852 Nov 12 08:08:03.013964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adfa5a87-163f-4f6b-a7f8-873e2987370a req-ed318c34-2a07-4b91-a88f-66a7bf4ea0ea tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 210 time: 0.0421941 Nov 12 08:08:03.142001 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a535e-2129-4d86-8101-59c72db87f9e x-openstack-request-id: req-215a535e-2129-4d86-8101-59c72db87f9e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:03.143630 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-plugged", "status": "completed", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:03.144552 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-215a535e-2129-4d86-8101-59c72db87f9e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:03.145513 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34', 'code': 200} Nov 12 08:08:03.169386 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-9ef3cb87-42d7-4daf-915d-8f10b7940ac1 req-4c4831dd-7558-4426-ace2-2fe4158a69c2 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] show failed (client error): The resource could not be found. Nov 12 08:08:03.170637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ef3cb87-42d7-4daf-915d-8f10b7940ac1 req-4c4831dd-7558-4426-ace2-2fe4158a69c2 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/62749ce9-3f25-41e7-9b83-4e51063282c4 HTTP/1.1" status: 404 len: 352 time: 0.0164690 Nov 12 08:08:03.288188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b41da5-6b97-461d-95af-41e955a99976 req-7daab1ad-3507-48ed-a924-33f222288092 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:03.296129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31b41da5-6b97-461d-95af-41e955a99976 req-7daab1ad-3507-48ed-a924-33f222288092 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 944 time: 0.0669310 Nov 12 08:08:03.396298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31b41da5-6b97-461d-95af-41e955a99976 req-37a8dbee-e24d-4537-9239-a7adc6fee46d tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987792 Nov 12 08:08:03.473381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67340-6d46-4742-bad7-2e1086c0388b req-38147ab8-9fce-4e75-bb7e-79fd704a428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:03.475531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2a67340-6d46-4742-bad7-2e1086c0388b req-38147ab8-9fce-4e75-bb7e-79fd704a428c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 1098 time: 0.1122417 Nov 12 08:08:03.481195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cf64657-9fd2-46f6-ad3a-d64a7427d439 req-7a0e241d-fca8-46fa-ad58-967d2883cd1f tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/3f1e6224-b562-4e36-b527-6171d4a6f5fd HTTP/1.1" status: 200 len: 1820 time: 0.0559952 Nov 12 08:08:03.577400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2a67340-6d46-4742-bad7-2e1086c0388b req-2315a63b-71ca-44a7-b84a-ad31796f6510 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860014 Nov 12 08:08:03.584214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2cf64657-9fd2-46f6-ad3a-d64a7427d439 req-9fb7e98f-ac44-422a-bf63-c0bbe9763d00 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.611825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2cf64657-9fd2-46f6-ad3a-d64a7427d439 req-9fb7e98f-ac44-422a-bf63-c0bbe9763d00 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.673746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2cf64657-9fd2-46f6-ad3a-d64a7427d439 req-9fb7e98f-ac44-422a-bf63-c0bbe9763d00 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.677308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2cf64657-9fd2-46f6-ad3a-d64a7427d439 req-9fb7e98f-ac44-422a-bf63-c0bbe9763d00 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.680598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cf64657-9fd2-46f6-ad3a-d64a7427d439 req-9fb7e98f-ac44-422a-bf63-c0bbe9763d00 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f1e6224-b562-4e36-b527-6171d4a6f5fd HTTP/1.1" status: 204 len: 173 time: 0.1921973 Nov 12 08:08:03.692812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7e98f-ac44-422a-bf63-c0bbe9763d00 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e6224-b562-4e36-b527-6171d4a6f5fd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:03.853204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-374e58c8-61d6-4bac-912e-84e53ed83949 req-40cf105f-885a-4a5d-b8ef-33777dd10796 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/4ba98c08-5c3e-47e5-902e-3490269ce4db HTTP/1.1" status: 200 len: 1822 time: 0.0438435 Nov 12 08:08:03.917438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-374e58c8-61d6-4bac-912e-84e53ed83949 req-841dfd45-24df-4c80-bd62-3de9cae2fcb4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.943136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-374e58c8-61d6-4bac-912e-84e53ed83949 req-841dfd45-24df-4c80-bd62-3de9cae2fcb4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.019090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-374e58c8-61d6-4bac-912e-84e53ed83949 req-841dfd45-24df-4c80-bd62-3de9cae2fcb4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.022013 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-374e58c8-61d6-4bac-912e-84e53ed83949 req-841dfd45-24df-4c80-bd62-3de9cae2fcb4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.034972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-374e58c8-61d6-4bac-912e-84e53ed83949 req-841dfd45-24df-4c80-bd62-3de9cae2fcb4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ba98c08-5c3e-47e5-902e-3490269ce4db HTTP/1.1" status: 204 len: 173 time: 0.1734705 Nov 12 08:08:04.035517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-62e89351-c41e-4474-a33b-45737804447d tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:08:04.037678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-62e89351-c41e-4474-a33b-45737804447d tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075896 Nov 12 08:08:04.052784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dfd45-24df-4c80-bd62-3de9cae2fcb4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba98c08-5c3e-47e5-902e-3490269ce4db,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:04.122722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-0f023e0a-b86f-4007-b9e8-456104cc900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.133201 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-0f023e0a-b86f-4007-b9e8-456104cc900c service neutron] 10.222.0.16 "GET /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 1094 time: 0.0704570 Nov 12 08:08:04.145812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Request body: {'binding': {'host': 'n-h2-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:04.146540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:08:04.239604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4a456-9ad7-4b13-8636-affd2009a4ff req-f12377d7-87a1-40c6-b3cf-a46571811083 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.241176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adc4a456-9ad7-4b13-8636-affd2009a4ff req-f12377d7-87a1-40c6-b3cf-a46571811083 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1319346 Nov 12 08:08:04.250752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-99190f66-03ce-44f3-9fce-2b5ab516db16 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.252178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-99190f66-03ce-44f3-9fce-2b5ab516db16 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.1970854 Nov 12 08:08:04.278199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Request body: {'port': {'device_id': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'admin_state_up': True, 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:04.312737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h2-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:04.313673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:04.314284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:04.320549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:04.321304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:04.328076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:04.328550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:04.328918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:04.329478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Bound port: 95755304-4bd3-49ec-8bf3-a09780b470db, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:04.356256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adc4a456-9ad7-4b13-8636-affd2009a4ff req-3b6265ea-cab2-4178-af46-d23637ba14e2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030805 Nov 12 08:08:04.401479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:04.409187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.410381 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d2a67783-ef6c-4732-900e-ddc50748d2b1 service neutron] 10.222.0.16 "POST /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db/bindings HTTP/1.1" status: 201 len: 390 time: 0.2759275 Nov 12 08:08:04.421384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:04.423705 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.587828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cb655-de1a-4a73-839a-5cf93b5ef259 req-a427d738-9c7e-4c18-9747-4a3d484d4839 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.589831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-196cb655-de1a-4a73-839a-5cf93b5ef259 req-a427d738-9c7e-4c18-9747-4a3d484d4839 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1174176 Nov 12 08:08:04.727344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Allocated IP 172.20.0.3 (3c3e1a77-3e53-4ffd-8e43-79e0469af7e1/43aafb6f-6649-4282-b7f6-0304c919bc5a/4f3eb375-cdd3-4555-8ea5-c649a7f85cf4) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:04.758774 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-27e22d39-c778-4a6c-a942-db30654c5550 service neutron] 10.222.0.32 "GET /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.0700638 Nov 12 08:08:04.762662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-997725c5-4f75-4419-9870-102f73fd4adb req-5706c0c0-e25a-49da-9659-83c8f4cd95c1 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/a5730f0f-2c4b-4525-a71f-2164337fe7e8 HTTP/1.1" status: 200 len: 1821 time: 0.2315612 Nov 12 08:08:04.768956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-196cb655-de1a-4a73-839a-5cf93b5ef259 req-f00e8ccb-b35e-4112-8b71-d88b24c6cbb4 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502597 Nov 12 08:08:04.822785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-a5ef4da3-9d14-4f45-8560-4833c27b9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.824229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-a5ef4da3-9d14-4f45-8560-4833c27b9da0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1097 time: 0.1456180 Nov 12 08:08:04.886270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36ba38b3-2b71-4eb6-b2db-07698e4a24bd req-679a1587-d5f0-4c4c-a100-88bbbd02959c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 210 time: 0.0538135 Nov 12 08:08:04.968957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:04.994686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:05.033956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8735b86-2d06-49e5-9900-ce8cebdbf9af {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:05.046010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:05.061783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.138007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] Transition to ACTIVE for port object b8735b86-2d06-49e5-9900-ce8cebdbf9af will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:05.142529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.208033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] No DVR routers for this DVR port b8735b86-2d06-49e5-9900-ce8cebdbf9af on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:05.240660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] Pushing event updated for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:05.250417 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-02ca1c11-3d3f-4dd7-832a-2029fe7f5508 service neutron] 10.222.0.32 "PUT /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af/bindings/n-h1-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 0.4788687 Nov 12 08:08:05.321521 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-997725c5-4f75-4419-9870-102f73fd4adb req-0e8d31b5-5c21-4974-a47e-4b8e69f94523 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.415779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-997725c5-4f75-4419-9870-102f73fd4adb req-0e8d31b5-5c21-4974-a47e-4b8e69f94523 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.473479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-4f7bac8d-4779-4b59-be85-7fa5468f3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.474991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-4f7bac8d-4779-4b59-be85-7fa5468f3d4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.6287804 Nov 12 08:08:05.534154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-ded6922a-54bd-4885-98cb-00f83deb2e25 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.535637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-ded6922a-54bd-4885-98cb-00f83deb2e25 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.2153041 Nov 12 08:08:05.538544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.549863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a20cc-93b9-404e-a0ad-365cd69f79d8 req-21533d72-847b-4312-965f-6065222065a5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.551318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb8a20cc-93b9-404e-a0ad-365cd69f79d8 req-21533d72-847b-4312-965f-6065222065a5 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.2336402 Nov 12 08:08:05.552645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-ea6a03d4-ba69-45d0-aba9-b58030c916c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 217 time: 0.0673633 Nov 12 08:08:05.578994 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-997725c5-4f75-4419-9870-102f73fd4adb req-0e8d31b5-5c21-4974-a47e-4b8e69f94523 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.581552 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-997725c5-4f75-4419-9870-102f73fd4adb req-0e8d31b5-5c21-4974-a47e-4b8e69f94523 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.582581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-997725c5-4f75-4419-9870-102f73fd4adb req-0e8d31b5-5c21-4974-a47e-4b8e69f94523 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/a5730f0f-2c4b-4525-a71f-2164337fe7e8 HTTP/1.1" status: 204 len: 173 time: 0.8127241 Nov 12 08:08:05.663729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d31b5-5c21-4974-a47e-4b8e69f94523 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5730f0f-2c4b-4525-a71f-2164337fe7e8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:05.718768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-9f2a5178-2edb-4c7f-b946-1e5ea0fb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.720264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-9f2a5178-2edb-4c7f-b946-1e5ea0fb5836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1567352 Nov 12 08:08:05.728334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.781330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb8a20cc-93b9-404e-a0ad-365cd69f79d8 req-21bdd22e-15e2-4be1-af53-f23c0be5b319 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190967 Nov 12 08:08:05.783229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-f59a858f-e0e3-45db-a47d-e4689a9a26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.784876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-f59a858f-e0e3-45db-a47d-e4689a9a26bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a HTTP/1.1" status: 200 len: 1097 time: 0.2078822 Nov 12 08:08:05.813445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac2715-5931-4603-aca7-d67f9da84bef req-d5fafa78-859a-403d-ac81-0bcbc07e0116 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.815052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0ac2715-5931-4603-aca7-d67f9da84bef req-d5fafa78-859a-403d-ac81-0bcbc07e0116 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.1800265 Nov 12 08:08:05.816948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-78dd3347-7cdd-4694-8324-bcf68dca3696 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859904 Nov 12 08:08:05.859011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:05.891485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:05.901907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:05.904272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:06.038046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-c19fa722-5115-4b3d-85ce-f145adb45335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.039532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-c19fa722-5115-4b3d-85ce-f145adb45335 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1097 time: 0.2197020 Nov 12 08:08:06.072877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.073482 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.095200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0ac2715-5931-4603-aca7-d67f9da84bef req-a584177e-3255-4d17-9b25-0e61a3dbf338 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727475 Nov 12 08:08:06.125040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-06243a3e-3b34-4854-ae55-d9d463b3ad30 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833028 Nov 12 08:08:06.158818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f14cc0-ad18-4f49-9619-0744cea1a2b9 req-a31b91e6-d45d-4790-b3c9-6e51b5095df6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.160273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34f14cc0-ad18-4f49-9619-0744cea1a2b9 req-a31b91e6-d45d-4790-b3c9-6e51b5095df6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.2515013 Nov 12 08:08:06.171599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-11ad53cb-d341-47f0-ad2c-9b3a38522a8b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8981738 Nov 12 08:08:06.205856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Request body: {'port': {'device_id': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:06.352372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab2b6c31-078a-4e1a-860b-ce9bf288fee0 req-dd33ab8e-2336-43d9-bfa2-a762e66ddafe tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f HTTP/1.1" status: 200 len: 2420 time: 0.2297006 Nov 12 08:08:06.378755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-3f1da27a-e1a2-4016-87f1-6e1b99c8068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.380686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-3f1da27a-e1a2-4016-87f1-6e1b99c8068e service neutron] 10.222.0.25 "GET /v2.0/networks?id=e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 200 len: 907 time: 0.3300669 Nov 12 08:08:06.383903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34f14cc0-ad18-4f49-9619-0744cea1a2b9 req-5888744f-b471-44a7-b872-db16d9181678 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113121 Nov 12 08:08:06.453371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-4babc27b-ccee-4590-9ad2-8fc6d61d7e59 service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920227 Nov 12 08:08:06.454595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-b715469b-2e10-40af-b776-0ab7c25a301c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 200 len: 217 time: 0.0593903 Nov 12 08:08:06.466513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.622720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab2b6c31-078a-4e1a-860b-ce9bf288fee0 req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.635611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876cc96-da39-4fca-b851-0bbb5ca8b0de req-f31864df-a463-4fba-b4db-02d23ed2b99f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.637128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a876cc96-da39-4fca-b851-0bbb5ca8b0de req-f31864df-a463-4fba-b4db-02d23ed2b99f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1899335 Nov 12 08:08:06.638514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-d8328e7d-cae0-4137-86a6-d26a19053bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.639839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-d8328e7d-cae0-4137-86a6-d26a19053bfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 200 len: 847 time: 0.1671457 Nov 12 08:08:06.730789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-60103cfe-562c-4fc6-92eb-3f252e8c22c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e7718131-862f-4bb0-9b38-a4d1e7214769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776505 Nov 12 08:08:06.736678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab2b6c31-078a-4e1a-860b-ce9bf288fee0 req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.853300 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-7dd28c25-975a-43ef-af44-b08106391934 service neutron] show failed (client error): The resource could not be found. Nov 12 08:08:06.854304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-7dd28c25-975a-43ef-af44-b08106391934 service neutron] 10.222.0.32 "GET /v2.0/ports/1a583d5d-071f-4d04-933a-f2325dfd4637/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.2893751 Nov 12 08:08:06.916256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a876cc96-da39-4fca-b851-0bbb5ca8b0de req-a75a1ea8-b3b9-4e2c-a20a-ebe2c06ae15c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656682 Nov 12 08:08:06.978419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab2b6c31-078a-4e1a-860b-ce9bf288fee0 req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.981361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab2b6c31-078a-4e1a-860b-ce9bf288fee0 req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.982503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab2b6c31-078a-4e1a-860b-ce9bf288fee0 req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f HTTP/1.1" status: 204 len: 173 time: 0.6104255 Nov 12 08:08:07.011035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd3f01c-49b4-41a0-8a8a-ff1e981e4a4f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:07.062462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.062887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.063194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.063613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.063987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.064383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.064719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.065040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.065374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.065693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.066024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.066363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4b0f45-8e84-4a70-b108-cf6ffe870e41 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:07.075813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-20f59f60-1a92-4815-8a10-a24699be85df service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883165 Nov 12 08:08:07.174965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec06f3-e434-4987-aedc-7e498e384d7d req-d9bd5d1c-8689-4937-b426-88696cb39e15 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.176392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13ec06f3-e434-4987-aedc-7e498e384d7d req-d9bd5d1c-8689-4937-b426-88696cb39e15 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 931 time: 0.1740854 Nov 12 08:08:07.192152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-3b32869c-f3cc-472c-9050-39e485526cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.194647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-3b32869c-f3cc-472c-9050-39e485526cf6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7&tenant_id=3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 1102 time: 0.0431623 Nov 12 08:08:07.211291 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:07.297013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:07.319496 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.342569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-cad29315-6805-4ebb-96a7-9984b749f660 service neutron] 10.222.0.25 "GET /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555308 Nov 12 08:08:07.361165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13ec06f3-e434-4987-aedc-7e498e384d7d req-2bc93f8e-0d4f-4eb2-8eed-6745eb73632c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597581 Nov 12 08:08:07.381545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afa612-f22b-4318-aa5a-2f63dfb0ab07 req-8222b16b-c47e-4168-ba51-8e14e4d1b5b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.383138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6afa612-f22b-4318-aa5a-2f63dfb0ab07 req-8222b16b-c47e-4168-ba51-8e14e4d1b5b8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.2207034 Nov 12 08:08:07.395445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Transition to ACTIVE for port object 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:07.411594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.510289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6afa612-f22b-4318-aa5a-2f63dfb0ab07 req-233ae98e-bfbd-47f2-8135-3a4004707ed2 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077144 Nov 12 08:08:07.512949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:07.657006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.706968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5818c69a-53f6-472e-9278-340ab16a4c13 req-53b77ce2-7283-4eca-b83b-f4409afbbd91 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "GET /v2.0/security-groups/29891bb8-c21e-43d2-9c07-93e098f1af3d HTTP/1.1" status: 200 len: 2414 time: 0.1589046 Nov 12 08:08:07.724312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Attempting to bind port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:07.724923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Attempting to bind port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:07.725436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Attempting to bind port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:07.747076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac27acd-d3e3-4f1e-a791-898a02bbbbb6 req-eb916a84-5ae9-4afe-9c66-83db2dfe42ec tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.749135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ac27acd-d3e3-4f1e-a791-898a02bbbbb6 req-eb916a84-5ae9-4afe-9c66-83db2dfe42ec tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.1627042 Nov 12 08:08:07.758141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:07.758504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Attempting to bind port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:07.780606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:07.781019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:07.781326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Bound using segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:07.782020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Bound port: 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:07.782161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.804594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac169ef-c348-4000-b468-798ab198d64a req-06f6d364-3be3-407b-861d-a791d98a227d tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.806083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-06f6d364-3be3-407b-861d-a791d98a227d tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e&tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.1670377 Nov 12 08:08:07.875932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:07.909938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ac27acd-d3e3-4f1e-a791-898a02bbbbb6 req-370c115f-9dfe-4349-b60e-f374f30ec526 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476917 Nov 12 08:08:07.915184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:07.924237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5818c69a-53f6-472e-9278-340ab16a4c13 req-4622bb0b-5412-4500-a79e-c81bbd5164b4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.964277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:07.967029 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533aba38-ee37-4856-bd2a-582245560d06" -d '{"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:07.973199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.979836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5818c69a-53f6-472e-9278-340ab16a4c13 req-4622bb0b-5412-4500-a79e-c81bbd5164b4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.992932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Transition to ACTIVE for port object 1a583d5d-071f-4d04-933a-f2325dfd4637 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:07.995295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:07.998437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.049982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:08.066313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.087495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] No DVR routers for this DVR port 1a583d5d-071f-4d04-933a-f2325dfd4637 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:08.087495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:08.127082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:08.127410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:08.127786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:08.133488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:08.133830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:08.139263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:08.139493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:08.139859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:08.140499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Bound port: 1a583d5d-071f-4d04-933a-f2325dfd4637, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:08.140902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.180801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:08.196390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.197310 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.198927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5399b81d-f8dd-4884-90bd-6c48c7e43d1f service neutron] 10.222.0.32 "PUT /v2.0/ports/4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 HTTP/1.1" status: 200 len: 1092 time: 2.0115004 Nov 12 08:08:08.214406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:08.220868 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:08.230868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:08.235408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:08.243214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.244791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fac169ef-c348-4000-b468-798ab198d64a req-8ed6c6ee-987c-4800-aa43-f21a819384b7 service neutron] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:08.246776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5818c69a-53f6-472e-9278-340ab16a4c13 req-4622bb0b-5412-4500-a79e-c81bbd5164b4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.250582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5818c69a-53f6-472e-9278-340ab16a4c13 req-4622bb0b-5412-4500-a79e-c81bbd5164b4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.263969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5818c69a-53f6-472e-9278-340ab16a4c13 req-4622bb0b-5412-4500-a79e-c81bbd5164b4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] 10.222.0.16 "DELETE /v2.0/security-groups/29891bb8-c21e-43d2-9c07-93e098f1af3d HTTP/1.1" status: 204 len: 173 time: 0.5557480 Nov 12 08:08:08.269478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:08.287144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fac169ef-c348-4000-b468-798ab198d64a req-8ed6c6ee-987c-4800-aa43-f21a819384b7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.290161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fac169ef-c348-4000-b468-798ab198d64a req-8ed6c6ee-987c-4800-aa43-f21a819384b7 service neutron] 10.222.0.25 "DELETE /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af/bindings/n-h2-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.4732585 Nov 12 08:08:08.300371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.301126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.303135 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 1097 time: 1.0965064 Nov 12 08:08:08.336915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d41d90-af1b-4fd1-8be7-6067df20c483 service neutron] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:08.392762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.427773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-5d53e1a6-2980-4184-ad98-565d051b984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.429568 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-5d53e1a6-2980-4184-ad98-565d051b984a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1100 time: 0.0737123 Nov 12 08:08:08.451002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65527a57-78e2-4d69-913d-bbb8de0fc6f3 req-3cd16426-3c18-4023-8f9f-e4335fe1870e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.458626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65527a57-78e2-4d69-913d-bbb8de0fc6f3 req-3cd16426-3c18-4023-8f9f-e4335fe1870e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.4145954 Nov 12 08:08:08.557393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-ce015643-9e18-4d3a-bd33-7e03a1f670e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.559448 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-ce015643-9e18-4d3a-bd33-7e03a1f670e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1198316 Nov 12 08:08:08.615961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-bd30b580-d19c-48e7-a670-68671f4925e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0451250 Nov 12 08:08:08.675879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-fdd7be64-162b-4511-9614-3ff0f5cf06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.677724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-fdd7be64-162b-4511-9614-3ff0f5cf06a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0544369 Nov 12 08:08:08.735461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-74a1bd5d-f588-4773-ae98-86907ccbf120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.737105 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-74a1bd5d-f588-4773-ae98-86907ccbf120 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510237 Nov 12 08:08:08.869629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622bb0b-5412-4500-a79e-c81bbd5164b4 tempest-SecurityGroupRulesTestJSON-457409462 tempest-SecurityGroupRulesTestJSON-457409462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29891bb8-c21e-43d2-9c07-93e098f1af3d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:08.878289 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-638d814d-4251-4c56-8b3e-f65f471a17de service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334977 Nov 12 08:08:08.909424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Deleting subnet 3d3afff8-a3bc-40ee-a42c-0bff147f6122 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:08:08.923177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.938043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85302933-1196-40f7-9351-e7c56bce6dc6 req-33a0c8d6-7ba0-437e-bec9-093314c67497 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.940537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85302933-1196-40f7-9351-e7c56bce6dc6 req-33a0c8d6-7ba0-437e-bec9-093314c67497 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 948 time: 0.5368700 Nov 12 08:08:08.983464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-23031345-2c81-4aa7-b9aa-ad9bfe423579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.985004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-23031345-2c81-4aa7-b9aa-ad9bfe423579 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 1095 time: 0.7178981 Nov 12 08:08:08.997231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65527a57-78e2-4d69-913d-bbb8de0fc6f3 req-c066e0e1-77fc-4c28-9044-e06601bc64f6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376556 Nov 12 08:08:09.003702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-fed42c2e-72d0-4555-997c-a37da3b03653 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156049 Nov 12 08:08:09.057608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-d317804e-7065-47a6-b8b3-7f096fbc1990 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 HTTP/1.1" status: 200 len: 217 time: 0.0475485 Nov 12 08:08:09.063105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.145883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-31d44c9e-cf09-4571-930a-e9fabe4eebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:09.147366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-31d44c9e-cf09-4571-930a-e9fabe4eebe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.0539093 Nov 12 08:08:09.198837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85302933-1196-40f7-9351-e7c56bce6dc6 req-708d2b94-624a-4cb9-90f8-0c28755091f8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176168 Nov 12 08:08:09.203202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-f6e12a85-7d3b-41be-a0f4-af27c8534802 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455632 Nov 12 08:08:09.274111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.312536 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cd4a97-e218-4d7f-877f-a6a46816988f x-openstack-request-id: req-d9cd4a97-e218-4d7f-877f-a6a46816988f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:09.313055 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:09.313354 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9cd4a97-e218-4d7f-877f-a6a46816988f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:09.313891 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'code': 200} Nov 12 08:08:09.366831 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bac901-7865-4c51-bd8d-0fefd63effa2 x-openstack-request-id: req-65bac901-7865-4c51-bd8d-0fefd63effa2 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:09.367162 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:09.367427 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65bac901-7865-4c51-bd8d-0fefd63effa2 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:09.367849 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'status': 'completed', 'code': 200} Nov 12 08:08:09.430158 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.461991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-05628115-26c8-4b0b-bb84-fdf64de42afe service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471814 Nov 12 08:08:09.497684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3afff8-a3bc-40ee-a42c-0bff147f6122,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:09.504881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78150807-0317-423c-b706-50a828975c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.511338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-78150807-0317-423c-b706-50a828975c98 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d3afff8-a3bc-40ee-a42c-0bff147f6122 HTTP/1.1" status: 204 len: 168 time: 1.2173281 Nov 12 08:08:09.511535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35336) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:09.598098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018ee1-22b8-416a-9048-4ae9903e316d req-3bfe2907-74f9-4bee-80ee-b1af42818a7d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:09.600407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3018ee1-22b8-416a-9048-4ae9903e316d req-3bfe2907-74f9-4bee-80ee-b1af42818a7d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 943 time: 0.1933758 Nov 12 08:08:09.629391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.654414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16e2a-6b5c-475e-b1b4-584a24dccdc6 req-cef0c122-e759-4b81-acfe-744632efda87 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:09.656073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e16e2a-6b5c-475e-b1b4-584a24dccdc6 req-cef0c122-e759-4b81-acfe-744632efda87 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.1464148 Nov 12 08:08:09.697178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a5b35d5-e0d4-47cb-b88d-03b19950ded6 req-5ee58dec-87b4-44e6-ba0a-829bd37e73b8 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088265 Nov 12 08:08:09.721534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.726476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3018ee1-22b8-416a-9048-4ae9903e316d req-3efad130-79ce-44db-901e-355bae828d1c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104796 Nov 12 08:08:09.762928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd76a004-ccec-41d4-96ef-c6ad402ec4b4']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:09.775267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e16e2a-6b5c-475e-b1b4-584a24dccdc6 req-6f093927-a2a8-4d23-b984-dde0c268dfdb tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053145 Nov 12 08:08:09.775875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3be1222-6310-42cc-b45b-66a6f2d7b7a5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:09.776198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3be1222-6310-42cc-b45b-66a6f2d7b7a5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:09.787216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.801790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.809730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:09.810269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:09.828859 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:09.880540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.899252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.905798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd76a004-ccec-41d4-96ef-c6ad402ec4b4 HTTP/1.1" status: 204 len: 168 time: 0.3927100 Nov 12 08:08:09.924506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104277b-c786-49ab-a0bf-62034a221970 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd76a004-ccec-41d4-96ef-c6ad402ec4b4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:10.040341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35354) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:10.064389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-d14490d6-1f38-4e28-8f69-346a46a94629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.065907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-d14490d6-1f38-4e28-8f69-346a46a94629 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 1095 time: 0.2848046 Nov 12 08:08:10.077428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-594c35f6-856b-49c4-9f2c-b2b3c78e1cfc tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.078904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-594c35f6-856b-49c4-9f2c-b2b3c78e1cfc tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 815 time: 0.2019091 Nov 12 08:08:10.080898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636a03-b5b9-4bfd-963d-c5ff724e1eb3 req-f837a6ac-3989-4f04-99ad-b82df635c368 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.082295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42636a03-b5b9-4bfd-963d-c5ff724e1eb3 req-f837a6ac-3989-4f04-99ad-b82df635c368 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 1097 time: 0.1568027 Nov 12 08:08:10.095933 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-79685877-8121-4adb-8941-1c3ec896a1d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d7c9f83961049b7a246be3062050857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510802 Nov 12 08:08:10.095933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35358) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:10.154944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bce0e24-1691-4e8b-8e74-871bda6e5b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.163446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-98d2ba11-03ef-4454-8a4c-66cb9ec6706b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/quotas/557086a021f3488c8c60501aa2d39f21 HTTP/1.1" status: 200 len: 375 time: 0.0701854 Nov 12 08:08:10.180138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bce0e24-1691-4e8b-8e74-871bda6e5b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.228287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42636a03-b5b9-4bfd-963d-c5ff724e1eb3 req-0d946c22-4ebd-41a4-af29-56f28061d621 tempest-LiveMigrationTest-638691241 tempest-LiveMigrationTest-638691241-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369283 Nov 12 08:08:10.234600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bce0e24-1691-4e8b-8e74-871bda6e5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.239328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bce0e24-1691-4e8b-8e74-871bda6e5b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.267056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5bce0e24-1691-4e8b-8e74-871bda6e5b7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/190951f9-444b-4ca4-8624-2c64fc72e633 HTTP/1.1" status: 204 len: 168 time: 0.1704359 Nov 12 08:08:10.269588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-35fcbfa0-43d2-4c79-a77e-355b5a3eb65d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909054 Nov 12 08:08:10.273701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-f855ddc2-6057-40c0-8200-e04fb0e666b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.276656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-f855ddc2-6057-40c0-8200-e04fb0e666b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.1934474 Nov 12 08:08:10.276869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce0e24-1691-4e8b-8e74-871bda6e5b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190951f9-444b-4ca4-8624-2c64fc72e633,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:10.372247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-e9737d75-4962-4dc3-9fc8-ddd0d893059f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 HTTP/1.1" status: 200 len: 217 time: 0.0804441 Nov 12 08:08:10.401630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:10.472365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:10.524234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-bc876637-318b-4468-a058-9a8d0648f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.525906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-bc876637-318b-4468-a058-9a8d0648f7e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1428628 Nov 12 08:08:10.535922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b444-ffe4-4c5d-9a7b-0dc7e93118a6 req-749ad734-2138-4b71-b8e7-396dfc8c71fe tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.537409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff03b444-ffe4-4c5d-9a7b-0dc7e93118a6 req-749ad734-2138-4b71-b8e7-396dfc8c71fe tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.1757057 Nov 12 08:08:10.553065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-7fa9562b-20c3-44bb-9526-e14931db7be0 service neutron] 10.222.0.16 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736154 Nov 12 08:08:10.575464 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-53fcd165-792c-4055-89ad-02675c257359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.590365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-0fb78230-6811-4f9f-ad35-8622922b7e70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519822 Nov 12 08:08:10.715148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff03b444-ffe4-4c5d-9a7b-0dc7e93118a6 req-350ed09b-94cc-4488-8ac4-eb6b113d4dc6 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657693 Nov 12 08:08:10.799138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-59392311-af87-49c5-aa15-85b00ee6c532 service neutron] 10.222.0.16 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930175 Nov 12 08:08:10.830792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-0f5e0f60-e2f9-43c8-aa19-d447a0963389 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232203 Nov 12 08:08:10.975751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065d65f-d8c8-498a-a7fb-160eaba5b569 req-e98f6cf8-3305-49c9-b666-1f9dde46688b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.983416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a065d65f-d8c8-498a-a7fb-160eaba5b569 req-e98f6cf8-3305-49c9-b666-1f9dde46688b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 948 time: 0.1668265 Nov 12 08:08:11.017178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48e05f53-8343-4b9f-9e8e-4ac695b9b4db req-3561fa01-9586-40e1-a228-01bce44c06a2 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653304 Nov 12 08:08:11.059339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a065d65f-d8c8-498a-a7fb-160eaba5b569 req-39540c43-9e8c-4c75-bfbb-8c2a43103150 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678990 Nov 12 08:08:11.246607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-9fb76b8c-49bc-477c-b576-19dce63c840b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.249435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-9fb76b8c-49bc-477c-b576-19dce63c840b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3967e49-b2e2-4601-8f9f-b3ddaa30ca42 HTTP/1.1" status: 200 len: 946 time: 0.0833657 Nov 12 08:08:11.314889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:11.319731 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:11.363735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35402) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:11.365847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22747ae9-614f-45d0-a3ad-3283965833c0 req-3461d4a8-3f00-4163-a19d-a8df0e53ce8f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 210 time: 0.0505946 Nov 12 08:08:11.444151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629707e-6330-422f-88a9-cac00a90a28e req-71e9cf7c-ffe2-4f0b-afc9-de03e0441e16 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.451602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f629707e-6330-422f-88a9-cac00a90a28e req-71e9cf7c-ffe2-4f0b-afc9-de03e0441e16 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 943 time: 0.2006729 Nov 12 08:08:11.498472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.545505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-656605945-network', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:11.569840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Deleting port 660c867b-9b84-40ee-b7a3-627f783bde34 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:11.570177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.575722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f629707e-6330-422f-88a9-cac00a90a28e req-5b6187c4-b278-4421-ad42-cf1fa2542766 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233182 Nov 12 08:08:11.589606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:11.595775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.604805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818a5ee-0502-4e6f-af6a-7412bd67aee3 req-b812a4b3-c5d0-4458-9673-3398abdff9cd tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.612026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a818a5ee-0502-4e6f-af6a-7412bd67aee3 req-b812a4b3-c5d0-4458-9673-3398abdff9cd tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.1150994 Nov 12 08:08:11.620134 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.726414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a818a5ee-0502-4e6f-af6a-7412bd67aee3 req-2b554aa0-719e-49de-9140-29a163191816 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Nov 12 08:08:11.731771 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774cbafa-3569-4bb4-904c-3d8cc351f6d0 x-openstack-request-id: req-774cbafa-3569-4bb4-904c-3d8cc351f6d0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:11.732076 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:11.732345 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-774cbafa-3569-4bb4-904c-3d8cc351f6d0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:11.732741 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'status': 'completed', 'code': 200} Nov 12 08:08:11.778590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] For port 660c867b-9b84-40ee-b7a3-627f783bde34, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=660c867b-9b84-40ee-b7a3-627f783bde34,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:11.778963 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.797392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Calling delete_port for 660c867b-9b84-40ee-b7a3-627f783bde34 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:11.800357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-46c94adb-c07f-4996-955b-967be231a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.802546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-46c94adb-c07f-4996-955b-967be231a6c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1100 time: 0.0684569 Nov 12 08:08:11.819426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-0a5562ba-5fb5-46e0-b04c-9f9a2c370a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.820866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-0a5562ba-5fb5-46e0-b04c-9f9a2c370a20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1100 time: 0.0800753 Nov 12 08:08:11.823804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.838242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.849924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:08:11.859505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.859932 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Added segment d18ca112-b2c2-4298-8d2c-571ef296389f of type vlan for network 57aeee26-4086-426d-86ff-d028108630ac Nov 12 08:08:11.902767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.938734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.939905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.940739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.007033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451846-5da9-4613-81e4-5be2f80c698d req-cfb4b038-3781-4014-9475-705a8937da09 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.008646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35451846-5da9-4613-81e4-5be2f80c698d req-cfb4b038-3781-4014-9475-705a8937da09 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.1550894 Nov 12 08:08:12.015026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-f72b4007-b710-4f6a-bc9d-bc8291c1ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.016616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-f72b4007-b710-4f6a-bc9d-bc8291c1ac67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1641667 Nov 12 08:08:12.076905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7080910 Nov 12 08:08:12.079024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61752ed-0260-4868-94eb-eccabd66aec2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.083245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:12.091592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Request body: {'subnet': {'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-656605945-subnet', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:12.103739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a3b0a-fc90-48bb-81fe-f37acf253270 admin admin] Pushing event updated for resources: {'Network': ['ID=57aeee26-4086-426d-86ff-d028108630ac,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.126281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-5d79262f-b171-4330-822d-d9f3f17d91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.127639 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-5d79262f-b171-4330-822d-d9f3f17d91e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.3164060 Nov 12 08:08:12.131921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-a2527260-1cdb-45f8-899b-66dba84539cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0772426 Nov 12 08:08:12.140950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 57aeee26-4086-426d-86ff-d028108630ac details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:08:12.148167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:12.151683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.168437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35451846-5da9-4613-81e4-5be2f80c698d req-531fbe09-6d0b-42c6-bcca-620fe33fd337 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396177 Nov 12 08:08:12.255931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-64e7b2a5-0f4d-4b90-b141-d8372f8a3d5a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.257342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-64e7b2a5-0f4d-4b90-b141-d8372f8a3d5a tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.2298272 Nov 12 08:08:12.258089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.275323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['660c867b-9b84-40ee-b7a3-627f783bde34'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:12.342153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Pushing event deleted for resources: {'Port': ['ID=660c867b-9b84-40ee-b7a3-627f783bde34,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.360503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-3833186c-3f8d-4e11-9d7e-296904344297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.363962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-3833186c-3f8d-4e11-9d7e-296904344297 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2022090 Nov 12 08:08:12.376840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.381736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-59977e40-6303-4073-9647-4ad323b7b98b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.2440336 Nov 12 08:08:12.423114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:12.443644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246676d-5ad0-40b2-9011-f1f44ebbd704 req-f6c134ac-76b4-4978-be76-bd8d1ec0707f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.451821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f246676d-5ad0-40b2-9011-f1f44ebbd704 req-f6c134ac-76b4-4978-be76-bd8d1ec0707f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 948 time: 0.2430613 Nov 12 08:08:12.461088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] No DVR routers for this DVR port 660c867b-9b84-40ee-b7a3-627f783bde34 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:12.488193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be565f14-eb4a-4f66-935d-abad3206e2c3,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.514254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.518002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ac3e39f-522c-4164-9d20-cfd5539cd144 req-a122628f-c1cf-46e8-a960-30f095c81810 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "DELETE /v2.0/ports/660c867b-9b84-40ee-b7a3-627f783bde34 HTTP/1.1" status: 204 len: 173 time: 1.2548676 Nov 12 08:08:12.526108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-65638946-cc54-4efb-a1eb-547828e51d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.527631 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-65638946-cc54-4efb-a1eb-547828e51d79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1218770 Nov 12 08:08:12.550063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-deleted', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:12.553042 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa66bcd4-1326-4d59-921f-a087a4635c46" -d '{"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-deleted", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:12.560552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Checking segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:12.560903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Network hostable DHCP agents. Network: 57aeee26-4086-426d-86ff-d028108630ac, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:08:12.616684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f246676d-5ad0-40b2-9011-f1f44ebbd704 req-8f5f7e04-fa0a-426d-9a73-af3ee567a107 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610246 Nov 12 08:08:12.697561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-6c71f235-e3d7-48b0-89a6-f5f929e05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.702298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-6c71f235-e3d7-48b0-89a6-f5f929e05072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3038869 Nov 12 08:08:12.718264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-271e0e84-0d78-45c8-85d0-3ab00e7c8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.720600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-271e0e84-0d78-45c8-85d0-3ab00e7c8c74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771064 Nov 12 08:08:12.727554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Network 57aeee26-4086-426d-86ff-d028108630ac is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:08:12.736482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:12.757257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'mac_address': 'fa:16:3e:e7:c5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:12.803009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.820407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:12.824183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b91f7a7e-84c9-4d57-a357-3993a404012e req-af66f25e-837d-4e6e-ac48-f111f427ef12 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 210 time: 0.1121423 Nov 12 08:08:12.848465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:12.854864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-69e22072-34d2-4da9-9353-d7fb55b91e44 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245508 Nov 12 08:08:12.857004 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.903541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Deleting port b8735b86-2d06-49e5-9900-ce8cebdbf9af {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:12.903887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.931047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.939177 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d28415-5bf3-4527-b160-9a9121edd5ca x-openstack-request-id: req-e8d28415-5bf3-4527-b160-9a9121edd5ca {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:12.939516 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3967e49-b2e2-4601-8f9f-b3ddaa30ca42", "name": "network-vif-deleted", "tag": "660c867b-9b84-40ee-b7a3-627f783bde34", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:12.939738 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8d28415-5bf3-4527-b160-9a9121edd5ca {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:12.940264 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3967e49-b2e2-4601-8f9f-b3ddaa30ca42', 'name': 'network-vif-deleted', 'tag': '660c867b-9b84-40ee-b7a3-627f783bde34', 'status': 'completed', 'code': 200} Nov 12 08:08:12.950299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0bab-8890-4f7b-bb1a-8b64813ed052 req-71d07ce9-d414-4e66-ba0c-ab5ad4c83dc7 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.958492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99fa0bab-8890-4f7b-bb1a-8b64813ed052 req-71d07ce9-d414-4e66-ba0c-ab5ad4c83dc7 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.3562286 Nov 12 08:08:12.963758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 57aeee26-4086-426d-86ff-d028108630ac) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:12.972629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d244ed-bdcd-4ad6-afa0-06d1bdd09aca None None] Network 57aeee26-4086-426d-86ff-d028108630ac requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:12.976387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-78f1a0d3-c719-4966-b7a7-dd74e637f30f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.978212 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-78f1a0d3-c719-4966-b7a7-dd74e637f30f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 815 time: 0.4708338 Nov 12 08:08:12.979876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.980562 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.997804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Request body: {'port': {'device_id': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'admin_state_up': True, 'tenant_id': '557086a021f3488c8c60501aa2d39f21'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:13.045581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-761b520d-861a-43a1-9b07-8cba4bc1de1a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9556668 Nov 12 08:08:13.053872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:13.058491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:13.094050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d701eee6-79f4-4efe-a4da-432d5dba6a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.107702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-c12dde84-361d-4e9e-9856-67b3887c61fd service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382638 Nov 12 08:08:13.145755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.146823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.178675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] For port b8735b86-2d06-49e5-9900-ce8cebdbf9af, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b8735b86-2d06-49e5-9900-ce8cebdbf9af,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:13.179040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.228098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Calling delete_port for b8735b86-2d06-49e5-9900-ce8cebdbf9af owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:13.260136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:13.273780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99fa0bab-8890-4f7b-bb1a-8b64813ed052 req-6f854157-ffce-440b-994c-f3ad05c26b46 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132558 Nov 12 08:08:13.278056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.282455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Made reservation on behalf of 557086a021f3488c8c60501aa2d39f21 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:13.287651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.306850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-57aeee26-4086-426d-86ff-d028108630ac', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:08:13.307691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.389105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214d17c-2888-4339-b037-9ecba1be15e3 req-a86469c3-bcef-4d49-a9f5-4c7d432289be tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:13.391773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4214d17c-2888-4339-b037-9ecba1be15e3 req-a86469c3-bcef-4d49-a9f5-4c7d432289be tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 944 time: 0.3668239 Nov 12 08:08:13.419422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-38d60b65-7ed6-46a9-a3d1-cbd7f893d053 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740751 Nov 12 08:08:13.552934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.588077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Allocated IP 172.20.0.2 (57aeee26-4086-426d-86ff-d028108630ac/be565f14-eb4a-4f66-935d-abad3206e2c3/7ad44275-9c48-40f0-a2d1-a1184d8401f7) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:13.619122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:13.669681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Allocated IP 172.20.0.9 (26ce094c-d016-4983-b114-235cdbdf9722/0929e758-ec2c-4134-8c7e-52667248b915/5c156f59-e99f-451b-bb00-56442774282f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:13.799966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:13.844368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'mac_address': 'fa:16:3e:8f:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:13.902477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.914776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.918501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.972547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.972793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a583d5d-071f-4d04-933a-f2325dfd4637 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:13.978258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.979970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Network 57aeee26-4086-426d-86ff-d028108630ac is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:13.994896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:13.997643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:14.001433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.011134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf713-7e81-40a7-bdc2-019294b5b4ba req-e072e3ea-94d5-4b71-973a-ca55fac6602f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.012951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b5bf713-7e81-40a7-bdc2-019294b5b4ba req-e072e3ea-94d5-4b71-973a-ca55fac6602f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 945 time: 0.6172566 Nov 12 08:08:14.024701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:14.030092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Pushing event updated for resources: {'Port': ['ID=7ad44275-9c48-40f0-a2d1-a1184d8401f7,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.035082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4214d17c-2888-4339-b037-9ecba1be15e3 req-ca396790-43c1-46e1-a17b-5d660bf6afde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206639 Nov 12 08:08:14.040146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.101944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b5bf713-7e81-40a7-bdc2-019294b5b4ba req-08364a66-8adc-4729-9783-4961bcbee06f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Nov 12 08:08:14.103631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.141166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54bf2d8-1237-4add-bbc0-00ae5d049fd8 req-e45fca10-c256-4c8c-be1a-b4d0adb4e5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853321 Nov 12 08:08:14.142913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Attempting to bind port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:14.143450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Attempting to bind port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:14.143977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Attempting to bind port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 on network 57aeee26-4086-426d-86ff-d028108630ac {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:14.155615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.165318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:14.168521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Checking segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:14.169111 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.170259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Bound using segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:14.170910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Bound port: 7ad44275-9c48-40f0-a2d1-a1184d8401f7, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:14.173360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.182261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Network 26ce094c-d016-4983-b114-235cdbdf9722 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:14.183295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Allocated IP 172.25.4.205 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/5e83b047-de46-4f15-87c3-8310d78ef1db) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:14.190273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:14.194422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:14.197551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.252342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.271594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['54244018-0e9f-4ed5-b8b5-98e285b23275'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:14.304732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event deleted for resources: {'Port': ['ID=b8735b86-2d06-49e5-9900-ce8cebdbf9af,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.316149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.317097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.342098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c5bdb21b-14e1-44d2-a331-f693a2db8384 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3482997 Nov 12 08:08:14.357594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Request body: {'port': {'device_id': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:14.382281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] No DVR routers for this DVR port b8735b86-2d06-49e5-9900-ce8cebdbf9af on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:14.385688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.389640 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a784204e-1cfa-40a1-b6f7-f2f3c502463f req-d0db6c67-7112-4371-8f09-f89f66530503 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.25 "DELETE /v2.0/ports/b8735b86-2d06-49e5-9900-ce8cebdbf9af HTTP/1.1" status: 204 len: 173 time: 2.1223977 Nov 12 08:08:14.418446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.427164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17db7c3-7625-4016-ac74-fea6bd2c9161 req-c59cb07d-27cf-4e1e-8d43-cb77554b3b15 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.438892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e17db7c3-7625-4016-ac74-fea6bd2c9161 req-c59cb07d-27cf-4e1e-8d43-cb77554b3b15 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.2257955 Nov 12 08:08:14.451361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.460451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:14.519934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] For port 7ad44275-9c48-40f0-a2d1-a1184d8401f7, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:14.527918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc7ef9-cd43-459c-89d7-121e4b0b6350 req-01d93353-a2c3-4949-80c2-21deea19aea9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.529827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42fc7ef9-cd43-459c-89d7-121e4b0b6350 req-01d93353-a2c3-4949-80c2-21deea19aea9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.1927602 Nov 12 08:08:14.532781 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.544917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] For port 7ad44275-9c48-40f0-a2d1-a1184d8401f7, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7ad44275-9c48-40f0-a2d1-a1184d8401f7,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:14.551898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e17db7c3-7625-4016-ac74-fea6bd2c9161 req-687ca08a-fd5d-4fac-894e-5510fe2fea1c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100185 Nov 12 08:08:14.556726 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.608191 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.661111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:14.669973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:14.672603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:14.683747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42fc7ef9-cd43-459c-89d7-121e4b0b6350 req-13cb5959-63dd-4d3e-9e3b-f841b6bafc8c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293197 Nov 12 08:08:14.716741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a47398-cb84-46bd-81e0-8c7ef4fb6de6 None None] Pushing event updated for resources: {'Port': ['ID=7ad44275-9c48-40f0-a2d1-a1184d8401f7,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.728982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['1a583d5d-071f-4d04-933a-f2325dfd4637'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:14.735188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca1730-0ab0-4584-9011-4dec9f13353d req-19c87acc-6627-47d9-8296-5eb05f11ee5a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.738715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04ca1730-0ab0-4584-9011-4dec9f13353d req-19c87acc-6627-47d9-8296-5eb05f11ee5a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 931 time: 0.0981865 Nov 12 08:08:14.794528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:14.808299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:14.808299 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.835824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04ca1730-0ab0-4584-9011-4dec9f13353d req-7cc9eb79-eea8-4051-850d-473c7682eaeb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897534 Nov 12 08:08:14.941033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'name': 'network-vif-deleted', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:14.944342 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc7a938-0282-4bf8-83f4-83383cac4201" -d '{"events": [{"server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "name": "network-vif-deleted", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:15.047842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6018e64-bf6f-4b27-9061-b0fbbb7948d9 req-0735a3f4-aa7a-4218-a6dc-07bfc924f5e5 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.056307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6018e64-bf6f-4b27-9061-b0fbbb7948d9 req-0735a3f4-aa7a-4218-a6dc-07bfc924f5e5 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.0638282 Nov 12 08:08:15.093677 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.184760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6018e64-bf6f-4b27-9061-b0fbbb7948d9 req-2643c58f-553b-4d8e-8569-7c6cb5d052e6 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238573 Nov 12 08:08:15.194738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:15.196811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:15.206180 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d3a0b9-fcba-4b35-ac1c-d731dc8421d2" -d '{"events": [{"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-plugged", "status": "completed", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:15.207558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e83b047-de46-4f15-87c3-8310d78ef1db,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:15.214912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.215943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:15.307163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:15.312284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 660c867b-9b84-40ee-b7a3-627f783bde34 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:15.312620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 660c867b-9b84-40ee-b7a3-627f783bde34 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:15.320498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.320927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.321162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.322225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.322225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.322225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.327330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.327687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.328024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.328496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.328716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.329166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:15.500493 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d3380a-ba10-4945-a5d4-1b0677ba6cb9 x-openstack-request-id: req-64d3380a-ba10-4945-a5d4-1b0677ba6cb9 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:15.501029 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701ebac7-99c3-4e03-b30b-a04a8576911e", "name": "network-vif-deleted", "tag": "b8735b86-2d06-49e5-9900-ce8cebdbf9af", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:15.501240 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64d3380a-ba10-4945-a5d4-1b0677ba6cb9 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:15.501604 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701ebac7-99c3-4e03-b30b-a04a8576911e', 'name': 'network-vif-deleted', 'tag': 'b8735b86-2d06-49e5-9900-ce8cebdbf9af', 'status': 'completed', 'code': 200} Nov 12 08:08:15.540941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c156f59-e99f-451b-bb00-56442774282f {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:15.552903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.562250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.603223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Transition to ACTIVE for port object 5c156f59-e99f-451b-bb00-56442774282f will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:15.611624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-70020a32-56f7-41b2-8e28-04f670aeb7c5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.613231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-70020a32-56f7-41b2-8e28-04f670aeb7c5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7&tenant_id=3d841ea215d64358b8162da38ef0a9d4&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 949 time: 0.1961110 Nov 12 08:08:15.614622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:15.614758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.620858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93978e4d-db1e-4689-aea1-3344ab46f9fa req-ac3acbee-7885-4d6e-91bc-dac87cdfe642 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 210 time: 0.0514593 Nov 12 08:08:15.643986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadedc6-0241-4ab8-9137-66e23f722a78 req-66e54fdb-99a9-4bd6-bbb5-94d76c4677bd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.646271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4eadedc6-0241-4ab8-9137-66e23f722a78 req-66e54fdb-99a9-4bd6-bbb5-94d76c4677bd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1613019 Nov 12 08:08:15.654282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: b8735b86-2d06-49e5-9900-ce8cebdbf9af {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:15.654620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b8735b86-2d06-49e5-9900-ce8cebdbf9af not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:15.672274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.687067 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d2ce28-e333-4486-938b-82c87d27ce39 x-openstack-request-id: req-b9d2ce28-e333-4486-938b-82c87d27ce39 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:15.687356 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-plugged", "status": "completed", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:15.687612 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9d2ce28-e333-4486-938b-82c87d27ce39 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:15.688007 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'code': 200} Nov 12 08:08:15.767114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:15.836304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4eadedc6-0241-4ab8-9137-66e23f722a78 req-556750be-8844-49e4-b22b-e2bb0c651658 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518464 Nov 12 08:08:15.838890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a275f-9501-4d55-b37d-70be9ed78c65 req-25357303-b1cf-4cf3-8eef-6b351d2f3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.840373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f53a275f-9501-4d55-b37d-70be9ed78c65 req-25357303-b1cf-4cf3-8eef-6b351d2f3a9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 1097 time: 0.0702116 Nov 12 08:08:15.854663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-0519f6b1-4dd5-490d-a8f1-84afb4dbba78 service neutron] 10.222.0.25 "GET /v2.0/ports/1a583d5d-071f-4d04-933a-f2325dfd4637/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 383 time: 0.2255399 Nov 12 08:08:15.982993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-7f45771b-184a-4908-bff8-f5efadc0b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.984526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-7f45771b-184a-4908-bff8-f5efadc0b9c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1101 time: 0.0940065 Nov 12 08:08:16.002819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4eedb-ff82-4638-9433-a5706346f535 req-7d4de5a7-baf1-41ee-b3d0-d9048f308e2f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.004427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11f4eedb-ff82-4638-9433-a5706346f535 req-7d4de5a7-baf1-41ee-b3d0-d9048f308e2f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.1629627 Nov 12 08:08:16.011602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Attempting to bind port 5c156f59-e99f-451b-bb00-56442774282f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:16.017714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Attempting to bind port 5c156f59-e99f-451b-bb00-56442774282f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:16.017714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Attempting to bind port 5c156f59-e99f-451b-bb00-56442774282f on network 26ce094c-d016-4983-b114-235cdbdf9722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:16.021736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Port 5c156f59-e99f-451b-bb00-56442774282f on network 26ce094c-d016-4983-b114-235cdbdf9722 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:16.022385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Attempting to bind port 5c156f59-e99f-451b-bb00-56442774282f on network 26ce094c-d016-4983-b114-235cdbdf9722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:16.064155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f53a275f-9501-4d55-b37d-70be9ed78c65 req-cf2fab15-9951-4438-afaf-5f8fa17d0701 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110975 Nov 12 08:08:16.075484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:16.076366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Checking segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:16.076924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Bound using segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:16.077885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Bound port: 5c156f59-e99f-451b-bb00-56442774282f, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:16.078459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.150676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072ea2-7952-493b-886a-130e1734fd40 req-a1a119ba-9d63-4cf8-a8f5-01d8f128c567 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.152257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63072ea2-7952-493b-886a-130e1734fd40 req-a1a119ba-9d63-4cf8-a8f5-01d8f128c567 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.1794903 Nov 12 08:08:16.162421 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.224493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63072ea2-7952-493b-886a-130e1734fd40 req-77145c53-7678-43a2-b0ca-7ba15bb5042b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630975 Nov 12 08:08:16.242198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11f4eedb-ff82-4638-9433-a5706346f535 req-d459faec-e85e-47dc-bb84-ebade370e8ad tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015872 Nov 12 08:08:16.252627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:16.256390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-f2c3733a-acce-48d0-b785-9f3680a3c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.257896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-f2c3733a-acce-48d0-b785-9f3680a3c38f service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2476511 Nov 12 08:08:16.259589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:16.270118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.314120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-44ddca55-86ab-45f1-87c6-e717178f5ab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0477581 Nov 12 08:08:16.320080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d22329-61e7-4990-a697-c2266768fb67 None None] Network 57aeee26-4086-426d-86ff-d028108630ac requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:16.344923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:16.387482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-b2c457f7-17d2-4c0b-901d-b92c59fbbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.391792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-b2c457f7-17d2-4c0b-901d-b92c59fbbcb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0665650 Nov 12 08:08:16.395715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.397333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.398863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-4dc72655-0465-4d91-bce3-19b04f19c312 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c156f59-e99f-451b-bb00-56442774282f HTTP/1.1" status: 200 len: 1092 time: 2.0474472 Nov 12 08:08:16.401467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'tag': '5c156f59-e99f-451b-bb00-56442774282f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:16.403904 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d94bc5-af2b-4821-a371-610fd4b4b6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "tag": "5c156f59-e99f-451b-bb00-56442774282f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:16.444707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2f2be7ab-2389-4f07-a74e-f3955559c3d6 None None] Provisioning complete for port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:16.445448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f2be7ab-2389-4f07-a74e-f3955559c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.525341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-36f562f6-9e32-4aff-809c-7f6187d68787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.527256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-36f562f6-9e32-4aff-809c-7f6187d68787 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 1095 time: 0.0709188 Nov 12 08:08:16.536881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Router b21bdc80-9d08-409b-a5a0-645e7c203675 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:08:16.537426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f673c2-5e80-4e82-898e-45f34e185de0 req-c027a398-3870-47ae-aed5-c739e0384175 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.539231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f673c2-5e80-4e82-898e-45f34e185de0 req-c027a398-3870-47ae-aed5-c739e0384175 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 943 time: 0.1557994 Nov 12 08:08:16.545834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-395a3bc6-0fc0-4239-9dbf-d608173e4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.547774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-395a3bc6-0fc0-4239-9dbf-d608173e4435 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128502 Nov 12 08:08:16.563567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41962-835c-4b88-b5f9-fe282fcb3d8d req-7026170f-e7d6-4582-825b-8f4e95551461 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.572210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1d41962-835c-4b88-b5f9-fe282fcb3d8d req-7026170f-e7d6-4582-825b-8f4e95551461 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.2043123 Nov 12 08:08:16.591117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-47b98d6a-3e49-4cc4-92bf-e7f406b9fa92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c156f59-e99f-451b-bb00-56442774282f HTTP/1.1" status: 200 len: 217 time: 0.0505989 Nov 12 08:08:16.654847 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f2be7ab-2389-4f07-a74e-f3955559c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.674829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1d41962-835c-4b88-b5f9-fe282fcb3d8d req-69d91ae3-b01a-4318-a645-394b5db6ce78 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015759 Nov 12 08:08:16.705961 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.745508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2f2be7ab-2389-4f07-a74e-f3955559c3d6 None None] For port 7ad44275-9c48-40f0-a2d1-a1184d8401f7, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7ad44275-9c48-40f0-a2d1-a1184d8401f7,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:16.753359 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f2be7ab-2389-4f07-a74e-f3955559c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.776212 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ae96fe-0a1d-43b5-a3d0-ab5d2cf65c69 x-openstack-request-id: req-b6ae96fe-0a1d-43b5-a3d0-ab5d2cf65c69 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:16.776772 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "tag": "5c156f59-e99f-451b-bb00-56442774282f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:16.776772 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6ae96fe-0a1d-43b5-a3d0-ab5d2cf65c69 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:16.777115 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'tag': '5c156f59-e99f-451b-bb00-56442774282f', 'status': 'completed', 'code': 200} Nov 12 08:08:16.792036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-2d16e7e5-3062-44a3-8ba0-74cb3cc7e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.796180 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-2d16e7e5-3062-44a3-8ba0-74cb3cc7e70a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 200 len: 855 time: 0.1910787 Nov 12 08:08:16.798232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f673c2-5e80-4e82-898e-45f34e185de0 req-702b90ff-8c91-4d51-b60a-a416c5e86202 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392850 Nov 12 08:08:16.827591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2be7ab-2389-4f07-a74e-f3955559c3d6 None None] Pushing event updated for resources: {'Port': ['ID=7ad44275-9c48-40f0-a2d1-a1184d8401f7,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:16.875603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-c35dbd77-6d24-4b41-97aa-111fba6dbfc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26ce094c-d016-4983-b114-235cdbdf9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524430 Nov 12 08:08:16.885888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:16.900190 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Sync routers for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:16.933708 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:16.934354 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:16.996520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-20872ba9-1893-41c2-93cb-6b1097bae138 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223144 Nov 12 08:08:17.040880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.055355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56340dd9-4e39-4c72-9c4b-8f8e9ebb37d0 req-8886178a-7291-4d39-b111-2bca587903c0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 210 time: 0.1688573 Nov 12 08:08:17.057998 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-163b0f27-72fa-473a-a361-bcd5dbce57a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0029562 Nov 12 08:08:17.063547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35476) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:17.089110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b1e02755-8bb4-443b-8c91-27b9c05d4380 None None] Provisioning complete for port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:17.089401 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1e02755-8bb4-443b-8c91-27b9c05d4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.129784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7ad44275-9c48-40f0-a2d1-a1184d8401f7 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:17.146271 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:17.217955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-ce92fa68-174d-4326-b7f3-8ead9dbf5d5b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.219559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-ce92fa68-174d-4326-b7f3-8ead9dbf5d5b tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.3670781 Nov 12 08:08:17.265469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-76a141ac-b08c-4b2b-b056-2bdc97a37b41 service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728364 Nov 12 08:08:17.309481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:17.313183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.346150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35e80f-d1b4-475a-9646-f3584af63d24 req-d328b837-18c5-43a4-a7aa-014d69db3b50 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.354454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d35e80f-d1b4-475a-9646-f3584af63d24 req-d328b837-18c5-43a4-a7aa-014d69db3b50 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.2782571 Nov 12 08:08:17.402826 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:15Z', 'revision_number': 3, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:17.434561 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Checking router: b21bdc80-9d08-409b-a5a0-645e7c203675 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:17.435216 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Updating router b21bdc80-9d08-409b-a5a0-645e7c203675 port 5e83b047-de46-4f15-87c3-8310d78ef1db binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:08:17.481739 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.501114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-b416d7b2-47a5-4459-87f0-336a0d22e990 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915767 Nov 12 08:08:17.554162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d35e80f-d1b4-475a-9646-f3584af63d24 req-e597f316-2365-4d77-8d41-6c75ccdbfc97 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987498 Nov 12 08:08:17.617287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3545c-aafc-42e3-a812-f73fc42487d3 req-cb5cc7ee-a141-48f5-a8dc-afa84ceb8987 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.619582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:17.632535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bc3545c-aafc-42e3-a812-f73fc42487d3 req-cb5cc7ee-a141-48f5-a8dc-afa84ceb8987 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.2750399 Nov 12 08:08:17.674863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Deleting port 7f791a36-1f39-4e2e-b777-8ae99d529f8a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:17.675470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.722824 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e98b78f7-3f65-4e11-9e4e-cbd0dc2dea8d req-6f5f08b6-528c-4095-a539-f9f77e000f55 service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470217 Nov 12 08:08:17.744961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 1a583d5d-071f-4d04-933a-f2325dfd4637 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:17.758928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 1a583d5d-071f-4d04-933a-f2325dfd4637 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:17.759452 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.819653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bc3545c-aafc-42e3-a812-f73fc42487d3 req-da1b95b4-47de-4714-bbf7-5d81689ddcf1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800723 Nov 12 08:08:17.848764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd27d-c24e-42d8-922b-66d9285248c2 req-7935bf1a-5710-4786-adb8-40990189aed7 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.855960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38afd27d-c24e-42d8-922b-66d9285248c2 req-7935bf1a-5710-4786-adb8-40990189aed7 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.1748264 Nov 12 08:08:17.909967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-3144c172-0417-4c27-804e-02707ba87e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.911769 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-3144c172-0417-4c27-804e-02707ba87e0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 1095 time: 0.1208429 Nov 12 08:08:17.919116 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.959897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:17.962156 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf019e-5232-417a-bfc7-5bd7826ab5af" -d '{"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:17.982797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] For port 7f791a36-1f39-4e2e-b777-8ae99d529f8a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f791a36-1f39-4e2e-b777-8ae99d529f8a,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:17.983169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.986750 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.995407 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.996883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:18.001183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.057295 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f349fc-f210-45dd-9770-3092637c9774 None None] Pushing event updated for resources: {'Port': ['ID=5e83b047-de46-4f15-87c3-8310d78ef1db,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:18.070429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-d7521329-e676-45c5-9759-c6d17f0b60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.072076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-d7521329-e676-45c5-9759-c6d17f0b60bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 915 time: 0.1512823 Nov 12 08:08:18.079373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.095117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:18.096096 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Attempting to bind port 5e83b047-de46-4f15-87c3-8310d78ef1db on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:18.096643 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Attempting to bind port 5e83b047-de46-4f15-87c3-8310d78ef1db by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:18.097271 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Attempting to bind port 5e83b047-de46-4f15-87c3-8310d78ef1db on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:18.103614 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:18.105203 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:18.105821 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.106858 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:18.109091 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Bound port: 5e83b047-de46-4f15-87c3-8310d78ef1db, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:18.110078 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.142689 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-65af32dd-01ea-42b1-8baa-830f4061fef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c156f59-e99f-451b-bb00-56442774282f HTTP/1.1" status: 200 len: 217 time: 0.0497336 Nov 12 08:08:18.151217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38afd27d-c24e-42d8-922b-66d9285248c2 req-7f56f305-0ef8-4286-a96b-d38687edd2cd tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942863 Nov 12 08:08:18.182539 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] For port 5e83b047-de46-4f15-87c3-8310d78ef1db, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:18.187515 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] For port 5e83b047-de46-4f15-87c3-8310d78ef1db, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e83b047-de46-4f15-87c3-8310d78ef1db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:18.196155 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.211725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac05d75-5a58-44c7-b32e-f73638e0cec0 req-09a19664-96bc-4437-a593-445e2cde2e6a tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.215828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aac05d75-5a58-44c7-b32e-f73638e0cec0 req-09a19664-96bc-4437-a593-445e2cde2e6a tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 945 time: 0.2687666 Nov 12 08:08:18.276452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-74602d6b-a565-4037-b73c-711c5e3695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.277915 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-74602d6b-a565-4037-b73c-711c5e3695a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 200 len: 855 time: 0.0939512 Nov 12 08:08:18.285388 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f349fc-f210-45dd-9770-3092637c9774 None None] Pushing event updated for resources: {'Port': ['ID=5e83b047-de46-4f15-87c3-8310d78ef1db,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:18.293922 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:18.294766 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:18.342429 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-30b7357a-4dcd-4334-8a91-84d809eef77d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26ce094c-d016-4983-b114-235cdbdf9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485799 Nov 12 08:08:18.414937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.415226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.415684 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d disassociated. External IP: 172.25.4.71, port: 7f791a36-1f39-4e2e-b777-8ae99d529f8a. Nov 12 08:08:18.416138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Calling delete_port for 7f791a36-1f39-4e2e-b777-8ae99d529f8a owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:18.416451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:18.487296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aac05d75-5a58-44c7-b32e-f73638e0cec0 req-6fd4c3e1-b839-430e-8874-de061ef93a50 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b8108df-84bd-48c8-bce0-269622e09b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504978 Nov 12 08:08:18.631276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857f70-2812-4f61-acdb-b4ee5a6e9147 req-f27207e0-888f-4398-a80d-363452d3c80a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.639955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18857f70-2812-4f61-acdb-b4ee5a6e9147 req-f27207e0-888f-4398-a80d-363452d3c80a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 943 time: 0.2603221 Nov 12 08:08:18.642027 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:15Z', 'revision_number': 3, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:18.673768 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04759dc-e970-4ce5-b68e-df3446fd1c12 None None] The sync data for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 is: [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:15Z', 'revision_number': 3, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:18.712686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18857f70-2812-4f61-acdb-b4ee5a6e9147 req-1f24d53d-6b18-400f-b3d5-5c58a6c274e5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657141 Nov 12 08:08:18.720901 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0dac27-351f-42b3-ab26-a11a0c738327 x-openstack-request-id: req-ad0dac27-351f-42b3-ab26-a11a0c738327 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:18.721413 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:18.721543 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad0dac27-351f-42b3-ab26-a11a0c738327 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:18.722000 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'code': 200} Nov 12 08:08:18.772610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Allocated IP 172.20.0.1 (57aeee26-4086-426d-86ff-d028108630ac/be565f14-eb4a-4f66-935d-abad3206e2c3/f15b1bde-8d58-42b4-a8c7-59780f41d741) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:18.857328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60bacffe-8b71-483e-94f5-01bae1e83e8d req-572fb90b-4bb4-4435-9520-c651f61e2123 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 210 time: 0.0533056 Nov 12 08:08:18.914442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.948828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33b657-4b4f-4dea-b67e-e50611e880a8 req-33f91ccf-cdab-4026-a47a-39d9a456afcd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.957215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f33b657-4b4f-4dea-b67e-e50611e880a8 req-33f91ccf-cdab-4026-a47a-39d9a456afcd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1367366 Nov 12 08:08:18.983866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.014198 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-b48c1fae-def2-4ef0-ae98-e47fd569f15f service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612630 Nov 12 08:08:19.113015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event deleted for resources: {'Port': ['ID=7f791a36-1f39-4e2e-b777-8ae99d529f8a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:19.133125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.187102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Network 57aeee26-4086-426d-86ff-d028108630ac is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:19.192171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:19.199709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:19.206190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b0e6a-5eac-47d3-85e9-1945ea3a8d88 req-0ed0d610-565a-448d-bd70-a87a4e11347c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:19.213629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e52b0e6a-5eac-47d3-85e9-1945ea3a8d88 req-0ed0d610-565a-448d-bd70-a87a4e11347c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.2538033 Nov 12 08:08:19.237536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f33b657-4b4f-4dea-b67e-e50611e880a8 req-0ab02f0c-ef77-4770-b6b3-9946370c18d7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734666 Nov 12 08:08:19.267165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Pushing event updated for resources: {'Port': ['ID=f15b1bde-8d58-42b4-a8c7-59780f41d741,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:19.317082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.317475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.317861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.318210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.318620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.319628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.319975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.320361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.321417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.321842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.322080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.322412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:19.368461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90d94bc5-af2b-4821-a371-610fd4b4b6bc req-10d16e1f-f029-4075-b473-92183745457c service neutron] 10.222.0.32 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333032 Nov 12 08:08:19.400982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e52b0e6a-5eac-47d3-85e9-1945ea3a8d88 req-d083c46c-5e1c-4442-9d02-bb54500ad4dd tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863892 Nov 12 08:08:19.404972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.517313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Router 46553459-43f5-4752-9fc5-85d4c5516522 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:19.565910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-bc2e17c1-bf11-4a41-9028-b21402e4fc11 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:19.567990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-bc2e17c1-bf11-4a41-9028-b21402e4fc11 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.3060834 Nov 12 08:08:19.603343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768509-25'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:19.648263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5b3a0649-42d2-475c-99d3-73c678be4baf None None] Provisioning complete for port f15b1bde-8d58-42b4-a8c7-59780f41d741 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:19.649135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0649-42d2-475c-99d3-73c678be4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.694911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a0649-42d2-475c-99d3-73c678be4baf None None] Port f15b1bde-8d58-42b4-a8c7-59780f41d741 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:19.706833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0933241-cf2a-4061-93e8-b17e25302b48 req-4319d7ba-8775-4d52-b840-e5804765b319 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:19.712518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0933241-cf2a-4061-93e8-b17e25302b48 req-4319d7ba-8775-4d52-b840-e5804765b319 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 945 time: 0.3254693 Nov 12 08:08:19.733617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.806421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:19.818591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:19.836734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:19.838961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:19.914330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.107406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:20.136111 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.150353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.259526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Pushing event updated for resources: {'Port': ['ID=f15b1bde-8d58-42b4-a8c7-59780f41d741,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:20.285877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] No DVR routers for this DVR port 7f791a36-1f39-4e2e-b777-8ae99d529f8a on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:20.286503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.296516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9bcbaa2-9522-45a0-b120-37e7395fb05d req-1fc4fb76-a90c-4ff0-89f1-9c606de36d04 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/ports?device_id=58935449-4fcb-4733-a680-6edc76b10ecc HTTP/1.1" status: 200 len: 210 time: 0.0969899 Nov 12 08:08:20.305745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.309117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d20fdaa2-6dff-4cc7-8a75-c19dbf109396 req-b11266a2-d225-4bc5-9859-3424861fcb21 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.32 "DELETE /v2.0/ports/7f791a36-1f39-4e2e-b777-8ae99d529f8a HTTP/1.1" status: 204 len: 173 time: 3.0786054 Nov 12 08:08:20.324297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'name': 'network-vif-deleted', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:20.336721 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2075e2-8d3f-4015-b15e-69fb00cdeb13" -d '{"events": [{"server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "name": "network-vif-deleted", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:20.377507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0933241-cf2a-4061-93e8-b17e25302b48 req-5ee217c8-3fe9-4373-91b8-e34d791912a0 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847329 Nov 12 08:08:20.404195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:20.478861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:20.488865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f791a36-1f39-4e2e-b777-8ae99d529f8a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:20.530109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:20.564669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:20.568460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 7f791a36-1f39-4e2e-b777-8ae99d529f8a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:20.568796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f791a36-1f39-4e2e-b777-8ae99d529f8a not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:20.587225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Network 57aeee26-4086-426d-86ff-d028108630ac is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:20.590101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:20.618405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:20.656872 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.693816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:20.694810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:20.715158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4428c26b-3c68-4146-a9d8-d1f72683a412 req-8b25a4fd-a629-4e5d-afd2-13f47bdd5113 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=701ebac7-99c3-4e03-b30b-a04a8576911e HTTP/1.1" status: 200 len: 210 time: 0.1322081 Nov 12 08:08:20.733032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Router b21bdc80-9d08-409b-a5a0-645e7c203675 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:20.750678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.908896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:20.934908 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-814c6701-a0a0-45d3-b509-fcf3fee6ee44 admin admin] 10.222.0.16 "PUT /v2.0/routers/b21bdc80-9d08-409b-a5a0-645e7c203675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8609898 Nov 12 08:08:21.155829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:21.338703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e83b047-de46-4f15-87c3-8310d78ef1db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:21.352722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ff2ff8cb-7d66-4219-b0f7-6861fc80919d None None] Provisioning complete for port f15b1bde-8d58-42b4-a8c7-59780f41d741 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:21.353468 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff8cb-7d66-4219-b0f7-6861fc80919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:21.454115 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Sync routers for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:21.479317 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:21.479893 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:21.544691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:21.597423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ff8cb-7d66-4219-b0f7-6861fc80919d None None] Port f15b1bde-8d58-42b4-a8c7-59780f41d741 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:21.599268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '5c156f59-e99f-451b-bb00-56442774282f', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'port_id': '5c156f59-e99f-451b-bb00-56442774282f', 'mac_address': 'fa:16:3e:a9:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929e758-ec2c-4134-8c7e-52667248b915', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:21.691178 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:21.741268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5e83b047-de46-4f15-87c3-8310d78ef1db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:21.741931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:21.752021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c156f59-e99f-451b-bb00-56442774282f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:21.790863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-3be525ea-af3a-4f5f-9646-618e3ce99661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:21.792804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-3be525ea-af3a-4f5f-9646-618e3ce99661 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7&tenant_id=3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 1102 time: 1.2166765 Nov 12 08:08:21.810373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef93482-5ffc-49ee-83b5-de5e9efde22e req-f3422c81-9b74-47a0-a665-3a03e5a3915f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:21.811873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ef93482-5ffc-49ee-83b5-de5e9efde22e req-f3422c81-9b74-47a0-a665-3a03e5a3915f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 943 time: 1.2371757 Nov 12 08:08:21.827965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:21.831947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:21.841197 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:21.841884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:21.863533 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:21.924729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:21.950275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:22.004346 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.019294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a906c31-ab1a-4507-b5ff-f504c3acf87a req-3120b681-08b9-427c-b07d-a130d6142655 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:22.026550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a906c31-ab1a-4507-b5ff-f504c3acf87a req-3120b681-08b9-427c-b07d-a130d6142655 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 1.1331460 Nov 12 08:08:22.028461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h1-768509-25 for vnic_type normal with profile {"migrating_to": "n-h2-768509-25"} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:22.028796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:22.029126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:22.043701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:22.043956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:22.080481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ef93482-5ffc-49ee-83b5-de5e9efde22e req-2f12785d-bde0-4d58-9b36-057235ccd7fe tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047997 Nov 12 08:08:22.085723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:22.088904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:22.089476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:22.090103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Bound port: 95755304-4bd3-49ec-8bf3-a09780b470db, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:22.090638 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.163374 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e92d8f8-de37-40f6-a783-d57fdb4b4150 x-openstack-request-id: req-1e92d8f8-de37-40f6-a783-d57fdb4b4150 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:22.165828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:22.168590 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58935449-4fcb-4733-a680-6edc76b10ecc", "name": "network-vif-deleted", "tag": "7f791a36-1f39-4e2e-b777-8ae99d529f8a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:22.169531 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e92d8f8-de37-40f6-a783-d57fdb4b4150 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:22.170902 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58935449-4fcb-4733-a680-6edc76b10ecc', 'name': 'network-vif-deleted', 'tag': '7f791a36-1f39-4e2e-b777-8ae99d529f8a', 'status': 'completed', 'code': 200} Nov 12 08:08:22.190909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:22.195859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d037b6-ef97-4e93-9ba9-d847388c0cc0 None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5ad01bed-5eec-45a8-9ca3-ce75aab9d281', 'name': '', 'network_id': 'aeac1c99-71b1-4e62-acbf-d83145c8f9fc', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'mac_address': 'fa:16:3e:dd:92:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:19Z', 'updated_at': '2021-11-12T08:03:24Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'subnets': [{'id': '30d05f4b-8b60-481b-b83f-dcb2d54da21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:22.200242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h1-768509-25 for vnic_type normal with profile {"migrating_to": "n-h2-768509-25"} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:22.200592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:22.200957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:22.212584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:22.212948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:22.221091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:22.221468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:22.222075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:22.222549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Bound port: 95755304-4bd3-49ec-8bf3-a09780b470db, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:22.222943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.261243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a906c31-ab1a-4507-b5ff-f504c3acf87a req-127930a7-9c73-419f-93cf-d19e88f1baef tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337415 Nov 12 08:08:22.331767 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 2, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:22.392497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Checking router: b21bdc80-9d08-409b-a5a0-645e7c203675 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:22.392866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Updating router b21bdc80-9d08-409b-a5a0-645e7c203675 port f15b1bde-8d58-42b4-a8c7-59780f41d741 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:08:22.415258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.439781 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.460467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:22.470916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:22.507248 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.515831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 5e83b047-de46-4f15-87c3-8310d78ef1db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e83b047-de46-4f15-87c3-8310d78ef1db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:22.563966 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.615286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:22.627899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:22.661486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade04a4-fc53-4d5c-9cf6-241ea42cf8a9 req-ae8b582e-7365-4e95-840b-36d9bd304d5a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:22.670302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ade04a4-fc53-4d5c-9cf6-241ea42cf8a9 req-ae8b582e-7365-4e95-840b-36d9bd304d5a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.3421452 Nov 12 08:08:22.680856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db has no active binding in host n-h2-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:08:22.716749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 95755304-4bd3-49ec-8bf3-a09780b470db-n-h1-768509-25-0 {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:08:22.718195 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:08:22.721515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=5e83b047-de46-4f15-87c3-8310d78ef1db,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:22.757227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17326baf-d970-417a-be66-13a180d2df16 req-9e38c4a7-cc44-4165-8cf0-b303da06132e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:22.758707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17326baf-d970-417a-be66-13a180d2df16 req-9e38c4a7-cc44-4165-8cf0-b303da06132e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.3152657 Nov 12 08:08:22.759981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec338db-17be-405e-8308-9fd2b2054a01 None None] New status for floating IP 1175ea7b-b22d-4724-a322-c2ac25fb2c0d: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:08:22.971887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ade04a4-fc53-4d5c-9cf6-241ea42cf8a9 req-92aafea7-2687-45c5-abdf-e469acf0b5f6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006952 Nov 12 08:08:23.016738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17326baf-d970-417a-be66-13a180d2df16 req-e3ad8ac1-7a57-46c1-915b-4cdd3a281834 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439103 Nov 12 08:08:23.021170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5c156f59-e99f-451b-bb00-56442774282f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:23.080666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:23.117361 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.133835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e83b047-de46-4f15-87c3-8310d78ef1db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:23.136572 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.199829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:23.289896 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6450b9e-49ee-40f9-9149-592dceceffa0 None None] Pushing event updated for resources: {'Port': ['ID=f15b1bde-8d58-42b4-a8c7-59780f41d741,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:23.324625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h1-768509-25 for vnic_type normal with profile {"migrating_to": "n-h2-768509-25"} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:23.325175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:23.326315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:23.366756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:23.372453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempting to bind port 95755304-4bd3-49ec-8bf3-a09780b470db on network ad1f9675-670b-4ede-8d00-88c8550ce43a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:23.378627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5e83b047-de46-4f15-87c3-8310d78ef1db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:23.379178 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.455654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.490836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:23.491336 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Attempting to bind port f15b1bde-8d58-42b4-a8c7-59780f41d741 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:23.491474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Checking segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:23.491805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Bound using segment: {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:23.491981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Attempting to bind port f15b1bde-8d58-42b4-a8c7-59780f41d741 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:23.492273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Bound port: 95755304-4bd3-49ec-8bf3-a09780b470db, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ad1f9675-670b-4ede-8d00-88c8550ce43a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:23.492894 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Attempting to bind port f15b1bde-8d58-42b4-a8c7-59780f41d741 on network 57aeee26-4086-426d-86ff-d028108630ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:23.496154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.500295 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:23.500882 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Checking segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:23.501387 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.501879 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Bound using segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:23.502479 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Bound port: f15b1bde-8d58-42b4-a8c7-59780f41d741, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:23.502976 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.592829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Transition to ACTIVE for port object 1a583d5d-071f-4d04-933a-f2325dfd4637 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:23.606005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.613439 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] For port f15b1bde-8d58-42b4-a8c7-59780f41d741, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:23.619321 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] For port f15b1bde-8d58-42b4-a8c7-59780f41d741, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f15b1bde-8d58-42b4-a8c7-59780f41d741,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:23.629720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:23.629984 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.690191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4c5b3c1b-658b-4a54-bb9d-b5e770a4916d None None] Provisioning complete for port f15b1bde-8d58-42b4-a8c7-59780f41d741 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:23.690980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c1b-658b-4a54-bb9d-b5e770a4916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.716898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:23.782795 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6450b9e-49ee-40f9-9149-592dceceffa0 None None] Pushing event updated for resources: {'Port': ['ID=f15b1bde-8d58-42b4-a8c7-59780f41d741,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:23.800725 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:23.802801 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:23.817657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] No DVR routers for this DVR port 1a583d5d-071f-4d04-933a-f2325dfd4637 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:23.879559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203d70-c667-42dd-8bd8-0de59f96d6ed req-0cb537e2-1823-418d-8658-be7608f651ec tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:23.882003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c1b-658b-4a54-bb9d-b5e770a4916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:23.888668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06203d70-c667-42dd-8bd8-0de59f96d6ed req-0cb537e2-1823-418d-8658-be7608f651ec tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 944 time: 0.5110645 Nov 12 08:08:23.994498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4c5b3c1b-658b-4a54-bb9d-b5e770a4916d None None] For port f15b1bde-8d58-42b4-a8c7-59780f41d741, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f15b1bde-8d58-42b4-a8c7-59780f41d741,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:24.000332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c1b-658b-4a54-bb9d-b5e770a4916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.094721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601521-63ab-4f05-9ba9-460dd578fa54 req-e1dbdf0a-59ff-454a-8f4e-af7d4d98aea3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.110499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87601521-63ab-4f05-9ba9-460dd578fa54 req-e1dbdf0a-59ff-454a-8f4e-af7d4d98aea3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.6223176 Nov 12 08:08:24.156858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b3c1b-658b-4a54-bb9d-b5e770a4916d None None] Pushing event updated for resources: {'Port': ['ID=f15b1bde-8d58-42b4-a8c7-59780f41d741,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:24.167093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06203d70-c667-42dd-8bd8-0de59f96d6ed req-93685ba8-2faf-4974-a243-7ee85acddf70 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772717 Nov 12 08:08:24.173424 n-d-768509-25 neutron-server[102372]: WARNING neutron.plugins.ml2.plugin [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Concurrent port binding operations failed on port 95755304-4bd3-49ec-8bf3-a09780b470db Nov 12 08:08:24.174446 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:24.199243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db'}, {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:24.205189 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78112f-cb3e-45f9-ac88-93c343e527f5" -d '{"events": [{"server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "name": "network-vif-unplugged", "status": "completed", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db"}, {"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:24.227913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:24.236584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35630) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:24.269479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-86047e9c-4ef5-4c61-bd1e-e54e1c22cbf7 None None] Provisioning complete for port f15b1bde-8d58-42b4-a8c7-59780f41d741 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:24.269832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86047e9c-4ef5-4c61-bd1e-e54e1c22cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.288390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:24.298135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:24.299549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:24.300736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:24.333222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:24.333574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Attempting to bind port 1a583d5d-071f-4d04-933a-f2325dfd4637 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:24.335573 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attempt 2 to bind port 95755304-4bd3-49ec-8bf3-a09780b470db Nov 12 08:08:24.345732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.347908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.349359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-860beb02-3382-41a2-ab2c-f8f65c4a18ff service neutron] 10.222.0.32 "PUT /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 1123 time: 4.7706285 Nov 12 08:08:24.392008 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4e90af2-046d-4961-8c80-c9ee814df169 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.410553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:24.410553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:24.410553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:24.417926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Bound port: 1a583d5d-071f-4d04-933a-f2325dfd4637, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:24.417926 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.448778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4e90af2-046d-4961-8c80-c9ee814df169 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.482981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87601521-63ab-4f05-9ba9-460dd578fa54 req-05c058cd-fbf1-496e-bdbb-604b8a0ab1d5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715663 Nov 12 08:08:24.516808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['95755304-4bd3-49ec-8bf3-a09780b470db'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:24.552553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4e90af2-046d-4961-8c80-c9ee814df169 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.556352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4e90af2-046d-4961-8c80-c9ee814df169 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.559717 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e4e90af2-046d-4961-8c80-c9ee814df169 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b8108df-84bd-48c8-bce0-269622e09b93 HTTP/1.1" status: 204 len: 168 time: 0.3194056 Nov 12 08:08:24.571129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35636) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:24.607023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e90af2-046d-4961-8c80-c9ee814df169 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8108df-84bd-48c8-bce0-269622e09b93,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:24.633737 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-c8519ba5-a8e4-4b8e-9532-a7bbd3e62ff6 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] show failed (client error): The resource could not be found. Nov 12 08:08:24.635091 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8519ba5-a8e4-4b8e-9532-a7bbd3e62ff6 tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "GET /v2.0/security-groups/8b8108df-84bd-48c8-bce0-269622e09b93 HTTP/1.1" status: 404 len: 347 time: 0.0629878 Nov 12 08:08:24.639794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35638) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:24.673938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3200573-f610-4d13-a96e-9c08793b07f8 req-6f600061-2dfe-48c4-a914-8411e7af492a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.683763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3200573-f610-4d13-a96e-9c08793b07f8 req-6f600061-2dfe-48c4-a914-8411e7af492a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.3273466 Nov 12 08:08:24.768911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:24.818111 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37afe895-2bd7-43ee-aded-f8b6629c67ae None None] The sync data for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 is: [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:24.823398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665f6e7-5479-4fe9-9e1a-50fb3e62bdf2 req-7ac704e8-5af1-406f-a49a-ea888dcf9ad4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.831075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b665f6e7-5479-4fe9-9e1a-50fb3e62bdf2 req-7ac704e8-5af1-406f-a49a-ea888dcf9ad4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.1418955 Nov 12 08:08:24.842953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:24.881487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['95755304-4bd3-49ec-8bf3-a09780b470db'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:24.885191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:24.907798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3200573-f610-4d13-a96e-9c08793b07f8 req-29c21a76-c3c9-4057-ac24-e44ad2b412da tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231119 Nov 12 08:08:24.961903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:25.047302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Deleting port 1bded5bf-3c27-44a5-9902-681518dd8a9d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:25.047640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.057477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.120843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b665f6e7-5479-4fe9-9e1a-50fb3e62bdf2 req-59bd165d-d8d2-45b1-9524-8d408a360379 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886024 Nov 12 08:08:25.190211 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41116c64-e99a-4257-8345-776a6c1f477b x-openstack-request-id: req-41116c64-e99a-4257-8345-776a6c1f477b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:25.190552 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "name": "network-vif-unplugged", "status": "completed", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db", "code": 200}, {"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:25.191015 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41116c64-e99a-4257-8345-776a6c1f477b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:25.191420 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db', 'code': 200} Nov 12 08:08:25.192261 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'code': 200} Nov 12 08:08:25.206768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.208958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.211550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] 10.222.0.32 "PUT /v2.0/ports/1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 1098 time: 3.3980100 Nov 12 08:08:25.244265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f15b1bde-8d58-42b4-a8c7-59780f41d741 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:25.329680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 5c156f59-e99f-451b-bb00-56442774282f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:25.341544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.342560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.387780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Calling delete_port for 1bded5bf-3c27-44a5-9902-681518dd8a9d owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:25.425910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 5c156f59-e99f-451b-bb00-56442774282f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:25.428475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.462597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473f476-2fa4-4bba-8777-4a23065962df service neutron] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=11']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:25.600373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-50795a03-3797-4b26-a1db-aac238aa46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.613785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-50795a03-3797-4b26-a1db-aac238aa46d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1101 time: 0.3562872 Nov 12 08:08:25.654241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.689408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b387-96d1-40b6-ab7e-c958d8f28598 req-665118eb-c872-4721-ae20-8b188b45ec93 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.704963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ec0b387-96d1-40b6-ab7e-c958d8f28598 req-665118eb-c872-4721-ae20-8b188b45ec93 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 944 time: 0.3422034 Nov 12 08:08:25.757507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Pushing event deleted for resources: {'Port': ['ID=1bded5bf-3c27-44a5-9902-681518dd8a9d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:25.880279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f15b1bde-8d58-42b4-a8c7-59780f41d741 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:25.881210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.911919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.916647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.920605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-afcd2aed-febb-4696-95e3-fc416c10130c tempest-ServersWithSpecificFlavorTestJSON-810639731 tempest-ServersWithSpecificFlavorTestJSON-810639731-project] 10.222.0.16 "DELETE /v2.0/floatingips/1175ea7b-b22d-4724-a322-c2ac25fb2c0d HTTP/1.1" status: 204 len: 168 time: 1.2771065 Nov 12 08:08:26.054187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6363d1e-11fe-4da2-8c54-a3f79fbdcc96 req-6e354173-7f79-4ef0-8efc-c11081819c5f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.065561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6363d1e-11fe-4da2-8c54-a3f79fbdcc96 req-6e354173-7f79-4ef0-8efc-c11081819c5f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.4161568 Nov 12 08:08:26.070548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ec0b387-96d1-40b6-ab7e-c958d8f28598 req-dec42e34-3e20-4680-ae0c-50396374686d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610275 Nov 12 08:08:26.144601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-f9c2de9a-700c-4722-a304-083e8602cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.154716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-f9c2de9a-700c-4722-a304-083e8602cd47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.5400376 Nov 12 08:08:26.239580 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.264303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c156f59-e99f-451b-bb00-56442774282f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:26.266786 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc437cf-7e95-4bbe-8785-1bc264363830" -d '{"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-plugged", "status": "completed", "tag": "5c156f59-e99f-451b-bb00-56442774282f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:26.288764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:26.295232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.325552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-20222cef-3c12-4442-9083-63aac7765671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.1551521 Nov 12 08:08:26.341029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6363d1e-11fe-4da2-8c54-a3f79fbdcc96 req-1c67c355-2156-4838-952b-db3e5ee9e53f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743430 Nov 12 08:08:26.387487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:26.462929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074fd80-e5c4-4971-a194-a6a5d2212694 req-952becde-c4ef-4778-b2ff-2937ecb6971d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.470233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8074fd80-e5c4-4971-a194-a6a5d2212694 req-952becde-c4ef-4778-b2ff-2937ecb6971d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.1906793 Nov 12 08:08:26.499938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-fad5ffc2-619e-4fa3-ba66-7750646f886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.501481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-fad5ffc2-619e-4fa3-ba66-7750646f886a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1547906 Nov 12 08:08:26.629310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8074fd80-e5c4-4971-a194-a6a5d2212694 req-8aa3a37f-3ab4-46b0-836b-63dff915e2b2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581509 Nov 12 08:08:26.651443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-350b2c59-e951-4d17-84af-c0a00083cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.652994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-350b2c59-e951-4d17-84af-c0a00083cf74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1346612 Nov 12 08:08:26.675842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94211c25-2bab-413e-add9-13391e7808ca req-ddf6c823-bb39-4500-96b6-9e5fea04616f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.685201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94211c25-2bab-413e-add9-13391e7808ca req-ddf6c823-bb39-4500-96b6-9e5fea04616f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.1168938 Nov 12 08:08:26.774363 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d85a220-fefd-4569-9ed5-e1f771dc15d4 x-openstack-request-id: req-3d85a220-fefd-4569-9ed5-e1f771dc15d4 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:26.774659 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-plugged", "status": "completed", "tag": "5c156f59-e99f-451b-bb00-56442774282f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:26.774915 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d85a220-fefd-4569-9ed5-e1f771dc15d4 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:26.775308 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c156f59-e99f-451b-bb00-56442774282f', 'code': 200} Nov 12 08:08:27.027729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94211c25-2bab-413e-add9-13391e7808ca req-370e718c-6c97-4214-9054-633b40b8701b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365376 Nov 12 08:08:27.030413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-61ce5f2c-623a-4e2b-ad89-a6c2fddc51c8 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294334 Nov 12 08:08:27.213059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35678) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:27.220277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db'}, {'name': 'network-changed', 'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:27.225256 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605" -d '{"events": [{"name": "network-changed", "server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db"}, {"name": "network-changed", "server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:27.268765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a4cbdf3-8b3d-4ca3-a888-c7cdc2537a1e req-1b062bb3-81d8-43b2-ac9b-38414bea7ecd service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180355 Nov 12 08:08:27.349067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459e183-b0c2-441b-830f-432d11b56a1a req-f56540b1-7e71-49d8-9f48-183ec8c28756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.350579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4459e183-b0c2-441b-830f-432d11b56a1a req-f56540b1-7e71-49d8-9f48-183ec8c28756 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 1097 time: 0.4472718 Nov 12 08:08:27.361071 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2925500-2133-49db-982b-b0fe3323041c x-openstack-request-id: req-b2925500-2133-49db-982b-b0fe3323041c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:27.361541 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:27.361669 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2925500-2133-49db-982b-b0fe3323041c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:27.362000 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db', 'status': 'completed', 'code': 200} Nov 12 08:08:27.362258 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'status': 'completed', 'code': 200} Nov 12 08:08:27.561190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3baca-89ea-48d4-b512-4ac97b33e640 req-98a38a0c-d5c6-43d2-8307-5eb3ac7dd3bd tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.571559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3d3baca-89ea-48d4-b512-4ac97b33e640 req-98a38a0c-d5c6-43d2-8307-5eb3ac7dd3bd tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.3140521 Nov 12 08:08:27.583414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4459e183-b0c2-441b-830f-432d11b56a1a req-d64b55e1-bf87-4feb-9bbe-c91814f008be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178452 Nov 12 08:08:27.643325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-80714738-773d-43b0-a52b-409ebae358b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.645383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-80714738-773d-43b0-a52b-409ebae358b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1126 time: 0.2756362 Nov 12 08:08:27.682468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-aad5cee5-2776-4a7d-8269-be4b31021dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.684022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-aad5cee5-2776-4a7d-8269-be4b31021dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1101 time: 0.3119872 Nov 12 08:08:27.758955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c329-eaa1-4650-ada1-4371d5ecd97c req-e29efe8c-ec7b-44e9-91d2-6fa611a1b982 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.760676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef8c329-eaa1-4650-ada1-4371d5ecd97c req-e29efe8c-ec7b-44e9-91d2-6fa611a1b982 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1743426 Nov 12 08:08:27.780385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3d3baca-89ea-48d4-b512-4ac97b33e640 req-d9055f3c-66d0-4e42-98f6-0679e4d9c4ae tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078013 Nov 12 08:08:27.998205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.027090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef8c329-eaa1-4650-ada1-4371d5ecd97c req-6df51715-5c64-4c57-89a6-62498f13df7c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456458 Nov 12 08:08:28.071198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-3ff911d9-55b7-473d-a1de-a47eaa3ff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.089370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-3ff911d9-55b7-473d-a1de-a47eaa3ff402 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.4249210 Nov 12 08:08:28.092680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-de5299f7-359f-49c8-ab38-e705a0c7646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.094233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-de5299f7-359f-49c8-ab38-e705a0c7646c service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2935348 Nov 12 08:08:28.377088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-a2bc1a9d-23bb-420a-9827-c52758b3933a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 217 time: 0.2756314 Nov 12 08:08:28.389701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Deleting port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:28.390683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.424197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-e484ca28-3ef2-4a47-a479-e7979ae2a414 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.3028169 Nov 12 08:08:28.487814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] For port 5ad01bed-5eec-45a8-9ca3-ce75aab9d281, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:28.489038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.503518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Calling delete_port for 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:28.522026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-f07a0de4-5340-45a8-a374-7a9ebf8e702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.523767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-f07a0de4-5340-45a8-a374-7a9ebf8e702a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0571263 Nov 12 08:08:28.670458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeed729-de73-4c62-9d8b-520545523f95 req-d5034d92-74e3-46d0-b07c-3309e434824e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.678887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aeed729-de73-4c62-9d8b-520545523f95 req-d5034d92-74e3-46d0-b07c-3309e434824e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.5586281 Nov 12 08:08:28.740036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.744206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef7bd-2c87-4863-8a07-31353a0e58b5 req-ce6438b6-0653-4336-85ff-7dccb62bcdd2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.751781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-295ef7bd-2c87-4863-8a07-31353a0e58b5 req-ce6438b6-0653-4336-85ff-7dccb62bcdd2 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.4838562 Nov 12 08:08:28.789989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-a865c321-368c-4025-a917-847a3c6547c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.791683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-a865c321-368c-4025-a917-847a3c6547c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052796 Nov 12 08:08:28.795936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad01bed-5eec-45a8-9ca3-ce75aab9d281,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:28.819529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-6a3025c8-fd06-4bc8-bf27-55426ebceaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.827193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-6a3025c8-fd06-4bc8-bf27-55426ebceaea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.3780303 Nov 12 08:08:29.178238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aeed729-de73-4c62-9d8b-520545523f95 req-cc4c12d9-618e-4896-8dad-817c74612ea8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981496 Nov 12 08:08:29.225142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-e4276046-2f11-4367-8617-1382d40398c0 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868783 Nov 12 08:08:29.231523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-9cd4b060-b6f4-4c12-8fc6-0425a4e17f40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3274403 Nov 12 08:08:29.232966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.505951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-295ef7bd-2c87-4863-8a07-31353a0e58b5 req-db9d8cce-46f6-4404-ab98-2542ec8ae704 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531445 Nov 12 08:08:29.625401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572fb4b-5310-4b2a-8f6a-ae09c83f47c5 req-0877b6b8-5eac-4cae-a251-83ce1992b573 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.639014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4572fb4b-5310-4b2a-8f6a-ae09c83f47c5 req-0877b6b8-5eac-4cae-a251-83ce1992b573 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2692196 Nov 12 08:08:29.648340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-b6a63a55-ceaf-430a-af3b-e8055834ee2a service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797270 Nov 12 08:08:29.652320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-223320bb-b660-468f-a421-8450d0ff527b service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102485 Nov 12 08:08:29.772986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-2d7eaed7-1096-48b2-a361-8c0b14b2bfc0 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134832 Nov 12 08:08:29.900528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4572fb4b-5310-4b2a-8f6a-ae09c83f47c5 req-8af8f423-a3b9-48de-8109-54a3785d2811 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504869 Nov 12 08:08:29.982702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b09a0-e6c6-40f8-a187-b34bd9da7306 req-67dd5e70-6358-450b-82f7-e962e33948e3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.993816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c68b09a0-e6c6-40f8-a187-b34bd9da7306 req-67dd5e70-6358-450b-82f7-e962e33948e3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.2182617 Nov 12 08:08:30.040408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-66ee2e47-87de-4b0c-8aa3-91fa3181d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.047906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-66ee2e47-87de-4b0c-8aa3-91fa3181d0c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1101 time: 0.2111158 Nov 12 08:08:30.319964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Router 46553459-43f5-4752-9fc5-85d4c5516522 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:30.589880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:30.607327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-54cc49ba-3090-4962-b8cd-00f123117dc5 admin admin] 10.222.0.16 "PUT /v2.0/routers/46553459-43f5-4752-9fc5-85d4c5516522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3921154 Nov 12 08:08:30.609201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35718) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:30.610121 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] Sync routers for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:30.637272 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:30.638248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:30.690716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:30.725704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c68b09a0-e6c6-40f8-a187-b34bd9da7306 req-aa4bce9b-6185-4faf-9d92-fb484263dabc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112558 Nov 12 08:08:30.832319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.874469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a4451-c249-4e52-a097-78e7d5abe984 req-56960ea6-322a-4436-b5b4-55a4483f5306 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.888751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb8a4451-c249-4e52-a097-78e7d5abe984 req-56960ea6-322a-4436-b5b4-55a4483f5306 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 949 time: 0.1641343 Nov 12 08:08:30.933938 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:30.982292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:31.001625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-a7eeb159-d861-4e86-88e9-c1961491475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.003081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-a7eeb159-d861-4e86-88e9-c1961491475d service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.9309254 Nov 12 08:08:31.011995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'mac_address': 'fa:16:3e:8f:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:31.085501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-a44dc952-f261-42af-a8ae-363380a52b59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0731440 Nov 12 08:08:31.095747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb8a4451-c249-4e52-a097-78e7d5abe984 req-ad2d4292-6fc2-40c2-9b0c-6acbbe8d48db tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039809 Nov 12 08:08:31.108686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.111541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.164890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a583d5d-071f-4d04-933a-f2325dfd4637 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:31.179995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3604b1-7958-44cd-bea2-7cf212202e70 req-6bb19d55-9c8b-4c64-a589-c0bcc690565f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.195310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf3604b1-7958-44cd-bea2-7cf212202e70 req-6bb19d55-9c8b-4c64-a589-c0bcc690565f tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 945 time: 0.2510612 Nov 12 08:08:31.224449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:31.231150 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.268170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Deleting port eba812d9-dae9-40e9-b890-c547608e999d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:31.268575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.363208 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:08:28Z', 'revision_number': 5, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port': {'id': 'eba812d9-dae9-40e9-b890-c547608e999d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46553459-43f5-4752-9fc5-85d4c5516522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:08Z', 'updated_at': '2021-11-12T08:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:31.400759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-32c08b8f-b042-476c-a62d-41bd120e4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.404909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-32c08b8f-b042-476c-a62d-41bd120e4279 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.3078671 Nov 12 08:08:31.405103 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] Checking router: 46553459-43f5-4752-9fc5-85d4c5516522 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:31.415750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:31.416173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] Routers {'46553459-43f5-4752-9fc5-85d4c5516522'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:31.416969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['46553459-43f5-4752-9fc5-85d4c5516522'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:31.526045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] Set router 46553459-43f5-4752-9fc5-85d4c5516522 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:31.564334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] For port eba812d9-dae9-40e9-b890-c547608e999d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eba812d9-dae9-40e9-b890-c547608e999d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:31.565099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.590167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Calling delete_port for eba812d9-dae9-40e9-b890-c547608e999d owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:31.592543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-1a69ab0e-2f9c-488d-92fc-96a426c95be3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.594322 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-1a69ab0e-2f9c-488d-92fc-96a426c95be3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 945 time: 0.3660975 Nov 12 08:08:31.608853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1a583d5d-071f-4d04-933a-f2325dfd4637'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:31.609902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf3604b1-7958-44cd-bea2-7cf212202e70 req-129aaeea-7ce3-4433-8f4a-8d762ffcc7f6 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088404 Nov 12 08:08:31.711750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585e193-a853-4939-96df-f397476b37eb req-0e69eef2-5344-4f41-aa00-3b98775b5d68 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.719474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f585e193-a853-4939-96df-f397476b37eb req-0e69eef2-5344-4f41-aa00-3b98775b5d68 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 943 time: 0.4674370 Nov 12 08:08:31.742962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:31.866376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:08:31Z', 'revision_number': 6, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:31.869925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.898175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-bfc6164c-0c1b-415a-b884-8ebf33d9fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.902020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-bfc6164c-0c1b-415a-b884-8ebf33d9fc00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4739738 Nov 12 08:08:31.921617 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d8cb84-c266-4992-813f-de7f15ac360d None None] The sync data for ids ['46553459-43f5-4752-9fc5-85d4c5516522'] in n-d-768509-25 is: [{'id': '46553459-43f5-4752-9fc5-85d4c5516522', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-825044871-router', 'tenant_id': '3b05c49b633d413187cd621d8155c2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:06Z', 'updated_at': '2021-11-12T08:08:31Z', 'revision_number': 6, 'project_id': '3b05c49b633d413187cd621d8155c2c1', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:32.053535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=eba812d9-dae9-40e9-b890-c547608e999d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:32.113475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f585e193-a853-4939-96df-f397476b37eb req-cf222005-bbf4-42bd-a230-d07fc3896113 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976768 Nov 12 08:08:32.119796 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-54f5a51c-24d1-4357-ab71-6b03b45d5040 service neutron] 10.222.0.25 "GET /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db/bindings/n-h2-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.2645006 Nov 12 08:08:32.129085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.146282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc192e44-8fdc-4b94-96b9-ddf65bd30823 req-ecc3ec45-944f-456e-ba0e-3e4ed3df5f85 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.168715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc192e44-8fdc-4b94-96b9-ddf65bd30823 req-ecc3ec45-944f-456e-ba0e-3e4ed3df5f85 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2651594 Nov 12 08:08:32.243825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Deleting port 54244018-0e9f-4ed5-b8b5-98e285b23275 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:32.244248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.297923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.302809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.337886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-79b0036f-77d4-4714-ae31-7af24d514f97 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218206 Nov 12 08:08:32.359715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc192e44-8fdc-4b94-96b9-ddf65bd30823 req-cc9e6d18-446e-4376-ab0b-61ffac2be85c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900141 Nov 12 08:08:32.386621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.387626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46553459-43f5-4752-9fc5-85d4c5516522 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:08:32.393865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.399249 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-74268f55-7e78-421b-851a-147152e7cd8a admin admin] 10.222.0.16 "DELETE /v2.0/routers/46553459-43f5-4752-9fc5-85d4c5516522 HTTP/1.1" status: 204 len: 168 time: 1.7854173 Nov 12 08:08:32.417811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35732) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:32.499678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9864-fa12-4967-805f-b54802142201 req-ade83fc2-d750-41f7-a70b-2df2771f572a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.501202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83da9864-fa12-4967-805f-b54802142201 req-ade83fc2-d750-41f7-a70b-2df2771f572a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.3038220 Nov 12 08:08:32.559292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:32.586195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:32.623703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95755304-4bd3-49ec-8bf3-a09780b470db {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:32.630423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Deleting subnet 30d05f4b-8b60-481b-b83f-dcb2d54da21e {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:08:32.633748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] For port 54244018-0e9f-4ed5-b8b5-98e285b23275, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=54244018-0e9f-4ed5-b8b5-98e285b23275,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:32.634117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.640075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:32.642493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.657569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.689951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Calling delete_port for 54244018-0e9f-4ed5-b8b5-98e285b23275 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:32.738071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] Transition to ACTIVE for port object 95755304-4bd3-49ec-8bf3-a09780b470db will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:32.738445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809ca9-0166-46d1-b012-b69bbffbc4ca req-40c4cd16-74cb-403a-9d07-659d04cd8317 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.740559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90809ca9-0166-46d1-b012-b69bbffbc4ca req-40c4cd16-74cb-403a-9d07-659d04cd8317 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.2360551 Nov 12 08:08:32.745385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.752570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83da9864-fa12-4967-805f-b54802142201 req-32725ee3-fbb6-4743-a14d-6374c9c69034 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240355 Nov 12 08:08:32.757434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.760637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac6f893-5f28-4bda-84d7-f0bdc42ab605 req-652067d7-5517-486f-b22c-a6776d0baf57 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873377 Nov 12 08:08:32.872502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] No DVR routers for this DVR port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:32.882214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] Pushing event updated for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:32.917535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-673487ef-c3ce-4851-990b-6a42373d6592 service neutron] 10.222.0.25 "PUT /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db/bindings/n-h2-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 0.7804480 Nov 12 08:08:32.948613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90809ca9-0166-46d1-b012-b69bbffbc4ca req-c53ef712-abe2-4ae0-b2fe-9e777275b7c0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935494 Nov 12 08:08:32.995081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.041379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:33.063740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:33.064385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5ad01bed-5eec-45a8-9ca3-ce75aab9d281 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:33.064805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eba812d9-dae9-40e9-b890-c547608e999d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:33.088493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: eba812d9-dae9-40e9-b890-c547608e999d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:33.089110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eba812d9-dae9-40e9-b890-c547608e999d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:33.109354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1a108-c604-4455-a70d-ac83439c9fe2 req-7fefed5d-cfff-49f4-97c8-bd3f8a167756 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.111458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07a1a108-c604-4455-a70d-ac83439c9fe2 req-7fefed5d-cfff-49f4-97c8-bd3f8a167756 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2398696 Nov 12 08:08:33.194473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.256735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event deleted for resources: {'Port': ['ID=54244018-0e9f-4ed5-b8b5-98e285b23275,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:33.270282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-7428c919-dcf5-47dc-8d60-de0835334043 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.270282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-7428c919-dcf5-47dc-8d60-de0835334043 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.2532141 Nov 12 08:08:33.291493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.306297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b137968-5026-4fbf-8ea3-0fa0281957ac req-49808d09-9fb4-4bc9-86aa-f437bd1832f3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.307749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b137968-5026-4fbf-8ea3-0fa0281957ac req-49808d09-9fb4-4bc9-86aa-f437bd1832f3 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=393b2f7a-67e8-4527-8ea3-88bd9e7c947f HTTP/1.1" status: 200 len: 866 time: 0.2359457 Nov 12 08:08:33.376534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07a1a108-c604-4455-a70d-ac83439c9fe2 req-d92d27dd-dbd1-4181-855c-e5a577e2220c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449760 Nov 12 08:08:33.377223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d05f4b-8b60-481b-b83f-dcb2d54da21e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:33.385782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.390119 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5cbd19af-1f7e-4db5-935a-e2ad1707f85c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30d05f4b-8b60-481b-b83f-dcb2d54da21e HTTP/1.1" status: 204 len: 168 time: 0.9700444 Nov 12 08:08:33.390426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ffb56-d02f-440e-bdb2-8ff06688c00b None None] Network aeac1c99-71b1-4e62-acbf-d83145c8f9fc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:33.391167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] No DVR routers for this DVR port 54244018-0e9f-4ed5-b8b5-98e285b23275 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:33.393963 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.398273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5581b1be-5f6e-473e-b6d0-433aae276288 req-a2488b73-d69e-4bfe-bc9f-fcf009016aa4 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "DELETE /v2.0/ports/54244018-0e9f-4ed5-b8b5-98e285b23275 HTTP/1.1" status: 204 len: 173 time: 1.7803531 Nov 12 08:08:33.398750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35744) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:33.407930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'name': 'network-vif-deleted', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:33.411164 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2947efb1-9401-4b4f-bd46-2edd2e25a11a" -d '{"events": [{"server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "name": "network-vif-deleted", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:33.553186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-b0305ba8-88db-4903-9fd1-a831d76be4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.554949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-b0305ba8-88db-4903-9fd1-a831d76be4de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847&tenant_id=9c0127bcab704a749282f7bcf9629216 HTTP/1.1" status: 200 len: 1096 time: 0.2611847 Nov 12 08:08:33.566048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.587521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b137968-5026-4fbf-8ea3-0fa0281957ac req-ff70a1e1-09ef-476d-9157-bbf855df22a0 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513356 Nov 12 08:08:33.703778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd61d6-3a9e-466b-9108-27cfaa736bb3 req-54409035-89e1-43e1-8f31-682d951d0c51 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.705267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50dd61d6-3a9e-466b-9108-27cfaa736bb3 req-54409035-89e1-43e1-8f31-682d951d0c51 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 950 time: 0.1316741 Nov 12 08:08:33.720829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] DHCP port deletion for aeac1c99-71b1-4e62-acbf-d83145c8f9fc request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:08:33.725738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-15c50995-6509-49bf-96d9-2da992921881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.727500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-15c50995-6509-49bf-96d9-2da992921881 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1096 time: 0.1390841 Nov 12 08:08:33.774982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] Deleting port 389a98ae-0148-45c7-a1ce-bc94abbbb128 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:33.775731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.843784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] For port 389a98ae-0148-45c7-a1ce-bc94abbbb128, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=389a98ae-0148-45c7-a1ce-bc94abbbb128,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:33.844211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.846174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8462b4-f81d-4a96-af14-a01fe0930465 req-0a02e86e-9853-4b0a-8c95-e35b3190385b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.847642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db8462b4-f81d-4a96-af14-a01fe0930465 req-0a02e86e-9853-4b0a-8c95-e35b3190385b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 944 time: 0.1722724 Nov 12 08:08:33.857683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] Calling delete_port for 389a98ae-0148-45c7-a1ce-bc94abbbb128 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:33.863205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50dd61d6-3a9e-466b-9108-27cfaa736bb3 req-a21c9972-5c0b-47e5-9c46-61d4c1c7827a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401596 Nov 12 08:08:33.888678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Deleting port 389a98ae-0148-45c7-a1ce-bc94abbbb128 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:33.888936 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.957371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.977206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-97599f8b-d9ec-4d78-9a04-de379c89cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.978843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-97599f8b-d9ec-4d78-9a04-de379c89cc78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.2314169 Nov 12 08:08:33.991376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] Pushing event deleted for resources: {'Port': ['ID=389a98ae-0148-45c7-a1ce-bc94abbbb128,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:34.000769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715721f7-23d4-4039-a890-f3428568a9fa None None] No DVR routers for this DVR port 389a98ae-0148-45c7-a1ce-bc94abbbb128 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:34.022793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db8462b4-f81d-4a96-af14-a01fe0930465 req-8e8fa2e7-52f6-4f4a-822e-24bca2adfe66 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543701 Nov 12 08:08:34.071276 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ea8fa-eb5f-497b-b3a2-5b9150148777 x-openstack-request-id: req-916ea8fa-eb5f-497b-b3a2-5b9150148777 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:34.071581 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b2f7a-67e8-4527-8ea3-88bd9e7c947f", "name": "network-vif-deleted", "tag": "54244018-0e9f-4ed5-b8b5-98e285b23275", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:34.072123 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-916ea8fa-eb5f-497b-b3a2-5b9150148777 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:34.073504 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b2f7a-67e8-4527-8ea3-88bd9e7c947f', 'name': 'network-vif-deleted', 'tag': '54244018-0e9f-4ed5-b8b5-98e285b23275', 'status': 'completed', 'code': 200} Nov 12 08:08:34.080853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d16a95d9-8ed6-41e9-9bc6-56681a2b3360 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 200 len: 217 time: 0.0856087 Nov 12 08:08:34.085015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] For port 389a98ae-0148-45c7-a1ce-bc94abbbb128, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=389a98ae-0148-45c7-a1ce-bc94abbbb128,segment=NetworkSegment(755ceba2-d566-4fca-8f20-d809aee7ce59),segment_id=755ceba2-d566-4fca-8f20-d809aee7ce59)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:34.085391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.110064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Calling delete_port for 389a98ae-0148-45c7-a1ce-bc94abbbb128 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:34.278591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d197b2ea-7501-4cd9-97fb-194e91ed5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.279963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-d197b2ea-7501-4cd9-97fb-194e91ed5868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1852949 Nov 12 08:08:34.299988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2cd4-6ae3-47a9-ba37-3498bf222bde req-89efe09f-ac7a-45f1-907a-35fe6738f623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.302261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94aa2cd4-6ae3-47a9-ba37-3498bf222bde req-89efe09f-ac7a-45f1-907a-35fe6738f623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1962016 Nov 12 08:08:34.341730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8bec8-e322-4914-a446-a87591988f37 req-c7b5d377-77db-450d-ae8d-c7358416ee4d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.343232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3c8bec8-e322-4914-a446-a87591988f37 req-c7b5d377-77db-450d-ae8d-c7358416ee4d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1727943 Nov 12 08:08:34.366067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-4f79bfa2-c95e-4155-aec2-3d53b2e9fdc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575724 Nov 12 08:08:34.493404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.512959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94aa2cd4-6ae3-47a9-ba37-3498bf222bde req-4303721c-e67b-42fd-b3a4-354adaa3b42d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954725 Nov 12 08:08:34.561727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] No DVR routers for this DVR port 389a98ae-0148-45c7-a1ce-bc94abbbb128 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:34.592899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Pushing event deleted for resources: {'Port': ['ID=389a98ae-0148-45c7-a1ce-bc94abbbb128,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:34.608786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3c8bec8-e322-4914-a446-a87591988f37 req-5471f5a9-eb0e-4685-bc1d-12e1301ab4ab tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464726 Nov 12 08:08:34.657796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-8457209c-ffba-4494-8524-70c0401dad8f service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727475 Nov 12 08:08:34.696416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:34.716025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-e46b97bb-328a-4100-b884-11ce85c8db85 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052904 Nov 12 08:08:34.737172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.766035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 1a583d5d-071f-4d04-933a-f2325dfd4637 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:34.772290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 1a583d5d-071f-4d04-933a-f2325dfd4637 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:34.772662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.843897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeac1c99-71b1-4e62-acbf-d83145c8f9fc']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:34.867601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.890558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755ceba2-d566-4fca-8f20-d809aee7ce59') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:34.890558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755ceba2-d566-4fca-8f20-d809aee7ce59') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:34.895816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:34.898554 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60efac65-13fd-4d4c-aefc-96a9515bff25" -d '{"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:34.913076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:34.917802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.918707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:34.941359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 54244018-0e9f-4ed5-b8b5-98e285b23275 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:34.941359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 54244018-0e9f-4ed5-b8b5-98e285b23275 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:34.992163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=13']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:35.029352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 389a98ae-0148-45c7-a1ce-bc94abbbb128 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:35.055108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 389a98ae-0148-45c7-a1ce-bc94abbbb128 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:35.055456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 389a98ae-0148-45c7-a1ce-bc94abbbb128 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:35.306583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.343313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.363801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:35.364223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.373145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc537-9bd5-4cbf-93d5-da1cdc799282 req-e919aa88-00d1-4138-bf50-4887d8ae6da7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.374614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-473fc537-9bd5-4cbf-93d5-da1cdc799282 req-e919aa88-00d1-4138-bf50-4887d8ae6da7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.5994978 Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:35.375305 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:35.445801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-a1019222-810d-4fca-9fdd-382e8e273b9c service neutron] 10.222.0.32 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680142 Nov 12 08:08:35.465686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-07abe39c-9299-4891-86e3-7018db5c842d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.468557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-07abe39c-9299-4891-86e3-7018db5c842d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7273264 Nov 12 08:08:35.508856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.515937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.519088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] 10.222.0.16 "DELETE /v2.0/networks/aeac1c99-71b1-4e62-acbf-d83145c8f9fc HTTP/1.1" status: 204 len: 168 time: 2.1034782 Nov 12 08:08:35.522650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35784) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:35.542566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-2d810011-5c53-4b77-9043-a33149ef0a92 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/quotas/3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0516303 Nov 12 08:08:35.545052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abce5d3-76bf-4c40-ad02-e08eadf7252c admin admin] Pushing event deleted for resources: {'Network': ['ID=aeac1c99-71b1-4e62-acbf-d83145c8f9fc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:35.552352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-473fc537-9bd5-4cbf-93d5-da1cdc799282 req-9688874b-fe11-44b3-8b93-c53562b69735 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596880 Nov 12 08:08:35.657314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-7c336650-d3e4-432d-be11-0d3dda859632 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023188 Nov 12 08:08:35.832221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-6122df19-1846-4f75-81f9-3a4534ca4f2d tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.833772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-6122df19-1846-4f75-81f9-3a4534ca4f2d tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847&tenant_id=9c0127bcab704a749282f7bcf9629216&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1096 time: 0.0730345 Nov 12 08:08:35.901780 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8edc7d-f9c6-436a-9312-36e2b0b25ddb x-openstack-request-id: req-6f8edc7d-f9c6-436a-9312-36e2b0b25ddb {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:35.902343 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:35.902343 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f8edc7d-f9c6-436a-9312-36e2b0b25ddb {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:35.902750 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'code': 200} Nov 12 08:08:36.028616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.133407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5692-cc8d-434f-af45-533f7b818c83 req-a4c0ec3d-1141-4403-864e-fd3c2f51b350 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.141397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53cc5692-cc8d-434f-af45-533f7b818c83 req-a4c0ec3d-1141-4403-864e-fd3c2f51b350 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 944 time: 0.1631372 Nov 12 08:08:36.150354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29935e66-642b-4282-b147-df435f4116b2 req-97cde8bf-3efc-4050-8d19-36f8f9142342 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.152152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29935e66-642b-4282-b147-df435f4116b2 req-97cde8bf-3efc-4050-8d19-36f8f9142342 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1725581 Nov 12 08:08:36.196448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-043b2019-b729-42ba-b38f-78899e2d018a service neutron] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:36.216763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-043b2019-b729-42ba-b38f-78899e2d018a service neutron] Publish callbacks [] for binding, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.217807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a6ccbf-672b-45cf-a888-11a339ef5e30 req-043b2019-b729-42ba-b38f-78899e2d018a service neutron] 10.222.0.32 "DELETE /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db/bindings/n-h1-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.3611412 Nov 12 08:08:36.274987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53cc5692-cc8d-434f-af45-533f7b818c83 req-4805d281-4e88-4357-8179-7d773f000dfb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326132 Nov 12 08:08:36.286777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29935e66-642b-4282-b147-df435f4116b2 req-f09ef10b-ae83-4ecd-8131-625b51ef1681 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084421 Nov 12 08:08:36.435538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Deleting port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:36.435978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.498633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-4950c141-cfc3-4880-a82e-9428f3e979e8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.505629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-4950c141-cfc3-4880-a82e-9428f3e979e8 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 944 time: 0.1166191 Nov 12 08:08:36.618256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] For port a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,segment=NetworkSegment(26f3a231-9b8f-4c15-95a5-859011a31e83),segment_id=26f3a231-9b8f-4c15-95a5-859011a31e83)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:36.618256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.633259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Calling delete_port for a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:36.806660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b99750e3-02af-463d-b250-6438eb1ccb1c req-00450d16-0994-451b-8a59-9e4d96dee667 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 210 time: 0.1125073 Nov 12 08:08:36.848811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855628e3-c435-403c-b264-75ea81d93d99 req-f58509b0-4a43-4a02-ac02-219a2fe9fe0c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.856693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-855628e3-c435-403c-b264-75ea81d93d99 req-f58509b0-4a43-4a02-ac02-219a2fe9fe0c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 944 time: 0.2727928 Nov 12 08:08:36.893869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Deleting port c1deb067-76a6-45a6-8951-af734d46b4f9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:36.895052 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.944385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.992901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:37.015016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-855628e3-c435-403c-b264-75ea81d93d99 req-0aa8c03e-76d8-40f6-8e7e-a4824f15d434 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569922 Nov 12 08:08:37.108476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d689ec-6f7a-4587-84a6-b8d9709aed2a req-372bfce0-9a07-4439-9342-7fcebff8cba9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.111416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1d689ec-6f7a-4587-84a6-b8d9709aed2a req-372bfce0-9a07-4439-9342-7fcebff8cba9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1880364 Nov 12 08:08:37.220511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] For port c1deb067-76a6-45a6-8951-af734d46b4f9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c1deb067-76a6-45a6-8951-af734d46b4f9,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:37.221019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.264863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1d689ec-6f7a-4587-84a6-b8d9709aed2a req-7289170f-bd7a-45b6-bcff-a81e6fdb2832 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396251 Nov 12 08:08:37.268361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Calling delete_port for c1deb067-76a6-45a6-8951-af734d46b4f9 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:37.326186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.335381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6020e20a-27cd-438d-b16d-100b95ecfcfb tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3d841ea215d64358b8162da38ef0a9d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505726 Nov 12 08:08:37.364771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d83a6-1a2f-4a8b-bc67-f32caf3bc4a7 req-c22c20ea-0c55-452f-8bc9-4e722b533990 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.366547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae6d83a6-1a2f-4a8b-bc67-f32caf3bc4a7 req-c22c20ea-0c55-452f-8bc9-4e722b533990 tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 1096 time: 0.2012663 Nov 12 08:08:37.608093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Router 34fdb425-cc38-4c9a-90b8-6be5e8304743 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:37.615527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-0e14c260-4691-40a4-ac74-733f664223b6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.617255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-0e14c260-4691-40a4-ac74-733f664223b6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681289 Nov 12 08:08:37.642360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ccb3c-bb23-4919-be65-c9f141288c75 req-1ff38740-f22b-40d8-b87b-01edb08784c7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.643840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c7ccb3c-bb23-4919-be65-c9f141288c75 req-1ff38740-f22b-40d8-b87b-01edb08784c7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1470439 Nov 12 08:08:37.646095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae6d83a6-1a2f-4a8b-bc67-f32caf3bc4a7 req-6d088469-4638-4bb7-bc49-30dca27f298a tempest-LiveAutoBlockMigrationV225Test-1911767031 tempest-LiveAutoBlockMigrationV225Test-1911767031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178011 Nov 12 08:08:37.650670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Request body: {'port': {'device_id': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '3d841ea215d64358b8162da38ef0a9d4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:37.781533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:37.786586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c7ccb3c-bb23-4919-be65-c9f141288c75 req-83dca403-9416-4444-b9bf-9588d84e4d95 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305590 Nov 12 08:08:37.790577 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bdc43ae9-cebe-4d16-98dc-7d21d70cf709 admin admin] 10.222.0.16 "PUT /v2.0/routers/34fdb425-cc38-4c9a-90b8-6be5e8304743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2666504 Nov 12 08:08:37.791036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35836) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:37.802127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] Sync routers for ids ['34fdb425-cc38-4c9a-90b8-6be5e8304743'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:37.821273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] Routers {'34fdb425-cc38-4c9a-90b8-6be5e8304743'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:37.822241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['34fdb425-cc38-4c9a-90b8-6be5e8304743'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:37.873416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.934144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event deleted for resources: {'Port': ['ID=c1deb067-76a6-45a6-8951-af734d46b4f9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:38.008858 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.033602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Made reservation on behalf of 3d841ea215d64358b8162da38ef0a9d4 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:38.039127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.080036 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:08:38.108246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2608fb70-d508-4344-b0bc-820ea1162d63 req-93c48a01-7c9a-418e-9f20-5c71ee126b42 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 210 time: 0.1152425 Nov 12 08:08:38.109032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] No DVR routers for this DVR port c1deb067-76a6-45a6-8951-af734d46b4f9 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:38.110157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] Set router 34fdb425-cc38-4c9a-90b8-6be5e8304743 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:38.113347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.116831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac56ac35-e318-432d-8a92-ada5718b49b3 req-efa88b40-adce-4c21-807e-1e66538b626b tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "DELETE /v2.0/ports/c1deb067-76a6-45a6-8951-af734d46b4f9 HTTP/1.1" status: 204 len: 173 time: 1.5944631 Nov 12 08:08:38.117662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'name': 'network-vif-deleted', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:38.119720 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec0def2-2bed-481a-94d5-70cb48c12e38" -d '{"events": [{"server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "name": "network-vif-deleted", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:38.291224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1badd4ec-0a55-42dd-8757-7f7bb74be969 req-0c46a9ab-2dad-4b56-9ba8-e3877e8c320c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=e50db7cf-5cf5-45e2-9614-7e003422ae13 HTTP/1.1" status: 200 len: 210 time: 0.0504851 Nov 12 08:08:38.311802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.397763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef6a7-1b63-492d-860f-b23e1230c038 req-8a15e69d-e661-4a9a-a721-3cb1f24cd18e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:38.402327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Deleting port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:38.402735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.407999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744ef6a7-1b63-492d-860f-b23e1230c038 req-8a15e69d-e661-4a9a-a721-3cb1f24cd18e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 944 time: 0.2660754 Nov 12 08:08:38.434290 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ca95e1-83ad-4bdd-ac69-14af796d2803 x-openstack-request-id: req-22ca95e1-83ad-4bdd-ac69-14af796d2803 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:38.434725 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50db7cf-5cf5-45e2-9614-7e003422ae13", "name": "network-vif-deleted", "tag": "c1deb067-76a6-45a6-8951-af734d46b4f9", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:38.434990 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22ca95e1-83ad-4bdd-ac69-14af796d2803 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:38.437970 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50db7cf-5cf5-45e2-9614-7e003422ae13', 'name': 'network-vif-deleted', 'tag': 'c1deb067-76a6-45a6-8951-af734d46b4f9', 'status': 'completed', 'code': 200} Nov 12 08:08:38.485655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Allocated IP 192.168.233.172 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/9de033d8-d56e-45a5-bf62-1ee82ac64095) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:38.501780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.526849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:08:36Z', 'revision_number': 5, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port': {'id': 'cf5d4a9c-5287-41f9-aa0d-3c13a21ab978', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:03:27Z', 'updated_at': '2021-11-12T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:38.547368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] For port cf5d4a9c-5287-41f9-aa0d-3c13a21ab978, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:38.547660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.568694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] Checking router: 34fdb425-cc38-4c9a-90b8-6be5e8304743 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:38.569248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Calling delete_port for cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:38.579202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] Routers {'34fdb425-cc38-4c9a-90b8-6be5e8304743'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:38.580114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:08:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['34fdb425-cc38-4c9a-90b8-6be5e8304743'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:38.737161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:38.766549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: c1deb067-76a6-45a6-8951-af734d46b4f9 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:38.766899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c1deb067-76a6-45a6-8951-af734d46b4f9 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:38.776953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] Set router 34fdb425-cc38-4c9a-90b8-6be5e8304743 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:38.787338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.822042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744ef6a7-1b63-492d-860f-b23e1230c038 req-e7bc9cd0-3847-4124-a039-d21edc6929ad tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130614 Nov 12 08:08:38.851362 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.869100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db37039-fcbb-4585-a995-70cd07556995 req-eeb1a008-686f-4c7a-8572-67069e5facfe tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:38.881644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db37039-fcbb-4585-a995-70cd07556995 req-eeb1a008-686f-4c7a-8572-67069e5facfe tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.3812993 Nov 12 08:08:38.907924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:08:38Z', 'revision_number': 6, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:38.979996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4c3cb-a89f-4241-bd5a-08fb0392cfcd None None] The sync data for ids ['34fdb425-cc38-4c9a-90b8-6be5e8304743'] in n-d-768509-25 is: [{'id': '34fdb425-cc38-4c9a-90b8-6be5e8304743', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194367505-router', 'tenant_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:03:26Z', 'updated_at': '2021-11-12T08:08:38Z', 'revision_number': 6, 'project_id': 'ade9aab4883b4a28bcfbeea4c9870ad8', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:39.023851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.042911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1a583d5d-071f-4d04-933a-f2325dfd4637'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:39.059112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461', '48137c9d-77df-4ace-94a3-78f524c839aa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:39.064511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5d4a9c-5287-41f9-aa0d-3c13a21ab978,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:39.118040 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.201691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:39.315395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:39.325302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:39.331034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:39.362907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.366911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.429830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db37039-fcbb-4585-a995-70cd07556995 req-6f563297-e6d0-4d36-814e-8d79cb8ac405 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455770 Nov 12 08:08:39.527969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.528559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34fdb425-cc38-4c9a-90b8-6be5e8304743 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:08:39.533325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.534499 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5e8b3868-bf94-4c8a-bf88-4b0ecb180536 admin admin] 10.222.0.16 "DELETE /v2.0/routers/34fdb425-cc38-4c9a-90b8-6be5e8304743 HTTP/1.1" status: 204 len: 168 time: 1.7402837 Nov 12 08:08:39.535677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-d52e9857-be12-4643-9a04-a7129123b4c4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.537432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-d52e9857-be12-4643-9a04-a7129123b4c4 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 944 time: 0.5552037 Nov 12 08:08:39.538926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35858) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:39.636106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Deleting subnet af6b94c8-ae51-4213-9a73-993d38efb962 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:08:39.640117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.679190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.679848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.682331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.758668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2deaca47-59ef-46b2-8e50-53db6481c4f3 None None] Provisioning complete for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:39.760576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2deaca47-59ef-46b2-8e50-53db6481c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.771418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a2eccf8a-b85d-4a5e-adbb-dd7466a16c6f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1243067 Nov 12 08:08:39.797506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Request body: {'port': {'device_id': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:39.837743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242817c-48e9-48ef-8362-e7625e374b3b req-0658a4f4-5a2c-4697-a3c5-3e7fe7cda724 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.845270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2242817c-48e9-48ef-8362-e7625e374b3b req-0658a4f4-5a2c-4697-a3c5-3e7fe7cda724 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.4080317 Nov 12 08:08:39.871155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2deaca47-59ef-46b2-8e50-53db6481c4f3 None None] Port 9de033d8-d56e-45a5-bf62-1ee82ac64095 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:39.920122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78730042-7a81-4c5c-a7b1-251f45cc9971 req-3da4d79b-5f2a-4eb6-93b5-0289535da67c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.927594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78730042-7a81-4c5c-a7b1-251f45cc9971 req-3da4d79b-5f2a-4eb6-93b5-0289535da67c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 936 time: 0.2793379 Nov 12 08:08:40.038534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.067169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2242817c-48e9-48ef-8362-e7625e374b3b req-b162b0a0-91e3-49b2-b205-64d028e5fea8 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203603 Nov 12 08:08:40.163891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.190138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Deleting port 95755304-4bd3-49ec-8bf3-a09780b470db {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:40.193413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.235126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78730042-7a81-4c5c-a7b1-251f45cc9971 req-84c6cdec-68ee-4039-bb13-5abf4b76e865 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065121 Nov 12 08:08:40.237363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.250412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.253592 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af6b94c8-ae51-4213-9a73-993d38efb962 HTTP/1.1" status: 204 len: 168 time: 0.7134230 Nov 12 08:08:40.258347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d90ee-3630-43c0-9860-edf2d8cac368 None None] Network 2454ad65-dba7-4904-98b2-7d393bf6b287 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:40.271198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35868) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:40.284494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88580d-718e-4dcd-8484-f2cc12e78389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6b94c8-ae51-4213-9a73-993d38efb962,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:40.403699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.524507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Deleting port 584984be-f491-4ce5-b072-f6a5bd89e428 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:40.525269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.621973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-176c34c6-499a-405c-898e-f5529bcadeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.639616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] For port 584984be-f491-4ce5-b072-f6a5bd89e428, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=584984be-f491-4ce5-b072-f6a5bd89e428,segment=NetworkSegment(26f3a231-9b8f-4c15-95a5-859011a31e83),segment_id=26f3a231-9b8f-4c15-95a5-859011a31e83)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:40.640107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.665391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Calling delete_port for 584984be-f491-4ce5-b072-f6a5bd89e428 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:40.686838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86066c3-26e2-47d3-8779-0ecd7bb0cc8f req-7fb550c2-78ff-44b9-81cc-3fe895f649de tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.688390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86066c3-26e2-47d3-8779-0ecd7bb0cc8f req-7fb550c2-78ff-44b9-81cc-3fe895f649de tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 944 time: 0.3977702 Nov 12 08:08:40.700524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] DHCP port deletion for 2454ad65-dba7-4904-98b2-7d393bf6b287 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:08:40.756560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Deleting port 584984be-f491-4ce5-b072-f6a5bd89e428 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:40.756855 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.759936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.790784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Pushing event deleted for resources: {'Port': ['ID=584984be-f491-4ce5-b072-f6a5bd89e428,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:40.794421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] For port 95755304-4bd3-49ec-8bf3-a09780b470db, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95755304-4bd3-49ec-8bf3-a09780b470db,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:40.794596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] No DVR routers for this DVR port 584984be-f491-4ce5-b072-f6a5bd89e428 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:40.794990 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.835501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] For port 584984be-f491-4ce5-b072-f6a5bd89e428, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:40.835893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.848681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Calling delete_port for 95755304-4bd3-49ec-8bf3-a09780b470db owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:40.857324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Calling delete_port for 584984be-f491-4ce5-b072-f6a5bd89e428 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:40.860287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Port 584984be-f491-4ce5-b072-f6a5bd89e428 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:08:40.861548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.884761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.892695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] Pushing event deleted for resources: {'Port': ['ID=584984be-f491-4ce5-b072-f6a5bd89e428,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:40.901459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc1602-38ca-4ac8-8e7d-6dfa153f0321 None None] No DVR routers for this DVR port 584984be-f491-4ce5-b072-f6a5bd89e428 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:40.921981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2454ad65-dba7-4904-98b2-7d393bf6b287']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:40.934095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f3a231-9b8f-4c15-95a5-859011a31e83') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:40.934454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f3a231-9b8f-4c15-95a5-859011a31e83') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:40.945012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.960737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.971235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:40.971647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:40.973570 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:41.028223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b86066c3-26e2-47d3-8779-0ecd7bb0cc8f req-2a08944e-b945-4ac4-b842-77abbcd7c3fb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063186 Nov 12 08:08:41.034643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de033d8-d56e-45a5-bf62-1ee82ac64095 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:41.056030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.063180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.066100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 584984be-f491-4ce5-b072-f6a5bd89e428 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:41.068833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d229e-1160-48a4-a006-e067f53bf275 req-1fcc4fdf-6d51-4a5b-99a4-4f5540fec6ab tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.077255 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2454ad65-dba7-4904-98b2-7d393bf6b287 HTTP/1.1" status: 204 len: 168 time: 0.8013792 Nov 12 08:08:41.077708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-177d229e-1160-48a4-a006-e067f53bf275 req-1fcc4fdf-6d51-4a5b-99a4-4f5540fec6ab tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2701311 Nov 12 08:08:41.087289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.104845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8b676-76b8-48f5-8e25-dbba9b5c3704 admin admin] Pushing event deleted for resources: {'Network': ['ID=2454ad65-dba7-4904-98b2-7d393bf6b287,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:41.126305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Transition to ACTIVE for port object 9de033d8-d56e-45a5-bf62-1ee82ac64095 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:41.127271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 584984be-f491-4ce5-b072-f6a5bd89e428 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:41.127616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 584984be-f491-4ce5-b072-f6a5bd89e428 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:41.128146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:41.135757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.174438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:41.174778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cf5d4a9c-5287-41f9-aa0d-3c13a21ab978 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:41.175187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:41.202392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:41.202854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a97a5cb3-e22e-4cb9-8a1e-6a9a0a33afc8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:41.245210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-177d229e-1160-48a4-a006-e067f53bf275 req-c38113d8-9a8e-46c6-a96d-0cdb2daa8acb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667862 Nov 12 08:08:41.302527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:41.315959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35882) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:41.351661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.412435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582768a-bfbc-4367-bd5c-dea325e3daba req-8d75281f-988b-4533-9021-908d48963e07 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.421424 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b582768a-bfbc-4367-bd5c-dea325e3daba req-8d75281f-988b-4533-9021-908d48963e07 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 944 time: 0.2245746 Nov 12 08:08:41.426500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-0cc7b35c-758e-4000-a061-37e32d4cb52c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.428139 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-0cc7b35c-758e-4000-a061-37e32d4cb52c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "GET /v2.0/ports?device_id=d43f139b-befc-456c-913c-01451139c08d HTTP/1.1" status: 200 len: 944 time: 0.0886023 Nov 12 08:08:41.433684 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd11249a-55ca-4416-a075-37423282883c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b05c49b633d413187cd621d8155c2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1164351 Nov 12 08:08:41.434528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35886) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:41.474465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event deleted for resources: {'Port': ['ID=95755304-4bd3-49ec-8bf3-a09780b470db,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:41.542554 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.567192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8765cdf5-0228-4c1f-a91c-10ba8a597acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.584393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] No DVR routers for this DVR port 95755304-4bd3-49ec-8bf3-a09780b470db on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:41.596458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.600301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8df2dbc-823b-41f1-82c1-e0bba00b9385 req-eb7f332b-53cc-4c95-affd-d1b7b57ac69b tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.32 "DELETE /v2.0/ports/95755304-4bd3-49ec-8bf3-a09780b470db HTTP/1.1" status: 204 len: 173 time: 1.9966614 Nov 12 08:08:41.601020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:41.601350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:41.601680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:41.604159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'name': 'network-vif-deleted', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:41.606512 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e9c21-d250-439a-880c-49e2007cbb53" -d '{"events": [{"server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "name": "network-vif-deleted", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:41.622856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:41.623502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:41.633501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8765cdf5-0228-4c1f-a91c-10ba8a597acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.644977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:41.646061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:41.646662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:41.647266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Bound port: 9de033d8-d56e-45a5-bf62-1ee82ac64095, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:41.647807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.657516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844d99b-2283-40da-b041-9b40ba0ad88f req-6326734d-57a8-44b7-b045-e1cca3b750f7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.659025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d844d99b-2283-40da-b041-9b40ba0ad88f req-6326734d-57a8-44b7-b045-e1cca3b750f7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.3187881 Nov 12 08:08:41.676413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b582768a-bfbc-4367-bd5c-dea325e3daba req-ed526679-46f5-4088-a29d-404c23e37b2c tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3a88667-f804-449b-9b5e-bc13e6f2c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488935 Nov 12 08:08:41.698406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Deleting port 42db99a9-fec3-4f22-b268-ffa9853a62f1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:41.699132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.787535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8765cdf5-0228-4c1f-a91c-10ba8a597acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.790783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8765cdf5-0228-4c1f-a91c-10ba8a597acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.794251 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8765cdf5-0228-4c1f-a91c-10ba8a597acd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbe88df4-31df-4ee7-8fa2-705296600915 HTTP/1.1" status: 204 len: 168 time: 0.3566451 Nov 12 08:08:41.810536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765cdf5-0228-4c1f-a91c-10ba8a597acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe88df4-31df-4ee7-8fa2-705296600915,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:41.838032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d844d99b-2283-40da-b041-9b40ba0ad88f req-6d5e56c3-b8d5-4274-b78d-2bde13bd5bac tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436317 Nov 12 08:08:41.845465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] For port 42db99a9-fec3-4f22-b268-ffa9853a62f1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=42db99a9-fec3-4f22-b268-ffa9853a62f1,segment=NetworkSegment(72b148f1-5b39-4adb-b439-78615ca7e4d3),segment_id=72b148f1-5b39-4adb-b439-78615ca7e4d3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:41.845918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.874143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Calling delete_port for 42db99a9-fec3-4f22-b268-ffa9853a62f1 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:41.995078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:42.017605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86c5e0-9c4b-42e3-b4e4-aefe6ab01133 req-52255e78-1347-4be2-af09-27bf49c02745 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.021751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c86c5e0-9c4b-42e3-b4e4-aefe6ab01133 req-52255e78-1347-4be2-af09-27bf49c02745 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 0.1934159 Nov 12 08:08:42.025066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:42.041712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.108485 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c9fa2e-79c1-4f95-8f88-c89df1fe3354 x-openstack-request-id: req-50c9fa2e-79c1-4f95-8f88-c89df1fe3354 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:42.110056 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610031ca-8ac5-449e-96ef-7f05ceae1847", "name": "network-vif-deleted", "tag": "95755304-4bd3-49ec-8bf3-a09780b470db", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:42.111986 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50c9fa2e-79c1-4f95-8f88-c89df1fe3354 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:42.112572 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610031ca-8ac5-449e-96ef-7f05ceae1847', 'name': 'network-vif-deleted', 'tag': '95755304-4bd3-49ec-8bf3-a09780b470db', 'status': 'completed', 'code': 200} Nov 12 08:08:42.116873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.120091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.122399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.123173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] 10.222.0.32 "PUT /v2.0/ports/9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 1097 time: 2.3303628 Nov 12 08:08:42.226012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfbb7a-553f-4bf1-9c2f-fe00e23e2e45 service neutron] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:42.275272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Pushing event deleted for resources: {'Port': ['ID=42db99a9-fec3-4f22-b268-ffa9853a62f1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:42.319819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] No DVR routers for this DVR port 42db99a9-fec3-4f22-b268-ffa9853a62f1 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:42.324192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.332081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-208f0fd8-d006-4205-9608-eddc2692fb9b req-cb6cc74d-4141-48c8-8ff6-11348dd72d05 tempest-LiveMigrationTest-1378678394 tempest-LiveMigrationTest-1378678394-project] 10.222.0.32 "DELETE /v2.0/ports/42db99a9-fec3-4f22-b268-ffa9853a62f1 HTTP/1.1" status: 204 len: 173 time: 0.8618121 Nov 12 08:08:42.345080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'name': 'network-vif-deleted', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:42.355341 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da86272c-c996-4758-9054-5e26f33323ab" -d '{"events": [{"server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "name": "network-vif-deleted", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:42.380695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c86c5e0-9c4b-42e3-b4e4-aefe6ab01133 req-aec2d1e2-5abf-4517-b4ca-39f9ba55fef4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458183 Nov 12 08:08:42.395330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:42.464821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf9c0495-4ac9-4ebb-a2a8-4391d2ad358a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ade9aab4883b4a28bcfbeea4c9870ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682557 Nov 12 08:08:42.467185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35912) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:42.467578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20bb7ad0-2a99-48b5-aa7f-67d2cd0624c3 req-15f57192-6926-43c9-9e83-4bcc1fe4ba96 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 210 time: 0.1650820 Nov 12 08:08:42.500742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-80a2f9e3-dc53-4483-ae19-10b486b55c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.506990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-80a2f9e3-dc53-4483-ae19-10b486b55c7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1100 time: 0.2737029 Nov 12 08:08:42.584697 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b0acc83-8f76-4a11-b09e-f7dfbf8edd03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.619693 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b0acc83-8f76-4a11-b09e-f7dfbf8edd03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.677642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b0acc83-8f76-4a11-b09e-f7dfbf8edd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.681565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b0acc83-8f76-4a11-b09e-f7dfbf8edd03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.685115 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0b0acc83-8f76-4a11-b09e-f7dfbf8edd03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25cc93f5-8d1a-43b7-8220-a5bb368b4131 HTTP/1.1" status: 204 len: 168 time: 0.2045376 Nov 12 08:08:42.692543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0acc83-8f76-4a11-b09e-f7dfbf8edd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cc93f5-8d1a-43b7-8220-a5bb368b4131,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:42.764544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:42.795956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 42db99a9-fec3-4f22-b268-ffa9853a62f1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:42.796587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 42db99a9-fec3-4f22-b268-ffa9853a62f1 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:42.797903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:42.823215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 95755304-4bd3-49ec-8bf3-a09780b470db {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:42.823934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95755304-4bd3-49ec-8bf3-a09780b470db not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:42.947655 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa393b-b32b-47d0-a7dc-c2595f710978 x-openstack-request-id: req-34fa393b-b32b-47d0-a7dc-c2595f710978 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:42.947845 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43f139b-befc-456c-913c-01451139c08d", "name": "network-vif-deleted", "tag": "42db99a9-fec3-4f22-b268-ffa9853a62f1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:42.948125 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34fa393b-b32b-47d0-a7dc-c2595f710978 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:42.948526 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43f139b-befc-456c-913c-01451139c08d', 'name': 'network-vif-deleted', 'tag': '42db99a9-fec3-4f22-b268-ffa9853a62f1', 'status': 'completed', 'code': 200} Nov 12 08:08:43.085856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57e6a8af-2732-44fc-9589-30a92b83a8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.217478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-417183d1-81b2-427b-9429-f00b697d1557 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.6845996 Nov 12 08:08:43.225909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35938) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:43.331206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee564-c5ee-407a-81d8-bb8b33d31854 req-8ad0ff2d-371f-4b29-9fa0-e3b1d5087976 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.333438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19eee564-c5ee-407a-81d8-bb8b33d31854 req-8ad0ff2d-371f-4b29-9fa0-e3b1d5087976 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1276670 Nov 12 08:08:43.431487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6b00dd10-e6be-4c51-8c46-de4c0af3fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.434659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-6b00dd10-e6be-4c51-8c46-de4c0af3fcb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1836383 Nov 12 08:08:43.508829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad09af5-50bb-4e70-9abd-05ea9af00f8f req-9dac0364-1f31-4037-b2a5-e635822d9fa1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.512362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fad09af5-50bb-4e70-9abd-05ea9af00f8f req-9dac0364-1f31-4037-b2a5-e635822d9fa1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1744440 Nov 12 08:08:43.540534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Deleting subnet 97e7bc73-586c-4d54-b836-164a4ad84ec4 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:08:43.545337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.588952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-79c522c5-c4e7-405d-8597-5900fb44f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.591275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-79c522c5-c4e7-405d-8597-5900fb44f062 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359489 Nov 12 08:08:43.602334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19eee564-c5ee-407a-81d8-bb8b33d31854 req-a1a31897-51d8-4f03-a14c-4c2cd9b68171 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090280 Nov 12 08:08:43.614205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.670514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.704201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fad09af5-50bb-4e70-9abd-05ea9af00f8f req-407dbe17-aab8-4306-88c1-9506996b01aa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853743 Nov 12 08:08:43.757412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.808498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.823207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/97e7bc73-586c-4d54-b836-164a4ad84ec4 HTTP/1.1" status: 204 len: 168 time: 0.5961678 Nov 12 08:08:43.827550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35962) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:43.862707 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05a633-6262-42a0-bf47-5cb15ad1500b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e7bc73-586c-4d54-b836-164a4ad84ec4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:43.978755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-a852d33e-3f74-40a3-bd59-88200b467bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669491 Nov 12 08:08:43.981907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.998945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-885bf53e-d133-479f-89d0-1d384a27d3f9 req-1878bf23-da25-4625-8134-8d69fa499053 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 210 time: 0.1284473 Nov 12 08:08:44.055688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32285f3-2144-4d55-b823-4ffe2b493ecd req-3b923682-a1ca-4e1d-857e-875e218995b0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.062761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b32285f3-2144-4d55-b823-4ffe2b493ecd req-3b923682-a1ca-4e1d-857e-875e218995b0 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 0.2109208 Nov 12 08:08:44.138677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:44.140970 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d22e04d-e9c6-4dad-8536-8d59940b1eae" -d '{"events": [{"name": "network-changed", "server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:44.167841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b32285f3-2144-4d55-b823-4ffe2b493ecd req-7de795aa-851a-4b95-b69c-92d39dc7eb54 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041372 Nov 12 08:08:44.208948 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde23ffa-4bdb-4519-b48e-76acc3d81d30 x-openstack-request-id: req-fde23ffa-4bdb-4519-b48e-76acc3d81d30 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:44.209376 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:44.209724 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fde23ffa-4bdb-4519-b48e-76acc3d81d30 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:44.210210 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'status': 'completed', 'code': 200} Nov 12 08:08:44.260850 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.294736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9030c85f-e27f-4a08-a8ad-b3a5812a4220 req-2dce7d02-9dfa-4dc1-9caa-5a8ffa64b704 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943575 Nov 12 08:08:44.308525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7718131-862f-4bb0-9b38-a4d1e7214769']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:44.325798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b148f1-5b39-4adb-b439-78615ca7e4d3') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:44.326084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b148f1-5b39-4adb-b439-78615ca7e4d3') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:44.354122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.358397 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.428042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.437607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:44.438001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:44.439837 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:44.538764 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.557927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.563131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7718131-862f-4bb0-9b38-a4d1e7214769 HTTP/1.1" status: 204 len: 168 time: 0.7342229 Nov 12 08:08:44.566179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35980) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:44.582954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-fcaf923c-39cd-4887-8323-475517c6327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.590413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-fcaf923c-39cd-4887-8323-475517c6327a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1100 time: 0.2031455 Nov 12 08:08:44.622795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb059147-933b-4c47-a8b5-80bda845a37d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7718131-862f-4bb0-9b38-a4d1e7214769,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:44.726490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Deleting subnet 57519e5d-271c-4860-9e4b-18bdb070ff3a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:08:44.751057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.806794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-89c10377-7b75-42fe-a042-33169e586ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.808447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-89c10377-7b75-42fe-a042-33169e586ae8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1869881 Nov 12 08:08:44.818209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8802cb9-f03f-4f82-a47b-2df852dd51b0 req-0a3e2b4d-27f9-4fbd-86ee-653a0b2c9de6 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.820155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8802cb9-f03f-4f82-a47b-2df852dd51b0 req-0a3e2b4d-27f9-4fbd-86ee-653a0b2c9de6 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.0892437 Nov 12 08:08:44.846484 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-094cb553-711f-4df5-a938-a2f751240824 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1880448 Nov 12 08:08:44.863294 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.875015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-640dd057-cbb4-4226-acf9-252375560fa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0537543 Nov 12 08:08:44.928254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-4833bab5-fb93-421a-ad7f-9b3ca2bc7426 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2178130 Nov 12 08:08:44.970843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.992249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8802cb9-f03f-4f82-a47b-2df852dd51b0 req-afc24343-3f3d-4ae1-ada0-7f768f2d1a6f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625562 Nov 12 08:08:44.995201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-e9614e6d-f674-4ce8-8504-b99351bbf836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.996731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-e9614e6d-f674-4ce8-8504-b99351bbf836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1013291 Nov 12 08:08:45.005303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175baac-9fc5-4f60-b6ff-13c37729f69b req-53e6d159-3fa5-4ea4-b038-eefa1705b7a0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.006880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b175baac-9fc5-4f60-b6ff-13c37729f69b req-53e6d159-3fa5-4ea4-b038-eefa1705b7a0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1799843 Nov 12 08:08:45.036038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-d0a39448-d89a-4193-9bf9-5f2da3d82507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.037552 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-d0a39448-d89a-4193-9bf9-5f2da3d82507 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 1102 time: 0.1493416 Nov 12 08:08:45.079753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dabb5f-1a88-404d-bf49-67a459490555 req-b1767876-f4e8-4a42-baaa-908dd4dadabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.081397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-b1767876-f4e8-4a42-baaa-908dd4dadabb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1103 time: 0.1228621 Nov 12 08:08:45.087875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-fc0da00f-709b-489a-8cce-51109385bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.089746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-fc0da00f-709b-489a-8cce-51109385bffe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818748 Nov 12 08:08:45.096404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b175baac-9fc5-4f60-b6ff-13c37729f69b req-5f380aa8-f5f8-4d40-9e73-862431c097a0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807636 Nov 12 08:08:45.187612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.305792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57519e5d-271c-4860-9e4b-18bdb070ff3a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:45.308403 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.312609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-85e9cd63-b5e7-4d74-a27d-af0e107c2971 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57519e5d-271c-4860-9e4b-18bdb070ff3a HTTP/1.1" status: 204 len: 168 time: 0.7448905 Nov 12 08:08:45.316761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:45.341085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-837b49e9-f8bd-4e49-8d40-4a7505ca28c0 req-43bcbcd9-e23f-4af9-880a-9ec0c9fef3f9 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 210 time: 0.0903468 Nov 12 08:08:45.376572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-d68c2f09-8d05-4538-a42d-35aeaa74712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.378052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-d68c2f09-8d05-4538-a42d-35aeaa74712a service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.3157532 Nov 12 08:08:45.382697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-57a6232a-76cd-4d7f-a278-6000be73f593 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749586 Nov 12 08:08:45.469498 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-d7db036d-0607-4bcc-a730-f006c86555be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 200 len: 217 time: 0.0571463 Nov 12 08:08:45.504914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dabb5f-1a88-404d-bf49-67a459490555 req-71dca8bd-a1b8-4fba-bd04-e525c868f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.506327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-71dca8bd-a1b8-4fba-bd04-e525c868f637 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.3464403 Nov 12 08:08:45.510051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.538652 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.622543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d22e04d-e9c6-4dad-8536-8d59940b1eae req-169cba5f-8787-4f7e-9e2d-04b03b3b1928 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319789 Nov 12 08:08:45.646877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d529e9-0e0a-4785-96db-4103a4cc97d4 req-0ab41c67-5c0c-493c-9c90-0002c60565ab tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.663045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31d529e9-0e0a-4785-96db-4103a4cc97d4 req-0ab41c67-5c0c-493c-9c90-0002c60565ab tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 0.1309793 Nov 12 08:08:45.677678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-8af40818-2058-462f-a3de-6ab919d8ad66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.1443577 Nov 12 08:08:45.723348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31d529e9-0e0a-4785-96db-4103a4cc97d4 req-ee03ba70-ad67-42dc-8c2e-3213c343d20d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Nov 12 08:08:45.763812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-29ebfd2b-fe23-41d4-9c50-67310ab4b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.765297 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-29ebfd2b-fe23-41d4-9c50-67310ab4b397 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2826531 Nov 12 08:08:45.879974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dabb5f-1a88-404d-bf49-67a459490555 req-67103872-745e-480f-aacc-acc0d06ee2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.881467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-67103872-745e-480f-aacc-acc0d06ee2f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1867318 Nov 12 08:08:45.882978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.908269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-967a7364-3a58-496f-a888-649c1a13a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.909785 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-967a7364-3a58-496f-a888-649c1a13a2e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222458 Nov 12 08:08:45.932691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce4373a-07bb-4026-af42-c16e0b3efa5e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:46.026593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be032f06-504b-4b28-9ea4-defdd03d923e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:46.026890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be032f06-504b-4b28-9ea4-defdd03d923e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:46.039390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-d70ad7f2-3c16-43a6-8152-6bc28397c84b service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113033 Nov 12 08:08:46.041931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.074781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.084473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dabb5f-1a88-404d-bf49-67a459490555 req-39fdfb5f-19bf-42d8-a490-9c6d72482d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.085962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-39fdfb5f-19bf-42d8-a490-9c6d72482d9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1938980 Nov 12 08:08:46.093044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:46.093438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:46.095131 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:46.185620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab768f-ba6e-4c39-897e-78a3c7b9ced3 req-d8715b1e-8f94-43d1-9741-1fecfbd989ef tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.195246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31ab768f-ba6e-4c39-897e-78a3c7b9ced3 req-d8715b1e-8f94-43d1-9741-1fecfbd989ef tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1086826 Nov 12 08:08:46.240932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36034) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:46.254717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.271846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.275006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ce4373a-07bb-4026-af42-c16e0b3efa5e HTTP/1.1" status: 204 len: 168 time: 0.9549985 Nov 12 08:08:46.291763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd56636-9340-47d9-aea9-e699bc3770cc admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce4373a-07bb-4026-af42-c16e0b3efa5e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:46.297155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594613c7-a197-4296-ad3b-5ca4f1847583 req-0c81d658-f10b-47cd-9ab3-dc83f0a384e9 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471473 Nov 12 08:08:46.334522 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-8cdf7823-7161-45e9-8de4-2af7f833e345 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995964 Nov 12 08:08:46.335338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca920ac-52d9-458e-8acf-df60b524b460 req-0c0d1235-b29c-4083-bdab-5323a1341d44 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.354308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fca920ac-52d9-458e-8acf-df60b524b460 req-0c0d1235-b29c-4083-bdab-5323a1341d44 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1554694 Nov 12 08:08:46.454762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31ab768f-ba6e-4c39-897e-78a3c7b9ced3 req-c350c0e9-4856-49be-aab3-3e8c23acca10 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584093 Nov 12 08:08:46.497476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-29dabb5f-1a88-404d-bf49-67a459490555 req-0a8a797f-7ddf-46df-b9b5-37ca476e7142 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479516 Nov 12 08:08:46.516805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fca920ac-52d9-458e-8acf-df60b524b460 req-741419e2-b525-43bc-9dfe-0b8507ea8292 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472378 Nov 12 08:08:46.536279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec84f435-f624-41e9-afc2-aae09d70c349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.556239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36044) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:46.671533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.684848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-72fbe1ee-3f87-413d-a83f-e230af7dec3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59a4aa0b122d41a9a5a0f502a6fd770a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265674 Nov 12 08:08:46.702440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1f5b19f-1411-4a9e-bf45-bd85dc0b29ad req-43569e10-b027-49d5-8efe-112f3da67c88 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 210 time: 0.0339758 Nov 12 08:08:46.703175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36046) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:46.706514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec84f435-f624-41e9-afc2-aae09d70c349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.712705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec84f435-f624-41e9-afc2-aae09d70c349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.751049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36050) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:46.764538 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ec84f435-f624-41e9-afc2-aae09d70c349 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=551c920cce9a43e39813d1dcd13192c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221767 Nov 12 08:08:46.771899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:46.809951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a96f241-487e-4f56-a9e2-f3da607d6d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.833286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84f435-f624-41e9-afc2-aae09d70c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa749477-1f38-4ac0-aee1-f460d7b387cb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:46.912578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a96f241-487e-4f56-a9e2-f3da607d6d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.948097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:46.962575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'mac_address': 'fa:16:3e:85:12:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:47.006252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a96f241-487e-4f56-a9e2-f3da607d6d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.009852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a96f241-487e-4f56-a9e2-f3da607d6d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.010228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.013717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9a96f241-487e-4f56-a9e2-f3da607d6d21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3a88667-f804-449b-9b5e-bc13e6f2c5db HTTP/1.1" status: 204 len: 168 time: 0.3067191 Nov 12 08:08:47.028749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de033d8-d56e-45a5-bf62-1ee82ac64095 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:47.063672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f241-487e-4f56-a9e2-f3da607d6d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a88667-f804-449b-9b5e-bc13e6f2c5db,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:47.068681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:47.083226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4065f8-0de7-4a3a-a34b-c6a3234687b2 req-eb2b1708-f7d3-4816-8973-3a1a3bc04f5f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.085389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d4065f8-0de7-4a3a-a34b-c6a3234687b2 req-eb2b1708-f7d3-4816-8973-3a1a3bc04f5f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 0.2196281 Nov 12 08:08:47.086417 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a16fdb10-82ec-49b1-8959-c4d639ab16f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.090711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.152614 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a16fdb10-82ec-49b1-8959-c4d639ab16f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.155857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:47.268011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d4065f8-0de7-4a3a-a34b-c6a3234687b2 req-f90f1d25-99e8-414c-9a66-9e9c915a2fc4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028194 Nov 12 08:08:47.295199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a16fdb10-82ec-49b1-8959-c4d639ab16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.299497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a16fdb10-82ec-49b1-8959-c4d639ab16f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.303167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a16fdb10-82ec-49b1-8959-c4d639ab16f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa749477-1f38-4ac0-aee1-f460d7b387cb HTTP/1.1" status: 204 len: 168 time: 0.5487421 Nov 12 08:08:47.321262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fdb10-82ec-49b1-8959-c4d639ab16f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa749477-1f38-4ac0-aee1-f460d7b387cb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:47.398551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9de033d8-d56e-45a5-bf62-1ee82ac64095'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:47.533358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36062) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:47.743883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bc48e406-a001-4303-ae48-02c4bcca87d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee1c728931b148b3b01c7acc6107248e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065649 Nov 12 08:08:47.745874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36072) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:47.760562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4475e-22ba-4b6b-a221-7e1d8c7bbd3e req-7564b0d7-c891-452b-b6d7-5acb9688bada tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.770097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5f4475e-22ba-4b6b-a221-7e1d8c7bbd3e req-7564b0d7-c891-452b-b6d7-5acb9688bada tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1924996 Nov 12 08:08:47.782471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:47.807049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ab27a-9d55-4348-9cae-158c0298384f req-dda4f000-cc67-4195-92e1-f36e62d5bee0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.808896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7ab27a-9d55-4348-9cae-158c0298384f req-dda4f000-cc67-4195-92e1-f36e62d5bee0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1546929 Nov 12 08:08:47.812828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-414cca33-7bed-4c25-94c0-a94cb0576689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.860267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfcf20dc-8289-4c89-9d81-d6595f097bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.874544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5f4475e-22ba-4b6b-a221-7e1d8c7bbd3e req-f36467d9-c5cf-48c5-9e88-65aa8b78be32 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017230 Nov 12 08:08:47.905454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfcf20dc-8289-4c89-9d81-d6595f097bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.982146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-414cca33-7bed-4c25-94c0-a94cb0576689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.987326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-414cca33-7bed-4c25-94c0-a94cb0576689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.011327 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfcf20dc-8289-4c89-9d81-d6595f097bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.014189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfcf20dc-8289-4c89-9d81-d6595f097bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.019185 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bfcf20dc-8289-4c89-9d81-d6595f097bc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb990637-e553-433b-8663-c0e62aa209f6 HTTP/1.1" status: 204 len: 168 time: 0.2709229 Nov 12 08:08:48.024115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7ab27a-9d55-4348-9cae-158c0298384f req-46035f6f-31d3-4b52-99f0-12f5ef1e2b78 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837990 Nov 12 08:08:48.064730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36078) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:48.065584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-414cca33-7bed-4c25-94c0-a94cb0576689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99c45f60913f4af5b5737381af90e706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817297 Nov 12 08:08:48.067109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cca33-7bed-4c25-94c0-a94cb0576689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deccd1c-b9b9-41d0-9799-c72a9c41c448,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:48.083373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf20dc-8289-4c89-9d81-d6595f097bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb990637-e553-433b-8663-c0e62aa209f6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:48.229273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8da5a063-8ccb-4e5f-a95e-047b5cfc503e req-06d0d5ac-1555-4379-b783-aa665a538a0a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=610031ca-8ac5-449e-96ef-7f05ceae1847 HTTP/1.1" status: 200 len: 210 time: 0.0582333 Nov 12 08:08:48.288148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a622e3f-b963-44c1-9949-910fdbb19698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.324149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a622e3f-b963-44c1-9949-910fdbb19698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.432391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e858e-cdfe-4971-a8a0-58dd17d0f15e req-9a7cca67-3f45-4d4d-b2b0-a36a733c6597 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.448766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e0e858e-cdfe-4971-a8a0-58dd17d0f15e req-9a7cca67-3f45-4d4d-b2b0-a36a733c6597 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 949 time: 0.0781028 Nov 12 08:08:48.456868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a622e3f-b963-44c1-9949-910fdbb19698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.459563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a622e3f-b963-44c1-9949-910fdbb19698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.463698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9a622e3f-b963-44c1-9949-910fdbb19698 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8deccd1c-b9b9-41d0-9799-c72a9c41c448 HTTP/1.1" status: 204 len: 168 time: 0.3945777 Nov 12 08:08:48.503587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a622e3f-b963-44c1-9949-910fdbb19698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deccd1c-b9b9-41d0-9799-c72a9c41c448,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:48.534522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e0e858e-cdfe-4971-a8a0-58dd17d0f15e req-9da13ea8-7d8c-43f3-b848-ea2c0d7fd089 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845733 Nov 12 08:08:48.784796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:48.859539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:48.873162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:48.876102 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.117598 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.140467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1202f27-890c-4a9e-a5c6-492bda0d860e req-b1e45674-0153-4f82-a72e-a2ef0dd6ff8f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.141777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1202f27-890c-4a9e-a5c6-492bda0d860e req-b1e45674-0153-4f82-a72e-a2ef0dd6ff8f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1160746 Nov 12 08:08:49.191969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:49.198621 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51bd3f7-aab7-4921-b1ee-1027c67536aa" -d '{"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-plugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:49.240257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:49.247605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.267632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1202f27-890c-4a9e-a5c6-492bda0d860e req-d2c3c667-ba8f-4cc1-9cff-c3d0ff5430f3 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038542 Nov 12 08:08:49.294945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d741-d4aa-4594-bde4-e68d26d73f12 req-a2cc68dc-bad2-4c6f-bcbe-3a3cb13f1e56 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.299939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c899d741-d4aa-4594-bde4-e68d26d73f12 req-a2cc68dc-bad2-4c6f-bcbe-3a3cb13f1e56 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1572340 Nov 12 08:08:49.384348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:49.423106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c899d741-d4aa-4594-bde4-e68d26d73f12 req-eaa98bbc-e451-4acd-aac6-30bfc5c04068 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164467 Nov 12 08:08:49.501587 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8cf4a-37bd-4933-b7fc-409b9cfecdef x-openstack-request-id: req-d9f8cf4a-37bd-4933-b7fc-409b9cfecdef {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:49.501962 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-plugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:49.502213 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9f8cf4a-37bd-4933-b7fc-409b9cfecdef {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:49.502611 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'code': 200} Nov 12 08:08:49.703752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff920-7d56-4dae-8353-d57a597033bc req-9fc5cff8-7cb9-4a70-9770-6ab8ebaf5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.706599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d9bff920-7d56-4dae-8353-d57a597033bc req-9fc5cff8-7cb9-4a70-9770-6ab8ebaf5807 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1102 time: 0.1182692 Nov 12 08:08:49.796226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b85f0c-d8c1-40f2-b982-baa979450fc2 req-d16e17d7-3afa-4d0e-833c-39c17b6cd9bf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.807312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5b85f0c-d8c1-40f2-b982-baa979450fc2 req-d16e17d7-3afa-4d0e-833c-39c17b6cd9bf tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1256201 Nov 12 08:08:49.820956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d9bff920-7d56-4dae-8353-d57a597033bc req-c779b067-a207-4e98-8005-ea9d19e6a75c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049972 Nov 12 08:08:49.932755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5b85f0c-d8c1-40f2-b982-baa979450fc2 req-2a1efe33-916c-4451-89ba-efd76ae91fa5 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238961 Nov 12 08:08:50.506221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442379b-7ed6-4722-838d-2f210d663fae req-50742ef2-ae75-4eaf-85f7-cbe4ab055f7b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:50.514928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7442379b-7ed6-4722-838d-2f210d663fae req-50742ef2-ae75-4eaf-85f7-cbe4ab055f7b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1034114 Nov 12 08:08:50.650128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7442379b-7ed6-4722-838d-2f210d663fae req-eecd164e-0575-41e6-a2f7-9c54ce5e22a0 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296136 Nov 12 08:08:50.726419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c98497-4ee8-4325-9de1-33fde9344064 req-850f3113-d856-4be5-bd7e-6adeb73c915e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:50.728443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6c98497-4ee8-4325-9de1-33fde9344064 req-850f3113-d856-4be5-bd7e-6adeb73c915e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.0976620 Nov 12 08:08:50.819111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6c98497-4ee8-4325-9de1-33fde9344064 req-10e813e2-ccfc-4ecf-81c9-e44af38c59a4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 Nov 12 08:08:51.138156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187b79b-e385-43ef-9e79-1c32c9791d2c req-a2e9bbbb-49c4-44f5-871e-1be387a49ac4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:51.148988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1187b79b-e385-43ef-9e79-1c32c9791d2c req-a2e9bbbb-49c4-44f5-871e-1be387a49ac4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1078053 Nov 12 08:08:51.246875 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1187b79b-e385-43ef-9e79-1c32c9791d2c req-bb99e01a-451d-4d43-9224-c88edea71298 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970216 Nov 12 08:08:51.891913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49999-2c9e-4e92-a3d7-e7e2cbe59d41 req-03e4a55a-1626-4ee9-9f39-e69dcc6cbfdf tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:51.903445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9f49999-2c9e-4e92-a3d7-e7e2cbe59d41 req-03e4a55a-1626-4ee9-9f39-e69dcc6cbfdf tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1232004 Nov 12 08:08:51.983885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9f49999-2c9e-4e92-a3d7-e7e2cbe59d41 req-1a389774-8696-4cb6-b370-4ec866cad3d9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774226 Nov 12 08:08:52.039087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f1e9-95fe-4a92-a8eb-79ee2d18f738 req-2481b136-7cb2-40cb-af9e-f4646bfa38b3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:52.043738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60b4f1e9-95fe-4a92-a8eb-79ee2d18f738 req-2481b136-7cb2-40cb-af9e-f4646bfa38b3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.0563338 Nov 12 08:08:52.109850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60b4f1e9-95fe-4a92-a8eb-79ee2d18f738 req-d324d5b9-0fd7-46b0-aa87-f4dd4f8ea5d1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 Nov 12 08:08:52.531617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268218c-d889-4e02-b82a-1cc88e5fbedc req-5f12613a-5976-42f7-9395-9896a5b0a264 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:52.539781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9268218c-d889-4e02-b82a-1cc88e5fbedc req-5f12613a-5976-42f7-9395-9896a5b0a264 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1683161 Nov 12 08:08:52.633547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9268218c-d889-4e02-b82a-1cc88e5fbedc req-e86c533f-36f8-4831-bbac-481d466f5623 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926425 Nov 12 08:08:52.817087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f014e00-2420-4b4e-8d38-ba321714aef2 req-eca3773f-14f3-4891-ab27-1d1eb7375257 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:52.821972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f014e00-2420-4b4e-8d38-ba321714aef2 req-eca3773f-14f3-4891-ab27-1d1eb7375257 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1102 time: 0.0581796 Nov 12 08:08:52.846034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36282) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:52.888230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f014e00-2420-4b4e-8d38-ba321714aef2 req-03a19b54-4b41-4aa1-a309-a538d2c66c84 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532453 Nov 12 08:08:53.160850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a829fbe-3f4b-4859-9823-5434fe8ad6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.194636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438b85-8f05-4aad-842c-184f2b230654 req-37d96ad2-a2e0-4c5b-8039-4e1f94bc3aed tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:53.205946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea438b85-8f05-4aad-842c-184f2b230654 req-37d96ad2-a2e0-4c5b-8039-4e1f94bc3aed tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1260540 Nov 12 08:08:53.252300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a829fbe-3f4b-4859-9823-5434fe8ad6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.260267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a829fbe-3f4b-4859-9823-5434fe8ad6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.310645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7a829fbe-3f4b-4859-9823-5434fe8ad6e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dd65fd1d6104f8eb8454a337f4c4440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623351 Nov 12 08:08:53.312365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36302) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:53.333704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a829fbe-3f4b-4859-9823-5434fe8ad6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318eee01-2c74-4870-a651-169a8c71de20,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:53.389304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea438b85-8f05-4aad-842c-184f2b230654 req-b5d32667-2d97-462b-8310-9be4d2e234a0 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798635 Nov 12 08:08:53.504038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b3eb-affb-4a5c-8532-9da59a77ec13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.564332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36314) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:53.578835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b3eb-affb-4a5c-8532-9da59a77ec13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.599688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca29a-bd5a-4913-b108-18f216878caf req-7a8f84d2-1268-4512-8dfd-95d4d206ad67 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:53.607809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf4ca29a-bd5a-4913-b108-18f216878caf req-7a8f84d2-1268-4512-8dfd-95d4d206ad67 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1546338 Nov 12 08:08:53.702097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf4ca29a-bd5a-4913-b108-18f216878caf req-6b4a7907-3ec3-4ea1-ac64-79fd66abbe4f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916138 Nov 12 08:08:53.724442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b3eb-affb-4a5c-8532-9da59a77ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.727613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b3eb-affb-4a5c-8532-9da59a77ec13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.729299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2ec5b3eb-affb-4a5c-8532-9da59a77ec13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/318eee01-2c74-4870-a651-169a8c71de20 HTTP/1.1" status: 204 len: 168 time: 0.4144897 Nov 12 08:08:53.745480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5b3eb-affb-4a5c-8532-9da59a77ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318eee01-2c74-4870-a651-169a8c71de20,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:53.804431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e5e65da-373f-465b-add9-69dd3ab9e080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.987414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e5e65da-373f-465b-add9-69dd3ab9e080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.995143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e5e65da-373f-465b-add9-69dd3ab9e080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.093100 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e5e65da-373f-465b-add9-69dd3ab9e080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3c9f195603c4dd88ff5607b0f4ec889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276034 Nov 12 08:08:54.095707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36332) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:54.117265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e65da-373f-465b-add9-69dd3ab9e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c5fe56-c7cd-4afb-ab83-454e041c09cf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:54.142613 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3637b1de-dad8-43b6-8324-ae480c7cff9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040430 Nov 12 08:08:54.222624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708d79-a73c-46cd-b562-04b51b894935 req-b0ccc8a2-28d1-43eb-bcef-75504d167051 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.230051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a708d79-a73c-46cd-b562-04b51b894935 req-b0ccc8a2-28d1-43eb-bcef-75504d167051 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1094279 Nov 12 08:08:54.262640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1cea2c-00db-4cc7-ab64-c4032f1e48b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.275895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36340) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:54.304966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f076-d93b-4eb5-9f56-81dc7376e930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.377894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1cea2c-00db-4cc7-ab64-c4032f1e48b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.424893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a708d79-a73c-46cd-b562-04b51b894935 req-cc8550c0-bf5b-41f3-b0f3-b87d0e1090b3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501012 Nov 12 08:08:54.515807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f076-d93b-4eb5-9f56-81dc7376e930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.524336 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f076-d93b-4eb5-9f56-81dc7376e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.537037 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1cea2c-00db-4cc7-ab64-c4032f1e48b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.539837 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1cea2c-00db-4cc7-ab64-c4032f1e48b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.543285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8f1cea2c-00db-4cc7-ab64-c4032f1e48b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1c5fe56-c7cd-4afb-ab83-454e041c09cf HTTP/1.1" status: 204 len: 168 time: 0.4442797 Nov 12 08:08:54.563108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cdc7f076-d93b-4eb5-9f56-81dc7376e930 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad28c48e90ef4509b8d5a5bd992b7dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829344 Nov 12 08:08:54.563108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36354) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:54.622141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cea2c-00db-4cc7-ab64-c4032f1e48b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c5fe56-c7cd-4afb-ab83-454e041c09cf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:54.672294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7896-6a00-43d7-8fdf-36ae3fe0f443 req-3b1eeeae-ad7d-4047-b9f3-da7e4030c817 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.692652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c4a7896-6a00-43d7-8fdf-36ae3fe0f443 req-3b1eeeae-ad7d-4047-b9f3-da7e4030c817 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1504910 Nov 12 08:08:54.697959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7f076-d93b-4eb5-9f56-81dc7376e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd05db-6fce-49c9-810d-a599b0ca926c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:54.765770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d72c8fe8-b349-4887-a5f3-65118748b871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.802610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c4a7896-6a00-43d7-8fdf-36ae3fe0f443 req-9ecc9816-78e2-47af-b0cc-23a59ca99de2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 Nov 12 08:08:54.814366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d72c8fe8-b349-4887-a5f3-65118748b871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.933410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d72c8fe8-b349-4887-a5f3-65118748b871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.939758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d72c8fe8-b349-4887-a5f3-65118748b871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.942771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d72c8fe8-b349-4887-a5f3-65118748b871 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ecd05db-6fce-49c9-810d-a599b0ca926c HTTP/1.1" status: 204 len: 168 time: 0.3787825 Nov 12 08:08:54.970103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490044a8-04bd-41eb-a168-98b02c77c655 req-99e4b4e0-46fd-4a5e-a93e-c77129937127 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.971858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-490044a8-04bd-41eb-a168-98b02c77c655 req-99e4b4e0-46fd-4a5e-a93e-c77129937127 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1204572 Nov 12 08:08:54.980470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c8fe8-b349-4887-a5f3-65118748b871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd05db-6fce-49c9-810d-a599b0ca926c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:55.064777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-490044a8-04bd-41eb-a168-98b02c77c655 req-c0884995-ded8-423e-b76d-339cd23569c0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845556 Nov 12 08:08:55.280743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36378) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:55.308271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-190ba987-88c9-4802-baee-8a39e281aa8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.552738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-190ba987-88c9-4802-baee-8a39e281aa8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.563722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-190ba987-88c9-4802-baee-8a39e281aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.646427 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-190ba987-88c9-4802-baee-8a39e281aa8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dd0bcdee01d4ebba5484a4d50fc2c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639381 Nov 12 08:08:55.649161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36392) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:55.673090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba987-88c9-4802-baee-8a39e281aa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3263aec-4efa-4c8d-a1d4-e004f6bdb54d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:55.869168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-73fd6ecf-cfad-416b-8d95-d50c3c4e8ab2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726118 Nov 12 08:08:55.892860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae47e5-68b0-48b5-b1f7-ed6b92022b9d req-b2e4c08e-3002-4fa8-a56c-9a4341dd9290 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:55.899324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24ae47e5-68b0-48b5-b1f7-ed6b92022b9d req-b2e4c08e-3002-4fa8-a56c-9a4341dd9290 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1864166 Nov 12 08:08:55.902236 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93ad3b3a-f542-4aac-9236-304a404ca46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.962548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-e85926c7-92f0-43bb-9cda-8281c04c906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:55.964992 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-e85926c7-92f0-43bb-9cda-8281c04c906c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c0127bcab704a749282f7bcf9629216&device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 1096 time: 0.0720477 Nov 12 08:08:56.006940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93ad3b3a-f542-4aac-9236-304a404ca46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.083349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24ae47e5-68b0-48b5-b1f7-ed6b92022b9d req-4106bb12-ab6a-4fbc-b836-42b1119b8725 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603351 Nov 12 08:08:56.111938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899aa29-2d55-446f-9fb5-c9820fb6b04e req-8501d339-901a-4bd8-bbf0-b29ddd3dc68e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.113604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2899aa29-2d55-446f-9fb5-c9820fb6b04e req-8501d339-901a-4bd8-bbf0-b29ddd3dc68e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1436472 Nov 12 08:08:56.222896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36416) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:56.270316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2899aa29-2d55-446f-9fb5-c9820fb6b04e req-9b68f36f-576f-4cbd-a113-c2d87a814b3e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369479 Nov 12 08:08:56.298814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1383907729'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:56.372569 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93ad3b3a-f542-4aac-9236-304a404ca46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.376071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93ad3b3a-f542-4aac-9236-304a404ca46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.378421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-93ad3b3a-f542-4aac-9236-304a404ca46b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3263aec-4efa-4c8d-a1d4-e004f6bdb54d HTTP/1.1" status: 204 len: 168 time: 0.7281530 Nov 12 08:08:56.392080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ad622-db3f-42cc-8eae-fbc323d090dc req-1d6088db-b49c-4de4-896f-f95bf7a1b078 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.405232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12ad622-db3f-42cc-8eae-fbc323d090dc req-1d6088db-b49c-4de4-896f-f95bf7a1b078 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 944 time: 0.1803286 Nov 12 08:08:56.428757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3b3a-f542-4aac-9236-304a404ca46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3263aec-4efa-4c8d-a1d4-e004f6bdb54d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:56.491850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:56.495372 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.556465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12ad622-db3f-42cc-8eae-fbc323d090dc req-931ab02c-0dfd-462c-a931-6e1ae991b98a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451006 Nov 12 08:08:56.602324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:08:56.606209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-b86cea33-00e2-409d-ad3d-6628b6037db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.608398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-b86cea33-00e2-409d-ad3d-6628b6037db9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1102 time: 0.0809734 Nov 12 08:08:56.610641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-8eb9ba78-ba24-4115-a66b-37fe1ca96dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.612619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-8eb9ba78-ba24-4115-a66b-37fe1ca96dfb service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 200 len: 921 time: 0.6074564 Nov 12 08:08:56.619223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.619659 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Added segment 66e9e851-a3c9-4915-9865-424d1206c718 of type vlan for network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 Nov 12 08:08:56.634885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37f278-b37d-4bcd-8621-f5bfd634c0c7 req-bf249c5e-fa3a-4184-a3e4-f203129ceae2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.637101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db37f278-b37d-4bcd-8621-f5bfd634c0c7 req-bf249c5e-fa3a-4184-a3e4-f203129ceae2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.0763397 Nov 12 08:08:56.699864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-08b4add1-4530-4c32-b960-c0b1c9616202 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 200 len: 217 time: 0.0734341 Nov 12 08:08:56.775026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db37f278-b37d-4bcd-8621-f5bfd634c0c7 req-504414a2-8465-45b1-bda8-ca6acf756773 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109889 Nov 12 08:08:56.797721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.837395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-74221a68-de5c-4a8a-bbb6-154ac64e8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.839177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-74221a68-de5c-4a8a-bbb6-154ac64e8fa8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 200 len: 861 time: 0.1052289 Nov 12 08:08:56.844734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:56.845923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-7ebea1e4-64bf-4783-861e-53389deefdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.848162 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-7ebea1e4-64bf-4783-861e-53389deefdf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2319875 Nov 12 08:08:56.864037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-8fbc9d75-66e2-4182-b458-c285346c2b61 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.873016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-8fbc9d75-66e2-4182-b458-c285346c2b61 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 944 time: 0.1047614 Nov 12 08:08:56.923986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-27a26dec-dff8-4934-874a-cd6368d988ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad1f9675-670b-4ede-8d00-88c8550ce43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743525 Nov 12 08:08:56.926224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-60dbf0fe-eb02-4302-8346-107426bd3960 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0680730 Nov 12 08:08:56.928807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.934811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.935418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.027522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7544160 Nov 12 08:08:57.046413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:57.061804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36440) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:57.062222 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-d0db16c1-a375-48f9-8be3-56936f862478 service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302419 Nov 12 08:08:57.063596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'mac_address': 'fa:16:3e:e7:c5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:57.118428 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.125570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1498447602'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:57.138929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:57.141627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c868dc5-e953-44cb-867f-3b989cfa02d3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Network': ['ID=4f0d3e1d-a89f-4be0-9842-dbaee6513998,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:57.155589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:08:57.173245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-0d7b43b4-85db-4893-aee0-64bbf1875cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.175237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-0d7b43b4-85db-4893-aee0-64bbf1875cb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2294989 Nov 12 08:08:57.177760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:57.182006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.199357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:57.229226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:08:57.245334 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.266000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-01e0bd7a-c362-4bd9-9e5c-c1a48ebc1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.267500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-01e0bd7a-c362-4bd9-9e5c-c1a48ebc1608 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796163 Nov 12 08:08:57.270365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb9f85f3-3790-4596-a989-ce9605ee8743 req-dbb21044-71d7-41ba-a7fc-809aadb3a6cc service neutron] 10.222.0.25 "GET /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802711 Nov 12 08:08:57.271060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Deleting port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:57.271433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.337069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.340401 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Added segment 74995944-d3b8-4cbf-8a44-e426b92b70e0 of type vlan for network b09680b2-4da0-4acb-80e5-8ef81f19a5af Nov 12 08:08:57.363331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:57.383903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.420508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:57.439985 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-11c2b027-ee01-4612-8a4a-9cd7d5147f61 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531780 Nov 12 08:08:57.469967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e0c5-1823-4ae1-aae3-8f462054dc7f req-e0491ff5-1e42-44b3-9288-1d587fc1b3b3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.471505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb34e0c5-1823-4ae1-aae3-8f462054dc7f req-e0491ff5-1e42-44b3-9288-1d587fc1b3b3 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2299752 Nov 12 08:08:57.475497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.480943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.481660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.557357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4862740 Nov 12 08:08:57.563728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36460) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:57.578210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'subnet': {'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:57.609580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] For port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:57.610136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.673436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb004-c1ae-4961-9dc2-06b6e9e26253 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Network': ['ID=b09680b2-4da0-4acb-80e5-8ef81f19a5af,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:57.684924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:08:57.685485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Calling delete_port for aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:57.697616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb34e0c5-1823-4ae1-aae3-8f462054dc7f req-d167d4f2-f3fd-4155-8460-ffe33b88812e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113974 Nov 12 08:08:57.716238 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-84201f84-dd02-4bd2-96a5-8252c2d8133b service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667191 Nov 12 08:08:57.835263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:57.839353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.952312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.977904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d90d304c-5d0d-47d4-9b95-144c0dd1e0c9 req-dae86339-c8fc-473b-8c9d-37f0df08b3cb tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044 HTTP/1.1" status: 200 len: 210 time: 0.0446150 Nov 12 08:08:58.113980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.189098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Subnet': ['ID=21cd28e4-4c29-4da3-936a-bc57816b7eaf,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:58.212617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Checking segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:58.213066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network hostable DHCP agents. Network: 4f0d3e1d-a89f-4be0-9842-dbaee6513998, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:08:58.234267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:08:58.247810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 4f0d3e1d-a89f-4be0-9842-dbaee6513998) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:58.259715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.260355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6545c-598e-471e-b426-275e79b83c6a None None] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:58.260838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.303078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4be5c10b-e4d6-4eba-b07a-f08d914114fa tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7379673 Nov 12 08:08:58.303905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36482) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:58.309106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'subnet': {'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:58.352176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c4dd-6505-4526-ba0a-08000da3e6db req-027312c2-d4a9-435d-8e03-a4a57f5f7696 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.353684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cd4c4dd-6505-4526-ba0a-08000da3e6db req-027312c2-d4a9-435d-8e03-a4a57f5f7696 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.4852958 Nov 12 08:08:58.354476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event deleted for resources: {'Port': ['ID=aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:58.414276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] No DVR routers for this DVR port aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:58.430351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.434709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95c1ea4a-0ea7-476a-8010-aa2fdc32f5f8 req-01a0ab1f-1741-4e80-9fce-33872fb4dbe8 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "DELETE /v2.0/ports/aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 HTTP/1.1" status: 204 len: 173 time: 1.5535285 Nov 12 08:08:58.435187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'name': 'network-vif-deleted', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:58.437608 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36be18-32ee-4aac-ab55-38020ee4e2c3" -d '{"events": [{"server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "name": "network-vif-deleted", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:58.477669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:08:58.478990 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.498830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:58.508999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.580376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cd4c4dd-6505-4526-ba0a-08000da3e6db req-5cd9d75e-42b1-408c-8120-5a96f313570b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115314 Nov 12 08:08:58.630559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35fd47-8c01-483f-87ef-016ce13bad9c req-ab741e3e-4790-403c-9e70-d19bb5d7a0ea tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.643237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab35fd47-8c01-483f-87ef-016ce13bad9c req-ab741e3e-4790-403c-9e70-d19bb5d7a0ea tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 944 time: 0.2627895 Nov 12 08:08:58.739978 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fddd5bc-43dd-4424-9dc1-87f9f9729284 x-openstack-request-id: req-7fddd5bc-43dd-4424-9dc1-87f9f9729284 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:58.740559 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044", "name": "network-vif-deleted", "tag": "aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:58.743112 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fddd5bc-43dd-4424-9dc1-87f9f9729284 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:58.743545 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbbfb6c-d98b-4ae6-bf9b-0b3d2d9a9044', 'name': 'network-vif-deleted', 'tag': 'aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5', 'status': 'completed', 'code': 200} Nov 12 08:08:58.756984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab35fd47-8c01-483f-87ef-016ce13bad9c req-6b17fa80-3757-4739-9d23-e068108194e6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Nov 12 08:08:58.805412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.818622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Allocated IP 10.1.1.2 (4f0d3e1d-a89f-4be0-9842-dbaee6513998/21cd28e4-4c29-4da3-936a-bc57816b7eaf/4bbae156-b35f-4481-9e3b-e85165a3fdbe) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:58.846344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:58.956445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a59fbe-a97a-4b16-98ca-e25cd44f471f req-d94e8ed8-2155-4e72-9210-84ff0207ec1d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.958018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19a59fbe-a97a-4b16-98ca-e25cd44f471f req-d94e8ed8-2155-4e72-9210-84ff0207ec1d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1310942 Nov 12 08:08:58.983066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Subnet': ['ID=021cd900-4731-4682-a481-c4935d4bc003,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:58.996359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Checking segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:58.996843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network hostable DHCP agents. Network: b09680b2-4da0-4acb-80e5-8ef81f19a5af, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:08:59.051950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:08:59.069534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b09680b2-4da0-4acb-80e5-8ef81f19a5af) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:59.085067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.085844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19a59fbe-a97a-4b16-98ca-e25cd44f471f req-0b41f1e7-e997-4dc1-a653-21e5ed50400e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211259 Nov 12 08:08:59.086013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.103953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75793df7-0770-4fc1-8d6a-207482df2ab5 None None] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:59.116640 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07e5c68c-ce36-4773-a7ed-7d42c34e7962 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8116024 Nov 12 08:08:59.117786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:59.130634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'name': 'tempest-TaggedBootDevicesTest-1026258707', 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:59.197895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:59.198481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.302610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36530) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:59.335818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.358194 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.387070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36536) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:59.433478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:59.480467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:59.516275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:59.524972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:59.526855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Pushing event updated for resources: {'Port': ['ID=4bbae156-b35f-4481-9e3b-e85165a3fdbe,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:59.545689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a19963c5-287e-4110-9660-9807a144c91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.549732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328670-e2f0-4d9a-83d4-373223b3c7b2 req-1c10641b-ff8e-45eb-ba5a-2ad2595a05ff tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.556596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1328670-e2f0-4d9a-83d4-373223b3c7b2 req-1c10641b-ff8e-45eb-ba5a-2ad2595a05ff tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.1037130 Nov 12 08:08:59.572821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.597435 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dd774fe-da12-4c74-8db9-57af8d83d0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.638833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'fixed_ips': [{'subnet_id': '021cd900-4731-4682-a481-c4935d4bc003'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:08:59.640236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.657564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1328670-e2f0-4d9a-83d4-373223b3c7b2 req-3661d782-48dd-45ae-8961-1df923d4414c tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Nov 12 08:08:59.662777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:59.674700 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a14383-7e41-45a9-9f02-502d10a40f01" -d '{"events": [{"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-plugged", "status": "completed", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:59.677702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Attempting to bind port 4bbae156-b35f-4481-9e3b-e85165a3fdbe on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:59.678067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Attempting to bind port 4bbae156-b35f-4481-9e3b-e85165a3fdbe by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:59.678429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Attempting to bind port 4bbae156-b35f-4481-9e3b-e85165a3fdbe on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:59.726545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:59.729742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:59.730353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Checking segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:59.730764 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.731247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Bound using segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:59.731806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Bound port: 4bbae156-b35f-4481-9e3b-e85165a3fdbe, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:59.732211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.735787 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a4b3d6-798a-4741-8458-8edc6f4cf86e x-openstack-request-id: req-b8a4b3d6-798a-4741-8458-8edc6f4cf86e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:59.736102 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-plugged", "status": "completed", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:59.736354 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8a4b3d6-798a-4741-8458-8edc6f4cf86e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:59.736733 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'code': 200} Nov 12 08:08:59.743401 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.750863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.782696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a19963c5-287e-4110-9660-9807a144c91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.793808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a19963c5-287e-4110-9660-9807a144c91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.802043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] device_id is not set on port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:08:59.824186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:59.851655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dd774fe-da12-4c74-8db9-57af8d83d0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.863243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dd774fe-da12-4c74-8db9-57af8d83d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.868168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:59.868497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aeaf83cb-00fa-4c15-91ae-e9b74ae8b7c5 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:59.897620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcba9f4-299b-4225-8f26-ba393c5ff3b3 req-126d3a50-e1c7-4c9a-b9dc-d1746d2b3429 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.909636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddcba9f4-299b-4225-8f26-ba393c5ff3b3 req-126d3a50-e1c7-4c9a-b9dc-d1746d2b3429 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1622601 Nov 12 08:08:59.935209 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a19963c5-287e-4110-9660-9807a144c91a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8d23d6721cb409cafdc8dfc8863304b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6278019 Nov 12 08:08:59.943450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36558) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:59.950944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:59.963456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19963c5-287e-4110-9660-9807a144c91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21139cfa-0ac4-47bf-9442-2257e0b833f7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:59.988994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Allocated IP 10.2.2.2 (b09680b2-4da0-4acb-80e5-8ef81f19a5af/021cd900-4731-4682-a481-c4935d4bc003/ceb5663f-4779-48dd-8c5d-304e727d2d18) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:59.991907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] For port 4bbae156-b35f-4481-9e3b-e85165a3fdbe, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:59.997412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] For port 4bbae156-b35f-4481-9e3b-e85165a3fdbe, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bbae156-b35f-4481-9e3b-e85165a3fdbe,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:00.007210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.021025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd774fe-da12-4c74-8db9-57af8d83d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9424d799-76f5-4bbb-b2ae-571d558739df,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.034274 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5dd774fe-da12-4c74-8db9-57af8d83d0d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d2514fd420d49eeb67f6304609cf440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6439421 Nov 12 08:09:00.038862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:00.071033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddcba9f4-299b-4225-8f26-ba393c5ff3b3 req-c310acca-06fe-4a0d-97b5-46b1a9b08305 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548092 Nov 12 08:09:00.091097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d3c16-bfb8-4ac5-bebb-9ee076c355fa req-0ec99ad0-f999-4d06-90ea-677496ade937 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.103699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-827d3c16-bfb8-4ac5-bebb-9ee076c355fa req-0ec99ad0-f999-4d06-90ea-677496ade937 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1707053 Nov 12 08:09:00.154615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f7c38-050a-4db3-aa64-6d6e80aed249 None None] Pushing event updated for resources: {'Port': ['ID=4bbae156-b35f-4481-9e3b-e85165a3fdbe,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.264338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-e5b2b5f5-6ef6-4557-bf85-17832564c291 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.265825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-e5b2b5f5-6ef6-4557-bf85-17832564c291 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.1932731 Nov 12 08:09:00.278674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-827d3c16-bfb8-4ac5-bebb-9ee076c355fa req-86135a47-fe44-415a-ad64-88dd7edecfd5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740103 Nov 12 08:09:00.297129 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.307626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.336708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bc3cef4f-2802-46c5-9e5e-d14b6606dc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.357572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:00.367033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:00.371980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:00.396326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 10.1.1.35 (4f0d3e1d-a89f-4be0-9842-dbaee6513998/21cd28e4-4c29-4da3-936a-bc57816b7eaf/71af1725-1fca-4ccc-80c4-fac03d70b8b9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:00.424704 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2fe9-34a3-4dd4-9f4c-027d0ab8e209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.457730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bc3cef4f-2802-46c5-9e5e-d14b6606dc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.461038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Pushing event updated for resources: {'Port': ['ID=ceb5663f-4779-48dd-8c5d-304e727d2d18,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.498160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068c9d-9919-48d0-ab42-3f080631d723 req-95b39006-293a-4e55-ac52-81db2dd7e36e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.499740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70068c9d-9919-48d0-ab42-3f080631d723 req-95b39006-293a-4e55-ac52-81db2dd7e36e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2327311 Nov 12 08:09:00.536014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Attempting to bind port ceb5663f-4779-48dd-8c5d-304e727d2d18 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:00.536484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Attempting to bind port ceb5663f-4779-48dd-8c5d-304e727d2d18 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:00.536946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Attempting to bind port ceb5663f-4779-48dd-8c5d-304e727d2d18 on network b09680b2-4da0-4acb-80e5-8ef81f19a5af {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:00.543924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:00.546140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Checking segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:00.546828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.547451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Bound using segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:00.558437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Bound port: ceb5663f-4779-48dd-8c5d-304e727d2d18, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:00.559586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.560751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2fe9-34a3-4dd4-9f4c-027d0ab8e209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.596175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Deleting port ed8b3d74-e506-4e5c-8b59-2c0874d33676 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:00.596593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.626759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70068c9d-9919-48d0-ab42-3f080631d723 req-3256a095-cf55-4b44-83e4-c8609d5d6bfe tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138535 Nov 12 08:09:00.702978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] For port ceb5663f-4779-48dd-8c5d-304e727d2d18, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:00.708575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] For port ceb5663f-4779-48dd-8c5d-304e727d2d18, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ceb5663f-4779-48dd-8c5d-304e727d2d18,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:00.715127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bc3cef4f-2802-46c5-9e5e-d14b6606dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.718691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bc3cef4f-2802-46c5-9e5e-d14b6606dc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.718978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.722856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc3cef4f-2802-46c5-9e5e-d14b6606dc61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9424d799-76f5-4bbb-b2ae-571d558739df HTTP/1.1" status: 204 len: 168 time: 0.6758168 Nov 12 08:09:00.747434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2fe9-34a3-4dd4-9f4c-027d0ab8e209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.749979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2fe9-34a3-4dd4-9f4c-027d0ab8e209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.751133 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e7f2fe9-34a3-4dd4-9f4c-027d0ab8e209 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21139cfa-0ac4-47bf-9442-2257e0b833f7 HTTP/1.1" status: 204 len: 168 time: 0.8072906 Nov 12 08:09:00.832780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef19dc8-8152-430c-9375-12340d5fffd7 None None] Pushing event updated for resources: {'Port': ['ID=ceb5663f-4779-48dd-8c5d-304e727d2d18,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.854397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cef4f-2802-46c5-9e5e-d14b6606dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424d799-76f5-4bbb-b2ae-571d558739df,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.878831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2fe9-34a3-4dd4-9f4c-027d0ab8e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21139cfa-0ac4-47bf-9442-2257e0b833f7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.952255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] For port ed8b3d74-e506-4e5c-8b59-2c0874d33676, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ed8b3d74-e506-4e5c-8b59-2c0874d33676,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:00.965308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.014879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Calling delete_port for ed8b3d74-e506-4e5c-8b59-2c0874d33676 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:01.044255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.113384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96e153-4243-4d45-8bf2-433a0484a19e req-21beee92-16c9-4a3c-a505-0f740a930719 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.126629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a96e153-4243-4d45-8bf2-433a0484a19e req-21beee92-16c9-4a3c-a505-0f740a930719 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 945 time: 0.3620663 Nov 12 08:09:01.142590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.186941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bbae156-b35f-4481-9e3b-e85165a3fdbe up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:01.323232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a96e153-4243-4d45-8bf2-433a0484a19e req-8cbb20f4-9794-4d34-b051-639a177b1c93 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957233 Nov 12 08:09:01.344685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:01.388037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:01.397953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4bbae156-b35f-4481-9e3b-e85165a3fdbe triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:01.399540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.413148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:01.527435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:01.595426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36586) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:01.598118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.610141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36588) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:01.676650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6f720f2-fee8-4d90-8c17-eb11b0999ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.686989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.692851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0981364b-e992-4f16-89ba-ce27e822b013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.696349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.697011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.749752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 4bbae156-b35f-4481-9e3b-e85165a3fdbe, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bbae156-b35f-4481-9e3b-e85165a3fdbe,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:01.757039 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.770730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3100c583-a46f-4177-81a1-165344dc80a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6500070 Nov 12 08:09:01.777227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36592) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:01.789508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4344954-ba07-42c9-b257-115014111833 req-7f5e6122-7eb8-4983-a37b-3f005e33b1f9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.794206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'name': 'tempest-TaggedBootDevicesTest-791803114', 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:01.802952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4344954-ba07-42c9-b257-115014111833 req-7f5e6122-7eb8-4983-a37b-3f005e33b1f9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.4769506 Nov 12 08:09:01.891838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=4bbae156-b35f-4481-9e3b-e85165a3fdbe,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:01.966088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event deleted for resources: {'Port': ['ID=ed8b3d74-e506-4e5c-8b59-2c0874d33676,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:01.969817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] No DVR routers for this DVR port ed8b3d74-e506-4e5c-8b59-2c0874d33676 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:01.973784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.977549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3f7672a-c67b-4edb-8d04-a4005b045e17 req-56b74086-517a-429e-afe8-c2f65c54925e tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "DELETE /v2.0/ports/ed8b3d74-e506-4e5c-8b59-2c0874d33676 HTTP/1.1" status: 204 len: 173 time: 1.6969593 Nov 12 08:09:01.998308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'name': 'network-vif-deleted', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:02.005318 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38058d18-cae3-4f8f-9d60-8f7fd92dd0f6" -d '{"events": [{"server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "name": "network-vif-deleted", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:02.019306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6f720f2-fee8-4d90-8c17-eb11b0999ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.027151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6f720f2-fee8-4d90-8c17-eb11b0999ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.031288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed62ff0-8a9c-49d7-84a8-fce8cb5e2abd None None] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:02.049008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:02.054405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.058987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0981364b-e992-4f16-89ba-ce27e822b013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.075324 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0981364b-e992-4f16-89ba-ce27e822b013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.099693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c6f720f2-fee8-4d90-8c17-eb11b0999ba2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfc4f0f22b4a46c8969508cfe447ebc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031784 Nov 12 08:09:02.102555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36596) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:02.105383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f720f2-fee8-4d90-8c17-eb11b0999ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2ef6e4-80e0-48aa-a21a-4bc1dea94750,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:02.144815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] device_id is not set on port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:09:02.154481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981364b-e992-4f16-89ba-ce27e822b013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e130876b-cadb-4563-8a37-9bfd0fb7f9e8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:02.182510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624657-11df-4d49-9a01-5668e4244b00 req-adc291c9-c6a5-4193-b9c2-41f74836d793 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.184343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0624657-11df-4d49-9a01-5668e4244b00 req-adc291c9-c6a5-4193-b9c2-41f74836d793 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.4139392 Nov 12 08:09:02.250266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4344954-ba07-42c9-b257-115014111833 req-5941c127-5396-4621-b7a1-1da08eab99d4 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459200 Nov 12 08:09:02.260707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-18320e27-d36c-4119-8702-c3b21b4f2c0c None None] Provisioning complete for port 4bbae156-b35f-4481-9e3b-e85165a3fdbe triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:02.261650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-18320e27-d36c-4119-8702-c3b21b4f2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.280339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0981364b-e992-4f16-89ba-ce27e822b013 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=998b90d0433b49eb916d5a6d5f6648ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6544890 Nov 12 08:09:02.280477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:02.342554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9bd377a-5a89-42d1-987f-365e751e5d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.350909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0624657-11df-4d49-9a01-5668e4244b00 req-d52d1602-ae24-4f52-a929-f6d83576a612 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396041 Nov 12 08:09:02.403265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9bd377a-5a89-42d1-987f-365e751e5d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.501633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9bd377a-5a89-42d1-987f-365e751e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.504596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9bd377a-5a89-42d1-987f-365e751e5d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.505964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d9bd377a-5a89-42d1-987f-365e751e5d08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c2ef6e4-80e0-48aa-a21a-4bc1dea94750 HTTP/1.1" status: 204 len: 168 time: 0.4018283 Nov 12 08:09:02.527230 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6099e224-c129-4a92-b85b-80dc1523001a x-openstack-request-id: req-6099e224-c129-4a92-b85b-80dc1523001a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:02.528514 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7901f7d3-cea4-49ae-8d17-a564a372690f", "name": "network-vif-deleted", "tag": "ed8b3d74-e506-4e5c-8b59-2c0874d33676", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:02.530851 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6099e224-c129-4a92-b85b-80dc1523001a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:02.537275 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7901f7d3-cea4-49ae-8d17-a564a372690f', 'name': 'network-vif-deleted', 'tag': 'ed8b3d74-e506-4e5c-8b59-2c0874d33676', 'status': 'completed', 'code': 200} Nov 12 08:09:02.549303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd377a-5a89-42d1-987f-365e751e5d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2ef6e4-80e0-48aa-a21a-4bc1dea94750,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:02.704810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce53a29e-86d2-4d70-805a-1052e6ddae83 req-9fccf2cb-0b78-4e85-933d-97603cabe5ec tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=7901f7d3-cea4-49ae-8d17-a564a372690f HTTP/1.1" status: 200 len: 210 time: 0.0921857 Nov 12 08:09:02.734374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85561c3-f913-4d54-ab25-7e798d91e5a1 req-7a53b3d7-4ec9-4749-88d5-4a157ca5d761 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.747138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85561c3-f913-4d54-ab25-7e798d91e5a1 req-7a53b3d7-4ec9-4749-88d5-4a157ca5d761 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.3177552 Nov 12 08:09:02.768354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed689d-9955-4e70-8823-3b79ba09b015 None None] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:02.777776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 10.1.1.208 (4f0d3e1d-a89f-4be0-9842-dbaee6513998/21cd28e4-4c29-4da3-936a-bc57816b7eaf/13eabdf1-8e2f-4659-9081-5d58ecc88a8d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:02.899364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85561c3-f913-4d54-ab25-7e798d91e5a1 req-f297c3a9-fdd6-4f04-80e1-ddc8cc0e92d1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512194 Nov 12 08:09:02.949593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94fbbbc5-4b1d-42b8-b073-94bce5782f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.113949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94fbbbc5-4b1d-42b8-b073-94bce5782f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.197430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-90cfc85e-439e-4a73-9ca8-97701c7ab98b None None] Provisioning complete for port ceb5663f-4779-48dd-8c5d-304e727d2d18 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:03.197818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90cfc85e-439e-4a73-9ca8-97701c7ab98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.285699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.304346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb5663f-4779-48dd-8c5d-304e727d2d18 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:03.328288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94fbbbc5-4b1d-42b8-b073-94bce5782f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.337140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94fbbbc5-4b1d-42b8-b073-94bce5782f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.340524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-94fbbbc5-4b1d-42b8-b073-94bce5782f17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e130876b-cadb-4563-8a37-9bfd0fb7f9e8 HTTP/1.1" status: 204 len: 168 time: 1.0352902 Nov 12 08:09:03.382764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbbbc5-4b1d-42b8-b073-94bce5782f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e130876b-cadb-4563-8a37-9bfd0fb7f9e8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:03.453451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.497159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ceb5663f-4779-48dd-8c5d-304e727d2d18 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:03.497910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.502388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90cfc85e-439e-4a73-9ca8-97701c7ab98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.586206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-90cfc85e-439e-4a73-9ca8-97701c7ab98b None None] For port ceb5663f-4779-48dd-8c5d-304e727d2d18, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ceb5663f-4779-48dd-8c5d-304e727d2d18,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:03.602469 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90cfc85e-439e-4a73-9ca8-97701c7ab98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.607961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:03.622703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:03.634676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:03.645413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:03.696231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5b903-9586-4158-8df1-901b04cc6ec8 req-5d5fcf45-f455-4609-970b-4ae68607d2ab tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.715251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1aa5b903-9586-4158-8df1-901b04cc6ec8 req-5d5fcf45-f455-4609-970b-4ae68607d2ab tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.3049886 Nov 12 08:09:03.770626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.774454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.809021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb93dca1-436b-403a-b606-eaabc84e7eb8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0269997 Nov 12 08:09:03.843334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:03.893014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c67f8-c12d-4235-b532-8e32acbcab86 req-d776f4f1-303f-4016-8b6d-b14b04593fad tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.896983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307c67f8-c12d-4235-b532-8e32acbcab86 req-d776f4f1-303f-4016-8b6d-b14b04593fad tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.3486633 Nov 12 08:09:03.925472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: ed8b3d74-e506-4e5c-8b59-2c0874d33676 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:03.926237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ed8b3d74-e506-4e5c-8b59-2c0874d33676 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:03.949744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfc85e-439e-4a73-9ca8-97701c7ab98b None None] Pushing event updated for resources: {'Port': ['ID=ceb5663f-4779-48dd-8c5d-304e727d2d18,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:03.960165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-034ff28c-a89b-4bb9-b70d-e9252888500e None None] Provisioning complete for port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:03.960647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-034ff28c-a89b-4bb9-b70d-e9252888500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.963239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bbae156-b35f-4481-9e3b-e85165a3fdbe up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:03.991916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1aa5b903-9586-4158-8df1-901b04cc6ec8 req-4b0ed767-4fc9-4fdc-9b7b-066265c7e5e1 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698066 Nov 12 08:09:04.065709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-034ff28c-a89b-4bb9-b70d-e9252888500e None None] Port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:04.066736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307c67f8-c12d-4235-b532-8e32acbcab86 req-8112a2e1-499d-4bbb-ab76-2ed253078471 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588798 Nov 12 08:09:04.088514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-034ff28c-a89b-4bb9-b70d-e9252888500e None None] Provisioning complete for port 4bbae156-b35f-4481-9e3b-e85165a3fdbe triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:04.088960 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-034ff28c-a89b-4bb9-b70d-e9252888500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.149325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4bbae156-b35f-4481-9e3b-e85165a3fdbe triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:04.149720 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.395967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a78b-96a8-4df2-a0d7-bc289cd01e8a req-c0cfb80f-9781-4a33-853e-046f08fcebde tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.402070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f7ee7ec-a2ea-4ae8-a7fa-d019c623267c None None] Provisioning complete for port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:04.404958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee7ec-a2ea-4ae8-a7fa-d019c623267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.406651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98a9a78b-96a8-4df2-a0d7-bc289cd01e8a req-c0cfb80f-9781-4a33-853e-046f08fcebde tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.0853972 Nov 12 08:09:04.442255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36652) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:04.450114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001716027', 'description': 'tempest-description--2144036345'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:04.482992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.489350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ee7ec-a2ea-4ae8-a7fa-d019c623267c None None] Port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:04.501302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f7ee7ec-a2ea-4ae8-a7fa-d019c623267c None None] Provisioning complete for port ceb5663f-4779-48dd-8c5d-304e727d2d18 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:04.502202 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f7ee7ec-a2ea-4ae8-a7fa-d019c623267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.528507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98a9a78b-96a8-4df2-a0d7-bc289cd01e8a req-092df513-dfba-49b3-abef-2f44446e2cf2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207969 Nov 12 08:09:04.654639 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.662889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.750519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.754413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3069534 Nov 12 08:09:04.754413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270c6f7-4369-4b44-a72c-aad7c9c56f82 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f9219b-2fd0-402c-b049-2ffb60ef1d39,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:04.754837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36664) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:04.759822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'security_group_rule': {'security_group_id': 'f1f9219b-2fd0-402c-b049-2ffb60ef1d39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:04.795568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.931113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.944397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17696-60ea-4624-a0d9-5d3bf3ebee07 req-4f2cc6cf-09ba-466a-944b-6ef7248d825a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.946291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ba17696-60ea-4624-a0d9-5d3bf3ebee07 req-4f2cc6cf-09ba-466a-944b-6ef7248d825a tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.1024752 Nov 12 08:09:04.947561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.965889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190808f7-da3f-4ba1-9211-b61e1f345dee,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:05.010787 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.014745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2a7dbca6-be7b-49ea-a0c3-d2889e0f877a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560852 Nov 12 08:09:05.014944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36676) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:05.020948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'security_group_rule': {'security_group_id': 'f1f9219b-2fd0-402c-b049-2ffb60ef1d39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:05.074993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ba17696-60ea-4624-a0d9-5d3bf3ebee07 req-45fc54ac-8f1a-416a-a22e-eb085659c2cf tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101465 Nov 12 08:09:05.098443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.161657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb5663f-4779-48dd-8c5d-304e727d2d18 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:05.253958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.263988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.294903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d16318-5dc4-4f46-92ff-784041a0893e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:05.303679 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.308020 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bfafb5df-048e-48d9-85f7-f03850d59c22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894340 Nov 12 08:09:05.308412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36684) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:05.313966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:05.317737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ceb5663f-4779-48dd-8c5d-304e727d2d18 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:05.318227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.346015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.377556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e63a8a-c46d-4d06-9c9d-374b72d3d14f req-9d5d6cd1-b912-40cf-a275-f13160c8e70c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:05.380850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e63a8a-c46d-4d06-9c9d-374b72d3d14f req-9d5d6cd1-b912-40cf-a275-f13160c8e70c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2198567 Nov 12 08:09:05.500981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c82ee5-55d3-4363-b28b-3ca9635fd19b req-a24940b3-53fe-4ed6-91fa-5a70ed0f4354 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:05.514127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55c82ee5-55d3-4363-b28b-3ca9635fd19b req-a24940b3-53fe-4ed6-91fa-5a70ed0f4354 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.2568309 Nov 12 08:09:05.562657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.704802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 172.25.4.219 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/18255242-6602-4a31-ac51-5e6c6167e61f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:05.820767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55c82ee5-55d3-4363-b28b-3ca9635fd19b req-c39f03ec-32b2-4e5a-b6bf-1799d68ed0f2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028657 Nov 12 08:09:05.828681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e63a8a-c46d-4d06-9c9d-374b72d3d14f req-d227b9e2-b188-4240-ac71-69b7beefc1e6 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260898 Nov 12 08:09:05.867832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643b03-c345-429f-b88b-fc4ab72703ad req-c82daac9-c182-408e-88d5-923012a21709 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:05.870561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64643b03-c345-429f-b88b-fc4ab72703ad req-c82daac9-c182-408e-88d5-923012a21709 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.2808397 Nov 12 08:09:05.927002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.012016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.061784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:06.066169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:06.069150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:06.126386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=18255242-6602-4a31-ac51-5e6c6167e61f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:06.192368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d693eff-89b5-4ed0-89e2-65830a1039a2 req-c5a63f05-2b6f-45ee-affc-1425ddafc572 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.207121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d693eff-89b5-4ed0-89e2-65830a1039a2 req-c5a63f05-2b6f-45ee-affc-1425ddafc572 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2289894 Nov 12 08:09:06.216797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.270535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.302432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d693eff-89b5-4ed0-89e2-65830a1039a2 req-fc8b3db6-bce5-4832-9332-68cfe9324c90 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913341 Nov 12 08:09:06.319122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Deleting port c340014f-f2e1-406c-9041-4c0aa5a58152 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:06.320238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.497371 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.503328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.538992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-7d56531f-2775-4418-8aa9-16ac3290eb1f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426295 Nov 12 08:09:06.584116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=18255242-6602-4a31-ac51-5e6c6167e61f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:06.601391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.601597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb75c7-1223-430b-8fb4-928be972eec5 req-4efd0f7b-f96c-4b9c-a45a-68c230f9103f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.608700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32eb75c7-1223-430b-8fb4-928be972eec5 req-4efd0f7b-f96c-4b9c-a45a-68c230f9103f tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a77960a-eb90-4f07-9a27-3669050f9adc HTTP/1.1" status: 200 len: 944 time: 0.1799242 Nov 12 08:09:06.618693 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.620251 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d0b70d4f-ccb4-4c05-8fb8-5f8aebb0842a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3099804 Nov 12 08:09:06.623088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] For port c340014f-f2e1-406c-9041-4c0aa5a58152, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c340014f-f2e1-406c-9041-4c0aa5a58152,segment=NetworkSegment(1666b791-f2b1-4fcd-bf49-f7fc2c97d50f),segment_id=1666b791-f2b1-4fcd-bf49-f7fc2c97d50f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:06.623455 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.682703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Calling delete_port for c340014f-f2e1-406c-9041-4c0aa5a58152 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:06.790949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32eb75c7-1223-430b-8fb4-928be972eec5 req-78b7ee48-cefd-4883-8c96-8e184fa6219d tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0ba6591-4edd-43e9-b663-84433658f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811850 Nov 12 08:09:06.822809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-0939e4c5-9c85-43b8-af4f-ab3cda52d981 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.842743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-0939e4c5-9c85-43b8-af4f-ab3cda52d981 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963340 Nov 12 08:09:06.869186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-5408f3ff-7fe1-4b23-af9a-e38d13db7863 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/quotas/6bd44d6b0f67463a8041b8b3ee47768b HTTP/1.1" status: 200 len: 375 time: 0.0250423 Nov 12 08:09:06.932417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-6c83e720-526b-4622-abef-d7c522ad4b67 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463610 Nov 12 08:09:07.023356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.064828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Pushing event deleted for resources: {'Port': ['ID=c340014f-f2e1-406c-9041-4c0aa5a58152,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:07.162248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] No DVR routers for this DVR port c340014f-f2e1-406c-9041-4c0aa5a58152 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:07.166997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.170681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64643b03-c345-429f-b88b-fc4ab72703ad req-43c5c142-b045-482b-9614-8fbf8e294e49 tempest-LiveAutoBlockMigrationV225Test-1767997196 tempest-LiveAutoBlockMigrationV225Test-1767997196-project] 10.222.0.25 "DELETE /v2.0/ports/c340014f-f2e1-406c-9041-4c0aa5a58152 HTTP/1.1" status: 204 len: 173 time: 1.2939205 Nov 12 08:09:07.179471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'name': 'network-vif-deleted', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:07.181776 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07173f2f-011d-4a8a-b3e8-3e4015fc6e4c" -d '{"events": [{"server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "name": "network-vif-deleted", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:07.247174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-2df7bda8-e190-43cb-982c-2d2df325d437 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2001716027&fields=id&tenant_id=c5a9583f7f364df587f883913b8f091a HTTP/1.1" status: 200 len: 267 time: 0.1457286 Nov 12 08:09:07.290350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46125152-09f5-4141-835f-829ac209c139 req-d7673cab-23ed-4bf8-b6d0-476a1cabdbb9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.292018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46125152-09f5-4141-835f-829ac209c139 req-d7673cab-23ed-4bf8-b6d0-476a1cabdbb9 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1310008 Nov 12 08:09:07.319694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e0febd6f-dee0-4a9e-8f65-525b957738a3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.327128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e0febd6f-dee0-4a9e-8f65-525b957738a3 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 931 time: 0.0790586 Nov 12 08:09:07.414826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7440b638-1890-4c58-bf10-3e09f26f1e92 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.423085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7440b638-1890-4c58-bf10-3e09f26f1e92 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 931 time: 0.0950115 Nov 12 08:09:07.473001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46125152-09f5-4141-835f-829ac209c139 req-17d7a42e-383b-4ebb-af5b-977754e553b3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730280 Nov 12 08:09:07.501091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-86ce0bee-524a-4452-af83-d0187b8b2aa6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0763421 Nov 12 08:09:07.557170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e4221d05-4ba4-474f-8dfe-c0ed1156f64c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461416 Nov 12 08:09:07.726892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3203b9f-ff93-4555-8b49-5a35ce52c810 req-9dfcdd6b-c3bf-48d0-82c4-81c9555cd1be tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.728489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3203b9f-ff93-4555-8b49-5a35ce52c810 req-9dfcdd6b-c3bf-48d0-82c4-81c9555cd1be tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1345825 Nov 12 08:09:07.796310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-308071f3-7839-4678-b4b4-9fb512802f84 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.803688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-308071f3-7839-4678-b4b4-9fb512802f84 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.810407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-308071f3-7839-4678-b4b4-9fb512802f84 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.812076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-308071f3-7839-4678-b4b4-9fb512802f84 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 1990 time: 0.2430871 Nov 12 08:09:07.844310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7c8832af-b1cd-47c3-9dd1-8ca8ba115c93 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/quotas/c5a9583f7f364df587f883913b8f091a HTTP/1.1" status: 200 len: 375 time: 0.0232790 Nov 12 08:09:07.852530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3203b9f-ff93-4555-8b49-5a35ce52c810 req-9201c292-5460-4317-abec-93f3d2b0013a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019137 Nov 12 08:09:07.939345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-095a0a17-3ec8-4bd6-9625-fc2eb7348544 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0858138 Nov 12 08:09:08.168145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3711de6a-f697-49ae-8f27-254a39c76900 req-89419ac4-5e33-4e06-896b-73e3574298ce tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 210 time: 0.0528257 Nov 12 08:09:08.221503 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a9205e-294d-4483-85e9-20909c8a22d8 x-openstack-request-id: req-e6a9205e-294d-4483-85e9-20909c8a22d8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:08.222485 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77960a-eb90-4f07-9a27-3669050f9adc", "name": "network-vif-deleted", "tag": "c340014f-f2e1-406c-9041-4c0aa5a58152", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:08.222864 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6a9205e-294d-4483-85e9-20909c8a22d8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:08.233503 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77960a-eb90-4f07-9a27-3669050f9adc', 'name': 'network-vif-deleted', 'tag': 'c340014f-f2e1-406c-9041-4c0aa5a58152', 'status': 'completed', 'code': 200} Nov 12 08:09:08.250596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1fe866e3-c3c5-4b65-863b-33132b7af038 service neutron] 10.222.0.16 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917922 Nov 12 08:09:08.379641 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.405225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-93bbfd72-3339-480d-8776-2a0fec56b0c6 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655143 Nov 12 08:09:08.439987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d579c90-3ef9-4682-b8ef-8a136338ee6e req-3fffff6a-1504-4624-9ab4-0e084437ba82 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.448747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d579c90-3ef9-4682-b8ef-8a136338ee6e req-3fffff6a-1504-4624-9ab4-0e084437ba82 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1227207 Nov 12 08:09:08.458551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-2719ad2b-66de-463b-bf7c-97cfdae0f837 service neutron] 10.222.0.16 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009032 Nov 12 08:09:08.567218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-3619c852-dcad-475f-a01f-d24525944ac3 service neutron] 10.222.0.16 "GET /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0954728 Nov 12 08:09:08.703892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d579c90-3ef9-4682-b8ef-8a136338ee6e req-8eb4e35c-f3f1-4819-abf5-b8370e240eb6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530437 Nov 12 08:09:08.754048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36776) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:08.760260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-117670ce-723b-4026-8f6e-5cbd5ad6248d service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921558 Nov 12 08:09:08.792280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ee519cff-27bd-46ba-9cc2-e1ff8986472e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.793819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ee519cff-27bd-46ba-9cc2-e1ff8986472e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090358 Nov 12 08:09:08.810078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:09.046852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Deleting subnet 14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:09:09.063893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8227-cc57-4197-a9c8-8638d8359b7e req-97136562-d5b2-486d-a964-189b099862c2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.065941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-818d8227-cc57-4197-a9c8-8638d8359b7e req-97136562-d5b2-486d-a964-189b099862c2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1884403 Nov 12 08:09:09.066772 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.088984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-9dc62c32-eee1-413a-9cd1-1ea69927ab2f service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145375 Nov 12 08:09:09.151827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.205360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:09.208958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.219599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-0a11d770-8b05-479b-bb7e-93a49bc44438 service neutron] 10.222.0.16 "GET /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1168144 Nov 12 08:09:09.244970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.254677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-818d8227-cc57-4197-a9c8-8638d8359b7e req-8db919aa-eac9-4fa4-92ee-a08d276a4d4b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624320 Nov 12 08:09:09.269278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.607407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:09.735118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-816816ef-1a82-405a-9ea4-3258dd4f4543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.806610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.838620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-816816ef-1a82-405a-9ea4-3258dd4f4543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.845528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-816816ef-1a82-405a-9ea4-3258dd4f4543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.851445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:09.864147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:09.869306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.872492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14846b9a-7ca8-4c0a-b06a-e6d463f9e6ff HTTP/1.1" status: 204 len: 168 time: 1.1173835 Nov 12 08:09:09.877850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-0b25e683-2f1d-4314-82b1-678bddee24bb service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461799 Nov 12 08:09:09.885853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36802) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:09.895064 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-816816ef-1a82-405a-9ea4-3258dd4f4543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08ff689fdb514a23853d5b9c80a723ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829421 Nov 12 08:09:09.902686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.902686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.903025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.903192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.903616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.903949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.904368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.904695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.905045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.905511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.905963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.906350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3c040-bf27-474f-a6af-74f3f38c2f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:09.908301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: c340014f-f2e1-406c-9041-4c0aa5a58152 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:09.908786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36804) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:09.909791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c340014f-f2e1-406c-9041-4c0aa5a58152 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:09.941131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05a96-527a-4627-a205-38675b8d115a req-3d3a2267-8d0c-4060-a9c5-d344e2b59bef tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.948817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22b05a96-527a-4627-a205-38675b8d115a req-3d3a2267-8d0c-4060-a9c5-d344e2b59bef tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.5924478 Nov 12 08:09:09.982452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.006634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816816ef-1a82-405a-9ea4-3258dd4f4543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f7859b-f73b-43a0-bb28-1cada672ca52,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:10.016631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.040702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.106837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3a11315-d2c8-49c7-8695-334cbd4aee35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.121816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e86a8-90d8-40c7-adb0-8dc15582eadf,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:10.150974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22b05a96-527a-4627-a205-38675b8d115a req-8e288f05-c1dc-4e42-b47b-a135988e067b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010846 Nov 12 08:09:10.175674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-9b86e262-4952-4570-9be2-43039373b408 service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867861 Nov 12 08:09:10.202354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3a11315-d2c8-49c7-8695-334cbd4aee35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.218156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.263246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1f9675-670b-4ede-8d00-88c8550ce43a']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:10.276386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:10.276386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1666b791-f2b1-4fcd-bf49-f7fc2c97d50f') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:10.285749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.303171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.312022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:09:10.313189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:09:10.316188 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:09:10.329557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3a11315-d2c8-49c7-8695-334cbd4aee35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.332274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3a11315-d2c8-49c7-8695-334cbd4aee35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.333496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d3a11315-d2c8-49c7-8695-334cbd4aee35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8f7859b-f73b-43a0-bb28-1cada672ca52 HTTP/1.1" status: 204 len: 168 time: 0.4199064 Nov 12 08:09:10.380080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11315-d2c8-49c7-8695-334cbd4aee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f7859b-f73b-43a0-bb28-1cada672ca52,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:10.396038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.418952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.423215 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad1f9675-670b-4ede-8d00-88c8550ce43a HTTP/1.1" status: 204 len: 168 time: 0.5299847 Nov 12 08:09:10.423530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b04a3-87a5-4619-8e45-92413e6e684e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1f9675-670b-4ede-8d00-88c8550ce43a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:10.426305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36810) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:10.448257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-923b3f58-2875-4273-b78b-85ebd83f07f2 req-69c5547d-e952-4d1b-845a-7baf15cc8a1e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 210 time: 0.1169801 Nov 12 08:09:10.449706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.91 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/00529ac7-f78f-41dd-985f-db6e2bf064d3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:10.489861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Deleting subnet 5a902e28-ccbd-43db-9c31-ae9b115b4919 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:09:10.494298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.536575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.589727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-71aed3de-9515-4cd9-bac9-1c3e7adba0d4 service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765535 Nov 12 08:09:10.616628 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf449ad4-5f52-4002-aa8f-2e977bb44682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.621078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.700163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.723538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.735224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36814) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:10.739833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5a902e28-ccbd-43db-9c31-ae9b115b4919 HTTP/1.1" status: 204 len: 168 time: 0.3125820 Nov 12 08:09:10.803639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f35b7-043e-4b06-8c55-da814716e607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a902e28-ccbd-43db-9c31-ae9b115b4919,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:10.868362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36816) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:10.883147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:10.886322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1b58-7cf9-4c3c-bd90-a6029b806f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.888530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:10.913799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47537f1-aa40-4231-8b36-64a2587bf175 req-dcd675b4-56ab-428f-99b4-03ac1beb9f51 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.916265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a47537f1-aa40-4231-8b36-64a2587bf175 req-dcd675b4-56ab-428f-99b4-03ac1beb9f51 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.3002367 Nov 12 08:09:10.985942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.035864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1b58-7cf9-4c3c-bd90-a6029b806f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.041316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1b58-7cf9-4c3c-bd90-a6029b806f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.050328 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.064467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.078346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:11.083002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a47537f1-aa40-4231-8b36-64a2587bf175 req-96a35318-26ff-4e9c-9cff-9eb15ff8a397 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296773 Nov 12 08:09:11.087453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b1b58-7cf9-4c3c-bd90-a6029b806f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadef4f8-e14e-4185-b7cf-f493e3d45c18,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.101686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e0d6a0cd-4bbd-43be-a714-5a1052b57966 service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891193 Nov 12 08:09:11.116663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc3b1b58-7cf9-4c3c-bd90-a6029b806f8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4b6e1255c114c169e3d61ac2d087fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471666 Nov 12 08:09:11.119131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36822) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:11.139262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:11.143497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c156f59-e99f-451b-bb00-56442774282f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:11.157887 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00714e5-eef8-480a-9e9c-3931e03eaf3c" -d '{"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-unplugged", "status": "completed", "tag": "5c156f59-e99f-451b-bb00-56442774282f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:11.163726 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.175845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '5c156f59-e99f-451b-bb00-56442774282f', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'port_id': '5c156f59-e99f-451b-bb00-56442774282f', 'mac_address': 'fa:16:3e:a9:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929e758-ec2c-4134-8c7e-52667248b915', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:11.184883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4d891d-d10f-441f-b466-43ee0fc19867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.210327 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4d891d-d10f-441f-b466-43ee0fc19867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.261240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.266797 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.282329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c156f59-e99f-451b-bb00-56442774282f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:11.287047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4d891d-d10f-441f-b466-43ee0fc19867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.289963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4d891d-d10f-441f-b466-43ee0fc19867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.293192 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a4d891d-d10f-441f-b466-43ee0fc19867 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eadef4f8-e14e-4185-b7cf-f493e3d45c18 HTTP/1.1" status: 204 len: 168 time: 0.1726098 Nov 12 08:09:11.296454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.307484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:11.314376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d891d-d10f-441f-b466-43ee0fc19867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadef4f8-e14e-4185-b7cf-f493e3d45c18,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.316344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.403508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.411941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.451835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:11.464518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:11.472373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:11.475921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8525a775-86b8-4d24-9a47-7009a7359e2d']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:11.478115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=00529ac7-f78f-41dd-985f-db6e2bf064d3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.520783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a310fd73-ee7a-425d-ab17-8198717f1720') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:11.521080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a310fd73-ee7a-425d-ab17-8198717f1720') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:11.533080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.544850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5080ae-dcfa-4aa5-b2bd-80aa11c3b5f7 req-1f0070fb-3ddb-4d3f-a9ac-04d6e45f8e10 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:11.553588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d5080ae-dcfa-4aa5-b2bd-80aa11c3b5f7 req-1f0070fb-3ddb-4d3f-a9ac-04d6e45f8e10 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.2825885 Nov 12 08:09:11.575391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.595177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b3ee3bc2-720d-4b73-8877-d7e757bf7526 service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714754 Nov 12 08:09:11.651062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5c156f59-e99f-451b-bb00-56442774282f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:11.669684 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.724613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:11.725250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.740493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:09:11.740908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:09:11.743501 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:09:11.836633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-d37123ab-a24f-48e4-820a-91ec1860a462 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0308378 Nov 12 08:09:11.861702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d5080ae-dcfa-4aa5-b2bd-80aa11c3b5f7 req-9c63bfcf-1a64-43aa-a47a-040822a1d307 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067796 Nov 12 08:09:11.872630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Request body: {'port': {'device_id': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:11.962155 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fe72d5-e076-4679-a984-b9598379249e x-openstack-request-id: req-c8fe72d5-e076-4679-a984-b9598379249e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:11.962715 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-unplugged", "status": "completed", "tag": "5c156f59-e99f-451b-bb00-56442774282f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:11.962715 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8fe72d5-e076-4679-a984-b9598379249e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:11.963367 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c156f59-e99f-451b-bb00-56442774282f', 'code': 200} Nov 12 08:09:11.964791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ff9ea114-aded-4a09-b305-71e7cf4e9932 None None] Provisioning complete for port 00529ac7-f78f-41dd-985f-db6e2bf064d3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:11.965152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff9ea114-aded-4a09-b305-71e7cf4e9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.977628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.986757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.011706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] 10.222.0.16 "DELETE /v2.0/networks/8525a775-86b8-4d24-9a47-7009a7359e2d HTTP/1.1" status: 204 len: 168 time: 1.2383072 Nov 12 08:09:12.017535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b833c2a9-2421-422a-a743-1dd5f0e4a771 service neutron] 10.222.0.16 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197383 Nov 12 08:09:12.056683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3605f59-c689-48b0-9079-1eb8c6efd21a admin admin] Pushing event deleted for resources: {'Network': ['ID=8525a775-86b8-4d24-9a47-7009a7359e2d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:12.093084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.108902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ea114-aded-4a09-b305-71e7cf4e9932 None None] Port 00529ac7-f78f-41dd-985f-db6e2bf064d3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:12.236139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88efe7-7f9b-484b-a488-7b41a6440f27 req-52df2db4-6296-43f5-b932-4f8fbe97627f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:12.244137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f88efe7-7f9b-484b-a488-7b41a6440f27 req-52df2db4-6296-43f5-b932-4f8fbe97627f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 944 time: 0.1637526 Nov 12 08:09:12.270397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e75ef27a-0800-4c41-9a6f-876051d82648 service neutron] 10.222.0.16 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241178 Nov 12 08:09:12.353561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:12.417869 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e10409b-06e6-43ac-8983-424f875616db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c0127bcab704a749282f7bcf9629216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594008 Nov 12 08:09:12.418198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:12.480630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f88efe7-7f9b-484b-a488-7b41a6440f27 req-469ad394-387e-450b-b52f-6405a1e3e19c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351336 Nov 12 08:09:12.527703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd845-079c-46e0-a865-15c59bf3f0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.570490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b1f1fd30-382c-4d70-9f66-fa3bc92a88ee service neutron] 10.222.0.16 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415631 Nov 12 08:09:12.587508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd845-079c-46e0-a865-15c59bf3f0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.691287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd845-079c-46e0-a865-15c59bf3f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.698485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd845-079c-46e0-a865-15c59bf3f0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.706626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8b6cd845-079c-46e0-a865-15c59bf3f0c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0ba6591-4edd-43e9-b663-84433658f1ab HTTP/1.1" status: 204 len: 168 time: 0.2851369 Nov 12 08:09:12.721691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd845-079c-46e0-a865-15c59bf3f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba6591-4edd-43e9-b663-84433658f1ab,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:12.741742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-14358b89-1d22-4f21-b014-761541b6ad48 service neutron] 10.222.0.16 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618483 Nov 12 08:09:12.745767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00529ac7-f78f-41dd-985f-db6e2bf064d3 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:12.761033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:12.768689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.838604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Transition to ACTIVE for port object 00529ac7-f78f-41dd-985f-db6e2bf064d3 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:12.847267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.890378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:13.006774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-network', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:13.038095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 5c156f59-e99f-451b-bb00-56442774282f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:13.038717 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.051465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Made reservation on behalf of 6ee43542a7ab4e2e865802cef1f311a8 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:13.053840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.069388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d9e1c929-4d6f-4052-ac1c-c88b4cd9cab7 service neutron] 10.222.0.16 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181996 Nov 12 08:09:13.080794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.135011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Pushing event updated for resources: {'Port': ['ID=00529ac7-f78f-41dd-985f-db6e2bf064d3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.203077 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2700a5a9-73a0-4138-b568-34a1c45bf845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.268652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Attempting to bind port 00529ac7-f78f-41dd-985f-db6e2bf064d3 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:13.269016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Attempting to bind port 00529ac7-f78f-41dd-985f-db6e2bf064d3 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:13.269310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Attempting to bind port 00529ac7-f78f-41dd-985f-db6e2bf064d3 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:13.284596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Port 00529ac7-f78f-41dd-985f-db6e2bf064d3 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:13.284916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Attempting to bind port 00529ac7-f78f-41dd-985f-db6e2bf064d3 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:13.297303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.305231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.312605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.329970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6defd6-ff5b-4c66-ae50-01709d43fc33 req-7fb7fa7b-e4ee-4e36-a28f-fff1bb0f95c2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.331893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee6defd6-ff5b-4c66-ae50-01709d43fc33 req-7fb7fa7b-e4ee-4e36-a28f-fff1bb0f95c2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 947 time: 0.3189180 Nov 12 08:09:13.333631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:13.334083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:13.334476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:13.334918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Bound port: 00529ac7-f78f-41dd-985f-db6e2bf064d3, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:13.335454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.379495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb8f63-39a1-494e-b97b-b280b4037cbc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.395416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:09:13.401055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:13.406978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.420839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.421218 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Added segment 95b069fa-4a54-48cc-8c0a-425f23e23f64 of type vlan for network c978afed-861f-4bab-8593-0a343df41318 Nov 12 08:09:13.502982 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.522741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] For port 00529ac7-f78f-41dd-985f-db6e2bf064d3, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:13.528719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] For port 00529ac7-f78f-41dd-985f-db6e2bf064d3, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:13.540420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.556638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.558182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.561829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.586529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee6defd6-ff5b-4c66-ae50-01709d43fc33 req-129c126c-3e66-4313-9ab4-1d262eb62667 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405806 Nov 12 08:09:13.594863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.603518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36884) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:13.662658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Pushing event updated for resources: {'Port': ['ID=00529ac7-f78f-41dd-985f-db6e2bf064d3,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.663010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9007592 Nov 12 08:09:13.664065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e265659-e26f-4eb8-8933-f2aa2120019a admin admin] Pushing event updated for resources: {'Network': ['ID=c978afed-861f-4bab-8593-0a343df41318,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.666757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36886) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:13.674806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c978afed-861f-4bab-8593-0a343df41318 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:09:13.685718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Request body: {'subnet': {'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-subnet', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:13.712963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.714049 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.715364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Made reservation on behalf of 6ee43542a7ab4e2e865802cef1f311a8 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:13.716158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-ecf150d1-933f-461d-adba-b31a242bfd86 service neutron] 10.222.0.25 "PUT /v2.0/ports/00529ac7-f78f-41dd-985f-db6e2bf064d3 HTTP/1.1" status: 200 len: 1096 time: 1.8685336 Nov 12 08:09:13.720192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'tag': '00529ac7-f78f-41dd-985f-db6e2bf064d3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:13.724015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.724190 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83bc2e8-573b-4665-9337-ecd47a0bf30a" -d '{"events": [{"name": "network-changed", "server_uuid": "0677f31f-a09a-4ac9-92ac-1cc2eafb5c64", "tag": "00529ac7-f78f-41dd-985f-db6e2bf064d3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:13.855963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-82e03af4-d27e-4a50-8e90-9179ec76bf15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c3067afadd743f2ae4ddb6f71cffe36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984348 Nov 12 08:09:13.859276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36898) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:13.886719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35381-5728-436d-88af-7342e5623799 req-880b26a3-d8c1-477c-ae10-245889d7481f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.888307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34e35381-5728-436d-88af-7342e5623799 req-880b26a3-d8c1-477c-ae10-245889d7481f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1710513 Nov 12 08:09:13.914002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-9ad21d79-ceb5-40bf-ad49-e231d0d45121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.915485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-9ad21d79-ceb5-40bf-ad49-e231d0d45121 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 1099 time: 0.1478868 Nov 12 08:09:13.964560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c156f59-e99f-451b-bb00-56442774282f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:13.970642 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268b92ad-58a0-462f-883e-ee86b6111b1f" -d '{"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-plugged", "status": "completed", "tag": "5c156f59-e99f-451b-bb00-56442774282f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:14.015265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34e35381-5728-436d-88af-7342e5623799 req-c114cc48-7a9f-40f1-b757-4830500ab13b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163702 Nov 12 08:09:14.015664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-905509c2-602a-41a5-96c2-d4015232108e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3 HTTP/1.1" status: 200 len: 217 time: 0.0867252 Nov 12 08:09:14.071752 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-493603bf-7970-4f1e-84a6-4f7c35a4ab9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.110196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-1cf0b150-261e-45ef-bdf0-2e28bc19c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.111509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-1cf0b150-261e-45ef-bdf0-2e28bc19c036 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0892611 Nov 12 08:09:14.117063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-493603bf-7970-4f1e-84a6-4f7c35a4ab9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.144116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.262899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-34e36e48-19cc-401c-999d-e6bb6be55036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.264314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-34e36e48-19cc-401c-999d-e6bb6be55036 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449389 Nov 12 08:09:14.267247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Checking segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:14.267601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Network hostable DHCP agents. Network: c978afed-861f-4bab-8593-0a343df41318, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:09:14.284976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd697cd-ec84-45d4-b712-6479fd016057,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:14.293370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c159c-9f6c-4216-9723-62490c37ac15 req-1844c2de-06aa-491e-864b-b04136bdb4cb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.296573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d09c159c-9f6c-4216-9723-62490c37ac15 req-1844c2de-06aa-491e-864b-b04136bdb4cb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1383142 Nov 12 08:09:14.301588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Network c978afed-861f-4bab-8593-0a343df41318 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:09:14.327763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c978afed-861f-4bab-8593-0a343df41318) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:14.343086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.344235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.353524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dafa7f-3879-486f-9b93-02aa5376cc79 None None] Network c978afed-861f-4bab-8593-0a343df41318 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:14.367891 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-47eab946-9d6d-4056-8cb0-ad0aeeb58f89 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6930594 Nov 12 08:09:14.371502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:14.383480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:14.398228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.411836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.413364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.461766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-493603bf-7970-4f1e-84a6-4f7c35a4ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.464369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-493603bf-7970-4f1e-84a6-4f7c35a4ab9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.465507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-493603bf-7970-4f1e-84a6-4f7c35a4ab9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b72ed934-3f34-40ec-8edc-dd32fcf09d9d HTTP/1.1" status: 204 len: 168 time: 0.6053033 Nov 12 08:09:14.492298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.509483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba54a-4767-467b-b968-b2fa53214ca5 req-fb1ff830-11fa-4c11-a3f0-de395821bbd0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.511204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-724ba54a-4767-467b-b968-b2fa53214ca5 req-fb1ff830-11fa-4c11-a3f0-de395821bbd0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.3134925 Nov 12 08:09:14.531855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493603bf-7970-4f1e-84a6-4f7c35a4ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72ed934-3f34-40ec-8edc-dd32fcf09d9d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:14.573612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d09c159c-9f6c-4216-9723-62490c37ac15 req-07cb019c-17b0-44a3-a232-ea7e2e9b0afa tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506397 Nov 12 08:09:14.673348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-724ba54a-4767-467b-b968-b2fa53214ca5 req-7c5dd561-3397-47be-907f-bf105ef9eb5c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451724 Nov 12 08:09:14.676484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-c02ffcdf-19ce-480c-826f-5a07168cf08e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032633 Nov 12 08:09:14.865864 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1373707-5ba1-42b0-b165-99503edfa248 x-openstack-request-id: req-a1373707-5ba1-42b0-b165-99503edfa248 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:14.866183 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-plugged", "status": "completed", "tag": "5c156f59-e99f-451b-bb00-56442774282f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:14.866445 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1373707-5ba1-42b0-b165-99503edfa248 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:14.866871 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c156f59-e99f-451b-bb00-56442774282f', 'code': 200} Nov 12 08:09:14.879181 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6288c96-d1b1-4b6b-97d4-50ca0264763c x-openstack-request-id: req-d6288c96-d1b1-4b6b-97d4-50ca0264763c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:14.879460 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0677f31f-a09a-4ac9-92ac-1cc2eafb5c64", "tag": "00529ac7-f78f-41dd-985f-db6e2bf064d3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:14.879716 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6288c96-d1b1-4b6b-97d4-50ca0264763c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:14.880149 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'tag': '00529ac7-f78f-41dd-985f-db6e2bf064d3', 'status': 'completed', 'code': 200} Nov 12 08:09:14.884452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-c978afed-861f-4bab-8593-0a343df41318', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:09:14.885331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.050464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8c204d1-7ab1-4e5b-bc0a-e42a32c7f2d7 req-1224cf40-5ef2-4d08-a7bd-2641560589f2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.1269021 Nov 12 08:09:15.079854 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:09:15.184884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376ca76b-dec9-4224-976a-ccee74d2d808 req-4b3f93e5-c835-4522-9315-421eedaf41b0 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011308 Nov 12 08:09:15.218307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Allocated IP 172.20.0.2 (c978afed-861f-4bab-8593-0a343df41318/dbd697cd-ec84-45d4-b712-6479fd016057/6f5827af-1779-4f67-9a6b-142133dfa159) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:15.400852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e016c55-d0d8-4c21-8698-75053be0be5f req-36d9173e-6e5b-478c-bef0-6cda6dd19af5 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.405329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e016c55-d0d8-4c21-8698-75053be0be5f req-36d9173e-6e5b-478c-bef0-6cda6dd19af5 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 947 time: 0.3409801 Nov 12 08:09:15.422962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.460781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e58f9-511e-4cd8-b7ba-b369e7c7e3e3 req-549fe5ce-a2ac-489c-b109-e122454a7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.462288 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-840e58f9-511e-4cd8-b7ba-b369e7c7e3e3 req-549fe5ce-a2ac-489c-b109-e122454a7a8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 1097 time: 0.2414100 Nov 12 08:09:15.483951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d118fd-b375-4c4d-ba65-2827f9f2a848 req-89fc2f30-7277-48d5-a073-1c3847849a9f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.493120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07d118fd-b375-4c4d-ba65-2827f9f2a848 req-89fc2f30-7277-48d5-a073-1c3847849a9f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2835894 Nov 12 08:09:15.526472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-d48a8a98-9a9b-49c6-a94c-185342306398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.527970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-d48a8a98-9a9b-49c6-a94c-185342306398 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 1099 time: 0.2516928 Nov 12 08:09:15.533667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e016c55-d0d8-4c21-8698-75053be0be5f req-3c152dfa-10e9-4cf5-bfb1-51aa88edacbd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111226 Nov 12 08:09:15.632020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07d118fd-b375-4c4d-ba65-2827f9f2a848 req-994b3743-ccd8-4c91-89dd-8c1732928bb6 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356897 Nov 12 08:09:15.639809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-840e58f9-511e-4cd8-b7ba-b369e7c7e3e3 req-875a6d46-edbc-4b82-a795-627024662b61 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402073 Nov 12 08:09:15.734360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.748928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-6b7f788b-ed8d-46ee-af67-f2ba0875d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.750505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-6b7f788b-ed8d-46ee-af67-f2ba0875d054 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2141657 Nov 12 08:09:15.915382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de409c3b-bc5d-4abe-80be-5079a417e2d3 req-03e6654a-b6f4-4edf-9834-b73e0df67dfe tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.917750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.930329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de409c3b-bc5d-4abe-80be-5079a417e2d3 req-03e6654a-b6f4-4edf-9834-b73e0df67dfe tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2341025 Nov 12 08:09:15.935468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-ccb480dc-1793-4989-bf81-3ae9150e2e43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3 HTTP/1.1" status: 200 len: 217 time: 0.1719620 Nov 12 08:09:15.936698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.947518 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.000033 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.003596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15d2418b-ed27-4c05-9bcc-01c50b84bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.008854 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15d2418b-ed27-4c05-9bcc-01c50b84bb84 service neutron] 10.222.0.25 "GET /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 1027 time: 0.0530303 Nov 12 08:09:16.052768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-ceac9eaa-33e4-4f88-af37-5cbb7a3ce7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.054636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-ceac9eaa-33e4-4f88-af37-5cbb7a3ce7c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0670419 Nov 12 08:09:16.062844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-47cef6e4-344b-4120-be72-aeeeff9941f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.065629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-47cef6e4-344b-4120-be72-aeeeff9941f5 service neutron] 10.222.0.25 "GET /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 1027 time: 0.0478830 Nov 12 08:09:16.079420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Network c978afed-861f-4bab-8593-0a343df41318 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:16.103211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:16.107714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:16.117834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8eff0-91e4-44da-acd3-f896ee21fd27 req-846cc7ea-f900-4d81-b452-84f8d1c277ca tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.128262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49d8eff0-91e4-44da-acd3-f896ee21fd27 req-846cc7ea-f900-4d81-b452-84f8d1c277ca tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.2552886 Nov 12 08:09:16.139599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Pushing event updated for resources: {'Port': ['ID=6f5827af-1779-4f67-9a6b-142133dfa159,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:16.171007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.174852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.175265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.176172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.178467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de409c3b-bc5d-4abe-80be-5079a417e2d3 req-6930e4ff-b545-42f1-be09-1064f9e01491 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456083 Nov 12 08:09:16.178937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.179352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.180925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.199538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.204376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.205050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.206862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.207323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:16.265041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-e5e7c7cb-b54f-4865-aeee-0dea94595b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.272678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-e5e7c7cb-b54f-4865-aeee-0dea94595b14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2083275 Nov 12 08:09:16.326969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Attempting to bind port 6f5827af-1779-4f67-9a6b-142133dfa159 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:16.327273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Attempting to bind port 6f5827af-1779-4f67-9a6b-142133dfa159 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:16.327582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Attempting to bind port 6f5827af-1779-4f67-9a6b-142133dfa159 on network c978afed-861f-4bab-8593-0a343df41318 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:16.338203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:16.339160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Checking segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:16.339604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.340067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Bound using segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:16.340465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Bound port: 6f5827af-1779-4f67-9a6b-142133dfa159, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:16.340906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.411253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f87c5e51-934d-4265-8047-b83d6947f4b7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.415605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49d8eff0-91e4-44da-acd3-f896ee21fd27 req-b3b81c47-2319-442e-968b-94a29a35acd3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827935 Nov 12 08:09:16.417714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f87c5e51-934d-4265-8047-b83d6947f4b7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.423963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f87c5e51-934d-4265-8047-b83d6947f4b7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.425807 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f87c5e51-934d-4265-8047-b83d6947f4b7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 1990 time: 0.3249116 Nov 12 08:09:16.427138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Allocated IP 172.25.4.127 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6bf87eb4-0369-42ef-9a28-a903522ca49d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:16.529528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] For port 6f5827af-1779-4f67-9a6b-142133dfa159, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:16.535862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] For port 6f5827af-1779-4f67-9a6b-142133dfa159, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6f5827af-1779-4f67-9a6b-142133dfa159,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:16.551595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.580269 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b54af70c-1ad3-40db-9648-285fa2e65b2e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a9583f7f364df587f883913b8f091a HTTP/1.1" status: 200 len: 380 time: 0.1409583 Nov 12 08:09:16.593498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'admin_state_up': True, 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'security_groups': ['f1f9219b-2fd0-402c-b049-2ffb60ef1d39']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:16.686612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.714122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced242f9-5935-4da1-bbc8-0e5a57215321 None None] Pushing event updated for resources: {'Port': ['ID=6f5827af-1779-4f67-9a6b-142133dfa159,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:16.785773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.866010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:16.873839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.940671 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:17.106861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:17.125432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:17.131958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:17.219705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf87eb4-0369-42ef-9a28-a903522ca49d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:17.415177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0a377f5-35c7-4e5f-b0ca-00dbecf0df5a req-4c24eb63-1aa6-40ee-b42a-d7b089050dff tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0978150 Nov 12 08:09:17.465548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf39496-1d5a-4528-b592-d62b662aae69 req-04f4b7ae-25f3-4233-9cdd-8d2f2cd612cf tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.467471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bf39496-1d5a-4528-b592-d62b662aae69 req-04f4b7ae-25f3-4233-9cdd-8d2f2cd612cf tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 947 time: 0.1483498 Nov 12 08:09:17.473937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-22c23625-4761-4ee9-9530-8e6fb197120f service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1861577 Nov 12 08:09:17.615674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bf39496-1d5a-4528-b592-d62b662aae69 req-d93b1645-b0bd-4503-82a9-3805e4363eee tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395235 Nov 12 08:09:17.680577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 172.20.0.8 (57aeee26-4086-426d-86ff-d028108630ac/be565f14-eb4a-4f66-935d-abad3206e2c3/2471c5df-a0d5-4113-a8e9-657cc18e0e92) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:17.823854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d08e64-7854-4ec6-9d86-8a55a0be704f req-80e723f6-503a-4f66-9aec-dd2fa3ee874b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.832200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8d08e64-7854-4ec6-9d86-8a55a0be704f req-80e723f6-503a-4f66-9aec-dd2fa3ee874b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2363298 Nov 12 08:09:17.853593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b83bc2e8-573b-4665-9337-ecd47a0bf30a req-e5d9a59e-677f-4692-ba7d-0e89ae0afd42 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706949 Nov 12 08:09:17.902426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 00529ac7-f78f-41dd-985f-db6e2bf064d3 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:17.904546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c32e3d-2f78-4506-b6be-93e287015d48 req-1be74816-d015-43b9-b9bb-53cabe2f9cb9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.914939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8c32e3d-2f78-4506-b6be-93e287015d48 req-1be74816-d015-43b9-b9bb-53cabe2f9cb9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.1757514 Nov 12 08:09:17.935969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:17.989856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8d08e64-7854-4ec6-9d86-8a55a0be704f req-38a06a30-a9ab-4b55-88b8-19968cb3f662 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413867 Nov 12 08:09:18.031935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8c32e3d-2f78-4506-b6be-93e287015d48 req-909c483c-4817-4f0d-8b48-a8656843c381 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 Nov 12 08:09:18.058921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.196299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 00529ac7-f78f-41dd-985f-db6e2bf064d3, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:18.228631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '00529ac7-f78f-41dd-985f-db6e2bf064d3', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '00529ac7-f78f-41dd-985f-db6e2bf064d3', 'mac_address': 'fa:16:3e:93:be:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:18.291887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2654394-7988-4197-9f51-b200033a904f req-11154b95-3531-40c9-8b58-c993173021a0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.294322 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2654394-7988-4197-9f51-b200033a904f req-11154b95-3531-40c9-8b58-c993173021a0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1418548 Nov 12 08:09:18.339111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:18.349902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.373235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network 57aeee26-4086-426d-86ff-d028108630ac is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:18.390669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:18.395573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:18.402255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00529ac7-f78f-41dd-985f-db6e2bf064d3 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:18.444606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 00529ac7-f78f-41dd-985f-db6e2bf064d3, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:18.456543 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.488444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2654394-7988-4197-9f51-b200033a904f req-45465f1d-4339-47b5-83b0-0ecf7ba3ad20 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849840 Nov 12 08:09:18.614025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-e3b355c1-7dea-4c46-b69d-5d13c70f4f61 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f821551d9faf43a3887754f9f9f6910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489378 Nov 12 08:09:18.628984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=00529ac7-f78f-41dd-985f-db6e2bf064d3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:18.686383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5adbfd6-db11-4a8f-85f3-f6f0fd7e504e None None] Network c978afed-861f-4bab-8593-0a343df41318 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:18.715295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.716676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.747979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.811407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b44bc15a-ee3e-41b0-9990-be182191ede0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2220471 Nov 12 08:09:18.823738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'admin_state_up': True, 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'security_groups': ['f1f9219b-2fd0-402c-b049-2ffb60ef1d39']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:18.850271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:18.864420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f42d9-a0f9-4906-9d89-3e58b6e1d2c7 req-413dbdfb-f73d-471c-abf6-eff12a2863fa tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.881585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401f42d9-a0f9-4906-9d89-3e58b6e1d2c7 req-413dbdfb-f73d-471c-abf6-eff12a2863fa tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.2278197 Nov 12 08:09:18.913692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cbb69232-cc40-44fb-9571-c98261531f81 None None] Provisioning complete for port 6f5827af-1779-4f67-9a6b-142133dfa159 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:18.914412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cbb69232-cc40-44fb-9571-c98261531f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.040693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:19.045452 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.071435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-401f42d9-a0f9-4906-9d89-3e58b6e1d2c7 req-9799e5c7-479c-4de1-8856-36ee6b16bc1c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888897 Nov 12 08:09:19.078977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-e88e987e-73ee-45a5-bb3c-ccc6c49f1bd3 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.091249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-e88e987e-73ee-45a5-bb3c-ccc6c49f1bd3 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636548 Nov 12 08:09:19.113776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-f33d7aa0-f8b4-4067-81f2-90acdf759152 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/quotas/f821551d9faf43a3887754f9f9f6910e HTTP/1.1" status: 200 len: 375 time: 0.0216150 Nov 12 08:09:19.116429 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cbb69232-cc40-44fb-9571-c98261531f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.178179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-147bfaac-7f30-4fab-aeea-446e52c567c7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557625 Nov 12 08:09:19.226092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cbb69232-cc40-44fb-9571-c98261531f81 None None] For port 6f5827af-1779-4f67-9a6b-142133dfa159, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6f5827af-1779-4f67-9a6b-142133dfa159,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:19.235820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cbb69232-cc40-44fb-9571-c98261531f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.317301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6f5827af-1779-4f67-9a6b-142133dfa159 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:19.336571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7b24-9eed-483d-8be1-9b7afc238d94 req-2d943351-24e8-4e0b-8d54-97e734d347fc tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.349231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa5b7b24-9eed-483d-8be1-9b7afc238d94 req-2d943351-24e8-4e0b-8d54-97e734d347fc tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 931 time: 0.1699955 Nov 12 08:09:19.476672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa5b7b24-9eed-483d-8be1-9b7afc238d94 req-c0cbc13b-f78d-4d89-810c-9c400c18abff tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265249 Nov 12 08:09:19.517392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.590641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb69232-cc40-44fb-9571-c98261531f81 None None] Pushing event updated for resources: {'Port': ['ID=6f5827af-1779-4f67-9a6b-142133dfa159,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:19.612327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0157456b-f666-4387-b53a-44be82f6e3c3 None None] Provisioning complete for port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:19.612685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0157456b-f666-4387-b53a-44be82f6e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.658692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6f5827af-1779-4f67-9a6b-142133dfa159 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:19.659572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.692482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f45c36-1bb9-4579-b5b0-c286e0df7619 req-caeb5adb-7484-4944-b765-310b6fd63587 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.699500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54f45c36-1bb9-4579-b5b0-c286e0df7619 req-caeb5adb-7484-4944-b765-310b6fd63587 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 948 time: 0.2211366 Nov 12 08:09:19.700360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0157456b-f666-4387-b53a-44be82f6e3c3 None None] Port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:19.803201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 10.1.1.225 (4f0d3e1d-a89f-4be0-9842-dbaee6513998/21cd28e4-4c29-4da3-936a-bc57816b7eaf/fc2734a4-f41c-440f-a699-0219f9a88b9d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:19.809497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54f45c36-1bb9-4579-b5b0-c286e0df7619 req-6ee0be4b-2d54-49b9-ad84-cd794b4e0457 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005433 Nov 12 08:09:19.845670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bee8a-90fd-4ec6-954e-f562ea38d444 req-c7c80394-2b71-47a9-9e09-aa0b7c88ac00 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.850066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-586bee8a-90fd-4ec6-954e-f562ea38d444 req-c7c80394-2b71-47a9-9e09-aa0b7c88ac00 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2774637 Nov 12 08:09:19.864416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-16660cb6-3ed5-474b-96fa-e06aaecc16ef None None] Provisioning complete for port 6f5827af-1779-4f67-9a6b-142133dfa159 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:19.864787 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16660cb6-3ed5-474b-96fa-e06aaecc16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.976754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-586bee8a-90fd-4ec6-954e-f562ea38d444 req-4db86f2b-3420-4274-87ce-e90f32ec6a9d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180899 Nov 12 08:09:20.215695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.251353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-fcdcab20-34e6-4056-bc3c-29e4b1fa72e1 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f821551d9faf43a3887754f9f9f6910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492456 Nov 12 08:09:20.263256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Router eb616116-f05a-490b-ba1b-26d92b7665c5 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:09:20.272985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.411625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268c04-0230-471b-b8a9-a3ac81a84344 req-0d976d12-2fc1-4315-83ab-a3269ef9ea81 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.453470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94268c04-0230-471b-b8a9-a3ac81a84344 req-0d976d12-2fc1-4315-83ab-a3269ef9ea81 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.1648974 Nov 12 08:09:20.552435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94268c04-0230-471b-b8a9-a3ac81a84344 req-4b836980-b6b6-4f2e-83f9-40cc3bfb2874 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854270 Nov 12 08:09:20.571186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:20.579428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:20.581315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:20.591951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:20.599488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-8b5ddbd6-b5be-4f60-90a6-7d60bd9ba6fb tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.606629 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:20.607837 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:09:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:20.611088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-8b5ddbd6-b5be-4f60-90a6-7d60bd9ba6fb tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531170 Nov 12 08:09:20.616097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:20.636245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.637504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2afb3bf4-9404-44f0-951f-242a9463a696 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2645500 Nov 12 08:09:20.646452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-dc5cb700-351a-44a0-b92d-a84386d65075 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/quotas/f821551d9faf43a3887754f9f9f6910e HTTP/1.1" status: 200 len: 375 time: 0.0330019 Nov 12 08:09:20.646930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37038) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:20.702963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-e21dff58-75dd-4b5e-b705-5010c59d7d8b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528276 Nov 12 08:09:20.769480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:20.892762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.894081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.894081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.894285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.894644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.894820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.895133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.895452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.895785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.896106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.896426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.896744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:20.911659 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:20.952351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-02a55c84-ebc2-460f-94a6-367653790df7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.984216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.985157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.003863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-02a55c84-ebc2-460f-94a6-367653790df7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 815 time: 0.2964861 Nov 12 08:09:21.031733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7762d69b-8bb8-49bb-b27f-0ea104547cb5 None None] Provisioning complete for port fc2734a4-f41c-440f-a699-0219f9a88b9d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:21.037172 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7762d69b-8bb8-49bb-b27f-0ea104547cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.046206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-15743b35-3b1b-41eb-b706-06cb07a4fdd7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2262833 Nov 12 08:09:21.063709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'admin_state_up': True, 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'security_groups': ['f1f9219b-2fd0-402c-b049-2ffb60ef1d39']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:21.121853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-95b5e0d7-9201-4f75-977a-6e73a202a7b3 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/quotas/557086a021f3488c8c60501aa2d39f21 HTTP/1.1" status: 200 len: 375 time: 0.1167104 Nov 12 08:09:21.161566 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:17Z', 'revision_number': 3, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:21.198143 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:21.198857 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Updating router eb616116-f05a-490b-ba1b-26d92b7665c5 port 6bf87eb4-0369-42ef-9a28-a903522ca49d binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:09:21.235228 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.249773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6f5827af-1779-4f67-9a6b-142133dfa159 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:21.346791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7762d69b-8bb8-49bb-b27f-0ea104547cb5 None None] Port fc2734a4-f41c-440f-a699-0219f9a88b9d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:21.372776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-5f21926f-4e2d-45c2-b804-e320be313d47 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f821551d9faf43a3887754f9f9f6910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410132 Nov 12 08:09:21.408003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6f5827af-1779-4f67-9a6b-142133dfa159 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:21.408426 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.423623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6720a6-e792-4554-b384-4987133d15bc req-b0e87461-e786-4be0-9970-565446d87e23 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.429877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6720a6-e792-4554-b384-4987133d15bc req-b0e87461-e786-4be0-9970-565446d87e23 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.439450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d6720a6-e792-4554-b384-4987133d15bc req-b0e87461-e786-4be0-9970-565446d87e23 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 1653 time: 0.3909104 Nov 12 08:09:21.492514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-ce27f2f3-9271-4437-93a9-d2052c25588e tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3685904 Nov 12 08:09:21.781983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d6720a6-e792-4554-b384-4987133d15bc req-5162fcdf-f808-4b66-87a5-3435c4338056 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407898 Nov 12 08:09:21.809015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-d835637b-1b7c-4810-a7b4-ee073e4477e5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.812136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-d835637b-1b7c-4810-a7b4-ee073e4477e5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290326 Nov 12 08:09:21.869873 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.885450 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.888840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Request body: {'port': {'device_id': '061a8e57-739e-4f57-bf70-6300076cab35', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'f821551d9faf43a3887754f9f9f6910e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:21.956581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 00529ac7-f78f-41dd-985f-db6e2bf064d3 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:22.073050 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Pushing event updated for resources: {'Port': ['ID=6bf87eb4-0369-42ef-9a28-a903522ca49d,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:22.101293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 00529ac7-f78f-41dd-985f-db6e2bf064d3 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:22.105317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 00529ac7-f78f-41dd-985f-db6e2bf064d3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:22.105820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.127800 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.129208 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.129554 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.130285 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.130684 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.131021 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.131385 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.132457 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.132457 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.132702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.132852 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.133669 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:22.142615 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Attempting to bind port 6bf87eb4-0369-42ef-9a28-a903522ca49d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:22.142823 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Attempting to bind port 6bf87eb4-0369-42ef-9a28-a903522ca49d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:22.143278 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Attempting to bind port 6bf87eb4-0369-42ef-9a28-a903522ca49d on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:22.150146 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:22.150517 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:22.150915 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.151619 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:22.151807 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Bound port: 6bf87eb4-0369-42ef-9a28-a903522ca49d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:22.152273 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.172476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-41cd5ff1-5da4-4e91-a079-83389ba7e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.173979 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-41cd5ff1-5da4-4e91-a079-83389ba7e476 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 1097 time: 0.3248091 Nov 12 08:09:22.220665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-3a7ae2e4-f55c-4a0d-8af8-84cef53168cc tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.223850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-3a7ae2e4-f55c-4a0d-8af8-84cef53168cc tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ef6dced-f511-4471-a5f8-6eee6019bafb HTTP/1.1" status: 200 len: 945 time: 0.3040934 Nov 12 08:09:22.242362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-c058283f-45d6-4bcc-9ec8-7e8081b3f41f service neutron] 10.222.0.16 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129800 Nov 12 08:09:22.243009 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] For port 6bf87eb4-0369-42ef-9a28-a903522ca49d, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:22.247982 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] For port 6bf87eb4-0369-42ef-9a28-a903522ca49d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6bf87eb4-0369-42ef-9a28-a903522ca49d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:22.254950 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.277484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70c91e-bcf6-46ff-9ab3-cd30566b2f91 req-839b479b-78a2-437d-91eb-ec9cb712bf71 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.287558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d70c91e-bcf6-46ff-9ab3-cd30566b2f91 req-839b479b-78a2-437d-91eb-ec9cb712bf71 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 948 time: 0.3227544 Nov 12 08:09:22.311034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.350742 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:22.351644 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:09:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:22.360096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:09:22.360096 n-d-768509-25 neutron-server[102372]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:09:22.360096 n-d-768509-25 neutron-server[102372]: [parameters: {'project_id': 'f821551d9faf43a3887754f9f9f6910e', 'id': '1a9ec20a-ecbc-434c-a654-b6dc835b961b', 'expiration': datetime.datetime(2021, 11, 12, 8, 11, 22, 301521)}] Nov 12 08:09:22.360096 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:09:22.365762 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:09:22.385372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00529ac7-f78f-41dd-985f-db6e2bf064d3'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:22.393740 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7228504-241e-47fc-80eb-d6abc6722739" -d '{"events": [{"server_uuid": "0677f31f-a09a-4ac9-92ac-1cc2eafb5c64", "name": "network-vif-plugged", "status": "completed", "tag": "00529ac7-f78f-41dd-985f-db6e2bf064d3"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:22.416941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:22.421707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.422591 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e3aed-d50d-4714-ae73-582058761261 None None] Pushing event updated for resources: {'Port': ['ID=6bf87eb4-0369-42ef-9a28-a903522ca49d,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:22.440681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 00529ac7-f78f-41dd-985f-db6e2bf064d3, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:22.453487 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.523710 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:22.559471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=00529ac7-f78f-41dd-985f-db6e2bf064d3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:22.582279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-8c200cb7-917f-405e-825b-3efb6b9719f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.584625 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-8c200cb7-917f-405e-825b-3efb6b9719f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.3896797 Nov 12 08:09:22.616221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d70c91e-bcf6-46ff-9ab3-cd30566b2f91 req-8e1f87e6-7de9-4d7c-8b90-3af716055e17 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276832 Nov 12 08:09:22.649843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-77bfc5ed-3949-4771-a260-f1ab01035f42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 HTTP/1.1" status: 200 len: 217 time: 0.0541306 Nov 12 08:09:22.688224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-f8cebdb9-d335-4da2-babb-a4e647678961 service neutron] 10.222.0.16 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449403 Nov 12 08:09:22.703760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Deleting port 5c156f59-e99f-451b-bb00-56442774282f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:22.704123 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.782239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-6c2b5be4-48d5-4164-8a57-d2a60077a633 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f821551d9faf43a3887754f9f9f6910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389438 Nov 12 08:09:22.785569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 10.1.1.128 (4f0d3e1d-a89f-4be0-9842-dbaee6513998/21cd28e4-4c29-4da3-936a-bc57816b7eaf/5eb87e45-4dc5-46a2-af6d-572f878968a9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:22.807955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10520777-5715-4657-9429-e2ac4de393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:17Z', 'revision_number': 3, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:22.845715 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10520777-5715-4657-9429-e2ac4de393cc None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:17Z', 'revision_number': 3, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:22.933802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] For port 5c156f59-e99f-451b-bb00-56442774282f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5c156f59-e99f-451b-bb00-56442774282f,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:22.934263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.950363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Calling delete_port for 5c156f59-e99f-451b-bb00-56442774282f owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:23.083916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab97978d-058f-43ec-83ac-f643930b06c0 req-bf0df2c3-1469-4011-a0a4-fdc7a26f5968 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 210 time: 0.3284338 Nov 12 08:09:23.123002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-d3f2381f-b657-45d2-be43-62e656339d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.124732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-d3f2381f-b657-45d2-be43-62e656339d6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1984379 Nov 12 08:09:23.226058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Made reservation on behalf of f821551d9faf43a3887754f9f9f6910e for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:23.231797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.258682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.282124 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.289675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.309485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5c156f59-e99f-451b-bb00-56442774282f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:23.391288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f89ed-44b3-4aa4-9a16-f0b9d0dd0df7 req-e03f79c6-2b40-48ff-844a-d316103af91f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.399154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c16f89ed-44b3-4aa4-9a16-f0b9d0dd0df7 req-e03f79c6-2b40-48ff-844a-d316103af91f tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.3039970 Nov 12 08:09:23.407033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Pushing event deleted for resources: {'Port': ['ID=5c156f59-e99f-451b-bb00-56442774282f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:23.506497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-129f947f-d4ca-4411-b8d3-2f97a9f77648 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.508023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-129f947f-d4ca-4411-b8d3-2f97a9f77648 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7138617 Nov 12 08:09:23.523934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Request body: {'port': {'device_id': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'f821551d9faf43a3887754f9f9f6910e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:23.526290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Allocated IP 172.20.0.1 (c978afed-861f-4bab-8593-0a343df41318/dbd697cd-ec84-45d4-b712-6479fd016057/bfe380a3-feaa-4ad0-9fc5-a604ce99aec3) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:23.573583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] No DVR routers for this DVR port 5c156f59-e99f-451b-bb00-56442774282f on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:23.590737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.594382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1c3e5c5-602c-4b1f-bf80-7ea89f639c95 req-aaf4de57-bafa-4dd2-906b-0c9169164bd5 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.32 "DELETE /v2.0/ports/5c156f59-e99f-451b-bb00-56442774282f HTTP/1.1" status: 204 len: 173 time: 1.3407292 Nov 12 08:09:23.602043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-9817f64c-48ad-4ed4-bf92-48bba599a439 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4545083 Nov 12 08:09:23.602492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-deleted', 'tag': '5c156f59-e99f-451b-bb00-56442774282f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:23.608988 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59afbf4c-720b-4ec9-9468-a3e4c9a9ec19" -d '{"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-deleted", "tag": "5c156f59-e99f-451b-bb00-56442774282f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:23.677842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.689603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c16f89ed-44b3-4aa4-9a16-f0b9d0dd0df7 req-2be953a3-82ae-4d24-a54b-cc826fecdd56 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812090 Nov 12 08:09:23.712759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b09005-0584-4b8e-bfd7-643cb09336fc req-3e9de554-e09e-4d89-b3cb-50ea55e309c2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.717999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03b09005-0584-4b8e-bfd7-643cb09336fc req-3e9de554-e09e-4d89-b3cb-50ea55e309c2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.3038797 Nov 12 08:09:23.776479 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57958703-3e7a-40df-b15c-7907f75361ef x-openstack-request-id: req-57958703-3e7a-40df-b15c-7907f75361ef {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:23.776966 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0677f31f-a09a-4ac9-92ac-1cc2eafb5c64", "name": "network-vif-plugged", "status": "completed", "tag": "00529ac7-f78f-41dd-985f-db6e2bf064d3", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:23.777402 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57958703-3e7a-40df-b15c-7907f75361ef {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:23.777951 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00529ac7-f78f-41dd-985f-db6e2bf064d3', 'code': 200} Nov 12 08:09:23.793656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.871162 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-7e9a1259-9482-4bf7-9777-bc2e4dbf27da service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520216 Nov 12 08:09:23.911184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.980630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:24.018805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03b09005-0584-4b8e-bfd7-643cb09336fc req-8e63995c-1e0c-41f8-abc7-067af2fde8ac tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894001 Nov 12 08:09:24.032310 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.059830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:24.061163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.069356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:24.172708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3df3f-99b5-46c8-8698-5193c711d2b5 req-49030796-b020-42a7-84b3-01772c7d5380 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.187422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.189208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3df3f-99b5-46c8-8698-5193c711d2b5 req-49030796-b020-42a7-84b3-01772c7d5380 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.198141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.203392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.207315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.211975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3df3f-99b5-46c8-8698-5193c711d2b5 req-49030796-b020-42a7-84b3-01772c7d5380 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.221569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98a3df3f-99b5-46c8-8698-5193c711d2b5 req-49030796-b020-42a7-84b3-01772c7d5380 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 2374 time: 0.3339431 Nov 12 08:09:24.241177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Made reservation on behalf of f821551d9faf43a3887754f9f9f6910e for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:24.246206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.318319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff660b3-cff0-4b89-aadd-edf1d195845b req-7df66ba1-af47-40b2-81b6-fe922b6c2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.319841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7ff660b3-cff0-4b89-aadd-edf1d195845b req-7df66ba1-af47-40b2-81b6-fe922b6c2e32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 1101 time: 0.3414860 Nov 12 08:09:24.339308 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c1029eb-1ea4-4467-a0b9-7a5c3c57f2a7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2828443 Nov 12 08:09:24.355936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Network c978afed-861f-4bab-8593-0a343df41318 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:24.376368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'admin_state_up': True, 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'security_groups': ['f1f9219b-2fd0-402c-b049-2ffb60ef1d39']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:24.390934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-470c7517-61ea-4506-99cd-f01b86fb4e15 req-de74306f-6ca2-49b8-8caf-7b9185ca06a3 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069611 Nov 12 08:09:24.415774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:24.424312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.433212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:24.465349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3fbced7-cfe2-467a-82d2-64845f7bb7f2 req-ee4b2668-7513-4ad1-a4a6-369dd63e8e64 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 210 time: 0.3316283 Nov 12 08:09:24.484828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.494466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.525110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a0a02506-38e6-4288-b274-854c7e96ed3c None None] Provisioning complete for port 5eb87e45-4dc5-46a2-af6d-572f878968a9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:24.526373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0a02506-38e6-4288-b274-854c7e96ed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.565513 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598e68a-bac6-4778-8de5-ed6a850142db x-openstack-request-id: req-d598e68a-bac6-4778-8de5-ed6a850142db {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:24.566689 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef6dced-f511-4471-a5f8-6eee6019bafb", "name": "network-vif-deleted", "tag": "5c156f59-e99f-451b-bb00-56442774282f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:24.567518 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d598e68a-bac6-4778-8de5-ed6a850142db {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:24.568962 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef6dced-f511-4471-a5f8-6eee6019bafb', 'name': 'network-vif-deleted', 'tag': '5c156f59-e99f-451b-bb00-56442774282f', 'status': 'completed', 'code': 200} Nov 12 08:09:24.617892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a0a02506-38e6-4288-b274-854c7e96ed3c None None] Port 5eb87e45-4dc5-46a2-af6d-572f878968a9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:24.644150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.25', 62495) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:24.686188 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7ff660b3-cff0-4b89-aadd-edf1d195845b req-d531299e-b88f-4bfd-9512-b46e88542b68 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441119 Nov 12 08:09:24.733510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98a3df3f-99b5-46c8-8698-5193c711d2b5 req-c27a98c6-bc49-41c6-9534-69273862237d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108156 Nov 12 08:09:24.851940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1a8d3d58-4219-4aa9-8089-1f129593dfad None None] Provisioning complete for port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:24.852340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3d58-4219-4aa9-8089-1f129593dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.869549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da8f29ba-7f71-40d5-b078-80005bdffcd3 req-050dc0cf-df3c-4216-9111-65d449d67132 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 210 time: 0.0462646 Nov 12 08:09:24.875515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-a58298f0-6aec-4bad-9122-004542e7d88b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.877160 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-a58298f0-6aec-4bad-9122-004542e7d88b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.25 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 815 time: 0.2276328 Nov 12 08:09:24.915699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:24.923683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d3d58-4219-4aa9-8089-1f129593dfad None None] Port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:24.940528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Allocated IP 192.168.233.121 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/359de5bf-d2bd-47ad-846f-38ee17986464) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:24.955928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:24.965283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2eee99-e479-415e-81d7-003689b6535e req-b0a022bd-5096-442f-af69-670bc48acfea tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.966835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d2eee99-e479-415e-81d7-003689b6535e req-b0a022bd-5096-442f-af69-670bc48acfea tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 949 time: 0.2708683 Nov 12 08:09:25.000347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Request body: {'port': {'device_id': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'admin_state_up': True, 'tenant_id': '557086a021f3488c8c60501aa2d39f21'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:25.022577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 5c156f59-e99f-451b-bb00-56442774282f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:25.027995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5c156f59-e99f-451b-bb00-56442774282f not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:25.028764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:25.140264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d2eee99-e479-415e-81d7-003689b6535e req-33b9e059-2713-4059-8941-f2d33b4647e9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475282 Nov 12 08:09:25.163270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.206940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6bf87eb4-0369-42ef-9a28-a903522ca49d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:25.262546 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.317199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:25.324986 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.329678 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.332793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6bf87eb4-0369-42ef-9a28-a903522ca49d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:25.333329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.342556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb2b4c-9a0d-4969-ae5d-a0ea7f503077 req-5b5c1cd4-c551-4ce9-ae15-e22c4732b423 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.357282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ceb2b4c-9a0d-4969-ae5d-a0ea7f503077 req-5b5c1cd4-c551-4ce9-ae15-e22c4732b423 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1506507 Nov 12 08:09:25.427063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:25.486953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.497464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ceb2b4c-9a0d-4969-ae5d-a0ea7f503077 req-cad698e7-645f-46cc-923f-3cd97125bc6d tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371603 Nov 12 08:09:25.517455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 6bf87eb4-0369-42ef-9a28-a903522ca49d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6bf87eb4-0369-42ef-9a28-a903522ca49d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:25.524122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.541119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1c126-8f38-4f55-9b4d-73e7ac583257 req-47a12cc2-eaea-4e46-9e93-0b6a18eaffe2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.547464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ca1c126-8f38-4f55-9b4d-73e7ac583257 req-47a12cc2-eaea-4e46-9e93-0b6a18eaffe2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 945 time: 0.2715752 Nov 12 08:09:25.620159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=6bf87eb4-0369-42ef-9a28-a903522ca49d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:25.665490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-793977f6-ab03-446d-af1c-92bc14b2f973 req-46cdd265-2129-43fd-ac58-bff76b73bd94 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 210 time: 0.0429158 Nov 12 08:09:25.689416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.696603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ca1c126-8f38-4f55-9b4d-73e7ac583257 req-b9bfd671-6718-43af-b14a-dc878a5f1e9b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375992 Nov 12 08:09:25.742425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.765255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Made reservation on behalf of 557086a021f3488c8c60501aa2d39f21 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:25.770167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.780362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:25.784207 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a9328e-6a59-48fb-a0b3-bc8609cb9169" -d '{"events": [{"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:25.840156 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261828e3-045a-4407-ab54-6f24f93394a7 x-openstack-request-id: req-261828e3-045a-4407-ab54-6f24f93394a7 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:25.841425 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:25.842857 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-261828e3-045a-4407-ab54-6f24f93394a7 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:25.843602 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'code': 200} Nov 12 08:09:25.852786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 10.2.2.100 (b09680b2-4da0-4acb-80e5-8ef81f19a5af/021cd900-4731-4682-a481-c4935d4bc003/f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:25.861503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:25.892659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:25.900538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:25.904126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:25.946452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Allocated IP 192.168.233.227 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/8b02f4f4-7fb8-46e7-abfa-76251854e917) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:25.959888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.973983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.992449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c06f98-9b68-4bb1-97e1-c3f3ac6f3b53 req-8eb694a6-3a7a-414e-9ab2-6212244d8fa8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.001896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c06f98-9b68-4bb1-97e1-c3f3ac6f3b53 req-8eb694a6-3a7a-414e-9ab2-6212244d8fa8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.009052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c06f98-9b68-4bb1-97e1-c3f3ac6f3b53 req-8eb694a6-3a7a-414e-9ab2-6212244d8fa8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.016738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c06f98-9b68-4bb1-97e1-c3f3ac6f3b53 req-8eb694a6-3a7a-414e-9ab2-6212244d8fa8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 2374 time: 0.1811004 Nov 12 08:09:26.068019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.068757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:26.086804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:26.096685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Allocated IP 172.20.0.2 (26ce094c-d016-4983-b114-235cdbdf9722/0929e758-ec2c-4134-8c7e-52667248b915/d0fa7863-e043-4800-89d9-8c3d62280022) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:26.106981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f535bfa-4c02-41df-a869-a025cb54e6a7 req-e15265a4-cd8b-422e-8797-93148ee93c67 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 210 time: 0.0736401 Nov 12 08:09:26.151330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-54a8285a-d89b-4ffe-b951-1c7dbbfbf9d7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2662187 Nov 12 08:09:26.171886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Request body: {'port': {'device_id': '061a8e57-739e-4f57-bf70-6300076cab35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:26.286609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c06f98-9b68-4bb1-97e1-c3f3ac6f3b53 req-e0a6a270-a77a-4ee0-8040-f76a604490b9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689862 Nov 12 08:09:26.380791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23f2c937-d794-4521-8a5e-7d150c89a9aa None None] Provisioning complete for port 359de5bf-d2bd-47ad-846f-38ee17986464 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:26.383542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23f2c937-d794-4521-8a5e-7d150c89a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:26.444773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23f2c937-d794-4521-8a5e-7d150c89a9aa None None] Port 359de5bf-d2bd-47ad-846f-38ee17986464 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:26.680863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:26.764618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:26.861685 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:26.885489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Network c978afed-861f-4bab-8593-0a343df41318 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:26.894721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:26.941018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329114e-e0af-404d-9426-ca203c0c5c9b req-db4fd1da-f2a3-40b1-b694-019d769eb07e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.942438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4329114e-e0af-404d-9426-ca203c0c5c9b req-db4fd1da-f2a3-40b1-b694-019d769eb07e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2228224 Nov 12 08:09:26.951342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2144408-ab36-4176-b0d0-c855ca254c21 req-8a35a895-d344-4560-bd28-2b42780dd9dd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.959115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2144408-ab36-4176-b0d0-c855ca254c21 req-8a35a895-d344-4560-bd28-2b42780dd9dd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 949 time: 0.1957500 Nov 12 08:09:26.991089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.026329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.126727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6bf87eb4-0369-42ef-9a28-a903522ca49d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:27.128313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.148348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:27.159414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2144408-ab36-4176-b0d0-c855ca254c21 req-67b404b0-b97a-4396-ab22-adf5bd037c59 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944063 Nov 12 08:09:27.161709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:27.166586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:27.171308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:27.183721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:27.208581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.216950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4329114e-e0af-404d-9426-ca203c0c5c9b req-346c261b-1c01-47fb-a3f8-d710686bfa5e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503886 Nov 12 08:09:27.272100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6bf87eb4-0369-42ef-9a28-a903522ca49d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:27.272298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.282724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Network 26ce094c-d016-4983-b114-235cdbdf9722 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:27.292259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:27.296348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:27.370780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dd044e51-8510-4678-ba9d-e7fb67638834 None None] Provisioning complete for port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:27.371241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dd044e51-8510-4678-ba9d-e7fb67638834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.381329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.402518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.403400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.409332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Pushing event updated for resources: {'Port': ['ID=d0fa7863-e043-4800-89d9-8c3d62280022,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:27.439471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dd044e51-8510-4678-ba9d-e7fb67638834 None None] Port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:27.478817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77924b1-fa93-424f-86a0-6bd7c5c41fba req-bc44dd5a-f554-4702-a969-e285e16f03a8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.485373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d77924b1-fa93-424f-86a0-6bd7c5c41fba req-bc44dd5a-f554-4702-a969-e285e16f03a8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 931 time: 0.2369254 Nov 12 08:09:27.514178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.515030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.534045 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-562a7284-ef5d-4741-88da-27230c8a060d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5517972 Nov 12 08:09:27.544353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4d4b0c70-d2f4-4df6-b709-abe767e170c5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1718345 Nov 12 08:09:27.551428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Request body: {'port': {'device_id': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:27.556619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:27.559635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'admin_state_up': True, 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'security_groups': ['f1f9219b-2fd0-402c-b049-2ffb60ef1d39']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:27.567170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:27.590207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5021385-2b5b-4829-89b4-c227cd2b68e7 req-e6627129-7ec6-4269-acdb-cfe79cd3b23b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.594156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3205ff37-a77d-4300-acda-d86a7bc2b45d None None] Provisioning complete for port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:27.594839 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3205ff37-a77d-4300-acda-d86a7bc2b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.598591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5021385-2b5b-4829-89b4-c227cd2b68e7 req-e6627129-7ec6-4269-acdb-cfe79cd3b23b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 943 time: 0.2814753 Nov 12 08:09:27.602344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:27.648609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3205ff37-a77d-4300-acda-d86a7bc2b45d None None] Port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:27.687906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event updated for resources: {'Port': ['ID=8b02f4f4-7fb8-46e7-abfa-76251854e917,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:27.721496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.722136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.733329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.749571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:27.760091 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cffb0881-4fb1-4d5f-8b87-60fc82bb4739 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb616116-f05a-490b-ba1b-26d92b7665c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1104794 Nov 12 08:09:27.770586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:27.785051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:27.785943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:09:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:27.809863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d77924b1-fa93-424f-86a0-6bd7c5c41fba req-d69a9d44-5d61-4df6-9325-29aa6a2f57fb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231807 Nov 12 08:09:27.827836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-73fa34aa-4b1e-45eb-b78a-4055368a1f52 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3076630 Nov 12 08:09:27.841974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Request body: {'port': {'device_id': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:27.882472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5021385-2b5b-4829-89b4-c227cd2b68e7 req-4cc229f3-8c49-4f6e-8852-f7a4e6e76e6e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829213 Nov 12 08:09:27.884876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359de5bf-d2bd-47ad-846f-38ee17986464 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:27.923271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.961463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Transition to ACTIVE for port object 359de5bf-d2bd-47ad-846f-38ee17986464 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:27.972593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.031212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.062095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:28.355022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Made reservation on behalf of c5a9583f7f364df587f883913b8f091a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:28.373171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.411689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b02f4f4-7fb8-46e7-abfa-76251854e917 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:28.420935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.436384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Transition to ACTIVE for port object 8b02f4f4-7fb8-46e7-abfa-76251854e917 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:28.438837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fa7863-e043-4800-89d9-8c3d62280022 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:28.444768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3c5446fa-59c5-4bf2-b5fe-79b68e54305c None None] Provisioning complete for port 8b02f4f4-7fb8-46e7-abfa-76251854e917 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:28.445321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c5446fa-59c5-4bf2-b5fe-79b68e54305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.450387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.500824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Transition to ACTIVE for port object d0fa7863-e043-4800-89d9-8c3d62280022 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:28.508578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3c5446fa-59c5-4bf2-b5fe-79b68e54305c None None] Port 8b02f4f4-7fb8-46e7-abfa-76251854e917 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:28.514661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.547470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.587062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641512a-f7fc-495b-9218-b5d75fc1be14 req-89762d94-f81b-4cbe-b806-9dbb555760de tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:28.596963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2641512a-f7fc-495b-9218-b5d75fc1be14 req-89762d94-f81b-4cbe-b806-9dbb555760de tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 936 time: 0.6094072 Nov 12 08:09:28.655325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fa7863-e043-4800-89d9-8c3d62280022,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:28.661321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 2, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:28.700427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:28.700791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Updating router eb616116-f05a-490b-ba1b-26d92b7665c5 port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:09:28.727735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2641512a-f7fc-495b-9218-b5d75fc1be14 req-303854ba-6554-41e3-9e8a-650dfc021ace tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298013 Nov 12 08:09:28.746751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Allocated IP 10.2.2.200 (b09680b2-4da0-4acb-80e5-8ef81f19a5af/021cd900-4731-4682-a481-c4935d4bc003/b45a09bf-efed-4bbc-b734-87231704633b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:28.755227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.788038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Attempting to bind port 359de5bf-d2bd-47ad-846f-38ee17986464 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:28.788720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Attempting to bind port 359de5bf-d2bd-47ad-846f-38ee17986464 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:28.789890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Attempting to bind port 359de5bf-d2bd-47ad-846f-38ee17986464 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:28.804133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Attempting to bind port d0fa7863-e043-4800-89d9-8c3d62280022 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:28.804618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Attempting to bind port d0fa7863-e043-4800-89d9-8c3d62280022 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:28.805051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Attempting to bind port d0fa7863-e043-4800-89d9-8c3d62280022 on network 26ce094c-d016-4983-b114-235cdbdf9722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:28.813304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Port 359de5bf-d2bd-47ad-846f-38ee17986464 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:28.813876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Attempting to bind port 359de5bf-d2bd-47ad-846f-38ee17986464 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:28.819001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Port d0fa7863-e043-4800-89d9-8c3d62280022 on network 26ce094c-d016-4983-b114-235cdbdf9722 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:28.821201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Attempting to bind port d0fa7863-e043-4800-89d9-8c3d62280022 on network 26ce094c-d016-4983-b114-235cdbdf9722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:28.822391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb516bb-5f80-4a90-b82f-b33494b5995d req-bff4268a-4ed1-4305-be64-e01eb21adb66 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:28.824170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdb516bb-5f80-4a90-b82f-b33494b5995d req-bff4268a-4ed1-4305-be64-e01eb21adb66 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 1101 time: 0.3807926 Nov 12 08:09:28.828231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:28.829082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:28.829640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:28.831111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Bound port: 359de5bf-d2bd-47ad-846f-38ee17986464, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:28.831643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.843090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:28.844299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Checking segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:28.844651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Bound using segment: {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:28.845667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Bound port: d0fa7863-e043-4800-89d9-8c3d62280022, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ceb39d-20d1-4dc2-ab3a-6c12e0755669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:28.846217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.961614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:29.005348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bdb516bb-5f80-4a90-b82f-b33494b5995d req-759a298d-5ab1-41b7-bfa0-cea2a4222f06 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.008304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] For port d0fa7863-e043-4800-89d9-8c3d62280022, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:29.015261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] For port d0fa7863-e043-4800-89d9-8c3d62280022, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d0fa7863-e043-4800-89d9-8c3d62280022,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:29.026379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.031822 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.077921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.078689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.080770 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] 10.222.0.25 "PUT /v2.0/ports/d0fa7863-e043-4800-89d9-8c3d62280022 HTTP/1.1" status: 200 len: 1092 time: 1.5350218 Nov 12 08:09:29.081317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'tag': 'd0fa7863-e043-4800-89d9-8c3d62280022'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:29.084005 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7", "tag": "d0fa7863-e043-4800-89d9-8c3d62280022"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:29.126958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:29.166486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74280c0-d6f0-4ddb-b6ac-09dda6dc5617 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fa7863-e043-4800-89d9-8c3d62280022,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:29.194505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:29.196256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.200005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.203727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.214262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Pushing event updated for resources: {'Port': ['ID=8b02f4f4-7fb8-46e7-abfa-76251854e917,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:29.227121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.284862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-69bb3a26-f607-473f-b994-18d02ece3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.286919 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-69bb3a26-f607-473f-b994-18d02ece3e49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 1095 time: 0.1528859 Nov 12 08:09:29.298018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.298699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.300190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] 10.222.0.25 "PUT /v2.0/ports/359de5bf-d2bd-47ad-846f-38ee17986464 HTTP/1.1" status: 200 len: 1097 time: 3.1371131 Nov 12 08:09:29.307605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Attempting to bind port 8b02f4f4-7fb8-46e7-abfa-76251854e917 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:29.307942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Attempting to bind port 8b02f4f4-7fb8-46e7-abfa-76251854e917 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:29.308299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Attempting to bind port 8b02f4f4-7fb8-46e7-abfa-76251854e917 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:29.310187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:29.311951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:29.313263 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f47df-463d-47d8-ae16-9495ab0fe727" -d '{"events": [{"name": "network-changed", "server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:29.333742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fba652-0d18-490a-aad2-d7f88752092f req-6fb08d53-6d59-42eb-9b14-19ae93083f2f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.340430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fba652-0d18-490a-aad2-d7f88752092f req-6fb08d53-6d59-42eb-9b14-19ae93083f2f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.347586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fba652-0d18-490a-aad2-d7f88752092f req-6fb08d53-6d59-42eb-9b14-19ae93083f2f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.354485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fba652-0d18-490a-aad2-d7f88752092f req-6fb08d53-6d59-42eb-9b14-19ae93083f2f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.360598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab598e5b-4b9f-47d2-acb5-94ad7cde6d64 None None] Pushing event updated for resources: {'Port': ['ID=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:29.369553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44fba652-0d18-490a-aad2-d7f88752092f req-6fb08d53-6d59-42eb-9b14-19ae93083f2f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 3095 time: 0.2848475 Nov 12 08:09:29.384938 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-fe081bb1-0217-44f5-a6a1-208e80482530 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0fa7863-e043-4800-89d9-8c3d62280022 HTTP/1.1" status: 200 len: 217 time: 0.0764303 Nov 12 08:09:29.411940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:29.418806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Attempting to bind port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:29.419163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Attempting to bind port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:29.419533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Attempting to bind port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 on network c978afed-861f-4bab-8593-0a343df41318 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:29.425090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:29.425866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:29.426244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Checking segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:29.426644 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.427031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Bound using segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:29.427499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Bound port: bfe380a3-feaa-4ad0-9fc5-a604ce99aec3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:29.427877 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.542987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Port 8b02f4f4-7fb8-46e7-abfa-76251854e917 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:29.543541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Attempting to bind port 8b02f4f4-7fb8-46e7-abfa-76251854e917 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:29.585255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] For port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:29.592398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] For port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:29.593378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-3c4e40dd-e998-4243-8eab-cbfac3e82caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.594949 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-3c4e40dd-e998-4243-8eab-cbfac3e82caf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 200 len: 855 time: 0.1589851 Nov 12 08:09:29.595969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event updated for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:29.607411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.652000 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-66efe7d0-6ceb-455e-808a-d2cda43b3059 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=26ce094c-d016-4983-b114-235cdbdf9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470870 Nov 12 08:09:29.671933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:29.676313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:29.677650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:29.678145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Bound port: 8b02f4f4-7fb8-46e7-abfa-76251854e917, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:29.678565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.702042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:29.702934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:09:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:29.720981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44fba652-0d18-490a-aad2-d7f88752092f req-aa68468b-d1e8-4fbe-9947-5421a9766ad9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505490 Nov 12 08:09:29.724959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e059403-79e6-455a-a570-5609f1cd776d service neutron] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:29.791832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bdb516bb-5f80-4a90-b82f-b33494b5995d req-759a298d-5ab1-41b7-bfa0-cea2a4222f06 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.802223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bdb516bb-5f80-4a90-b82f-b33494b5995d req-759a298d-5ab1-41b7-bfa0-cea2a4222f06 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.833547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-ef897e2b-d4d8-4341-bced-47d6a5084b53 service neutron] 10.222.0.25 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708112 Nov 12 08:09:29.836974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-8d913a17-2cb3-4017-bcd7-c976b29b7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.843900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-8d913a17-2cb3-4017-bcd7-c976b29b7c5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1100 time: 0.4551411 Nov 12 08:09:29.952162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.952829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.971905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-54c263f7-e66e-47b8-9d5a-eda6452a0713 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4159255 Nov 12 08:09:30.007579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-45f675f4-5686-4376-ad6d-1acd0360bf9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=359de5bf-d2bd-47ad-846f-38ee17986464 HTTP/1.1" status: 200 len: 217 time: 0.1378257 Nov 12 08:09:30.009220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:30.028428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:30.053791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdb516bb-5f80-4a90-b82f-b33494b5995d req-759a298d-5ab1-41b7-bfa0-cea2a4222f06 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1982501 Nov 12 08:09:30.099791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] For port 8b02f4f4-7fb8-46e7-abfa-76251854e917, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:30.104463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.115937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] For port 8b02f4f4-7fb8-46e7-abfa-76251854e917, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:30.120369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a298d-5ab1-41b7-bfa0-cea2a4222f06 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe16ab-14e2-47f5-84bb-f8ebbc52f82f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:30.132578 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-de449c7b-c069-4d36-aefb-83824594c613 service neutron] show failed (client error): The resource could not be found. Nov 12 08:09:30.133617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-de449c7b-c069-4d36-aefb-83824594c613 service neutron] 10.222.0.32 "GET /v2.0/ports/9de033d8-d56e-45a5-bf62-1ee82ac64095/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.2936647 Nov 12 08:09:30.154977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.158759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d0f2689a-7109-4fad-8779-221f094e1fa5 req-1139a5f1-ad18-4b10-8df1-215a1a01f97e service neutron] 10.222.0.25 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012476 Nov 12 08:09:30.289552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab598e5b-4b9f-47d2-acb5-94ad7cde6d64 None None] Pushing event updated for resources: {'Port': ['ID=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:30.296583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1f66a08c-26f7-4086-ace8-4604db5024c6 None None] Provisioning complete for port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:30.296583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f66a08c-26f7-4086-ace8-4604db5024c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.331044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.337382 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.341203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] 10.222.0.32 "PUT /v2.0/ports/8b02f4f4-7fb8-46e7-abfa-76251854e917 HTTP/1.1" status: 200 len: 1097 time: 2.5024643 Nov 12 08:09:30.456893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a54286-50f8-4d10-b251-2b61b65f030a service neutron] Pushing event updated for resources: {'Port': ['ID=8b02f4f4-7fb8-46e7-abfa-76251854e917,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:30.497576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-3092ec1c-d37c-496c-aa15-805365d12a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.518842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-3092ec1c-d37c-496c-aa15-805365d12a4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.4979739 Nov 12 08:09:30.575410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:29Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:30.585585 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f66a08c-26f7-4086-ace8-4604db5024c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.653224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f568d7-2015-474f-9ecf-4785d16a06db None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:29Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:30.693929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-8e7b9246-f3e5-46c5-9cb3-16b2078c7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.696655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-8e7b9246-f3e5-46c5-9cb3-16b2078c7e4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 1100 time: 0.2152443 Nov 12 08:09:30.702671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1f66a08c-26f7-4086-ace8-4604db5024c6 None None] For port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:30.709630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f66a08c-26f7-4086-ace8-4604db5024c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.744900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-be6be023-09c8-4a73-86f0-d24960e2608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.746253 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-be6be023-09c8-4a73-86f0-d24960e2608b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189&tenant_id=3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 1102 time: 0.1595099 Nov 12 08:09:30.767409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:30.805925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-a53f6448-89a8-4ad1-b94c-a3689568b5e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917 HTTP/1.1" status: 200 len: 217 time: 0.0978770 Nov 12 08:09:30.837785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-4a31a3aa-bf33-489f-be72-3ca68fd30382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.845685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-4a31a3aa-bf33-489f-be72-3ca68fd30382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2691813 Nov 12 08:09:30.883312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66a08c-26f7-4086-ace8-4604db5024c6 None None] Pushing event updated for resources: {'Port': ['ID=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:30.895018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.925299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2471c5df-a0d5-4113-a8e9-657cc18e0e92 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:30.931208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-0ed9666f-0f46-4b77-b36a-f14a55572f9d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.932821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-0ed9666f-0f46-4b77-b36a-f14a55572f9d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 821 time: 0.5869398 Nov 12 08:09:30.937712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.965115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e10ab081-26d1-44e2-a4c4-8b4e01c4de43 None None] Provisioning complete for port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:30.965486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e10ab081-26d1-44e2-a4c4-8b4e01c4de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.020689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Transition to ACTIVE for port object 2471c5df-a0d5-4113-a8e9-657cc18e0e92 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:31.026284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9c8e2daf-f3b2-4129-8a0a-0978ee580009 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/quotas/6ee43542a7ab4e2e865802cef1f311a8 HTTP/1.1" status: 200 len: 375 time: 0.0725706 Nov 12 08:09:31.030535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-56602fd1-af0f-4b22-8a58-f71aa293075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.032912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-56602fd1-af0f-4b22-8a58-f71aa293075b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2183394 Nov 12 08:09:31.043351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.083616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:31.166605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:31.198198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-89d5d915-2dc1-47f4-b1e4-a31a89a12e88 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300421 Nov 12 08:09:31.247075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-fe5ea710-ef85-4ce4-aeb0-104db0d6c217 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2036307 Nov 12 08:09:31.251683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-002231f4-9128-45ee-97eb-a43f39ce149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.253331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-002231f4-9128-45ee-97eb-a43f39ce149b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060666 Nov 12 08:09:31.299525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:31.336593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:31.343209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e10ab081-26d1-44e2-a4c4-8b4e01c4de43 None None] Provisioning complete for port b45a09bf-efed-4bbc-b734-87231704633b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:31.343579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e10ab081-26d1-44e2-a4c4-8b4e01c4de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.380156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e10ab081-26d1-44e2-a4c4-8b4e01c4de43 None None] Port b45a09bf-efed-4bbc-b734-87231704633b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:31.381906 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.398279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Transition to ACTIVE for port object 9de033d8-d56e-45a5-bf62-1ee82ac64095 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:31.405901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:31.406136 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.409430 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.503265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:31.505290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9a430624-f4ae-49d1-9d85-243ed073f660 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260594 Nov 12 08:09:31.507792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] No DVR routers for this DVR port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:31.679432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:31.682460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:31.682930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:31.683399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:31.709325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Attempting to bind port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:31.709709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Attempting to bind port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:31.710143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Attempting to bind port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 on network 57aeee26-4086-426d-86ff-d028108630ac {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:31.717166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:31.717587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:31.722343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 on network 57aeee26-4086-426d-86ff-d028108630ac not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:31.722820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Attempting to bind port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 on network 57aeee26-4086-426d-86ff-d028108630ac {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:31.734817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:31.736964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:31.737658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:31.738225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Bound port: 9de033d8-d56e-45a5-bf62-1ee82ac64095, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:31.738698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.747026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:31.747538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Checking segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:31.748104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Bound using segment: {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:31.748745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Bound port: 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18ca112-b2c2-4298-8d2c-571ef296389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '57aeee26-4086-426d-86ff-d028108630ac'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:31.749205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.762899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76436a-725a-4f87-ad62-76680456ce94 req-27a965ba-5e1b-4b0e-8599-dab09ac2c6ad tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.770244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa76436a-725a-4f87-ad62-76680456ce94 req-27a965ba-5e1b-4b0e-8599-dab09ac2c6ad tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2bbae8a-297b-4df0-956c-937b0c388bec HTTP/1.1" status: 200 len: 943 time: 0.6440279 Nov 12 08:09:31.778583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85193de-a83f-478b-bc8d-c1f46fda15b1 req-058ca048-236b-46c5-ad00-22fa7d23cf6b service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639927 Nov 12 08:09:31.921691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:31.928450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:31.935999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.938391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:31.947741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:31.980111 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.998226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.999123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.001412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] 10.222.0.25 "PUT /v2.0/ports/9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 1097 time: 1.2433124 Nov 12 08:09:32.016631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:32.017906 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.019494 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] 10.222.0.25 "PUT /v2.0/ports/2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 1092 time: 2.0152819 Nov 12 08:09:32.055467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:32.058231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72a8ac-8f77-4857-93d5-36238ec3b51d service neutron] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:32.256109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-266b1962-e428-4146-9132-a8068728f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:32.257670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-266b1962-e428-4146-9132-a8068728f0bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1100 time: 0.2222652 Nov 12 08:09:32.260474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77652a-274e-4d02-9d82-7030f41e81c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:32.275651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.457244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-b4924351-7ebc-4152-9475-3b59431b8e41 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492481 Nov 12 08:09:32.461475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-2226cd36-bb55-4a76-ba64-6df432d7a308 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1900451 Nov 12 08:09:32.616334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Deleting port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:32.616744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.765855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e92c41e9-3ac6-4f16-8c82-5eb56ade14da req-da656804-3e4e-4e70-9d37-0d064e5bf8ca service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953877 Nov 12 08:09:32.806117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] For port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:32.806906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.815015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-38a18949-dd89-4244-9039-dfb2a4607d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:32.816501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-38a18949-dd89-4244-9039-dfb2a4607d68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.5491493 Nov 12 08:09:32.832262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Calling delete_port for 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:32.884668 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-4f812a2d-4939-4b49-b1bd-09c116599f94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0496349 Nov 12 08:09:32.919710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303f5dd-62dd-4c62-b00d-357f4a8908b6 req-742f2700-fa4f-4144-a214-453336c78ca9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:32.922096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6303f5dd-62dd-4c62-b00d-357f4a8908b6 req-742f2700-fa4f-4144-a214-453336c78ca9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 0.1038227 Nov 12 08:09:32.962805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-a471f912-1e90-4e8b-99a0-2f9c87b208de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:32.964368 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-a471f912-1e90-4e8b-99a0-2f9c87b208de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0533793 Nov 12 08:09:33.047139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-1e75de10-1c46-4a9c-a67f-bd575ea2e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.048677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-1e75de10-1c46-4a9c-a67f-bd575ea2e803 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737555 Nov 12 08:09:33.111017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6303f5dd-62dd-4c62-b00d-357f4a8908b6 req-e13c3b95-cf64-4746-8ab5-976511bd93ed tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437709 Nov 12 08:09:33.120539 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.160160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event deleted for resources: {'Port': ['ID=4f3eb375-cdd3-4555-8ea5-c649a7f85cf4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:33.162557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71af1725-1fca-4ccc-80c4-fac03d70b8b9 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:33.173414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.200595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Transition to ACTIVE for port object 71af1725-1fca-4ccc-80c4-fac03d70b8b9 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:33.203723 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-c5819c15-4227-4588-b353-672dcb397c3e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461451 Nov 12 08:09:33.206062 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.257101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] No DVR routers for this DVR port 4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:33.262108 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.271267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa76436a-725a-4f87-ad62-76680456ce94 req-ac6da76a-42dc-4103-95e8-9c95ec477808 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "DELETE /v2.0/ports/4f3eb375-cdd3-4555-8ea5-c649a7f85cf4 HTTP/1.1" status: 204 len: 173 time: 1.4995341 Nov 12 08:09:33.311874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Pushing event updated for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:33.353543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cc6f2-6402-4d66-a774-d17ec93c2e4b req-e7d089d8-e5b3-41f1-90ef-91fe649cf33f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.362203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae3cc6f2-6402-4d66-a774-d17ec93c2e4b req-e7d089d8-e5b3-41f1-90ef-91fe649cf33f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 943 time: 0.0842907 Nov 12 08:09:33.423390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ffaa36b3-6fb5-45dd-8e26-816199915052 req-a9ef0474-f3d1-42d1-8608-28bef6ed6db2 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111185 Nov 12 08:09:33.445264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Attempting to bind port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:33.445599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Attempting to bind port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:33.446039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Attempting to bind port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:33.451610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:33.451986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Attempting to bind port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:33.459323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:33.460212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Checking segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:33.460821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Bound using segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:33.461437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Bound port: 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:33.462018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.486089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae3cc6f2-6402-4d66-a774-d17ec93c2e4b req-891179ba-9673-48ce-a848-b6cd2024e476 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999365 Nov 12 08:09:33.566772 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b52ef0-4327-420d-aa08-3812a9fb6575 x-openstack-request-id: req-b0b52ef0-4327-420d-aa08-3812a9fb6575 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:33.568350 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7", "tag": "d0fa7863-e043-4800-89d9-8c3d62280022", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:33.568716 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0b52ef0-4327-420d-aa08-3812a9fb6575 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:33.569229 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'tag': 'd0fa7863-e043-4800-89d9-8c3d62280022', 'status': 'completed', 'code': 200} Nov 12 08:09:33.606737 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5195fc60-05af-4de3-8f15-23c374305018 x-openstack-request-id: req-5195fc60-05af-4de3-8f15-23c374305018 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:33.607036 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:33.607296 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5195fc60-05af-4de3-8f15-23c374305018 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:33.607790 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'status': 'completed', 'code': 200} Nov 12 08:09:33.669198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:33.695002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-b4f9a4ca-6ac1-4da1-be6c-45b2891d96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.696917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-b4f9a4ca-6ac1-4da1-be6c-45b2891d96f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=557086a021f3488c8c60501aa2d39f21&device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 1095 time: 0.0844767 Nov 12 08:09:33.699034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:33.790415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3ad3b-19cb-40d1-b3bf-bf15bcf8281f req-39632912-992b-48c0-a9a5-de822f83b27a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.802364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dd3ad3b-19cb-40d1-b3bf-bf15bcf8281f req-39632912-992b-48c0-a9a5-de822f83b27a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 948 time: 0.1133721 Nov 12 08:09:33.835112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-098b9b14-6d48-42f1-b03c-44c8554fbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.836482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.836796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-098b9b14-6d48-42f1-b03c-44c8554fbd57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1100 time: 0.0986624 Nov 12 08:09:33.913894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.914816 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.917050 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 1131 time: 1.8668542 Nov 12 08:09:33.958850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dd3ad3b-19cb-40d1-b3bf-bf15bcf8281f req-e68f60fc-f1a5-4e88-a241-c9af990dab28 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550772 Nov 12 08:09:33.969725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d0fa7863-e043-4800-89d9-8c3d62280022 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:33.993493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:34.041301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cb1c4-aea3-4a15-b627-20bd153b51d8 service neutron] Pushing event updated for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:34.059969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-cbce8341-6713-4eb1-b1ee-643bc9f56fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.062082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-cbce8341-6713-4eb1-b1ee-643bc9f56fe9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 200 len: 915 time: 0.3556747 Nov 12 08:09:34.067179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-eadc9bb3-19e3-4ee0-96f9-76c81e37821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.068672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-eadc9bb3-19e3-4ee0-96f9-76c81e37821b service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2219260 Nov 12 08:09:34.153262 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-629e1b82-286f-4cef-8c92-bf47293ea866 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0fa7863-e043-4800-89d9-8c3d62280022 HTTP/1.1" status: 200 len: 217 time: 0.0666254 Nov 12 08:09:34.154345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.199580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-0409d84f-31b5-4625-9bd5-cd9e24ebf0bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=359de5bf-d2bd-47ad-846f-38ee17986464 HTTP/1.1" status: 200 len: 217 time: 0.1223328 Nov 12 08:09:34.256093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d0fa7863-e043-4800-89d9-8c3d62280022, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d0fa7863-e043-4800-89d9-8c3d62280022,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:34.280479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'd0fa7863-e043-4800-89d9-8c3d62280022', 'network_id': '26ce094c-d016-4983-b114-235cdbdf9722', 'port_id': 'd0fa7863-e043-4800-89d9-8c3d62280022', 'mac_address': 'fa:16:3e:e1:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929e758-ec2c-4134-8c7e-52667248b915', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:34.295672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-42ba316b-cf8d-4010-9b50-53d269803397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.296816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-42ba316b-cf8d-4010-9b50-53d269803397 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 200 len: 855 time: 0.1253591 Nov 12 08:09:34.378894 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-16af16c0-2388-44ea-b898-6015779da8df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=26ce094c-d016-4983-b114-235cdbdf9722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725443 Nov 12 08:09:34.406933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-319f63bd-18c3-4f03-b7d9-473d57920b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.416734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-319f63bd-18c3-4f03-b7d9-473d57920b3a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1981575 Nov 12 08:09:34.519242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.546867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fa7863-e043-4800-89d9-8c3d62280022 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:34.564948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f54a559b-d72a-4551-8996-aa6f034eeaf7 req-57551ee3-2748-4515-a497-bc7754bff1a8 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 210 time: 0.1298828 Nov 12 08:09:34.589403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d0fa7863-e043-4800-89d9-8c3d62280022, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d0fa7863-e043-4800-89d9-8c3d62280022,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:34.598559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.641658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.648324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.655131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.661292 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-e88feca5-57f2-46e9-ab02-06c11472f3a4 service neutron] 10.222.0.25 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780057 Nov 12 08:09:34.662613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.673601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.677510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=d0fa7863-e043-4800-89d9-8c3d62280022,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:34.677658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.685385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-0310c26b-4f25-4e34-a426-e65f09e12ed5 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 4600 time: 0.4846864 Nov 12 08:09:34.725654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-b513d2ac-9231-4509-8f27-89a62187063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.727281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-b513d2ac-9231-4509-8f27-89a62187063f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3096690 Nov 12 08:09:34.846656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13eabdf1-8e2f-4659-9081-5d58ecc88a8d {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:34.854891 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c5c14a03-d89b-402e-a7ca-44b6ca4c1eb1 req-8239e670-5091-46f2-aabb-222b1652a2c2 service neutron] 10.222.0.25 "GET /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777003 Nov 12 08:09:34.856914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.870236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Transition to ACTIVE for port object 13eabdf1-8e2f-4659-9081-5d58ecc88a8d will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:34.875778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.885153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-7e46e888-ec2b-4dfd-aeb3-5bdf84905e62 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.886681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-7e46e888-ec2b-4dfd-aeb3-5bdf84905e62 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.32 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 821 time: 0.5625641 Nov 12 08:09:34.902686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'port': {'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'admin_state_up': True, 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:34.925624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-386f8532-1a6e-4e8b-a541-f1fdf1ec456e req-86232978-bd65-4dfb-a378-eaa8d3a6b854 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2331917 Nov 12 08:09:34.934871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Pushing event updated for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:35.028329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc844cc-b9e0-4306-9a0c-25ef6c13d465 req-409bd4bd-bc12-4b26-8d15-e95787e9fd49 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:35.036143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fc844cc-b9e0-4306-9a0c-25ef6c13d465 req-409bd4bd-bc12-4b26-8d15-e95787e9fd49 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 0.2394650 Nov 12 08:09:35.045598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8b02f4f4-7fb8-46e7-abfa-76251854e917 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:35.061927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-1b593a96-6489-434e-b6d7-29e020506ee8 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242047 Nov 12 08:09:35.062968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Attempting to bind port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:35.063571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Attempting to bind port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:35.064143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Attempting to bind port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:35.069244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:35.069586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Attempting to bind port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:35.075714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:35.076199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Checking segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:35.076651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Bound using segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:35.077264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Bound port: 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:35.077630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.136970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:35.154037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-390699f2-a42b-49d6-a024-be80133b8434 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031523 Nov 12 08:09:35.164681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:35.168427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:35.173086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d0fa7863-e043-4800-89d9-8c3d62280022'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:35.175369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.242449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Pushing event updated for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:35.252802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:35.253641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.255139 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-38563b41-10ef-40db-ade2-44459842abe6 service neutron] 10.222.0.25 "PUT /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 1131 time: 1.2960963 Nov 12 08:09:35.287925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:35.293920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:35.297408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8b02f4f4-7fb8-46e7-abfa-76251854e917, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:35.329906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '8b02f4f4-7fb8-46e7-abfa-76251854e917', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '8b02f4f4-7fb8-46e7-abfa-76251854e917', 'mac_address': 'fa:16:3e:43:70:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:35.361085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.435654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fc844cc-b9e0-4306-9a0c-25ef6c13d465 req-bd4fe8db-d2ab-49fc-889a-d56cc50b5fc9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833852 Nov 12 08:09:35.453437 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.485241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b02f4f4-7fb8-46e7-abfa-76251854e917 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:35.496842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f1f47df-463d-47d8-ae16-9495ab0fe727 req-918c5f5f-9a93-4d57-8850-67501323d521 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154270 Nov 12 08:09:35.541125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Made reservation on behalf of 6ee43542a7ab4e2e865802cef1f311a8 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:35.543453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8b02f4f4-7fb8-46e7-abfa-76251854e917, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:35.544797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.562960 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.585683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-65c497b9-0cb8-4dce-b06f-9a05b357553e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:35.592779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-65c497b9-0cb8-4dce-b06f-9a05b357553e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376972 Nov 12 08:09:35.614512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'tag': '8b02f4f4-7fb8-46e7-abfa-76251854e917'}, {'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-deleted', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:35.620335 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579" -d '{"events": [{"name": "network-changed", "server_uuid": "2603eaf2-9c19-44c0-8d39-1198f0ef2896", "tag": "8b02f4f4-7fb8-46e7-abfa-76251854e917"}, {"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-deleted", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:35.643512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-8d7976ca-03a4-427c-b7f8-1208ca7f1399 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/quotas/6bd44d6b0f67463a8041b8b3ee47768b HTTP/1.1" status: 200 len: 375 time: 0.0497973 Nov 12 08:09:35.662811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=8b02f4f4-7fb8-46e7-abfa-76251854e917,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:35.681052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}, {'name': 'network-changed', 'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}, {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92'}, {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '71af1725-1fca-4ccc-80c4-fac03d70b8b9'}, {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '13eabdf1-8e2f-4659-9081-5d58ecc88a8d'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:35.684282 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253b1ce1-aab6-4079-a1e9-a593abecf73e" -d '{"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-unplugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}, {"name": "network-changed", "server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92"}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "71af1725-1fca-4ccc-80c4-fac03d70b8b9"}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "13eabdf1-8e2f-4659-9081-5d58ecc88a8d"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:35.719815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d0dc-150a-490b-8987-0c7f6d38ec28 req-6a8e9dd4-486d-4fb9-836f-868bf34458b2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:35.727171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1165d0dc-150a-490b-8987-0c7f6d38ec28 req-6a8e9dd4-486d-4fb9-836f-868bf34458b2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 944 time: 0.2034404 Nov 12 08:09:35.791449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2734a4-f41c-440f-a699-0219f9a88b9d {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:35.799703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.813357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Transition to ACTIVE for port object fc2734a4-f41c-440f-a699-0219f9a88b9d will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:35.814279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a917148e-2f42-4b14-af3a-fa0cff8fb82b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698651 Nov 12 08:09:35.819135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['8b02f4f4-7fb8-46e7-abfa-76251854e917'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:35.822015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.845381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1165d0dc-150a-490b-8987-0c7f6d38ec28 req-41a9995f-8f31-41f6-8acd-4624ec4af730 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116483 Nov 12 08:09:35.874500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Allocated IP 172.20.0.7 (c978afed-861f-4bab-8593-0a343df41318/dbd697cd-ec84-45d4-b712-6479fd016057/9e50519d-6dcb-49a8-ac12-f3e102f96601) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:35.986358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:36.013783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.054344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Attempting to bind port fc2734a4-f41c-440f-a699-0219f9a88b9d on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:36.055096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Attempting to bind port fc2734a4-f41c-440f-a699-0219f9a88b9d by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:36.060813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Attempting to bind port fc2734a4-f41c-440f-a699-0219f9a88b9d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:36.072805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Port fc2734a4-f41c-440f-a699-0219f9a88b9d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:36.077970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Attempting to bind port fc2734a4-f41c-440f-a699-0219f9a88b9d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:36.088946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:36.089332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Checking segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:36.089601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Bound using segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:36.092326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Bound port: fc2734a4-f41c-440f-a699-0219f9a88b9d, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:36.092713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.177048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-0e1491bf-55a2-41ee-9fdb-328ec06dff4a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:36.184079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-0e1491bf-55a2-41ee-9fdb-328ec06dff4a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.2427068 Nov 12 08:09:36.216773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-7b56e7e7-4623-4f4b-98d6-355bc19302ef tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0321934 Nov 12 08:09:36.243292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.244842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:36.251295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:36.259688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.265609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:36.268680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-461db172-ad32-4832-b208-15ef3bb2fec5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509784 Nov 12 08:09:36.293458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '359de5bf-d2bd-47ad-846f-38ee17986464', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '359de5bf-d2bd-47ad-846f-38ee17986464', 'mac_address': 'fa:16:3e:23:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:36.312524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.352792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:36.353474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.354968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] 10.222.0.25 "PUT /v2.0/ports/fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 200 len: 1092 time: 1.0748515 Nov 12 08:09:36.373205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Network c978afed-861f-4bab-8593-0a343df41318 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:36.381529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:36.386380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:36.395846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event updated for resources: {'Port': ['ID=9e50519d-6dcb-49a8-ac12-f3e102f96601,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.399404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:36.419807 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.452697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359de5bf-d2bd-47ad-846f-38ee17986464 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:36.465147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:36.467753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.491660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892203fe-8d7b-4576-aac5-9761df8b6a29 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.525825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:36.532320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.540622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-9166c530-b217-40c0-829f-cbbab0a69fc1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6434305 Nov 12 08:09:36.606839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.613572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.625389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Request body: {'port': {'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:36.843886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.913613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-398934e5-2ce9-4d2f-b8eb-8873dd6f0727 None None] Provisioning complete for port 9e50519d-6dcb-49a8-ac12-f3e102f96601 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:36.915522 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-398934e5-2ce9-4d2f-b8eb-8873dd6f0727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.001099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-398934e5-2ce9-4d2f-b8eb-8873dd6f0727 None None] Port 9e50519d-6dcb-49a8-ac12-f3e102f96601 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:37.005125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['359de5bf-d2bd-47ad-846f-38ee17986464'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:37.018355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dd515-54cc-4454-936e-fbd2e95535e8 req-7b91ae3a-5e61-4522-befa-30341aa56cff tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:37.027210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f2dd515-54cc-4454-936e-fbd2e95535e8 req-7b91ae3a-5e61-4522-befa-30341aa56cff tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 949 time: 0.2735608 Nov 12 08:09:37.064838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8b02f4f4-7fb8-46e7-abfa-76251854e917 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:37.073987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-30cc0fa8-5327-451c-86dc-66d22baf5884 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038707 Nov 12 08:09:37.086232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb87e45-4dc5-46a2-af6d-572f878968a9 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:37.114300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.139816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Transition to ACTIVE for port object 5eb87e45-4dc5-46a2-af6d-572f878968a9 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:37.145322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.179147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 8b02f4f4-7fb8-46e7-abfa-76251854e917 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:37.190053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 8b02f4f4-7fb8-46e7-abfa-76251854e917 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:37.190549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.196629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Pushing event updated for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:37.320213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.342715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Attempting to bind port 5eb87e45-4dc5-46a2-af6d-572f878968a9 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:37.343057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Attempting to bind port 5eb87e45-4dc5-46a2-af6d-572f878968a9 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:37.343385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Attempting to bind port 5eb87e45-4dc5-46a2-af6d-572f878968a9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:37.357238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Port 5eb87e45-4dc5-46a2-af6d-572f878968a9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:37.357479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Attempting to bind port 5eb87e45-4dc5-46a2-af6d-572f878968a9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:37.364149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:37.364386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b02f4f4-7fb8-46e7-abfa-76251854e917'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:37.364795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Checking segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:37.365136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Bound using segment: {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:37.365587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Bound port: 5eb87e45-4dc5-46a2-af6d-572f878968a9, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e9e851-a3c9-4915-9865-424d1206c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:37.366034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.367515 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92932d45-d6b3-4074-8059-793365aa036d" -d '{"events": [{"server_uuid": "2603eaf2-9c19-44c0-8d39-1198f0ef2896", "name": "network-vif-plugged", "status": "completed", "tag": "8b02f4f4-7fb8-46e7-abfa-76251854e917"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:37.391299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8b02f4f4-7fb8-46e7-abfa-76251854e917, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:37.405253 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.433570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f2dd515-54cc-4454-936e-fbd2e95535e8 req-8dd9a76c-5de4-4944-8ab4-593745a65a83 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053359 Nov 12 08:09:37.459253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:37.465007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:37.481081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.547972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=8b02f4f4-7fb8-46e7-abfa-76251854e917,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:37.627963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e50519d-6dcb-49a8-ac12-f3e102f96601 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:37.637236 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.655089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Transition to ACTIVE for port object 9e50519d-6dcb-49a8-ac12-f3e102f96601 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:37.659375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-6b98c7ab-d8a3-483b-ab39-a37a386a497d service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843797 Nov 12 08:09:37.660723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.692569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:37.707386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.713334 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] 10.222.0.25 "PUT /v2.0/ports/5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 200 len: 1092 time: 1.3236768 Nov 12 08:09:37.731803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7d1a-596f-4f0e-a293-1cdf1e54095a service neutron] Pushing event updated for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:37.938077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Pushing event updated for resources: {'Port': ['ID=9e50519d-6dcb-49a8-ac12-f3e102f96601,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:37.939871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:37.990303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:37.994561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d0fa7863-e043-4800-89d9-8c3d62280022 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:38.042158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95767cfb-0593-4f23-bfa4-f528761492a3 req-101863c0-c269-4d12-9c8a-37c43d4a91f2 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.053146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95767cfb-0593-4f23-bfa4-f528761492a3 req-101863c0-c269-4d12-9c8a-37c43d4a91f2 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 943 time: 0.3134773 Nov 12 08:09:38.111720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Attempting to bind port 9e50519d-6dcb-49a8-ac12-f3e102f96601 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:38.112075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Attempting to bind port 9e50519d-6dcb-49a8-ac12-f3e102f96601 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:38.124471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Attempting to bind port 9e50519d-6dcb-49a8-ac12-f3e102f96601 on network c978afed-861f-4bab-8593-0a343df41318 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:38.136312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.153563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Port 9e50519d-6dcb-49a8-ac12-f3e102f96601 on network c978afed-861f-4bab-8593-0a343df41318 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:38.153869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Attempting to bind port 9e50519d-6dcb-49a8-ac12-f3e102f96601 on network c978afed-861f-4bab-8593-0a343df41318 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:38.178388 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a79c6-ac29-48fe-98f5-717c26f520d9 x-openstack-request-id: req-867a79c6-ac29-48fe-98f5-717c26f520d9 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:38.178710 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2603eaf2-9c19-44c0-8d39-1198f0ef2896", "tag": "8b02f4f4-7fb8-46e7-abfa-76251854e917", "status": "completed", "code": 200}, {"server_uuid": "d2bbae8a-297b-4df0-956c-937b0c388bec", "name": "network-vif-deleted", "tag": "4f3eb375-cdd3-4555-8ea5-c649a7f85cf4", "status": "failed", "code": 422}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:38.178958 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-867a79c6-ac29-48fe-98f5-717c26f520d9 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:38.179371 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'tag': '8b02f4f4-7fb8-46e7-abfa-76251854e917', 'status': 'completed', 'code': 200} Nov 12 08:09:38.179646 n-d-768509-25 neutron-server[102372]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2bbae8a-297b-4df0-956c-937b0c388bec', 'name': 'network-vif-deleted', 'tag': '4f3eb375-cdd3-4555-8ea5-c649a7f85cf4', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:09:38.216917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:38.217265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Checking segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:38.217658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Bound using segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:38.218114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Bound port: 9e50519d-6dcb-49a8-ac12-f3e102f96601, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:38.218471 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.266591 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 853 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c6078f-58aa-4d36-9657-5f951fb37070 x-openstack-request-id: req-38c6078f-58aa-4d36-9657-5f951fb37070 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:38.266863 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-unplugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "code": 200}, {"name": "network-changed", "server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "71af1725-1fca-4ccc-80c4-fac03d70b8b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "13eabdf1-8e2f-4659-9081-5d58ecc88a8d", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:38.267085 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38c6078f-58aa-4d36-9657-5f951fb37070 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:38.281662 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'code': 200} Nov 12 08:09:38.281932 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'status': 'completed', 'code': 200} Nov 12 08:09:38.282196 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'status': 'completed', 'code': 200} Nov 12 08:09:38.282552 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '71af1725-1fca-4ccc-80c4-fac03d70b8b9', 'status': 'completed', 'code': 200} Nov 12 08:09:38.282687 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '13eabdf1-8e2f-4659-9081-5d58ecc88a8d', 'status': 'completed', 'code': 200} Nov 12 08:09:38.365941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port d0fa7863-e043-4800-89d9-8c3d62280022 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:38.394044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port d0fa7863-e043-4800-89d9-8c3d62280022 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:38.394661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.448241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.455814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:38.474945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'mac_address': 'fa:16:3e:85:12:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:38.497059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95767cfb-0593-4f23-bfa4-f528761492a3 req-d5da3aae-992e-428d-804b-8f87ac3c215e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014819 Nov 12 08:09:38.529818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-e6378db9-3b5a-47f1-901a-a3eafc7a28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.531607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-e6378db9-3b5a-47f1-901a-a3eafc7a28c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 1102 time: 0.2993395 Nov 12 08:09:38.650485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-9407b2d7-6ddc-4f2e-9009-ab8a5dfc7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.652552 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-9407b2d7-6ddc-4f2e-9009-ab8a5dfc7012 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1111736 Nov 12 08:09:38.715747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.716212 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-a4b3b370-d77e-41f6-b9bf-3e5329307a1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917 HTTP/1.1" status: 200 len: 217 time: 0.0513182 Nov 12 08:09:38.737301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de033d8-d56e-45a5-bf62-1ee82ac64095 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:38.753640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-55d0ee8b-99b9-4f65-9f37-40ad190868dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.756359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-55d0ee8b-99b9-4f65-9f37-40ad190868dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1100 time: 0.4632754 Nov 12 08:09:38.775800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:38.783020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.809588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.812117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-c5fdbd89-18d3-4461-9c67-ce98ebd256dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.821941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-c5fdbd89-18d3-4461-9c67-ce98ebd256dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1100 time: 0.3044024 Nov 12 08:09:38.842302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.854981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.877648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d0fa7863-e043-4800-89d9-8c3d62280022, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d0fa7863-e043-4800-89d9-8c3d62280022,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:38.878459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.885661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.899971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.915129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.935515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.936969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.944760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-0ec191cd-cbb3-4e10-b139-057a97f74b76 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5396 time: 0.5887854 Nov 12 08:09:38.947185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] For port 9e50519d-6dcb-49a8-ac12-f3e102f96601, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:38.958222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-f6c4f4f5-bb02-4241-b080-c076487ad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.959727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-f6c4f4f5-bb02-4241-b080-c076487ad958 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1730475 Nov 12 08:09:38.984254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:39.064092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=d0fa7863-e043-4800-89d9-8c3d62280022,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:39.146897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-e071dc01-9230-47de-8fa0-0b235ac85b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:39.148438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-e071dc01-9230-47de-8fa0-0b235ac85b95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684949 Nov 12 08:09:39.195523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:39.238126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.240727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.32', 51106) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:39.279259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['9de033d8-d56e-45a5-bf62-1ee82ac64095'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:39.296877 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ad482e4b-20a9-4b87-8a45-d413923fbd6a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549972 Nov 12 08:09:39.315785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Transition to ACTIVE for port object f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:39.334092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.727084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] For port 9e50519d-6dcb-49a8-ac12-f3e102f96601, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:39.768989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-20b60e9f-f258-4cd5-9469-ae7452abafb6 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946949 Nov 12 08:09:39.811802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.32', 51107) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:39.813118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.849387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:39.861054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-1fe1459a-7784-4cb0-aa2a-f3f2942669e1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:39.863588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-1fe1459a-7784-4cb0-aa2a-f3f2942669e1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5588653 Nov 12 08:09:39.885056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-7377eaf2-1001-4b8c-a76b-de432c447927 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694337 Nov 12 08:09:39.896154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:39.940071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16e0eb-ed5c-4064-9285-69863436411a req-1361a371-ff5c-4f04-891a-36d82210d33b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:39.956361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f16e0eb-ed5c-4064-9285-69863436411a req-1361a371-ff5c-4f04-891a-36d82210d33b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 948 time: 1.3206964 Nov 12 08:09:39.959771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.32', 51108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:39.998931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:40.058606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-591f48b0-70f7-4d19-a95f-1aec7315731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.060083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-591f48b0-70f7-4d19-a95f-1aec7315731b service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 1.1017478 Nov 12 08:09:40.097229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 359de5bf-d2bd-47ad-846f-38ee17986464 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:40.106561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 359de5bf-d2bd-47ad-846f-38ee17986464 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:40.106976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.227948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:40.232235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.261869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.266284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Attempting to bind port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:40.266928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Attempting to bind port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:40.268072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Attempting to bind port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 on network b09680b2-4da0-4acb-80e5-8ef81f19a5af {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:40.279108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23fd34ef-ddfd-4046-b9b3-ef4f471c2579 req-7329daef-c8a9-4ca4-849e-9075a17618ca service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135787 Nov 12 08:09:40.282874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 on network b09680b2-4da0-4acb-80e5-8ef81f19a5af not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:40.284039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Attempting to bind port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 on network b09680b2-4da0-4acb-80e5-8ef81f19a5af {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:40.337296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:40.341024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d'}, {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:40.342920 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d"}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:40.346389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.364916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:40.377225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Checking segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:40.377791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Bound using segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:40.378362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Bound port: f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:40.378826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.389267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-c4e9bb1b-0bfc-4904-ba01-8f75f185ecee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0855746 Nov 12 08:09:40.419660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.422222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.423677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 1092 time: 3.8299210 Nov 12 08:09:40.426210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:40.436633 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22f1750-f5b5-413c-8a83-028fb5747272" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:40.461313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:40.480134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-31db4029-c61d-4078-aa7b-22b043be80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.481622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-31db4029-c61d-4078-aa7b-22b043be80c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 1.7100594 Nov 12 08:09:40.534292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] For port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:40.541629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] For port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:40.559717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.601260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.159 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/41806713-afd9-468f-becb-c6c95204ad09) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:40.629647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-de748c68-0486-49f0-b36a-1b980789ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.635475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b8931ed-a25f-464b-ab1d-cc852c4d5161 req-21f597e6-9eaa-4ff7-b864-9740bbb08126 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6896362 Nov 12 08:09:40.636869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.637504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.639062 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] 10.222.0.25 "PUT /v2.0/ports/f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 200 len: 1092 time: 2.7044325 Nov 12 08:09:40.682884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-9b1127b7-21a0-48bd-9d63-6b15cd801274 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.1435583 Nov 12 08:09:40.691572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Request body: {'port': {'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:40.730355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b5893-ae18-4c08-b56e-37b03b139e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:40.844546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.905514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b97bf7-488f-435c-82c4-5494c8054850 service neutron] Pushing event updated for resources: {'Port': ['ID=9e50519d-6dcb-49a8-ac12-f3e102f96601,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:40.925838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-043c450e-d38f-459a-9a79-14f45da5352c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.928494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-043c450e-d38f-459a-9a79-14f45da5352c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9182811 Nov 12 08:09:40.950325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.974461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-f53e83c8-6360-4a11-8e35-58862c08bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.975978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-f53e83c8-6360-4a11-8e35-58862c08bc78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2919898 Nov 12 08:09:40.996675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f16e0eb-ed5c-4064-9285-69863436411a req-2d120e4b-0c69-424d-a1e6-de06562e91b4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0393493 Nov 12 08:09:40.999445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-e456b4d7-5f03-4456-b9c9-affed3690dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.004986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-e456b4d7-5f03-4456-b9c9-affed3690dfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.5499682 Nov 12 08:09:41.057534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:41.110174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-c8d10670-8231-4398-8103-3b8d22387706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.112779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-c8d10670-8231-4398-8103-3b8d22387706 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1095 time: 0.6267331 Nov 12 08:09:41.131849 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7372628-2445-4a7d-b64f-d5ce1c1318d7 x-openstack-request-id: req-a7372628-2445-4a7d-b64f-d5ce1c1318d7 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:41.132369 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2603eaf2-9c19-44c0-8d39-1198f0ef2896", "name": "network-vif-plugged", "status": "completed", "tag": "8b02f4f4-7fb8-46e7-abfa-76251854e917", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:41.132486 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7372628-2445-4a7d-b64f-d5ce1c1318d7 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:41.132860 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b02f4f4-7fb8-46e7-abfa-76251854e917', 'code': 200} Nov 12 08:09:41.154057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.166477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:41.222258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:41.246729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:41.256495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-ede849db-63f3-4eb1-a98a-e618651686e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.1224089 Nov 12 08:09:41.263594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-2486f7d5-7cbd-4e5b-9c58-8eb92119e569 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.266137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-2486f7d5-7cbd-4e5b-9c58-8eb92119e569 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 1.2138095 Nov 12 08:09:41.288455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:41.329241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=41806713-afd9-468f-becb-c6c95204ad09,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:41.349500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Request body: {'port': {'device_id': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'admin_state_up': True, 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:41.429997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.430919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.434857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ddf98-5bb2-4c73-ba52-1158f45750fc req-670e94d1-eba3-470a-a005-5f3b42ad2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.436587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-136ddf98-5bb2-4c73-ba52-1158f45750fc req-670e94d1-eba3-470a-a005-5f3b42ad2dcb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 1102 time: 0.2171957 Nov 12 08:09:41.465613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45a09bf-efed-4bbc-b734-87231704633b {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:41.484129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.489730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a7dd6ce5-afac-471b-ad3c-d90e89221f42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6029816 Nov 12 08:09:41.509082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.517667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Request body: {'port': {'device_id': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:41.525328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Transition to ACTIVE for port object b45a09bf-efed-4bbc-b734-87231704633b will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:41.548613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.564112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0028d726-fc75-4910-bf5f-beac58ac46d4 req-f4b6d93d-8648-4a0a-a1d1-0754bdd9d3f4 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 210 time: 0.2966313 Nov 12 08:09:41.594280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-136ddf98-5bb2-4c73-ba52-1158f45750fc req-306f51e1-4b4f-4bc7-ac1a-06a7135c744e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470585 Nov 12 08:09:41.603413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f0e10e7-a9a1-43f6-8edd-ada01e83be23 None None] Provisioning complete for port 41806713-afd9-468f-becb-c6c95204ad09 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:41.603790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f0e10e7-a9a1-43f6-8edd-ada01e83be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.638149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Pushing event updated for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:41.643269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.661306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-f1e4da16-72c9-45f4-954f-44b68e36460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.662847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-f1e4da16-72c9-45f4-954f-44b68e36460e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6441767 Nov 12 08:09:41.665509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-938f4e7e-bc8a-49d1-b4ef-9e262cf2fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.668243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-938f4e7e-bc8a-49d1-b4ef-9e262cf2fe59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.3892274 Nov 12 08:09:41.684329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e10e7-a9a1-43f6-8edd-ada01e83be23 None None] Port 41806713-afd9-468f-becb-c6c95204ad09 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:41.729304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:41.733894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.782900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Attempting to bind port b45a09bf-efed-4bbc-b734-87231704633b on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:41.784378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Attempting to bind port b45a09bf-efed-4bbc-b734-87231704633b by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:41.784875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Attempting to bind port b45a09bf-efed-4bbc-b734-87231704633b on network b09680b2-4da0-4acb-80e5-8ef81f19a5af {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:41.795013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Port b45a09bf-efed-4bbc-b734-87231704633b on network b09680b2-4da0-4acb-80e5-8ef81f19a5af not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:41.795496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Attempting to bind port b45a09bf-efed-4bbc-b734-87231704633b on network b09680b2-4da0-4acb-80e5-8ef81f19a5af {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:41.808170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:41.808670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Checking segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:41.809216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Bound using segment: {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:41.809795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Bound port: b45a09bf-efed-4bbc-b734-87231704633b, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74995944-d3b8-4cbf-8a44-e426b92b70e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:41.810600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.849121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-87df71fd-8e60-49c3-bf6c-9d94a9dba253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.855008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-87df71fd-8e60-49c3-bf6c-9d94a9dba253 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8294001 Nov 12 08:09:41.910918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-e0b2f868-59ba-4fe9-8761-5eea4b03a0ce service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321727 Nov 12 08:09:41.961546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:41.988725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b45a09bf-efed-4bbc-b734-87231704633b,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:42.015191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:42.020616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fa8b3-f518-434d-a346-7f6d35443e88 req-af329551-f680-4c80-a6bf-2bb4234264a2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.022328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a55fa8b3-f518-434d-a346-7f6d35443e88 req-af329551-f680-4c80-a6bf-2bb4234264a2 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.9012873 Nov 12 08:09:42.022894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.095612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.096300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.097781 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] 10.222.0.25 "PUT /v2.0/ports/b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 200 len: 1092 time: 1.4162347 Nov 12 08:09:42.143395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:42.146746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9074-23c8-4577-9b30-68ae846a7da0 service neutron] Pushing event updated for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:42.148276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:42.148693 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.151295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c54a8-aaba-4e3f-a97e-bc94e94bec94 req-119c5e9d-f6fb-4384-b96e-c3d4f0586ce2 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.159280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c6c54a8-aaba-4e3f-a97e-bc94e94bec94 req-119c5e9d-f6fb-4384-b96e-c3d4f0586ce2 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 950 time: 0.4880247 Nov 12 08:09:42.179333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:42.183097 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.248218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.248873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.249362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.249829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.250292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.250770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.252631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.255359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-da807dd4-c509-4502-b1c5-2286363bf234 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.1048281 Nov 12 08:09:42.306689 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.310159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41806713-afd9-468f-becb-c6c95204ad09 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:42.316297 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-83fc2df6-99a5-447c-835a-fa30d3326edb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 217 time: 0.0515020 Nov 12 08:09:42.319105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-fe57ca77-1546-4e93-9d98-5a872ae6dac9 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672421 Nov 12 08:09:42.321044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.333622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Transition to ACTIVE for port object 41806713-afd9-468f-becb-c6c95204ad09 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:42.344840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.372567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-b50c9e6d-fd5e-4eb4-a2ad-f1868d8d83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.374088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-b50c9e6d-fd5e-4eb4-a2ad-f1868d8d83be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5411041 Nov 12 08:09:42.386691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:42.394988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.440858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Pushing event updated for resources: {'Port': ['ID=41806713-afd9-468f-becb-c6c95204ad09,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:42.451467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1a18595a-a483-43c9-8013-e0f739bddff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.453146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1a18595a-a483-43c9-8013-e0f739bddff5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 200 len: 850 time: 0.1179390 Nov 12 08:09:42.499922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:42.553707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-198deae2-c67b-403a-87a9-74f71d4f04ec service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590455 Nov 12 08:09:42.562834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-b31264e1-c555-412f-9e9a-7cb262547528 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791673 Nov 12 08:09:42.574381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7d271015-d3a6-4fd8-b72d-3608a6fe534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.576405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-7d271015-d3a6-4fd8-b72d-3608a6fe534f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57aeee26-4086-426d-86ff-d028108630ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126537 Nov 12 08:09:42.588256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c6c54a8-aaba-4e3f-a97e-bc94e94bec94 req-f33fcbf8-383d-4e21-91a5-4252bdd302d5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279175 Nov 12 08:09:42.593933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a55fa8b3-f518-434d-a346-7f6d35443e88 req-e54ede65-a921-487f-852f-8a76794c4a47 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365419 Nov 12 08:09:42.597462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Attempting to bind port 41806713-afd9-468f-becb-c6c95204ad09 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:42.597981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Attempting to bind port 41806713-afd9-468f-becb-c6c95204ad09 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:42.598492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Attempting to bind port 41806713-afd9-468f-becb-c6c95204ad09 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:42.630360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Port 41806713-afd9-468f-becb-c6c95204ad09 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:42.630928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Attempting to bind port 41806713-afd9-468f-becb-c6c95204ad09 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:42.676339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:42.676721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:42.677055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:42.677570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Bound port: 41806713-afd9-468f-becb-c6c95204ad09, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:42.677845 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.862652 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ad322d-7530-44a1-9a01-30e7a730743a x-openstack-request-id: req-62ad322d-7530-44a1-9a01-30e7a730743a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:42.862943 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:42.863208 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62ad322d-7530-44a1-9a01-30e7a730743a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:42.863585 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d', 'status': 'completed', 'code': 200} Nov 12 08:09:42.863833 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9', 'status': 'completed', 'code': 200} Nov 12 08:09:42.867425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.13 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/bd59e899-771e-4f99-a430-2f0d862910a6) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:42.871009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-6926d5cf-60b1-43a8-84d5-1408983da162 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754245 Nov 12 08:09:42.900613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] For port 41806713-afd9-468f-becb-c6c95204ad09, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:42.953856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] For port 41806713-afd9-468f-becb-c6c95204ad09, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=41806713-afd9-468f-becb-c6c95204ad09,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:42.960541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.968276 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49272b92-81e6-4001-b148-55b6f4d56f37 x-openstack-request-id: req-49272b92-81e6-4001-b148-55b6f4d56f37 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:42.968826 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:42.969239 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49272b92-81e6-4001-b148-55b6f4d56f37 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:42.969735 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'status': 'completed', 'code': 200} Nov 12 08:09:43.024140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.025474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.027905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] 10.222.0.32 "PUT /v2.0/ports/41806713-afd9-468f-becb-c6c95204ad09 HTTP/1.1" status: 200 len: 1097 time: 1.5231960 Nov 12 08:09:43.100810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d067d0ce-62ad-4003-9586-860675339dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.133603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fa7863-e043-4800-89d9-8c3d62280022'}, {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}, {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:43.136792 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad5fea-8c96-472a-943b-db7e946bc3cc" -d '{"events": [{"server_uuid": "f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7", "name": "network-vif-plugged", "status": "completed", "tag": "d0fa7863-e043-4800-89d9-8c3d62280022"}, {"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-plugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}, {"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-plugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:43.159089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-58542144-c9fd-475d-8332-068d8ab78852 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795360 Nov 12 08:09:43.165955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Allocated IP 172.20.0.2 (3c3e1a77-3e53-4ffd-8e43-79e0469af7e1/43aafb6f-6649-4282-b7f6-0304c919bc5a/1b860982-2ee1-43b2-a86d-86594ad1cd50) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:43.243717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98fe7c-ade0-49c6-9c09-804d9ff424cb service neutron] Pushing event updated for resources: {'Port': ['ID=41806713-afd9-468f-becb-c6c95204ad09,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:43.250875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-56ed85fb-6beb-49fd-9b1d-b55ad041c041 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 217 time: 0.0747669 Nov 12 08:09:43.255761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-51b72502-8b43-466e-af85-00cd408bddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.258584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-51b72502-8b43-466e-af85-00cd408bddc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 1100 time: 0.1733222 Nov 12 08:09:43.335537 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-f307d631-0d32-4ea9-a279-ec0d50896254 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=41806713-afd9-468f-becb-c6c95204ad09 HTTP/1.1" status: 200 len: 217 time: 0.0634298 Nov 12 08:09:43.338400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a378-c05c-419b-b417-8c5efe61190d req-4fe68ee7-ee22-4241-81c8-f7d79ca35c1d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.339898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5281a378-c05c-419b-b417-8c5efe61190d req-4fe68ee7-ee22-4241-81c8-f7d79ca35c1d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 943 time: 0.3927031 Nov 12 08:09:43.375815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea742c-86c7-4f94-8a6f-4303bc55b09a req-d62c386a-6cba-497e-9939-28719d8f5c79 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113549 Nov 12 08:09:43.380858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-65004d52-a536-4427-80bc-ab860c8a4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.382473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-65004d52-a536-4427-80bc-ab860c8a4073 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.1229038 Nov 12 08:09:43.394363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa58bace-308f-4c4d-ab56-6b82da3a28c3 req-65430ca5-4a72-4b6b-b9c1-cdd140a6dbfb tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 210 time: 0.0849648 Nov 12 08:09:43.408599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-1fee575e-695d-41d4-9c2a-f4003e2fe901 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279252 Nov 12 08:09:43.429109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-81fb8418-2e98-40ae-a3a2-932c1c7ea18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.431482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-81fb8418-2e98-40ae-a3a2-932c1c7ea18c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0881827 Nov 12 08:09:43.448847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.489186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-9bc6934b-c060-4442-98ba-b4aa0ac8f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.491147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-9bc6934b-c060-4442-98ba-b4aa0ac8f928 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970249 Nov 12 08:09:43.528653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-dbbfbde1-1f96-4cc0-9e24-f0c2fee9640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.530186 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-dbbfbde1-1f96-4cc0-9e24-f0c2fee9640b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912907 Nov 12 08:09:43.544681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-dceeea63-8d13-48ff-9071-5879d2669f80 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.546639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-dceeea63-8d13-48ff-9071-5879d2669f80 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189&tenant_id=3d841ea215d64358b8162da38ef0a9d4&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 950 time: 0.3332810 Nov 12 08:09:43.655506 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1767ad40-a569-40c4-b65b-12b9bd3d2f57 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558981 Nov 12 08:09:43.702963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-408743ca-dc0d-45b8-b3b1-6ae621c9b220 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387107 Nov 12 08:09:43.835650 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-0d054268-cf45-443d-be91-dd4f96e75fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704493 Nov 12 08:09:43.888551 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-a2c63197-0bba-4d53-b04f-72dc4b7c3c54 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533179 Nov 12 08:09:43.890499 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-64778890-c9ab-4d9b-a4cd-1bf5e4ce1381 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 217 time: 0.0393708 Nov 12 08:09:43.945301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-936ba3d4-cb1b-4f4d-8035-af31ed92eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.946816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-936ba3d4-cb1b-4f4d-8035-af31ed92eb27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0488245 Nov 12 08:09:43.995558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-fb17084f-ebb5-4f8b-a492-4c95810f0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.997092 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-fb17084f-ebb5-4f8b-a492-4c95810f0160 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0409794 Nov 12 08:09:44.014482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5281a378-c05c-419b-b417-8c5efe61190d req-51d5ec4a-e1cf-4b64-9b9e-a514b9be5dbc tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595047 Nov 12 08:09:44.047019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-5deb1fa7-30c6-46ea-b263-461c4b2917c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.048597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-5deb1fa7-30c6-46ea-b263-461c4b2917c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1095 time: 0.5671442 Nov 12 08:09:44.103646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-08008d6a-1745-4234-85be-709297dc0925 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984974 Nov 12 08:09:44.107656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.113848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.120795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.127311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.133349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.139325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.145984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.147879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11143b02-876d-4840-8b72-5eeffbc341be req-5af9e13e-4193-4a9e-a0d9-3dbc05faf93d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.6562779 Nov 12 08:09:44.159512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.171399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:44.204566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1d21b950-0427-4167-b5a0-0de9cd982988 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928156 Nov 12 08:09:44.246808 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-20a54ce2-6a2e-4d0d-8dd5-888742b09c39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 200 len: 217 time: 0.0345454 Nov 12 08:09:44.270513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7f4b259-bc6a-4ff4-8ffa-70a2d02baa22 req-dc468ac5-53a2-4c9b-a6af-19fd30ae5523 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 210 time: 0.1802883 Nov 12 08:09:44.306386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f7f7381c-a0df-40d0-a5f6-1e2aca986c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.308482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f7f7381c-a0df-40d0-a5f6-1e2aca986c1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0525627 Nov 12 08:09:44.325956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-16e867a6-38ae-4553-89a6-2a7122dcbd4b service neutron] 10.222.0.25 "GET /v2.0/ports/9de033d8-d56e-45a5-bf62-1ee82ac64095/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 383 time: 0.7584734 Nov 12 08:09:44.326930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=bd59e899-771e-4f99-a430-2f0d862910a6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:44.342345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.355581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.362238 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0916f4e5-5b99-4b20-bd60-4a91987e6c6c x-openstack-request-id: req-0916f4e5-5b99-4b20-bd60-4a91987e6c6c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:44.362825 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7", "name": "network-vif-plugged", "status": "completed", "tag": "d0fa7863-e043-4800-89d9-8c3d62280022", "code": 200}, {"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-plugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "code": 200}, {"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-plugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:44.363389 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0916f4e5-5b99-4b20-bd60-4a91987e6c6c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:44.364292 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fa7863-e043-4800-89d9-8c3d62280022', 'code': 200} Nov 12 08:09:44.364985 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'code': 200} Nov 12 08:09:44.365596 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'code': 200} Nov 12 08:09:44.369783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:44.386643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:44.391411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:44.410550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b20e410e-73ef-476b-97dc-a8f7c82d9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.413054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b20e410e-73ef-476b-97dc-a8f7c82d9033 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972619 Nov 12 08:09:44.543381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11143b02-876d-4840-8b72-5eeffbc341be req-3e8ecd57-aeef-4b5d-a31f-fbcd1534c937 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3818839 Nov 12 08:09:44.559913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-9720881c-f316-4ef2-a573-9a8ca9c02d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.561433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-9720881c-f316-4ef2-a573-9a8ca9c02d44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.4987204 Nov 12 08:09:44.585851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.586514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.648662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d6880-cab9-4231-8b36-2733c856ab3e req-f814a97c-ad8a-4d54-86a4-425ac51795ab tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.650242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-668d6880-cab9-4231-8b36-2733c856ab3e req-f814a97c-ad8a-4d54-86a4-425ac51795ab tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.2084448 Nov 12 08:09:44.659460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-0d7fc0bd-37cf-4013-87d9-41c5e0132724 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.0873477 Nov 12 08:09:44.672123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ac6e201d-2624-44ab-ba57-5cc6fccda0bf None None] Provisioning complete for port bd59e899-771e-4f99-a430-2f0d862910a6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:44.672472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ac6e201d-2624-44ab-ba57-5cc6fccda0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.682806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.685779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-5b3c992a-bee6-4efe-8fe6-b0d9002b7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.687392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-5b3c992a-bee6-4efe-8fe6-b0d9002b7718 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1102 time: 0.2559941 Nov 12 08:09:44.710251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e201d-2624-44ab-ba57-5cc6fccda0bf None None] Port bd59e899-771e-4f99-a430-2f0d862910a6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:44.756002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-63091384-5b6b-4b22-8892-a4d7d29e7746 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7477865 Nov 12 08:09:44.797129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Request body: {'port': {'device_id': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:44.866258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7'}, {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b'}, {'name': 'network-changed', 'server_uuid': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'tag': '41806713-afd9-468f-becb-c6c95204ad09'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:44.868695 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7"}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "b45a09bf-efed-4bbc-b734-87231704633b"}, {"name": "network-changed", "server_uuid": "9413968b-2b2a-4ee2-bfb8-901ee33654b3", "tag": "41806713-afd9-468f-becb-c6c95204ad09"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:44.885785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:44.894471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b41018-0178-4348-a512-d3c6cf96c50d req-768c3c9f-e00a-4144-8524-e0d8118725c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.896004 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5b41018-0178-4348-a512-d3c6cf96c50d req-768c3c9f-e00a-4144-8524-e0d8118725c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1102 time: 0.4137897 Nov 12 08:09:44.902579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711691-d84b-4617-858f-842ec4d730ec req-fba02baa-f8ff-4aed-a657-7f8d9c19e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.904692 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f711691-d84b-4617-858f-842ec4d730ec req-fba02baa-f8ff-4aed-a657-7f8d9c19e1e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 1097 time: 0.4482474 Nov 12 08:09:44.910517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:44.921530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:44.930154 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-f768c14e-5fdd-4b9b-bb7c-d57634454ce4 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030773 Nov 12 08:09:44.930370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-228a3f09-12fa-47d2-988e-5ee753f93d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.931678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-228a3f09-12fa-47d2-988e-5ee753f93d85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.2399287 Nov 12 08:09:44.932284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event updated for resources: {'Port': ['ID=1b860982-2ee1-43b2-a86d-86594ad1cd50,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:44.941555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf49cb-36f4-42d8-9957-04d57374ef09 req-2ec609db-23f8-4cf1-b8ba-29f6fa101b0b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.942995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70bf49cb-36f4-42d8-9957-04d57374ef09 req-2ec609db-23f8-4cf1-b8ba-29f6fa101b0b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 950 time: 0.3145654 Nov 12 08:09:45.037588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-668d6880-cab9-4231-8b36-2733c856ab3e req-99918c21-ef50-427e-a134-8e1967d338b4 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565884 Nov 12 08:09:45.040132 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5b41018-0178-4348-a512-d3c6cf96c50d req-8280f65b-f884-4713-8bbe-21b2e4394b9c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312332 Nov 12 08:09:45.044608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f711691-d84b-4617-858f-842ec4d730ec req-b46b0969-9694-4f9a-9e65-0fd16ff9cec3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276789 Nov 12 08:09:45.069420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1d5bca5f-5c18-483c-9f9c-e287f8e96eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291637 Nov 12 08:09:45.070620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.083917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-a3195d12-90ac-4914-89b4-9ef0bc62f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.085456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-a3195d12-90ac-4914-89b4-9ef0bc62f3e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.3721261 Nov 12 08:09:45.108748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 41806713-afd9-468f-becb-c6c95204ad09 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:45.112163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.112771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.159530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-7d88ebf2-218a-4dc9-b0ea-6b8aec583c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.161044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-7d88ebf2-218a-4dc9-b0ea-6b8aec583c02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125516 Nov 12 08:09:45.172150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70bf49cb-36f4-42d8-9957-04d57374ef09 req-87d4ec6f-dd47-4226-8c7c-681532f55a75 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161534 Nov 12 08:09:45.203407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-f553a477-6fa8-4c57-92b1-c8909db06623 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9023986 Nov 12 08:09:45.224013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 41806713-afd9-468f-becb-c6c95204ad09, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=41806713-afd9-468f-becb-c6c95204ad09,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:45.236105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '41806713-afd9-468f-becb-c6c95204ad09', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '41806713-afd9-468f-becb-c6c95204ad09', 'mac_address': 'fa:16:3e:14:a5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:45.236505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Request body: {'port': {'device_id': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:45.274495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.287833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41806713-afd9-468f-becb-c6c95204ad09 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:45.309035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 41806713-afd9-468f-becb-c6c95204ad09, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=41806713-afd9-468f-becb-c6c95204ad09,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:45.313324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.313929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9e50519d-6dcb-49a8-ac12-f3e102f96601 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:45.410414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214fb77-48d4-4a8c-a68e-4878d0a655ed req-8b66ac94-6f30-439d-816b-05255b30eb2f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.411888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9214fb77-48d4-4a8c-a68e-4878d0a655ed req-8b66ac94-6f30-439d-816b-05255b30eb2f tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.2957528 Nov 12 08:09:45.413621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=41806713-afd9-468f-becb-c6c95204ad09,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:45.455846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9e50519d-6dcb-49a8-ac12-f3e102f96601, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:45.467626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:45.505439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.506221 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.530289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e50519d-6dcb-49a8-ac12-f3e102f96601 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:45.545597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.552312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-450fbe85-2a17-4e62-bd9b-9985354dc76a service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634329 Nov 12 08:09:45.553639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9e50519d-6dcb-49a8-ac12-f3e102f96601, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:45.557864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.565432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d36b4a-ab49-413f-b168-857ac7c89d2e req-e11d4602-a65b-4ca4-989e-9545aac5e02d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.566870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31d36b4a-ab49-413f-b168-857ac7c89d2e req-e11d4602-a65b-4ca4-989e-9545aac5e02d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 935 time: 0.2584291 Nov 12 08:09:45.623575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-bb2958e5-abc6-433b-8b41-06bb92c40919 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 200 len: 217 time: 0.0481737 Nov 12 08:09:45.678190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-c46de74c-dbb5-4167-b4c8-a04b06ac2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.679695 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-c46de74c-dbb5-4167-b4c8-a04b06ac2553 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0483851 Nov 12 08:09:45.688803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-d40c5f9b-1db6-445e-99cf-cad4ed403b3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0860326 Nov 12 08:09:45.701763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9214fb77-48d4-4a8c-a68e-4878d0a655ed req-c1cf5dbe-354b-495c-9ecf-63f72ad665e4 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712622 Nov 12 08:09:45.733843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d08332f6-007b-4ecf-9bf7-0e67085809ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.735635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d08332f6-007b-4ecf-9bf7-0e67085809ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0482304 Nov 12 08:09:45.736683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9e50519d-6dcb-49a8-ac12-f3e102f96601,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:45.786744 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a09a9b-e3e1-46ce-93cd-5c744592696b x-openstack-request-id: req-d6a09a9b-e3e1-46ce-93cd-5c744592696b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:45.787908 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "b45a09bf-efed-4bbc-b734-87231704633b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9413968b-2b2a-4ee2-bfb8-901ee33654b3", "tag": "41806713-afd9-468f-becb-c6c95204ad09", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:45.789413 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6a09a9b-e3e1-46ce-93cd-5c744592696b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:45.789876 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7', 'status': 'completed', 'code': 200} Nov 12 08:09:45.790490 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b', 'status': 'completed', 'code': 200} Nov 12 08:09:45.790490 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'tag': '41806713-afd9-468f-becb-c6c95204ad09', 'status': 'completed', 'code': 200} Nov 12 08:09:45.869741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9e50519d-6dcb-49a8-ac12-f3e102f96601'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:45.890709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-34a7dfe7-9764-4706-ab3d-d577de4fe866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.892793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-34a7dfe7-9764-4706-ab3d-d577de4fe866 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 1101 time: 0.0810068 Nov 12 08:09:45.904536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:45.935031 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1aa9e07d-e290-494c-8276-5aedda3f0827 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784077 Nov 12 08:09:45.965786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31d36b4a-ab49-413f-b168-857ac7c89d2e req-97b9612b-4dfa-4323-9a29-749c3ceb666d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651981 Nov 12 08:09:46.008792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-5fcd7ab7-11c2-4d67-baac-5ae709bd78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.011041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-5fcd7ab7-11c2-4d67-baac-5ae709bd78f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.3037832 Nov 12 08:09:46.063815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-45a63cf9-8a7c-4f59-8681-01e560cdf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.065841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-45a63cf9-8a7c-4f59-8681-01e560cdf9d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1644404 Nov 12 08:09:46.116922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d8b6a89a-dc28-4907-98de-08c017e0e024 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542060 Nov 12 08:09:46.118287 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-5aa86a37-2faf-47a9-b951-c8c01efdced6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=41806713-afd9-468f-becb-c6c95204ad09 HTTP/1.1" status: 200 len: 217 time: 0.0428734 Nov 12 08:09:46.136874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-5f5d5028-5305-4aea-9b80-375acebbc007 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512512 Nov 12 08:09:46.178304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd59e899-771e-4f99-a430-2f0d862910a6 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:46.184615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-7f16b621-c6cd-436d-8f4e-867f4f765d7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3315182 Nov 12 08:09:46.186989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-1014379a-e974-47ba-b089-3e3bef0c5748 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 200 len: 217 time: 0.0622380 Nov 12 08:09:46.193886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.204779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0dfe9-37d7-4c2b-a762-0589d1a86c2e req-53c61c0d-b4c4-4b2e-961a-1cac06e6cf9c tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.206991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba0dfe9-37d7-4c2b-a762-0589d1a86c2e req-53c61c0d-b4c4-4b2e-961a-1cac06e6cf9c tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 944 time: 0.3610654 Nov 12 08:09:46.212208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-54cff542-a215-4336-a91a-174dfa465965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.213652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-54cff542-a215-4336-a91a-174dfa465965 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0826859 Nov 12 08:09:46.265208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-1fa3fbed-1b4d-4729-a4b9-9dd46346e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.266765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-1fa3fbed-1b4d-4729-a4b9-9dd46346e739 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2365222 Nov 12 08:09:46.270882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Transition to ACTIVE for port object bd59e899-771e-4f99-a430-2f0d862910a6 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:46.278009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b710956c-2b83-4a85-ac0f-5502f0c3f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.279465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b710956c-2b83-4a85-ac0f-5502f0c3f902 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0753276 Nov 12 08:09:46.288279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-e47ed7ad-ca2f-4e61-bfe1-f21c2ea98db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.289646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-e47ed7ad-ca2f-4e61-bfe1-f21c2ea98db8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558672 Nov 12 08:09:46.324710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b383b-64ab-4a47-b135-412083529b48 req-28cda83f-c0eb-4bd4-9f3d-7ab20ed42a03 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.326798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-723b383b-64ab-4a47-b135-412083529b48 req-28cda83f-c0eb-4bd4-9f3d-7ab20ed42a03 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2551634 Nov 12 08:09:46.327832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.385156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-83570c7f-89a7-4a2f-afe6-c249f26bbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.386664 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-83570c7f-89a7-4a2f-afe6-c249f26bbe3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961835 Nov 12 08:09:46.440483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-6f9f4ddc-583c-48e8-9642-3f8ebd37e62a service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250865 Nov 12 08:09:46.563258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-9214f546-683d-4da6-bd2c-53b2c790fabf service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646299 Nov 12 08:09:46.598358 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-353251c8-a119-442e-8198-5b31def94d15 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328759 Nov 12 08:09:46.671122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.676612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-957e50f2-6cac-4142-ba2e-ddabf5b7cbf0 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003506 Nov 12 08:09:46.719927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-8f213a91-79dc-4d7a-b923-7fca888cf922 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 200 len: 217 time: 0.0341005 Nov 12 08:09:46.783641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d2644341-d80a-4b39-93af-21681e8f3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.785137 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-d2644341-d80a-4b39-93af-21681e8f3578 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0464923 Nov 12 08:09:46.823610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba0dfe9-37d7-4c2b-a762-0589d1a86c2e req-e0467e21-b810-49a7-8369-605f9880c476 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072514 Nov 12 08:09:46.843638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-fe52d30c-bd87-4c74-933c-c3f45e98a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.845063 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-fe52d30c-bd87-4c74-933c-c3f45e98a0ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516174 Nov 12 08:09:46.873762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-22594cef-0a1e-43c3-aecf-0f1ab52fdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.875575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-22594cef-0a1e-43c3-aecf-0f1ab52fdebd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 1103 time: 0.6290467 Nov 12 08:09:46.891391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd59e899-771e-4f99-a430-2f0d862910a6,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:46.946810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-723b383b-64ab-4a47-b135-412083529b48 req-3616c314-6651-49c4-9f9f-3f93d4b9cb15 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582104 Nov 12 08:09:46.976357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-4c0280c9-0a2c-49b3-91ad-cc163a4f3322 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049385 Nov 12 08:09:47.044257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b860982-2ee1-43b2-a86d-86594ad1cd50 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:47.072660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.094350 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cc66b4b3-b984-4dd3-8cd2-d78cb83b276c req-b8e0180a-7158-4d04-9b63-1e6a4525fe03 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964146 Nov 12 08:09:47.103869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 41806713-afd9-468f-becb-c6c95204ad09 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:47.144129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-3ed50c49-3f57-41d9-a953-bc2b74727a29 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512223 Nov 12 08:09:47.161601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Transition to ACTIVE for port object 1b860982-2ee1-43b2-a86d-86594ad1cd50 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:47.182815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.193822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 41806713-afd9-468f-becb-c6c95204ad09 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:47.197886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 41806713-afd9-468f-becb-c6c95204ad09 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:47.198373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.233957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e5db4-8ec0-42df-a25f-c9b72fef4efc req-597bd1c4-4010-4367-93d9-1ab445a91757 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.242710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f40e5db4-8ec0-42df-a25f-c9b72fef4efc req-597bd1c4-4010-4367-93d9-1ab445a91757 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 931 time: 0.2908745 Nov 12 08:09:47.257390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.257852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.258312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.258937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.259392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.259842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.261611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.261775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Attempting to bind port bd59e899-771e-4f99-a430-2f0d862910a6 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:47.262066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Attempting to bind port bd59e899-771e-4f99-a430-2f0d862910a6 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:47.262396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Attempting to bind port bd59e899-771e-4f99-a430-2f0d862910a6 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:47.263548 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4b7b6ec9-b2b1-4667-8588-884e70717d02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0607905 Nov 12 08:09:47.285940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.300152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.306192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.310761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41806713-afd9-468f-becb-c6c95204ad09'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:47.312391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.313307 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbb2aab-ac27-4ed9-b52f-e4c0fd70cc40" -d '{"events": [{"server_uuid": "9413968b-2b2a-4ee2-bfb8-901ee33654b3", "name": "network-vif-plugged", "status": "completed", "tag": "41806713-afd9-468f-becb-c6c95204ad09"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:47.319003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.324985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.325955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 41806713-afd9-468f-becb-c6c95204ad09, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=41806713-afd9-468f-becb-c6c95204ad09,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:47.330724 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.331429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.332519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9e50519d-6dcb-49a8-ac12-f3e102f96601 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:47.337497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.340312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-faf2cc67-4930-4fa8-8e79-4187aebb5cc8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.3074536 Nov 12 08:09:47.366694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-913ba45d-9fa7-4491-8993-fc4df47959ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.368147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-913ba45d-9fa7-4491-8993-fc4df47959ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.4204450 Nov 12 08:09:47.375277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-d06e759b-b451-4462-8a1d-d4c433ea27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.375494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Port bd59e899-771e-4f99-a430-2f0d862910a6 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:47.375749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Attempting to bind port bd59e899-771e-4f99-a430-2f0d862910a6 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:47.377424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-d06e759b-b451-4462-8a1d-d4c433ea27c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac HTTP/1.1" status: 200 len: 911 time: 0.0995898 Nov 12 08:09:47.427462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=41806713-afd9-468f-becb-c6c95204ad09,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:47.431662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-97c2f972-e1e7-49a9-897a-34bbdea9ffd3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 217 time: 0.0415373 Nov 12 08:09:47.437321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 9e50519d-6dcb-49a8-ac12-f3e102f96601 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:47.442678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 9e50519d-6dcb-49a8-ac12-f3e102f96601 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:47.443049 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.449002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Pushing event updated for resources: {'Port': ['ID=1b860982-2ee1-43b2-a86d-86594ad1cd50,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:47.488146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:47.488625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:47.489189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:47.489722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-d2cadb58-28f9-4051-b1e5-5f66a1bf8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.490018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Bound port: bd59e899-771e-4f99-a430-2f0d862910a6, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:47.490470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.491259 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-d2cadb58-28f9-4051-b1e5-5f66a1bf8c37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 200 len: 850 time: 0.0513854 Nov 12 08:09:47.514705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-8599af5e-57b3-4dc0-a4bf-a20522a626d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 200 len: 217 time: 0.0997939 Nov 12 08:09:47.536725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.542998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-bd9807af-7621-491f-a9a9-7fe9dc9f7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.544789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-bd9807af-7621-491f-a9a9-7fe9dc9f7c3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57aeee26-4086-426d-86ff-d028108630ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424459 Nov 12 08:09:47.574166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9e50519d-6dcb-49a8-ac12-f3e102f96601, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:47.579077 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.616624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f40e5db4-8ec0-42df-a25f-c9b72fef4efc req-58de492d-0ccd-4157-8037-1c684f9c6e19 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730304 Nov 12 08:09:47.631976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9e50519d-6dcb-49a8-ac12-f3e102f96601,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:47.664404 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-e1540ecd-17cf-4de4-9fd9-805e5eb05699 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106925 Nov 12 08:09:47.696096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-5d1da5d3-0d58-41c4-9d0b-c4f88f872684 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925206 Nov 12 08:09:47.708888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b295cfe5-a006-4c0e-91e9-1b00f7ea0e52 req-6f9a737e-5470-4765-a319-0988aadacde4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3436630 Nov 12 08:09:47.733634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-e70a61e3-ad35-43f8-9eab-8397c60ef478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.736558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-e70a61e3-ad35-43f8-9eab-8397c60ef478 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1936388 Nov 12 08:09:47.787930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-f1a78197-c288-4bf0-bd2f-49ae1d09a2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130345 Nov 12 08:09:47.816149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] For port bd59e899-771e-4f99-a430-2f0d862910a6, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:47.818572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Attempting to bind port 1b860982-2ee1-43b2-a86d-86594ad1cd50 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:47.818904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Attempting to bind port 1b860982-2ee1-43b2-a86d-86594ad1cd50 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:47.819231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Attempting to bind port 1b860982-2ee1-43b2-a86d-86594ad1cd50 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:47.838305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] For port bd59e899-771e-4f99-a430-2f0d862910a6, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=bd59e899-771e-4f99-a430-2f0d862910a6,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:47.842198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Port 1b860982-2ee1-43b2-a86d-86594ad1cd50 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:47.842522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Attempting to bind port 1b860982-2ee1-43b2-a86d-86594ad1cd50 on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:47.851963 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.877556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a0ff-6e3f-4932-ad82-c988ddc9ce11 req-dda34bec-9a7c-4a13-be46-3be80d145297 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.879020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4953a0ff-6e3f-4932-ad82-c988ddc9ce11 req-dda34bec-9a7c-4a13-be46-3be80d145297 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1819773 Nov 12 08:09:47.901487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:47.901821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:47.902205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Bound using segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:47.902648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Bound port: 1b860982-2ee1-43b2-a86d-86594ad1cd50, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:47.903177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.904172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.905115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.905712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.906623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.907124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.908566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.909206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.911272 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-ee1c55a6-c2bd-463a-94fd-1418286cb735 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0646799 Nov 12 08:09:47.927188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-3c9dfbdd-9e6b-4077-9dc1-8e1ff5a2efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.928653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-3c9dfbdd-9e6b-4077-9dc1-8e1ff5a2efe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1622357 Nov 12 08:09:47.978912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.979530 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.981008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd59e899-771e-4f99-a430-2f0d862910a6 HTTP/1.1" status: 200 len: 1096 time: 3.1993575 Nov 12 08:09:47.982611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'tag': 'bd59e899-771e-4f99-a430-2f0d862910a6'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:47.984891 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858" -d '{"events": [{"name": "network-changed", "server_uuid": "52af6c0a-d3df-4ee7-8dfa-36ddad23f334", "tag": "bd59e899-771e-4f99-a430-2f0d862910a6"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:48.053960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-5536865e-6f8d-4ada-836a-8ccd76bee4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.056433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-5536865e-6f8d-4ada-836a-8ccd76bee4fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f0d3e1d-a89f-4be0-9842-dbaee6513998 HTTP/1.1" status: 200 len: 902 time: 0.1330423 Nov 12 08:09:48.094346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2746-25ae-47cf-bb61-ba41745758b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd59e899-771e-4f99-a430-2f0d862910a6,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:48.121349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-6b20dc95-eb42-4718-b20d-33023a5ea193 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 217 time: 0.0558524 Nov 12 08:09:48.133856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadbbad-af09-4fbb-8abe-2040219d60b3 req-425a4ec8-a83a-4c3e-9f1e-59ed93aaad0d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.135349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1aadbbad-af09-4fbb-8abe-2040219d60b3 req-425a4ec8-a83a-4c3e-9f1e-59ed93aaad0d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.2848072 Nov 12 08:09:48.173918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] For port 1b860982-2ee1-43b2-a86d-86594ad1cd50, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:48.191148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4f88c091-67eb-45a1-8319-337a8e6b197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.192930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4f88c091-67eb-45a1-8319-337a8e6b197b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0565975 Nov 12 08:09:48.214223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] For port 1b860982-2ee1-43b2-a86d-86594ad1cd50, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:48.229728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.232845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-778b3cb5-e0d7-40be-8a54-4750dacb3d0e service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865348 Nov 12 08:09:48.245122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-9981ae09-0776-4365-9223-0e0d9a6c354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.246643 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-9981ae09-0776-4365-9223-0e0d9a6c354e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425858 Nov 12 08:09:48.251799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-34a203cb-9282-4f55-89dd-22fb39f2615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.253269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-34a203cb-9282-4f55-89dd-22fb39f2615a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 1099 time: 0.2242799 Nov 12 08:09:48.287887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4953a0ff-6e3f-4932-ad82-c988ddc9ce11 req-52b1bf5a-8683-4045-91c2-54587a92b8a9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627641 Nov 12 08:09:48.350700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-e48e1e88-4d71-4017-9189-8d60388d1b35 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952499 Nov 12 08:09:48.354032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.354627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.355961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b860982-2ee1-43b2-a86d-86594ad1cd50 HTTP/1.1" status: 200 len: 1092 time: 3.1314619 Nov 12 08:09:48.365562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-49504579-cd96-45d5-88b9-0f5c68e0f9ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bd59e899-771e-4f99-a430-2f0d862910a6 HTTP/1.1" status: 200 len: 217 time: 0.0842202 Nov 12 08:09:48.373972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1aadbbad-af09-4fbb-8abe-2040219d60b3 req-8e50446e-34a9-4292-9d98-df94fed9dc2b tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259066 Nov 12 08:09:48.434074 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9f855-6d8a-4453-bba9-b7dbd9ba94b0 x-openstack-request-id: req-f7d9f855-6d8a-4453-bba9-b7dbd9ba94b0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:48.434955 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9413968b-2b2a-4ee2-bfb8-901ee33654b3", "name": "network-vif-plugged", "status": "completed", "tag": "41806713-afd9-468f-becb-c6c95204ad09", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:48.435211 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7d9f855-6d8a-4453-bba9-b7dbd9ba94b0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:48.435785 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41806713-afd9-468f-becb-c6c95204ad09', 'code': 200} Nov 12 08:09:48.466803 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-f834f29c-ddd3-47c9-9626-affa1aefaaeb service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998178 Nov 12 08:09:48.501185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e3c03-64c0-4bd7-985f-d644dd405f57 service neutron] Pushing event updated for resources: {'Port': ['ID=1b860982-2ee1-43b2-a86d-86594ad1cd50,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:48.573426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b4364-9658-426f-881c-5347f5e8bacb req-4aa29a7a-f320-45d5-a5cd-c2dc43dd2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.574954 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a32b4364-9658-426f-881c-5347f5e8bacb req-4aa29a7a-f320-45d5-a5cd-c2dc43dd2bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 1102 time: 0.0692334 Nov 12 08:09:48.591555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3ac7f205-3b2b-4cdc-a0cd-5069420ab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.593343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-3ac7f205-3b2b-4cdc-a0cd-5069420ab07a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1777050 Nov 12 08:09:48.601371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.601879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.602343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.602797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.603255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.603705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.604180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.606031 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-90983e6c-d8d7-4827-b9b0-2f61a7cd7b4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0711994 Nov 12 08:09:48.621865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078f40-d92d-4b78-90ab-360605cb5c19 req-61b0a2d9-1ef7-4e38-9e60-c492be968bf3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.623745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef078f40-d92d-4b78-90ab-360605cb5c19 req-61b0a2d9-1ef7-4e38-9e60-c492be968bf3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 947 time: 0.2617331 Nov 12 08:09:48.629243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-17f381b7-b636-400e-bfaf-a55b3c8f0cdd service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750579 Nov 12 08:09:48.664751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a32b4364-9658-426f-881c-5347f5e8bacb req-76f76812-44ff-4151-849f-768d76f7a58f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Nov 12 08:09:48.669102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-bcfe5864-5433-45a4-a635-4b272a623b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.670565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-bcfe5864-5433-45a4-a635-4b272a623b4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 1095 time: 0.2490253 Nov 12 08:09:48.689899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f44b0-ed93-44d2-bd34-5a3803cd997f req-1146a063-cea6-4474-9479-62efd21c7b10 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.691399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe7f44b0-ed93-44d2-bd34-5a3803cd997f req-1146a063-cea6-4474-9479-62efd21c7b10 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 945 time: 0.1683033 Nov 12 08:09:48.719882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298323d0-1318-4f72-b62a-8af43ff193cb req-4e013e89-0a7a-4517-af31-014b8b703d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.721285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-4e013e89-0a7a-4517-af31-014b8b703d8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211598 Nov 12 08:09:48.725614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-08ba23c6-15ee-4afc-9399-a451792c7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.727041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-08ba23c6-15ee-4afc-9399-a451792c7fce service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f0d3e1d-a89f-4be0-9842-dbaee6513998 HTTP/1.1" status: 200 len: 902 time: 0.1079614 Nov 12 08:09:48.734969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef078f40-d92d-4b78-90ab-360605cb5c19 req-f33d39bd-cec4-4da6-97f4-1015501b373f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898690 Nov 12 08:09:48.771613 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-caf0425a-c457-46ff-8d0a-c91830fde689 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 217 time: 0.0357940 Nov 12 08:09:48.775969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe7f44b0-ed93-44d2-bd34-5a3803cd997f req-6ec88b34-40d6-4818-b078-0af6da1286b8 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710347 Nov 12 08:09:48.825177 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69a7d5-52bb-4b15-b486-7cafe3aa1b3e x-openstack-request-id: req-1e69a7d5-52bb-4b15-b486-7cafe3aa1b3e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:48.825474 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52af6c0a-d3df-4ee7-8dfa-36ddad23f334", "tag": "bd59e899-771e-4f99-a430-2f0d862910a6", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:48.825725 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e69a7d5-52bb-4b15-b486-7cafe3aa1b3e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:48.826118 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'tag': 'bd59e899-771e-4f99-a430-2f0d862910a6', 'status': 'completed', 'code': 200} Nov 12 08:09:48.830557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-6abd8ebb-c15a-4776-bb04-68c8bd97bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.833134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-6abd8ebb-c15a-4776-bb04-68c8bd97bd21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0510836 Nov 12 08:09:48.851062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e90443-3085-425e-ad4b-5ab863271024 req-490105f7-fec6-4742-912a-6778d67bd65d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.854203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4e90443-3085-425e-ad4b-5ab863271024 req-490105f7-fec6-4742-912a-6778d67bd65d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0538995 Nov 12 08:09:48.884229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4be67286-d7fe-4927-b296-07c792022f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.885701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-4be67286-d7fe-4927-b296-07c792022f98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422142 Nov 12 08:09:48.988041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-a95902e2-7bb6-4684-b03b-255a71fb80b9 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Nov 12 08:09:48.993130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-5b11bd48-13e2-4892-afaf-7b23bbc9586b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50 HTTP/1.1" status: 200 len: 217 time: 0.0865049 Nov 12 08:09:49.029102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4e90443-3085-425e-ad4b-5ab863271024 req-6b1dad9b-c472-4136-8e9c-390893bdd6c4 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705666 Nov 12 08:09:49.077804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07be61-f60b-41ba-bad2-cbb4b22b96ca req-59339688-e06f-4b5c-ab2d-db12c61e98e8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.084893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e07be61-f60b-41ba-bad2-cbb4b22b96ca req-59339688-e06f-4b5c-ab2d-db12c61e98e8 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.2120700 Nov 12 08:09:49.131838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-253b1ce1-aab6-4079-a1e9-a593abecf73e req-2da0b62d-5b74-44e0-9653-e252b5f6c336 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083224 Nov 12 08:09:49.142286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-4a2fcdf0-e76a-4ed0-8c8d-1402e6e33c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.143715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-4a2fcdf0-e76a-4ed0-8c8d-1402e6e33c16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1117780 Nov 12 08:09:49.198714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-6501874e-53dc-43fd-ab27-a7f1b2e5c55f service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933567 Nov 12 08:09:49.222371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-34c5d561-5fb4-4e62-a0f4-63d03334f52e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526307 Nov 12 08:09:49.225083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.225591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.226062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.226537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.227003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.227446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.227909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.229832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-4fa29ac8-1815-4610-a94c-d81747ffc98d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0491960 Nov 12 08:09:49.252276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e07be61-f60b-41ba-bad2-cbb4b22b96ca req-6ba71e6f-ba03-4e35-93e6-9e4927b991bb tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658022 Nov 12 08:09:49.314745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ed58-65b8-4074-8753-9592cbc3ba04 req-c9ab7181-4b39-43de-9eb1-3f1bf2f6e15d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.316353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eeb8ed58-65b8-4074-8753-9592cbc3ba04 req-c9ab7181-4b39-43de-9eb1-3f1bf2f6e15d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 943 time: 0.1905513 Nov 12 08:09:49.334347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-760ef25e-ac4d-4b24-80e0-bac95acc193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.335798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-760ef25e-ac4d-4b24-80e0-bac95acc193b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f0d3e1d-a89f-4be0-9842-dbaee6513998 HTTP/1.1" status: 200 len: 902 time: 0.0930247 Nov 12 08:09:49.390173 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-e8f91800-54bd-45e2-a1ce-86a654e8ad42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 200 len: 217 time: 0.0379076 Nov 12 08:09:49.457317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-9b13e71e-93ba-4cd9-90fa-42d7a272239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.459223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-9b13e71e-93ba-4cd9-90fa-42d7a272239f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0467954 Nov 12 08:09:49.464027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-298323d0-1318-4f72-b62a-8af43ff193cb req-e8d12f33-7d36-47ff-ad71-2ab848c7ba8a service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439253 Nov 12 08:09:49.468980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eeb8ed58-65b8-4074-8753-9592cbc3ba04 req-fe4a86cc-9bfc-4c65-a843-8b3a4df07331 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185071 Nov 12 08:09:49.480820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.495347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.495347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.499224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.505259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.511119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.517287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.524479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-f21a834f-00b9-4806-8f66-9cb790198797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.525031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-f90f0fcd-31e1-4199-bca5-e31da4239aa4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.1785970 Nov 12 08:09:49.526283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-f21a834f-00b9-4806-8f66-9cb790198797 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541282 Nov 12 08:09:49.528138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-b25064da-c883-4973-ace9-5094e29afdd8 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966366 Nov 12 08:09:49.635735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-ea42cc33-2607-4e92-83e8-e2ca5f1c2127 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954373 Nov 12 08:09:49.730107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-62b70396-dabe-4539-959d-3f22484eb44a service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Nov 12 08:09:49.844644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.846437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.847066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.847689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.848343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.848805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.849265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.851270 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-8d6a8f4f-7728-46f7-8e5d-c53d593ec0b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0677557 Nov 12 08:09:49.956654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-41b89ab4-67c5-419d-a026-a41bc673cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.958112 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-41b89ab4-67c5-419d-a026-a41bc673cf35 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f0d3e1d-a89f-4be0-9842-dbaee6513998 HTTP/1.1" status: 200 len: 902 time: 0.0919709 Nov 12 08:09:50.007911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-cc61c202-b850-4f6c-bfc4-bf732dce74d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 200 len: 217 time: 0.0410993 Nov 12 08:09:50.009478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-e89a2467-3816-437b-8024-5f788ffd6678 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f821551d9faf43a3887754f9f9f6910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3622088 Nov 12 08:09:50.014877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ab45bc2-a58e-4908-8905-3c3011f8e893 req-fe99ec41-ff8c-448c-8c6a-9cbf19954a40 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4889920 Nov 12 08:09:50.025210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-404e09e5-7fc7-4568-87a2-6528372a08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.026690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-404e09e5-7fc7-4568-87a2-6528372a08fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 1099 time: 0.4835556 Nov 12 08:09:50.071669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-c608f677-23f0-4214-b0cd-3c2eb7771827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.073637 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-c608f677-23f0-4214-b0cd-3c2eb7771827 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0575671 Nov 12 08:09:50.081174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f39d3b8-65ad-480f-9e9d-83dee36af994 req-689d9e5a-e438-41fd-a747-ddf5ed33d9d5 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294874 Nov 12 08:09:50.144327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-3ba319df-656a-418c-afc7-14bff49d269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.145991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-3ba319df-656a-418c-afc7-14bff49d269f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630085 Nov 12 08:09:50.235907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-58f02eb8-96cf-4a35-8dc8-f0642345c9a8 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.237416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-58f02eb8-96cf-4a35-8dc8-f0642345c9a8 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216580 Nov 12 08:09:50.239985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-21578479-a01b-4373-a759-af73469bf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.241340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-21578479-a01b-4373-a759-af73469bf2a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1888888 Nov 12 08:09:50.265210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-7c53995d-902c-43f7-beca-8d5a74b512fa tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/quotas/f821551d9faf43a3887754f9f9f6910e HTTP/1.1" status: 200 len: 375 time: 0.0202270 Nov 12 08:09:50.270842 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-c352f2df-51a1-43bf-a85e-342aa4f0790b service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994928 Nov 12 08:09:50.301076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-1a7e553a-8d02-4244-aa71-41ab98eb59f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bd59e899-771e-4f99-a430-2f0d862910a6 HTTP/1.1" status: 200 len: 217 time: 0.0465493 Nov 12 08:09:50.316819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e572eaa-cceb-4dbd-8609-eafd7a839218 req-ccf19634-258a-46b3-ae3f-e0131a386813 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.318253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e572eaa-cceb-4dbd-8609-eafd7a839218 req-ccf19634-258a-46b3-ae3f-e0131a386813 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1380565 Nov 12 08:09:50.364153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c1ec60db-6f10-4417-9cc4-f2bc187a23a0 req-109b0999-8e08-4dab-bda5-2843c3b99a5a service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845027 Nov 12 08:09:50.426187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-d3b0db01-aede-4797-829a-8f639f346d6d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294470 Nov 12 08:09:50.428725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-cd4a006d-2401-4bae-9c40-42cb1464f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.430074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-cd4a006d-2401-4bae-9c40-42cb1464f143 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1097844 Nov 12 08:09:50.433734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e572eaa-cceb-4dbd-8609-eafd7a839218 req-e4cccf7d-c2df-4c7d-ba42-6d7baba4194c tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967588 Nov 12 08:09:50.437172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:50.441838 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec3ec88-bd98-4eaf-bdea-b4b375628588" -d '{"events": [{"server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "name": "network-vif-plugged", "status": "completed", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:50.507012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.507592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.508089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.508728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.509267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.509634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-806886c7-e213-4fcb-aba7-30ee98a0d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.509778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.510312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.511809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-806886c7-e213-4fcb-aba7-30ee98a0d13d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576010 Nov 12 08:09:50.512391 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-adb68942-cc50-426f-a0d2-1582131e0a73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0975938 Nov 12 08:09:50.687028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-1053298f-a91e-4020-8b8f-2bb0e4bf691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.688250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-1053298f-a91e-4020-8b8f-2bb0e4bf691c service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 902 time: 0.1670663 Nov 12 08:09:50.742733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-b1b9db04-b04b-4828-9e26-e0773e85493a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 200 len: 217 time: 0.0397975 Nov 12 08:09:50.782097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a672d38-6427-4a0d-8225-2f1d183ab96c req-bf80392b-cef2-43a0-91f4-de4ab32955d6 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.783690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a672d38-6427-4a0d-8225-2f1d183ab96c req-bf80392b-cef2-43a0-91f4-de4ab32955d6 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 947 time: 0.1747770 Nov 12 08:09:50.789421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-7e25dbb1-d09c-4ab2-9a65-338c317f05e5 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694480 Nov 12 08:09:50.800762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722f478-c9c9-4269-8ff0-e78c6500483c req-2ef71850-5830-4f51-9660-7952e5f8572f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.801079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-703c64ed-07a0-4d68-9878-61da9e9e1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.802226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4722f478-c9c9-4269-8ff0-e78c6500483c req-2ef71850-5830-4f51-9660-7952e5f8572f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 945 time: 0.1275070 Nov 12 08:09:50.802444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-703c64ed-07a0-4d68-9878-61da9e9e1e59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0518358 Nov 12 08:09:50.827345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'tag': '1b860982-2ee1-43b2-a86d-86594ad1cd50'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:50.830210 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c940c4-21e6-4253-a775-174d0802f389" -d '{"events": [{"name": "network-changed", "server_uuid": "b1914f79-2cb2-4c47-b1b4-b7553103093f", "tag": "1b860982-2ee1-43b2-a86d-86594ad1cd50"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:50.834094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-1bde7786-4e0b-44d7-b14d-11a227f6d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.835730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-1bde7786-4e0b-44d7-b14d-11a227f6d507 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189&tenant_id=3d841ea215d64358b8162da38ef0a9d4 HTTP/1.1" status: 200 len: 1102 time: 0.1873534 Nov 12 08:09:50.853672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-3e27eb27-cdce-42dc-bfe3-78fb586b3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.855226 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-3e27eb27-cdce-42dc-bfe3-78fb586b3072 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450327 Nov 12 08:09:50.859110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:50.957734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0259f26e-a955-4dcd-afbe-be8bd537e15a service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940325 Nov 12 08:09:50.970573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a672d38-6427-4a0d-8225-2f1d183ab96c req-b27dcb6a-bb1b-4620-842c-42311e94db35 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793106 Nov 12 08:09:51.015933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4722f478-c9c9-4269-8ff0-e78c6500483c req-08245fc8-51e6-4b8e-aa27-7c1c355b11e5 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965396 Nov 12 08:09:51.021253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.068325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00bc9e0b-a855-4c6b-a4e7-9b9349a58858 req-1c9e835f-2753-4144-8cb7-d92b1ba85c49 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644558 Nov 12 08:09:51.098419 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-66f55231-fc83-4c3f-9787-ba1a45a4f370 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335764 Nov 12 08:09:51.101514 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bf6d67-e7dc-47f2-9629-61f0cc7dc2f2 x-openstack-request-id: req-15bf6d67-e7dc-47f2-9629-61f0cc7dc2f2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:51.102134 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "name": "network-vif-plugged", "status": "completed", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:51.102686 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15bf6d67-e7dc-47f2-9629-61f0cc7dc2f2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:51.103330 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'code': 200} Nov 12 08:09:51.125640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device bd59e899-771e-4f99-a430-2f0d862910a6 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:51.241314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port bd59e899-771e-4f99-a430-2f0d862910a6, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=bd59e899-771e-4f99-a430-2f0d862910a6,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:51.260098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'bd59e899-771e-4f99-a430-2f0d862910a6', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'bd59e899-771e-4f99-a430-2f0d862910a6', 'mac_address': 'fa:16:3e:6c:20:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:51.267201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.267757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.268315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.268943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.269501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.269957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.270568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.272288 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-0a9811ee-a1a8-42f5-bc51-a6373b302b0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6484 time: 0.0706346 Nov 12 08:09:51.304865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.323852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd59e899-771e-4f99-a430-2f0d862910a6 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:51.350293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port bd59e899-771e-4f99-a430-2f0d862910a6, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=bd59e899-771e-4f99-a430-2f0d862910a6,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:51.355388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.389156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703606-8962-4d7a-bdf2-7cd13694d835 req-dc70ddfc-b7bd-419b-948a-206036500c81 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.390657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1703606-8962-4d7a-bdf2-7cd13694d835 req-dc70ddfc-b7bd-419b-948a-206036500c81 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.2750590 Nov 12 08:09:51.416208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=bd59e899-771e-4f99-a430-2f0d862910a6,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:51.424253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-66c20baa-2533-4a87-b8fe-7b6412c84e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.425614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-66c20baa-2533-4a87-b8fe-7b6412c84e80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 902 time: 0.1330667 Nov 12 08:09:51.441549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c06f5-09ae-4090-b1b7-a74157751b6f req-b06587a3-7538-4096-984c-6cd29f59103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.443024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f7c06f5-09ae-4090-b1b7-a74157751b6f req-b06587a3-7538-4096-984c-6cd29f59103b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.1577036 Nov 12 08:09:51.457462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4bbda-984c-424e-ad7e-453571a597e9 req-e4f73cef-996c-4346-b1ed-e427f6f89469 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.458903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04d4bbda-984c-424e-ad7e-453571a597e9 req-e4f73cef-996c-4346-b1ed-e427f6f89469 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 943 time: 0.3015606 Nov 12 08:09:51.470541 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-a3a00d47-7a6c-4f13-98f1-353ab5d78704 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 200 len: 217 time: 0.0363977 Nov 12 08:09:51.570751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1703606-8962-4d7a-bdf2-7cd13694d835 req-f8824690-64cb-4bed-aa55-b513eb9c7338 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710384 Nov 12 08:09:51.587326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:51.601626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f7c06f5-09ae-4090-b1b7-a74157751b6f req-63d22c31-1cb2-4472-89d6-3c442af90543 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388037 Nov 12 08:09:51.612395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04d4bbda-984c-424e-ad7e-453571a597e9 req-d28edd44-7066-4efa-b9fb-e69aca391c18 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396198 Nov 12 08:09:51.640895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:51.697192 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f050364-d040-4a7e-9f04-1c0ac56c3f3d x-openstack-request-id: req-0f050364-d040-4a7e-9f04-1c0ac56c3f3d {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:51.697493 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1914f79-2cb2-4c47-b1b4-b7553103093f", "tag": "1b860982-2ee1-43b2-a86d-86594ad1cd50", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:51.697982 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f050364-d040-4a7e-9f04-1c0ac56c3f3d {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:51.698434 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'tag': '1b860982-2ee1-43b2-a86d-86594ad1cd50', 'status': 'completed', 'code': 200} Nov 12 08:09:51.700616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['bd59e899-771e-4f99-a430-2f0d862910a6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:51.726127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.741463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Transition to ACTIVE for port object 9de033d8-d56e-45a5-bf62-1ee82ac64095 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:51.751678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-710a8cf6-e5d8-410a-8fbe-4b87c8b612d4 req-ae6c3a2e-9987-486c-8550-29bd0473139a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 210 time: 0.0857005 Nov 12 08:09:51.758369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.894869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-1dc22c57-bc67-403b-aa51-7aef1f0c10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.897311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-1dc22c57-bc67-403b-aa51-7aef1f0c10c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.4180160 Nov 12 08:09:51.986597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-ff39bab8-e9b0-4aff-bcb6-cfd02ef7f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.986597 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-ff39bab8-e9b0-4aff-bcb6-cfd02ef7f716 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0808156 Nov 12 08:09:52.019350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-71dd51a6-d7c2-499d-8d67-18ad5019f409 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f821551d9faf43a3887754f9f9f6910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2040079 Nov 12 08:09:52.050438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:52.084488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:09:52.092442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:52.102552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] No DVR routers for this DVR port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:52.151928 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-538f8d86-a31e-40cf-97e9-f1b5fe2f53bf service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553273 Nov 12 08:09:52.161816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:52.210038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c940c4-21e6-4253-a775-174d0802f389 req-198413ab-21d0-42f9-92d3-7c1f9a2b4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.211545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-198413ab-21d0-42f9-92d3-7c1f9a2b4070 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 1095 time: 0.3456278 Nov 12 08:09:52.232461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.239530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.246755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.252891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.258866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.264921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.271731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.273649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-aef447f0-b488-48fb-b230-4143f11c2d75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.4995239 Nov 12 08:09:52.295720 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6110646-2af7-4b1e-90ee-db6eeb2abc3c req-d7ad7962-bab2-42f7-981e-3041644666f8 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326523 Nov 12 08:09:52.300784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f360f-26fc-4d64-9727-7cb4dfa8114c req-9a1a8060-f0d8-49f2-adf8-0eefa9bcaad2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.302243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca7f360f-26fc-4d64-9727-7cb4dfa8114c req-9a1a8060-f0d8-49f2-adf8-0eefa9bcaad2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 949 time: 0.3514614 Nov 12 08:09:52.303400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:52.303400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:52.309813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:52.396069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:52.396786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Attempting to bind port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:52.424228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-740c5821-9e3a-4358-9542-2678aac65cd6 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.425642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-740c5821-9e3a-4358-9542-2678aac65cd6 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3797503 Nov 12 08:09:52.434070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:52.434417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:52.434781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:52.435217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Bound port: 9de033d8-d56e-45a5-bf62-1ee82ac64095, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:52.435564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.459522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Request body: {'port': {'device_id': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'f821551d9faf43a3887754f9f9f6910e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:52.527679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca7f360f-26fc-4d64-9727-7cb4dfa8114c req-f8b3fd3a-2a24-488e-aa0c-2800e4add6cc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003651 Nov 12 08:09:52.599499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b343f6d-45ca-415b-8f37-07fbe2851605 req-751f3d5c-aae7-4981-9336-f683f674a13f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3067238 Nov 12 08:09:52.605374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c940c4-21e6-4253-a775-174d0802f389 req-6b328c61-bbae-4dda-b2a5-f8983cba1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.606929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-6b328c61-bbae-4dda-b2a5-f8983cba1b8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.3265553 Nov 12 08:09:52.719107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-b008cf59-0862-4556-bac2-231c217209d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50 HTTP/1.1" status: 200 len: 217 time: 0.1019204 Nov 12 08:09:52.743262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:52.789967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:52.812793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38374d-4bfc-44bc-9c22-776703409033 req-b8fdda20-6a97-4765-8380-8ea6485b799a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.814973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a38374d-4bfc-44bc-9c22-776703409033 req-b8fdda20-6a97-4765-8380-8ea6485b799a tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.2146115 Nov 12 08:09:52.815996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.883274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c940c4-21e6-4253-a775-174d0802f389 req-58f721b4-ea44-4e6c-bfbe-01521284ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.884750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-58f721b4-ea44-4e6c-bfbe-01521284ebb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.1392796 Nov 12 08:09:52.892347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743a28b-3180-4792-ae61-97b4f43324a9 req-7dd55a7b-e8a5-465a-ac24-65a704ffdc61 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.893794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5743a28b-3180-4792-ae61-97b4f43324a9 req-7dd55a7b-e8a5-465a-ac24-65a704ffdc61 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 948 time: 0.1994047 Nov 12 08:09:52.913428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.914038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.915389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] 10.222.0.32 "PUT /v2.0/ports/9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 1098 time: 2.0619771 Nov 12 08:09:52.915973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Made reservation on behalf of f821551d9faf43a3887754f9f9f6910e for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:52.919340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.992194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-9bf5e262-fc90-4e25-92ee-a3685bbaa790 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924854 Nov 12 08:09:53.078302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c00718-d7b5-4526-8a92-1dad69ca8321 service neutron] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=11']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:53.140161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b860982-2ee1-43b2-a86d-86594ad1cd50 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:53.145718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device bd59e899-771e-4f99-a430-2f0d862910a6 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:53.149751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a38374d-4bfc-44bc-9c22-776703409033 req-2b31e3a8-8505-47b9-ba89-bf3f15eeeaf1 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167224 Nov 12 08:09:53.228683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5743a28b-3180-4792-ae61-97b4f43324a9 req-36bf21e6-1ca6-4f73-bbef-7e0719087d57 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029511 Nov 12 08:09:53.237560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-d9877273-ad59-4638-a500-114fdc797558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.239040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-d9877273-ad59-4638-a500-114fdc797558 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1101 time: 0.2598436 Nov 12 08:09:53.303090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port bd59e899-771e-4f99-a430-2f0d862910a6 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:53.315064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port bd59e899-771e-4f99-a430-2f0d862910a6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:53.315453 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.342058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-0918af1d-2d32-4b81-8ca1-5b8b228af7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207204 Nov 12 08:09:53.349660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1b860982-2ee1-43b2-a86d-86594ad1cd50, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:53.368310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '1b860982-2ee1-43b2-a86d-86594ad1cd50', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': '1b860982-2ee1-43b2-a86d-86594ad1cd50', 'mac_address': 'fa:16:3e:52:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:53.432808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.458366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b860982-2ee1-43b2-a86d-86594ad1cd50 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:53.462434 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.489727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1b860982-2ee1-43b2-a86d-86594ad1cd50, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:53.497597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.505947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd59e899-771e-4f99-a430-2f0d862910a6'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:53.508244 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f0c16-b6b0-4f81-b3da-ebd7ec8c467b" -d '{"events": [{"server_uuid": "52af6c0a-d3df-4ee7-8dfa-36ddad23f334", "name": "network-vif-plugged", "status": "completed", "tag": "bd59e899-771e-4f99-a430-2f0d862910a6"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:53.544151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port bd59e899-771e-4f99-a430-2f0d862910a6, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=bd59e899-771e-4f99-a430-2f0d862910a6,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:53.555698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.571642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1b860982-2ee1-43b2-a86d-86594ad1cd50,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:53.623293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=bd59e899-771e-4f99-a430-2f0d862910a6,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:53.745452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}, {'name': 'network-changed', 'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:53.747676 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16887cdd-5762-41aa-accd-78750e6e2e84" -d '{"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-unplugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}, {"name": "network-changed", "server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:53.759152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Allocated IP 192.168.233.16 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/699ccf6a-c152-4298-8d88-c65b779023c2) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:53.806972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1b860982-2ee1-43b2-a86d-86594ad1cd50'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:53.829822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb89a2-6078-48c0-99b7-4b533b1a2759 req-3ca54dcb-2029-41d1-8f1e-fdcf4ffb330f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.831292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2adb89a2-6078-48c0-99b7-4b533b1a2759 req-3ca54dcb-2029-41d1-8f1e-fdcf4ffb330f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 945 time: 0.5879467 Nov 12 08:09:53.894358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081b17b-14c9-4524-a839-eb7c45ec8796 req-6dd87708-4654-4b17-bf8c-14f408a7284c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.895819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2081b17b-14c9-4524-a839-eb7c45ec8796 req-6dd87708-4654-4b17-bf8c-14f408a7284c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 943 time: 0.5628593 Nov 12 08:09:53.896840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-37889b39-236d-4998-baf5-081a1bfc53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.898418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-37889b39-236d-4998-baf5-081a1bfc53bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.6327024 Nov 12 08:09:53.988423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c940c4-21e6-4253-a775-174d0802f389 req-65bf8228-7411-44ff-8cd9-fa0db543b44b service neutron] 10.222.0.32 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325457 Nov 12 08:09:54.006031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-94dc2953-e464-4424-a097-90fc48062139 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0760949 Nov 12 08:09:54.069733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2adb89a2-6078-48c0-99b7-4b533b1a2759 req-75c49eec-c8bf-426f-86ce-0b8b8420ef31 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234561 Nov 12 08:09:54.120260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2081b17b-14c9-4524-a839-eb7c45ec8796 req-5596dbab-1e20-4acc-b97f-abbed7f7c267 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147429 Nov 12 08:09:54.140585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-edb90594-645c-4d70-a9af-121b50e6d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.140585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-edb90594-645c-4d70-a9af-121b50e6d82b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1182923 Nov 12 08:09:54.180736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ee74154-c07b-4718-9047-40dcf78368e1 req-d4478a2c-5ce9-4881-b38e-8eb9ca9bfab1 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 210 time: 0.0504506 Nov 12 08:09:54.216544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.235089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-bae0d130-b4bb-4c85-a74e-3dd0fc58ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.236613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-bae0d130-b4bb-4c85-a74e-3dd0fc58ebc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860963 Nov 12 08:09:54.265289 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7831a590-dd71-4768-afe8-d769dc285a14 x-openstack-request-id: req-7831a590-dd71-4768-afe8-d769dc285a14 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:54.265786 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52af6c0a-d3df-4ee7-8dfa-36ddad23f334", "name": "network-vif-plugged", "status": "completed", "tag": "bd59e899-771e-4f99-a430-2f0d862910a6", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:54.265899 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7831a590-dd71-4768-afe8-d769dc285a14 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:54.266896 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd59e899-771e-4f99-a430-2f0d862910a6', 'code': 200} Nov 12 08:09:54.321059 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.332423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['359de5bf-d2bd-47ad-846f-38ee17986464'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:54.430423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:54.451760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-37f76fc5-66d1-4a02-99f2-24c00e4c79b0 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036209 Nov 12 08:09:54.455243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event updated for resources: {'Port': ['ID=699ccf6a-c152-4298-8d88-c65b779023c2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:54.457794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:54.461562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:54.535911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e444-801c-4561-a61e-355d1bab5a02 req-fb864d45-ee02-4b9f-8789-5439f3fbaad9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.537463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31d0e444-801c-4561-a61e-355d1bab5a02 req-fb864d45-ee02-4b9f-8789-5439f3fbaad9 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 949 time: 0.2059972 Nov 12 08:09:54.578310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['8b02f4f4-7fb8-46e7-abfa-76251854e917'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:54.586905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee250d-fae6-4da9-98c0-a12acf06d4a6 req-9cbedd42-5b1c-4155-99db-d814f63add12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.588338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21ee250d-fae6-4da9-98c0-a12acf06d4a6 req-9cbedd42-5b1c-4155-99db-d814f63add12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 1101 time: 0.1921203 Nov 12 08:09:54.614025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.615014 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.695228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-36feeb7b-6409-4a8b-938e-5e8b06357924 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2571795 Nov 12 08:09:54.760368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Request body: {'port': {'device_id': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:54.771940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31d0e444-801c-4561-a61e-355d1bab5a02 req-d90df088-ff73-42ff-8443-82b485a615cc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979318 Nov 12 08:09:54.792592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21ee250d-fae6-4da9-98c0-a12acf06d4a6 req-d746ba69-14d3-4c31-923e-cbc895a9d39f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724339 Nov 12 08:09:54.794547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a412dd0e-aba5-4a35-b703-f7c1c11f69df req-b6cc335c-bf4a-4416-806a-0d1dc33d6c0b service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270388 Nov 12 08:09:54.802351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-52528c49-c268-4900-aa89-3c3cfa30a411 None None] Provisioning complete for port 699ccf6a-c152-4298-8d88-c65b779023c2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:54.802798 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52528c49-c268-4900-aa89-3c3cfa30a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.844471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-52528c49-c268-4900-aa89-3c3cfa30a411 None None] Port 699ccf6a-c152-4298-8d88-c65b779023c2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:54.844711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.851044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.857213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.863910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.870354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.876391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.882430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.884403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-33ce210e-8cc2-42b2-aac2-80b4bddb6bc6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.1997721 Nov 12 08:09:54.905729 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bcf75-049c-4dee-8978-b9c9385214ca x-openstack-request-id: req-b52bcf75-049c-4dee-8978-b9c9385214ca {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:54.906064 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-unplugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "code": 200}, {"name": "network-changed", "server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:54.906318 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b52bcf75-049c-4dee-8978-b9c9385214ca {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:54.906709 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'code': 200} Nov 12 08:09:54.907026 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'status': 'completed', 'code': 200} Nov 12 08:09:54.910322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-5f6427b2-7c94-4f02-ab62-b99b8c73dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.912635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-5f6427b2-7c94-4f02-ab62-b99b8c73dda3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1101 time: 0.0487857 Nov 12 08:09:54.957055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.012327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-b1945082-2e59-4954-a3c4-b6720d29a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.014039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-b1945082-2e59-4954-a3c4-b6720d29a941 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.0938132 Nov 12 08:09:55.059329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-3c8705be-3225-45f6-ad28-d119e65650c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0375738 Nov 12 08:09:55.116865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8d3ef78-eb1b-40ab-8674-fb7840eb3b8f req-18b723fd-4c6b-4c67-abcb-a7ae398f6ce0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056737 Nov 12 08:09:55.125668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-ba570202-b9e9-4503-a74d-ab3fb4b6b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.127484 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-ba570202-b9e9-4503-a74d-ab3fb4b6b5e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0606520 Nov 12 08:09:55.161568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b860982-2ee1-43b2-a86d-86594ad1cd50 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:55.211468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-d010a909-a693-4a37-80f9-a0eed099080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.213018 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-d010a909-a693-4a37-80f9-a0eed099080a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781140 Nov 12 08:09:55.237069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 1b860982-2ee1-43b2-a86d-86594ad1cd50 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:55.242233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 1b860982-2ee1-43b2-a86d-86594ad1cd50 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:55.243040 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.247670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-48724c54-10e8-4ca0-b4a2-76aa3df4ecc6 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3436420 Nov 12 08:09:55.265961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:55.342128 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-3f97a86c-81f8-4b33-a705-57487f1a86b3 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217895 Nov 12 08:09:55.344434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-153bbfcc-c1c0-40f2-aede-b6a7cd3f0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.346476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-153bbfcc-c1c0-40f2-aede-b6a7cd3f0863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1101 time: 0.2611043 Nov 12 08:09:55.350143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.359038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1ac2e-7b43-4993-b458-cf7b03db3d62 req-4bc3c621-afa6-461f-8f70-f01d281c1e32 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.360564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6a1ac2e-7b43-4993-b458-cf7b03db3d62 req-4bc3c621-afa6-461f-8f70-f01d281c1e32 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.1622534 Nov 12 08:09:55.380143 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.386755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1b860982-2ee1-43b2-a86d-86594ad1cd50, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:55.391540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.443567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1b860982-2ee1-43b2-a86d-86594ad1cd50,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:55.469010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-3d5055fc-e1cf-4592-95f1-cf33d05d7865 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196291 Nov 12 08:09:55.569072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6a1ac2e-7b43-4993-b458-cf7b03db3d62 req-3acdec0b-b293-4146-b3e0-89628dccebc7 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973019 Nov 12 08:09:55.612183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-22b65443-899b-48e3-82e1-5c914f17605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.613649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-22b65443-899b-48e3-82e1-5c914f17605f service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2522194 Nov 12 08:09:55.720307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-9a212775-512b-445f-b047-f21f7656d8de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 200 len: 217 time: 0.0860219 Nov 12 08:09:55.763203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699ccf6a-c152-4298-8d88-c65b779023c2 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:55.793581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.826045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Transition to ACTIVE for port object 699ccf6a-c152-4298-8d88-c65b779023c2 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:55.833981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4accab-4d91-40c5-8a63-5bb855e91903 req-3451669e-9935-4883-82d8-ccb4b5950103 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.835581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b4accab-4d91-40c5-8a63-5bb855e91903 req-3451669e-9935-4883-82d8-ccb4b5950103 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 949 time: 0.1859899 Nov 12 08:09:55.839050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-e603d501-47ac-43f9-bc6f-39a70b8467c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.839740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-e603d501-47ac-43f9-bc6f-39a70b8467c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1014941 Nov 12 08:09:55.840642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.867744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.983833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Pushing event updated for resources: {'Port': ['ID=699ccf6a-c152-4298-8d88-c65b779023c2,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:56.035998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b4accab-4d91-40c5-8a63-5bb855e91903 req-8c91839f-63cc-4dc1-aed6-92ff599555eb tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922274 Nov 12 08:09:56.074432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-807a58c0-67c6-4f2e-90bc-5ee5d37cf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.075921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-807a58c0-67c6-4f2e-90bc-5ee5d37cf49a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244353 Nov 12 08:09:56.229806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Allocated IP 172.25.4.196 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/320033c0-83e6-433c-b22c-f636dbfa71aa) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:56.246781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Attempting to bind port 699ccf6a-c152-4298-8d88-c65b779023c2 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:56.247032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Attempting to bind port 699ccf6a-c152-4298-8d88-c65b779023c2 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:56.247339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Attempting to bind port 699ccf6a-c152-4298-8d88-c65b779023c2 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:56.267988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b860982-2ee1-43b2-a86d-86594ad1cd50'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:56.274507 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf9214-65ba-43c2-a1cc-33cb690d4e4e" -d '{"events": [{"server_uuid": "b1914f79-2cb2-4c47-b1b4-b7553103093f", "name": "network-vif-plugged", "status": "completed", "tag": "1b860982-2ee1-43b2-a86d-86594ad1cd50"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:56.277984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Port 699ccf6a-c152-4298-8d88-c65b779023c2 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:56.278339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Attempting to bind port 699ccf6a-c152-4298-8d88-c65b779023c2 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:56.336096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:56.336096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:56.336096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:56.336550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Bound port: 699ccf6a-c152-4298-8d88-c65b779023c2, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:56.336741 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.352257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-897ea3a2-0fd4-4838-b522-8a41db34fe28 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508490 Nov 12 08:09:56.385738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b19f76-70fc-4cca-b7ad-a9849f344205 req-a2911e16-2129-4ba5-95c6-826140a0bf20 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.387241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7b19f76-70fc-4cca-b7ad-a9849f344205 req-a2911e16-2129-4ba5-95c6-826140a0bf20 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.2511940 Nov 12 08:09:56.567738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.574527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] For port 699ccf6a-c152-4298-8d88-c65b779023c2, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:56.592088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7b19f76-70fc-4cca-b7ad-a9849f344205 req-936092cb-8dba-4ef7-99d8-17ccb99d9f5b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910741 Nov 12 08:09:56.606322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] For port 699ccf6a-c152-4298-8d88-c65b779023c2, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=699ccf6a-c152-4298-8d88-c65b779023c2,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:56.608862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16887cdd-5762-41aa-accd-78750e6e2e84 req-d77ec0ad-799e-44cb-a516-265b99bca669 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207248 Nov 12 08:09:56.635446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.672385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.692901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.693512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.694886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] 10.222.0.25 "PUT /v2.0/ports/699ccf6a-c152-4298-8d88-c65b779023c2 HTTP/1.1" status: 200 len: 1096 time: 1.9419551 Nov 12 08:09:56.730336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:56.743338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:56.746373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:56.765007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5088791-83fe-4839-ad4b-f54865f92b92 service neutron] Pushing event updated for resources: {'Port': ['ID=699ccf6a-c152-4298-8d88-c65b779023c2,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:56.840040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a2247-d3ba-4353-9973-66947ad04781 req-a5dbba05-bbf8-42ca-a87a-5c13488f2769 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.841578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b0a2247-d3ba-4353-9973-66947ad04781 req-a5dbba05-bbf8-42ca-a87a-5c13488f2769 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 947 time: 0.1735511 Nov 12 08:09:56.883924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event updated for resources: {'Port': ['ID=320033c0-83e6-433c-b22c-f636dbfa71aa,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:56.908540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'tag': '699ccf6a-c152-4298-8d88-c65b779023c2'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:56.910814 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1575d3e5-03fd-4483-9eb1-c400652aa6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb838f49-b850-4d2f-a640-e52674f77a29", "tag": "699ccf6a-c152-4298-8d88-c65b779023c2"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:56.914851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-ed5ca3ee-6d65-4a65-80ae-f05ef3a95632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.916396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-ed5ca3ee-6d65-4a65-80ae-f05ef3a95632 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 1099 time: 0.1652992 Nov 12 08:09:56.992298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-b6292bb4-9107-4575-8b57-72ee8a0cb6f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=699ccf6a-c152-4298-8d88-c65b779023c2 HTTP/1.1" status: 200 len: 217 time: 0.0542724 Nov 12 08:09:56.999324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b0a2247-d3ba-4353-9973-66947ad04781 req-26f768b6-8839-47d9-b3b9-a2225bc82424 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504707 Nov 12 08:09:57.009221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.078048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-4c00a3b5-aa83-4564-ac11-cf1994cc908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.079555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-4c00a3b5-aa83-4564-ac11-cf1994cc908a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0793753 Nov 12 08:09:57.094077 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.156368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:57.273697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:57.286807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'mac_address': 'fa:16:3e:85:12:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:57.332903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.347132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de033d8-d56e-45a5-bf62-1ee82ac64095 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:57.375310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:57.381089 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.440850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:57.520333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c10bb-f2d9-44d3-9110-b305551cb073 req-58a00879-06ad-4a5b-856a-9b5a26826c81 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.524575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a4c10bb-f2d9-44d3-9110-b305551cb073 req-58a00879-06ad-4a5b-856a-9b5a26826c81 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.4440227 Nov 12 08:09:57.539929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad82c4-c257-4985-ad22-78e851999f4a req-5d5e5180-9580-4135-b856-2d6c0dfe35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.541465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-5d5e5180-9580-4135-b856-2d6c0dfe35cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4483886 Nov 12 08:09:57.652381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a4c10bb-f2d9-44d3-9110-b305551cb073 req-237110db-a106-4cb6-b80f-daa32e298916 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212718 Nov 12 08:09:57.682239 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-e207c423-39f4-470b-9845-90444a77d51e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0728409 Nov 12 08:09:57.769237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-442ef884-ed05-438d-8cd9-6830108e8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.770894 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-442ef884-ed05-438d-8cd9-6830108e8e80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d841ea215d64358b8162da38ef0a9d4&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 1102 time: 0.0648377 Nov 12 08:09:57.778256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9de033d8-d56e-45a5-bf62-1ee82ac64095'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:57.795733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-328b9941-edee-4494-b787-f14edb9baf76 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426019 Nov 12 08:09:57.854990 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.909750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.920959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-92f86eec-1fa4-44cd-9782-2efa6255589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.922774 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-92f86eec-1fa4-44cd-9782-2efa6255589a service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1176348 Nov 12 08:09:57.943687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348354f-4d13-44cf-b87f-daefaf945481 req-0074f0c0-6378-4c20-be09-a6d54395acec tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.951063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5348354f-4d13-44cf-b87f-daefaf945481 req-0074f0c0-6378-4c20-be09-a6d54395acec tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 950 time: 0.1875083 Nov 12 08:09:57.977311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-e82e07e1-bdd8-4062-8728-d8fa534b375c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 200 len: 217 time: 0.0462060 Nov 12 08:09:58.030506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-3849a12c-a798-40ab-ad08-07cf2860d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.032036 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-3849a12c-a798-40ab-ad08-07cf2860d237 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0480485 Nov 12 08:09:58.048296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event updated for resources: {'Port': ['ID=320033c0-83e6-433c-b22c-f636dbfa71aa,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:58.068181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ad82c4-c257-4985-ad22-78e851999f4a req-f10dcaa3-1510-41a4-9743-e14ad3a5cb7b service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616813 Nov 12 08:09:58.084373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-a17d68b5-f76e-4af8-a838-6f4b0d138dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.086104 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-a17d68b5-f76e-4af8-a838-6f4b0d138dee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444615 Nov 12 08:09:58.086408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5348354f-4d13-44cf-b87f-daefaf945481 req-d452ab82-55f2-4287-a727-ac22948f6bd1 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343880 Nov 12 08:09:58.090092 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.115751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.117430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-2690fdea-f8e8-4036-b0f9-c6dec2c074b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8596306 Nov 12 08:09:58.184179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-72204680-d30f-418a-a359-f3bed18e8487 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.0606883 Nov 12 08:09:58.198633 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-f346c908-69c8-486b-a624-e6988fe9ffa3 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006606 Nov 12 08:09:58.296888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.303042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.308391 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-84fe7b26-220c-43f9-b1c3-f30c392e2ce6 req-b429e6f6-2950-49cc-b717-ee741bb1c0af service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937133 Nov 12 08:09:58.309145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.315364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.321432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.327400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.334092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.336025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9738291-f379-457f-bd32-c994cd49ff00 req-a2eecc9d-c8fa-4577-9ac4-4fc499e16221 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.1705666 Nov 12 08:09:58.385318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-619e6637-3fa3-4d74-a305-b193bd786302 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.386653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96cf5551-1745-4ad6-aaf1-4d76cbee36ad req-619e6637-3fa3-4d74-a305-b193bd786302 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1862719 Nov 12 08:09:58.421922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9738291-f379-457f-bd32-c994cd49ff00 req-5c9f0afe-074c-4e96-8f6d-9aaa2092fe42 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773921 Nov 12 08:09:58.433126 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4525cb87-02f5-4e2f-9150-b1e668412793 x-openstack-request-id: req-4525cb87-02f5-4e2f-9150-b1e668412793 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:58.433645 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1914f79-2cb2-4c47-b1b4-b7553103093f", "name": "network-vif-plugged", "status": "completed", "tag": "1b860982-2ee1-43b2-a86d-86594ad1cd50", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:58.434044 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4525cb87-02f5-4e2f-9150-b1e668412793 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:58.434444 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b860982-2ee1-43b2-a86d-86594ad1cd50', 'code': 200} Nov 12 08:09:58.487329 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d127159-c605-4a47-a012-7e2e404347e6 x-openstack-request-id: req-9d127159-c605-4a47-a012-7e2e404347e6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:58.487633 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb838f49-b850-4d2f-a640-e52674f77a29", "tag": "699ccf6a-c152-4298-8d88-c65b779023c2", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:58.487893 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d127159-c605-4a47-a012-7e2e404347e6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:58.488327 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'tag': '699ccf6a-c152-4298-8d88-c65b779023c2', 'status': 'completed', 'code': 200} Nov 12 08:09:58.569987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-b4554c69-ed6c-48bc-bf64-c52bad49d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.571400 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-b4554c69-ed6c-48bc-bf64-c52bad49d150 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 1099 time: 0.0591967 Nov 12 08:09:58.647179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ade68-0db2-4eae-a708-e5fdbf2dba71 req-00656919-190d-4f04-8d80-5f9f025d44bf tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.648734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e1ade68-0db2-4eae-a708-e5fdbf2dba71 req-00656919-190d-4f04-8d80-5f9f025d44bf tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1046767 Nov 12 08:09:58.658632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878edf3-914a-41d8-af3b-aeb4c021836a req-96864208-f3ac-44c3-9804-96fc2b4e2af4 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.660252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b878edf3-914a-41d8-af3b-aeb4c021836a req-96864208-f3ac-44c3-9804-96fc2b4e2af4 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 949 time: 0.1310115 Nov 12 08:09:58.672084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-da4b951e-cb18-41ef-979b-ac88c2eaf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.673755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-da4b951e-cb18-41ef-979b-ac88c2eaf61e service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.0936940 Nov 12 08:09:58.690298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae52300-37e0-492f-bcf0-8f1b39e125b2 req-af399515-007a-4172-bbf6-7757b139f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.691756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cae52300-37e0-492f-bcf0-8f1b39e125b2 req-af399515-007a-4172-bbf6-7757b139f7f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 1097 time: 0.1044602 Nov 12 08:09:58.717137 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-bba80343-c2e3-4844-b8ee-21efb676cf54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=699ccf6a-c152-4298-8d88-c65b779023c2 HTTP/1.1" status: 200 len: 217 time: 0.0357482 Nov 12 08:09:58.767608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e1ade68-0db2-4eae-a708-e5fdbf2dba71 req-c5f56a9f-a62f-4e8d-a172-1f8d45e0822e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064777 Nov 12 08:09:58.776622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-f485e4a7-8a8d-462b-9b0c-199e5824758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.778981 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-f485e4a7-8a8d-462b-9b0c-199e5824758a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0508773 Nov 12 08:09:58.783032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b878edf3-914a-41d8-af3b-aeb4c021836a req-7cf8e9b8-c43c-4610-a537-835b603dbcab tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050150 Nov 12 08:09:58.789581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cae52300-37e0-492f-bcf0-8f1b39e125b2 req-cef856db-0525-4b9e-b588-39f279f86130 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870748 Nov 12 08:09:58.850760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-cd121702-f79e-43f8-82ae-daaf34728fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.853424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-cd121702-f79e-43f8-82ae-daaf34728fd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576828 Nov 12 08:09:58.919856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aebb12-d2a5-41c0-a5d5-47bc1a02aaf0 req-df2ebd95-d0de-4b76-bf0e-2428316e02a7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.921569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70aebb12-d2a5-41c0-a5d5-47bc1a02aaf0 req-df2ebd95-d0de-4b76-bf0e-2428316e02a7 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 947 time: 0.0626204 Nov 12 08:09:58.992070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-d1d90124-2adf-408d-a886-1b839689e2eb service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305907 Nov 12 08:09:59.017245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70aebb12-d2a5-41c0-a5d5-47bc1a02aaf0 req-4bdc2eae-749c-4b4a-9332-0f89f1f7c654 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878453 Nov 12 08:09:59.111510 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1575d3e5-03fd-4483-9eb1-c400652aa6f6 req-0f161013-749e-4c54-80e2-4cbd0edd14ab service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118839 Nov 12 08:09:59.166018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:59.173505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7bde1-9236-45ea-9947-b86342765863 req-a80db49a-a250-4f27-aee2-64edf2c2f7e1 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.175045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2b7bde1-9236-45ea-9947-b86342765863 req-a80db49a-a250-4f27-aee2-64edf2c2f7e1 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 1102 time: 0.1169045 Nov 12 08:09:59.218980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:59.223440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 9de033d8-d56e-45a5-bf62-1ee82ac64095 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:59.223940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.239718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2b7bde1-9236-45ea-9947-b86342765863 req-dd2e639d-b735-49bc-b2be-d628777ad088 tempest-MigrationsAdminTest-224837824 tempest-MigrationsAdminTest-224837824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541580 Nov 12 08:09:59.266569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-68315db6-38f1-43bd-a3c7-f05fae3daa55 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.266569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-68315db6-38f1-43bd-a3c7-f05fae3daa55 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 821 time: 0.1648440 Nov 12 08:09:59.284397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-2eff5eb6-52c3-46f6-8b37-098dfc457d99 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/quotas/6ee43542a7ab4e2e865802cef1f311a8 HTTP/1.1" status: 200 len: 375 time: 0.0096385 Nov 12 08:09:59.332586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.368922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:59.375186 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.382091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-5dca1fcf-dfe1-44da-8d66-e0d58b7fd824 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0916822 Nov 12 08:09:59.394980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3770-ba93-495f-ab9d-38ef5293527f req-65071840-a27d-4567-abeb-fd0b4bc695f8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.396618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f82d3770-ba93-495f-ab9d-38ef5293527f req-65071840-a27d-4567-abeb-fd0b4bc695f8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 950 time: 0.0744476 Nov 12 08:09:59.430771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=13']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:59.496518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f82d3770-ba93-495f-ab9d-38ef5293527f req-d292ce21-a9b9-4182-a3cb-df28c870945e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918775 Nov 12 08:09:59.527190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-4f0b3d5b-fc22-4570-a3e3-973bc2cc8471 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294837 Nov 12 08:09:59.630785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-b8d00d50-7e12-4b64-8f2d-6d35aa8ca381 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960715 Nov 12 08:09:59.856333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.865318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.874884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.884934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.891329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.897942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.904935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.907252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-83208d70-93aa-45b5-9a2c-bf71b4cc4414 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.1210909 Nov 12 08:10:00.006562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45f35778-4c85-43d5-add1-8b2f1f79b743 req-3ac90246-a8d8-43b3-83f0-6f74a178b88d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790992 Nov 12 08:10:00.168391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f96f4-b5f7-4b35-97ec-64b4ed6d4a36 req-10b5ad74-221a-4817-b804-0d7f4ae6c327 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.175388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f96f4-b5f7-4b35-97ec-64b4ed6d4a36 req-10b5ad74-221a-4817-b804-0d7f4ae6c327 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.177299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c7f96f4-b5f7-4b35-97ec-64b4ed6d4a36 req-10b5ad74-221a-4817-b804-0d7f4ae6c327 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334&device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 1690 time: 0.0925174 Nov 12 08:10:00.186413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072672c-8f48-457c-8c07-0421c604c28c req-2261029c-321d-46be-8bb6-5fe3c1321401 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.187872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8072672c-8f48-457c-8c07-0421c604c28c req-2261029c-321d-46be-8bb6-5fe3c1321401 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.1130035 Nov 12 08:10:00.266335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c7f96f4-b5f7-4b35-97ec-64b4ed6d4a36 req-34d949cb-ba0c-4d08-bb4e-399cda2c1a6b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770106 Nov 12 08:10:00.274206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8072672c-8f48-457c-8c07-0421c604c28c req-fb835e48-99fb-4a2f-8fe2-df4c4d7463b4 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784020 Nov 12 08:10:00.392362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9faf86c2-0ae9-44fe-9f0a-c274d15d4c1f req-8ea257b9-3f4e-48cb-947e-c46bcc2cf7ca tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 210 time: 0.0449212 Nov 12 08:10:00.414821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1fabe-b134-46af-99a5-6252fa73e512 req-c2c1886d-bc24-4205-b356-679d785226df tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.416960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34f1fabe-b134-46af-99a5-6252fa73e512 req-c2c1886d-bc24-4205-b356-679d785226df tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 951 time: 0.0813110 Nov 12 08:10:00.435943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:00.439035 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5fc169-a90c-4e2a-8059-f739edc7fe43" -d '{"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-plugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:00.519954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34f1fabe-b134-46af-99a5-6252fa73e512 req-1e178626-aa44-40eb-9883-34422bf24664 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970359 Nov 12 08:10:00.543889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec27446-5e1c-43c8-a8c0-e6bc102937a7 req-20e373fa-dcf5-404b-9fd9-56a468498286 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.552618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ec27446-5e1c-43c8-a8c0-e6bc102937a7 req-20e373fa-dcf5-404b-9fd9-56a468498286 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0981379 Nov 12 08:10:00.623511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ec27446-5e1c-43c8-a8c0-e6bc102937a7 req-a2d17185-e151-4510-8d5d-ce4faf4e5a67 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Nov 12 08:10:00.644277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b77903-d142-42bc-bb49-dd2321ec49f2 req-5547c60e-7e2c-46e8-a557-23a5ec69e35e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.645782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9b77903-d142-42bc-bb49-dd2321ec49f2 req-5547c60e-7e2c-46e8-a557-23a5ec69e35e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 947 time: 0.0641024 Nov 12 08:10:00.692940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9b77903-d142-42bc-bb49-dd2321ec49f2 req-8c47337c-be7b-433a-a0ad-0d5deee85a65 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Nov 12 08:10:00.726696 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f9bac-6c9c-4aaf-adc4-99a2899653c3 x-openstack-request-id: req-fd3f9bac-6c9c-4aaf-adc4-99a2899653c3 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:00.726990 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-plugged", "status": "completed", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:00.727239 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd3f9bac-6c9c-4aaf-adc4-99a2899653c3 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:00.727631 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'code': 200} Nov 12 08:10:00.787123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc777-153c-4fbb-85db-9138260c52ff req-5c6dd1d0-a395-43b5-b68f-d9915753ba9c tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.788660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12fdc777-153c-4fbb-85db-9138260c52ff req-5c6dd1d0-a395-43b5-b68f-d9915753ba9c tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 1101 time: 0.0416160 Nov 12 08:10:00.832880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12fdc777-153c-4fbb-85db-9138260c52ff req-b47acbb1-a337-4e40-9bf1-1cdf73014fe3 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Nov 12 08:10:00.943572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa14f-582c-498b-8f7a-736215b68efb req-96bd3f44-966b-4b74-8f9d-a998a75b1b28 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.945131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c18aa14f-582c-498b-8f7a-736215b68efb req-96bd3f44-966b-4b74-8f9d-a998a75b1b28 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 1102 time: 0.0435989 Nov 12 08:10:01.004677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c18aa14f-582c-498b-8f7a-736215b68efb req-79b92291-addc-4021-8933-7a5440cac593 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Nov 12 08:10:01.029858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-364e5034-7015-4aa3-a752-ee81d1d2c327 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.032818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-364e5034-7015-4aa3-a752-ee81d1d2c327 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.25 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 821 time: 0.1116333 Nov 12 08:10:01.052852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'port': {'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'admin_state_up': True, 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:01.184632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Made reservation on behalf of 6ee43542a7ab4e2e865802cef1f311a8 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:01.188391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.196522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.202387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.208414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.214464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.220531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.226316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.232207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.234720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-02e0f8c9-9732-4140-b3de-7c4354906497 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.1269226 Nov 12 08:10:01.252100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-167ad0c4-408f-4f1c-bbfd-277174f1f479 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.253972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-167ad0c4-408f-4f1c-bbfd-277174f1f479 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.1067464 Nov 12 08:10:01.322833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Allocated IP 172.20.0.11 (c978afed-861f-4bab-8593-0a343df41318/dbd697cd-ec84-45d4-b712-6479fd016057/0a312873-9c27-4798-9449-432d1a879c0b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:01.332417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-0939b0dd-80f2-48ae-b0a2-172479b0e2ac tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575678 Nov 12 08:10:01.444676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0414b2e4-7a90-438b-80cd-268a91025db9 req-82f347ab-921d-4252-8ddd-77f6e3e6bf4f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896896 Nov 12 08:10:01.487095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.494803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Deleting port d0fa7863-e043-4800-89d9-8c3d62280022 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:01.495153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.505843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-4897e189-fbe7-4220-834d-1d702cc5e274 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.507334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-4897e189-fbe7-4220-834d-1d702cc5e274 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651738 Nov 12 08:10:01.522778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.549649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9e50519d-6dcb-49a8-ac12-f3e102f96601'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:01.566104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Network c978afed-861f-4bab-8593-0a343df41318 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:01.571633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:01.575479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:01.587239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-80d0574f-1dce-458f-9de2-c35bac9cb158 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/quotas/6bd44d6b0f67463a8041b8b3ee47768b HTTP/1.1" status: 200 len: 375 time: 0.0690427 Nov 12 08:10:01.625452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.632120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.643782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event updated for resources: {'Port': ['ID=0a312873-9c27-4798-9449-432d1a879c0b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:01.674619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-5d74c71f-0041-4c81-8653-91960baa6790 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6278453 Nov 12 08:10:01.684035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01280c-3d06-4a42-9ccc-90519e6ec2ca req-aa417866-bae2-46ac-88f5-b584f7c1fa0c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.685641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a01280c-3d06-4a42-9ccc-90519e6ec2ca req-aa417866-bae2-46ac-88f5-b584f7c1fa0c tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7 HTTP/1.1" status: 200 len: 945 time: 0.1664455 Nov 12 08:10:01.694602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Request body: {'port': {'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:01.716856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] For port d0fa7863-e043-4800-89d9-8c3d62280022, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d0fa7863-e043-4800-89d9-8c3d62280022,segment=NetworkSegment(63ceb39d-20d1-4dc2-ab3a-6c12e0755669),segment_id=63ceb39d-20d1-4dc2-ab3a-6c12e0755669)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:01.717226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.743741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Calling delete_port for d0fa7863-e043-4800-89d9-8c3d62280022 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:01.760588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-8fd2a6dd-a369-4211-8b8b-c0e0667e8b20 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1637244 Nov 12 08:10:01.762406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.827679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a01280c-3d06-4a42-9ccc-90519e6ec2ca req-a28561bb-c4c4-4a7f-b0b7-286d54b24fa9 tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.16 "GET /v2.0/security-groups?id=71ce0342-5119-46e8-80c2-f53cf023e447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298718 Nov 12 08:10:01.904674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2daa60e7-6462-46bf-8f77-28a679db7389 None None] Provisioning complete for port 0a312873-9c27-4798-9449-432d1a879c0b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:01.905056 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2daa60e7-6462-46bf-8f77-28a679db7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.920230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-edf6b0ec-b7c6-4ee8-8803-c82143be530b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.922043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-edf6b0ec-b7c6-4ee8-8803-c82143be530b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 951 time: 0.0911987 Nov 12 08:10:01.972228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2daa60e7-6462-46bf-8f77-28a679db7389 None None] Port 0a312873-9c27-4798-9449-432d1a879c0b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:02.063619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca69ba8-c3b5-4368-8d79-80168586cc9a req-e61268f1-e1e4-4e06-a168-48c4c6c5d6fe tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.065258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aca69ba8-c3b5-4368-8d79-80168586cc9a req-e61268f1-e1e4-4e06-a168-48c4c6c5d6fe tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 932 time: 0.1414015 Nov 12 08:10:02.101906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a312873-9c27-4798-9449-432d1a879c0b {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:02.104545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.110805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.118733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d0fa7863-e043-4800-89d9-8c3d62280022'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:02.121152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 699ccf6a-c152-4298-8d88-c65b779023c2 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:02.145896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Transition to ACTIVE for port object 0a312873-9c27-4798-9449-432d1a879c0b will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:02.154182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Pushing event deleted for resources: {'Port': ['ID=d0fa7863-e043-4800-89d9-8c3d62280022,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.154477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.189153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aca69ba8-c3b5-4368-8d79-80168586cc9a req-39483f71-b1da-4ad1-8e0f-95a43ffd85e3 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124594 Nov 12 08:10:02.236131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Deleting port 9de033d8-d56e-45a5-bf62-1ee82ac64095 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:02.237580 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.241065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] No DVR routers for this DVR port d0fa7863-e043-4800-89d9-8c3d62280022 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:02.245927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.250100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42ce75c7-761d-4bc7-a69f-0e971d65ea8d req-6b3b2388-8459-4d18-8933-038d4cf4443d tempest-ServerDiskConfigTestJSON-216706269 tempest-ServerDiskConfigTestJSON-216706269-project] 10.222.0.25 "DELETE /v2.0/ports/d0fa7863-e043-4800-89d9-8c3d62280022 HTTP/1.1" status: 204 len: 173 time: 0.9883554 Nov 12 08:10:02.251355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'name': 'network-vif-deleted', 'tag': 'd0fa7863-e043-4800-89d9-8c3d62280022'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:02.255067 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bf3009-af1c-44f4-a182-3a0527d06e9f" -d '{"events": [{"server_uuid": "f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7", "name": "network-vif-deleted", "tag": "d0fa7863-e043-4800-89d9-8c3d62280022"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:02.270302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Pushing event updated for resources: {'Port': ['ID=0a312873-9c27-4798-9449-432d1a879c0b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.416171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Attempting to bind port 0a312873-9c27-4798-9449-432d1a879c0b on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:02.416562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Attempting to bind port 0a312873-9c27-4798-9449-432d1a879c0b by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:02.416842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Attempting to bind port 0a312873-9c27-4798-9449-432d1a879c0b on network c978afed-861f-4bab-8593-0a343df41318 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:02.421675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Port 0a312873-9c27-4798-9449-432d1a879c0b on network c978afed-861f-4bab-8593-0a343df41318 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:02.422000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Attempting to bind port 0a312873-9c27-4798-9449-432d1a879c0b on network c978afed-861f-4bab-8593-0a343df41318 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:02.427779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:02.428967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Checking segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:02.429469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Bound using segment: {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:02.429847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Bound port: 0a312873-9c27-4798-9449-432d1a879c0b, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b069fa-4a54-48cc-8c0a-425f23e23f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c978afed-861f-4bab-8593-0a343df41318'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:02.430208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.523583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] For port 0a312873-9c27-4798-9449-432d1a879c0b, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:02.528490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] For port 0a312873-9c27-4798-9449-432d1a879c0b, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0a312873-9c27-4798-9449-432d1a879c0b,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:02.529623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] For port 9de033d8-d56e-45a5-bf62-1ee82ac64095, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9de033d8-d56e-45a5-bf62-1ee82ac64095,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:02.530214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.536596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.577912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.578972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.581200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 699ccf6a-c152-4298-8d88-c65b779023c2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=699ccf6a-c152-4298-8d88-c65b779023c2,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:02.587456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Calling delete_port for 9de033d8-d56e-45a5-bf62-1ee82ac64095 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:02.589806 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] 10.222.0.25 "PUT /v2.0/ports/0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 1093 time: 0.9021554 Nov 12 08:10:02.591228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:02.598656 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa129b9-250d-48de-ab73-b2d9928d45c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "tag": "0a312873-9c27-4798-9449-432d1a879c0b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:02.615900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '699ccf6a-c152-4298-8d88-c65b779023c2', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '699ccf6a-c152-4298-8d88-c65b779023c2', 'mac_address': 'fa:16:3e:58:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:02.646809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b3ef-0523-44a5-8f09-1ce1dbb808ac service neutron] Pushing event updated for resources: {'Port': ['ID=0a312873-9c27-4798-9449-432d1a879c0b,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.691767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-2f0d8fbf-bd61-4668-9646-99fa6aad6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.693471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-2f0d8fbf-bd61-4668-9646-99fa6aad6a11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1096 time: 0.0577157 Nov 12 08:10:02.700475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.708497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4d08e-efbb-48e9-8691-45bdad1b077a req-184351fc-51e5-4846-ac73-ebff2dfa69f5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.716195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2c4d08e-efbb-48e9-8691-45bdad1b077a req-184351fc-51e5-4846-ac73-ebff2dfa69f5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.3989973 Nov 12 08:10:02.734802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699ccf6a-c152-4298-8d88-c65b779023c2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:02.764802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 699ccf6a-c152-4298-8d88-c65b779023c2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=699ccf6a-c152-4298-8d88-c65b779023c2,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:02.771434 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.791816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-855b9366-9752-4577-ac9d-3d449f9bd902 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 217 time: 0.0845804 Nov 12 08:10:02.847025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-43d3c65d-3281-4d25-ab26-66d405cb983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.848595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-43d3c65d-3281-4d25-ab26-66d405cb983f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0530987 Nov 12 08:10:02.855726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0823acf-6d4a-46d3-8ad3-92df55b099fb req-d875d671-0118-4434-9437-9bce7b4bbf93 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.856376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=699ccf6a-c152-4298-8d88-c65b779023c2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.863594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0823acf-6d4a-46d3-8ad3-92df55b099fb req-d875d671-0118-4434-9437-9bce7b4bbf93 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 951 time: 0.3666086 Nov 12 08:10:02.904807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2c4d08e-efbb-48e9-8691-45bdad1b077a req-73f11407-6f64-4154-a121-a8500d28b7f3 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873512 Nov 12 08:10:02.954984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6330-482f-4074-a181-8185259cdb8f req-80b2d06f-e303-4dc8-99b4-08d555ad51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.956575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-80b2d06f-e303-4dc8-99b4-08d555ad51fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994096 Nov 12 08:10:02.987851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0823acf-6d4a-46d3-8ad3-92df55b099fb req-d20876f2-739c-4823-a70e-d43a62a73ddc tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082563 Nov 12 08:10:03.071691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-58451d4d-d771-4bf3-8b71-7448f956d12d service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047611 Nov 12 08:10:03.117827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de8a-81d6-4855-805e-b936bcdddf34 req-d948e54b-9318-40fc-aebe-5846d20dd306 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.125979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb96de8a-81d6-4855-805e-b936bcdddf34 req-d948e54b-9318-40fc-aebe-5846d20dd306 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 948 time: 0.0791662 Nov 12 08:10:03.129173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.143593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461', '48137c9d-77df-4ace-94a3-78f524c839aa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:03.145866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1a583d5d-071f-4d04-933a-f2325dfd4637', '9de033d8-d56e-45a5-bf62-1ee82ac64095'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:03.199406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-210c6330-482f-4074-a181-8185259cdb8f req-3cad115e-e7a6-4fdb-a909-97d515d3232f service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199858 Nov 12 08:10:03.201896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event deleted for resources: {'Port': ['ID=9de033d8-d56e-45a5-bf62-1ee82ac64095,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:03.238689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb96de8a-81d6-4855-805e-b936bcdddf34 req-6f90e01f-c541-480a-a7d8-c489c61afe59 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080887 Nov 12 08:10:03.311948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['699ccf6a-c152-4298-8d88-c65b779023c2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:03.348163 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c808f20-9307-4c9b-b08f-f556aca9d759 x-openstack-request-id: req-9c808f20-9307-4c9b-b08f-f556aca9d759 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:03.349785 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7", "name": "network-vif-deleted", "tag": "d0fa7863-e043-4800-89d9-8c3d62280022", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:03.350139 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c808f20-9307-4c9b-b08f-f556aca9d759 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:03.350637 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f6b8f6-a564-4bba-9c1b-a331ce6c0ee7', 'name': 'network-vif-deleted', 'tag': 'd0fa7863-e043-4800-89d9-8c3d62280022', 'status': 'completed', 'code': 200} Nov 12 08:10:03.352430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] No DVR routers for this DVR port 9de033d8-d56e-45a5-bf62-1ee82ac64095 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:03.359172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.371440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8d195df-6ba1-4fde-ab44-d43e828c3699 req-a95c2307-932d-4fb9-bee8-27ec52719ac7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "DELETE /v2.0/ports/9de033d8-d56e-45a5-bf62-1ee82ac64095 HTTP/1.1" status: 204 len: 173 time: 1.4363680 Nov 12 08:10:03.435966 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40f8b1-0a76-4b40-b7b6-29e4b5b90f15 x-openstack-request-id: req-fd40f8b1-0a76-4b40-b7b6-29e4b5b90f15 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:03.436279 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "tag": "0a312873-9c27-4798-9449-432d1a879c0b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:03.436522 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd40f8b1-0a76-4b40-b7b6-29e4b5b90f15 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:03.437141 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b', 'status': 'completed', 'code': 200} Nov 12 08:10:03.539949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-2d87d442-1980-420d-b048-38a83bcfde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.541807 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-2d87d442-1980-420d-b048-38a83bcfde4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1096 time: 0.0688479 Nov 12 08:10:03.559698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.577101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.593191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.599994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.622386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.629370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.644696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.656081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-27a3d685-cb30-4340-bd7d-2dfaecab35b2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.2379861 Nov 12 08:10:03.739642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-90b9d263-a7ed-4252-add0-8fe43019f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.741170 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-90b9d263-a7ed-4252-add0-8fe43019f987 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.1877389 Nov 12 08:10:03.747285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acd9f53e-63bf-48d0-8b75-6c8054d1ef44 req-492ac07e-4ad2-41dc-819a-a126cbfcf666 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915263 Nov 12 08:10:03.809700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-c3be20a7-0501-4213-ae42-0c42a6035d19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 217 time: 0.0568926 Nov 12 08:10:03.818219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36c927-43d6-4bc7-b193-7d21d3aba3a5 req-3b6da0d1-07c8-4b10-bf8b-cd4210afb870 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.827538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e36c927-43d6-4bc7-b193-7d21d3aba3a5 req-3b6da0d1-07c8-4b10-bf8b-cd4210afb870 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 944 time: 0.0721071 Nov 12 08:10:03.863730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-684803ef-6686-4f73-b831-71ccf6bc7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.865774 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-684803ef-6686-4f73-b831-71ccf6bc7577 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0463994 Nov 12 08:10:03.888719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b24e6d0-b7eb-4151-b401-3263ccaf403f req-6e749a1d-1fb2-4100-a3d4-94e2f2bf2fce tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 210 time: 0.0342770 Nov 12 08:10:03.902721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e36c927-43d6-4bc7-b193-7d21d3aba3a5 req-a8370e8f-984f-4131-8ed3-9687a7f9f2d6 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735490 Nov 12 08:10:03.930478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-d4d86814-9e5f-401e-8e82-4e638fe8db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.932729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-d4d86814-9e5f-401e-8e82-4e638fe8db1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542119 Nov 12 08:10:04.021258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b025c-c32a-48ef-849a-6c89f811a349 req-4594d532-ffe2-41ad-83d9-ce3630da3d3a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.022826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-275b025c-c32a-48ef-849a-6c89f811a349 req-4594d532-ffe2-41ad-83d9-ce3630da3d3a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0594828 Nov 12 08:10:04.060296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-72e89695-f140-4a1f-898f-e4fa0d2e55ba service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193857 Nov 12 08:10:04.092326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-275b025c-c32a-48ef-849a-6c89f811a349 req-3767f54a-fbca-4ee4-8fb4-7b80481b120a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Nov 12 08:10:04.148383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d0fa7863-e043-4800-89d9-8c3d62280022 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:04.158280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f85b2736-0377-49ea-9714-f5e0d4f480e7 req-874f98b0-9bed-4904-8691-47ea2d4c0be2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae044722-4234-4c0a-a5f5-54f8a2899189 HTTP/1.1" status: 200 len: 210 time: 0.0574198 Nov 12 08:10:04.174569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: d0fa7863-e043-4800-89d9-8c3d62280022 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:04.174569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d0fa7863-e043-4800-89d9-8c3d62280022 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:04.174990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37602) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:04.219325 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8aa129b9-250d-48de-ab73-b2d9928d45c7 req-5115001f-ccac-4580-9a4d-86a700a93826 service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507382 Nov 12 08:10:04.232189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Deleting subnet 0929e758-ec2c-4134-8c7e-52667248b915 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:10:04.238000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.278888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.300978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-99dab150-feef-49a4-b9a9-7b9da84268a4 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292797 Nov 12 08:10:04.387431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.431025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87047fa7-47fd-45de-9fc7-cfa343405935 req-6cf80a81-b870-4a72-903e-9987e5535721 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.432504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87047fa7-47fd-45de-9fc7-cfa343405935 req-6cf80a81-b870-4a72-903e-9987e5535721 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 948 time: 0.0959921 Nov 12 08:10:04.434914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-2802cdb0-f0c4-4533-a269-76de6585391f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.436423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-2802cdb0-f0c4-4533-a269-76de6585391f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278512 Nov 12 08:10:04.449334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:04.491633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.518299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87047fa7-47fd-45de-9fc7-cfa343405935 req-ab5c729c-e07f-45c8-91ed-a7fded39e526 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790477 Nov 12 08:10:04.521173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0929e758-ec2c-4134-8c7e-52667248b915,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:04.526468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.532898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-490faa38-e730-4144-a0a0-26e276654776 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0929e758-ec2c-4134-8c7e-52667248b915 HTTP/1.1" status: 204 len: 168 time: 0.3539355 Nov 12 08:10:04.533629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37608) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:04.565938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:04.569752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.612981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.697744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.713784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.112 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/24294021-3618-4ddb-8fa4-94ac343793f0) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:04.733746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ce094c-d016-4983-b114-235cdbdf9722']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:04.751803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-a34af930-5f2f-4320-a1dc-791cd0525e82 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318105 Nov 12 08:10:04.755137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ceb39d-20d1-4dc2-ab3a-6c12e0755669') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:04.755426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ceb39d-20d1-4dc2-ab3a-6c12e0755669') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:04.765258 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.809653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.853561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:10:04.853981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:10:04.858436 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:10:04.904944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.945174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.963481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:04.966381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:05.004654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:05.008187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:05.010744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:05.018769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=24294021-3618-4ddb-8fa4-94ac343793f0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:05.092772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.093713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.116473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-3aaa0aa0-ab74-4dd3-9f96-5e2ace0d4ce3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6707933 Nov 12 08:10:05.229823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Request body: {'port': {'device_id': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:05.298783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.301999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-158ec1c6-6342-4b22-b312-d6374b2e907d req-a98ea803-9790-4b6f-bc6e-a4f6dde5a99a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 210 time: 0.0409212 Nov 12 08:10:05.337051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-2cd7bf45-8e39-4232-820e-7cf29503a3e6 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.338547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-2cd7bf45-8e39-4232-820e-7cf29503a3e6 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5752282 Nov 12 08:10:05.340658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.361338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.364503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1eaf0474-c85c-423e-9b57-116d260aa4db None None] Provisioning complete for port 24294021-3618-4ddb-8fa4-94ac343793f0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:05.365091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0474-c85c-423e-9b57-116d260aa4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.367619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.376514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.382409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.388707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.395351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.401410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.403286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-656b908a-5536-4e59-a32b-39d8011bd887 req-732b243f-d4b2-43c9-a8fc-ad91e0f95dba tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.5638659 Nov 12 08:10:05.407486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-deleted', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:05.409850 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6ca381-1d79-4c4d-a515-464963a76931" -d '{"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-deleted", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:05.411476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf0474-c85c-423e-9b57-116d260aa4db None None] Port 24294021-3618-4ddb-8fa4-94ac343793f0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:05.417089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.420462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/26ce094c-d016-4983-b114-235cdbdf9722 HTTP/1.1" status: 204 len: 168 time: 0.8862631 Nov 12 08:10:05.424822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:05.502109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c2a39-2b71-4680-bbc7-e6bb000fe8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ce094c-d016-4983-b114-235cdbdf9722,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:05.601557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac21a8-fba8-4709-9b4e-e89a5118feaa req-46109de1-3125-4489-9cf0-2573820b4eda tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.603069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6ac21a8-fba8-4709-9b4e-e89a5118feaa req-46109de1-3125-4489-9cf0-2573820b4eda tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 944 time: 0.1975014 Nov 12 08:10:05.615249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-656b908a-5536-4e59-a32b-39d8011bd887 req-87e506be-6552-4379-bc11-d97da56898c6 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2000504 Nov 12 08:10:05.637397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24294021-3618-4ddb-8fa4-94ac343793f0 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:05.640903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37628) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:05.648505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.662330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Transition to ACTIVE for port object 24294021-3618-4ddb-8fa4-94ac343793f0 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:05.666395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.720724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Pushing event updated for resources: {'Port': ['ID=24294021-3618-4ddb-8fa4-94ac343793f0,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:05.721713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:05.725201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.748140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6ac21a8-fba8-4709-9b4e-e89a5118feaa req-51d257c9-1d6a-41ac-954c-ec63f971714a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286426 Nov 12 08:10:05.765786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3734f902-0482-4512-995d-ee61e26f8593 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=557086a021f3488c8c60501aa2d39f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237435 Nov 12 08:10:05.768307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37630) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:05.826790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Attempting to bind port 24294021-3618-4ddb-8fa4-94ac343793f0 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:05.827132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Attempting to bind port 24294021-3618-4ddb-8fa4-94ac343793f0 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:05.827523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Attempting to bind port 24294021-3618-4ddb-8fa4-94ac343793f0 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:05.834733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Port 24294021-3618-4ddb-8fa4-94ac343793f0 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:05.835029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Attempting to bind port 24294021-3618-4ddb-8fa4-94ac343793f0 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:05.835329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957d9c-842e-40c0-a4c2-362e2582d3b7 req-a1cb794e-08a6-439f-a122-93e25c06914a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.836931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac957d9c-842e-40c0-a4c2-362e2582d3b7 req-a1cb794e-08a6-439f-a122-93e25c06914a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1388352 Nov 12 08:10:05.848559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:05.848895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:05.849269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:05.849708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Bound port: 24294021-3618-4ddb-8fa4-94ac343793f0, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:05.850035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.868670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82e922c1-e144-4369-9c79-c6a362a5b176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.875101 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d99877f-2b50-4825-9f3c-fa88592176c5 x-openstack-request-id: req-4d99877f-2b50-4825-9f3c-fa88592176c5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:05.875402 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044722-4234-4c0a-a5f5-54f8a2899189", "name": "network-vif-deleted", "tag": "9de033d8-d56e-45a5-bf62-1ee82ac64095", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:05.876750 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d99877f-2b50-4825-9f3c-fa88592176c5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:05.876750 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044722-4234-4c0a-a5f5-54f8a2899189', 'name': 'network-vif-deleted', 'tag': '9de033d8-d56e-45a5-bf62-1ee82ac64095', 'status': 'completed', 'code': 200} Nov 12 08:10:05.926530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82e922c1-e144-4369-9c79-c6a362a5b176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.942944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac957d9c-842e-40c0-a4c2-362e2582d3b7 req-81050542-c351-4aa7-be91-eee2cbc52a5a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Nov 12 08:10:05.977296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] For port 24294021-3618-4ddb-8fa4-94ac343793f0, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:05.977487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.29 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/709bfabe-eaad-4289-b5dd-72eb2ca10dfb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:05.982525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] For port 24294021-3618-4ddb-8fa4-94ac343793f0, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=24294021-3618-4ddb-8fa4-94ac343793f0,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:05.991180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.036745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82e922c1-e144-4369-9c79-c6a362a5b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.039662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82e922c1-e144-4369-9c79-c6a362a5b176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.040742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-82e922c1-e144-4369-9c79-c6a362a5b176 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71ce0342-5119-46e8-80c2-f53cf023e447 HTTP/1.1" status: 204 len: 168 time: 0.2713141 Nov 12 08:10:06.042108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.042706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.044793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fc198-ae4b-4d7f-a41d-0792fe896d11 req-22f39942-5cb7-4279-93d4-9f6e504cdd33 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.044904 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] 10.222.0.25 "PUT /v2.0/ports/24294021-3618-4ddb-8fa4-94ac343793f0 HTTP/1.1" status: 200 len: 1097 time: 0.8202598 Nov 12 08:10:06.046000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e6fc198-ae4b-4d7f-a41d-0792fe896d11 req-22f39942-5cb7-4279-93d4-9f6e504cdd33 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 948 time: 0.1217384 Nov 12 08:10:06.049736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'tag': '24294021-3618-4ddb-8fa4-94ac343793f0'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:06.060018 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fae041-148d-414b-8f1f-779061ae1df4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f6ff52-298a-4e1f-afa1-d9d52e4f211f", "tag": "24294021-3618-4ddb-8fa4-94ac343793f0"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:06.080715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e922c1-e144-4369-9c79-c6a362a5b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce0342-5119-46e8-80c2-f53cf023e447,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:06.101422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f2345-3376-416c-9b48-c0197326f49c service neutron] Pushing event updated for resources: {'Port': ['ID=24294021-3618-4ddb-8fa4-94ac343793f0,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:06.139978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0a312873-9c27-4798-9449-432d1a879c0b details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:06.192904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-a6398a7b-307a-4190-b608-fa529e4f89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.195280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-a6398a7b-307a-4190-b608-fa529e4f89b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 1100 time: 0.0853853 Nov 12 08:10:06.238244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 699ccf6a-c152-4298-8d88-c65b779023c2 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:06.277372 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-bf715f18-4315-4852-84fa-667acf982e0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=24294021-3618-4ddb-8fa4-94ac343793f0 HTTP/1.1" status: 200 len: 217 time: 0.0629325 Nov 12 08:10:06.324670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e6fc198-ae4b-4d7f-a41d-0792fe896d11 req-925c8877-2f1a-4099-83b2-73481261bab4 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712255 Nov 12 08:10:06.344179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 699ccf6a-c152-4298-8d88-c65b779023c2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:06.351078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0a312873-9c27-4798-9449-432d1a879c0b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0a312873-9c27-4798-9449-432d1a879c0b,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:06.356704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 699ccf6a-c152-4298-8d88-c65b779023c2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:06.363203 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.386235 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e34ff55-3b83-46e3-ae38-6ee342857406 x-openstack-request-id: req-4e34ff55-3b83-46e3-ae38-6ee342857406 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:06.386534 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f6ff52-298a-4e1f-afa1-d9d52e4f211f", "tag": "24294021-3618-4ddb-8fa4-94ac343793f0", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:06.387931 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e34ff55-3b83-46e3-ae38-6ee342857406 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:06.399986 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'tag': '24294021-3618-4ddb-8fa4-94ac343793f0', 'status': 'completed', 'code': 200} Nov 12 08:10:06.452421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-dfea06c1-d99a-47c7-86b7-5ed07ff43f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.455214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '0a312873-9c27-4798-9449-432d1a879c0b', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:06.459506 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-dfea06c1-d99a-47c7-86b7-5ed07ff43f48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1724541 Nov 12 08:10:06.540379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.565805 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.567937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-e4f86031-f8cc-493f-82df-3b858ac17539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.573522 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-e4f86031-f8cc-493f-82df-3b858ac17539 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074257 Nov 12 08:10:06.585489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.587162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4acecbee-6810-4b2d-9bf7-45ac5289bb16 req-b4bc8d97-b46c-44aa-a17d-64ff3a0a85c9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 210 time: 0.1796355 Nov 12 08:10:06.599008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a312873-9c27-4798-9449-432d1a879c0b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:06.659703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.675599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1285b9-7d94-4aa7-a46d-6ee9d66390c0 req-8da18738-735a-40ad-99e1-482791e955d2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.678140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d1285b9-7d94-4aa7-a46d-6ee9d66390c0 req-8da18738-735a-40ad-99e1-482791e955d2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 951 time: 0.1589530 Nov 12 08:10:06.683103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:06.686144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:06.702736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0a312873-9c27-4798-9449-432d1a879c0b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0a312873-9c27-4798-9449-432d1a879c0b,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:06.753130 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-b53d0b9a-2824-45e7-8191-64895fe41ab5 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692588 Nov 12 08:10:06.757947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ccf6a-c152-4298-8d88-c65b779023c2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:06.760456 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b88c3a-7ac1-4e69-8e20-4f3f976f6526" -d '{"events": [{"server_uuid": "fb838f49-b850-4d2f-a640-e52674f77a29", "name": "network-vif-plugged", "status": "completed", "tag": "699ccf6a-c152-4298-8d88-c65b779023c2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:06.770755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.805272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d1285b9-7d94-4aa7-a46d-6ee9d66390c0 req-2195a47d-00af-44cd-9827-475978810f2e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077900 Nov 12 08:10:06.813039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:06.819157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 699ccf6a-c152-4298-8d88-c65b779023c2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=699ccf6a-c152-4298-8d88-c65b779023c2,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:06.834706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.874343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:06.895160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:06.903912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=0a312873-9c27-4798-9449-432d1a879c0b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:06.985089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-a85b1e69-a663-4c7b-9985-bc123ac12120 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236001 Nov 12 08:10:07.006319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.007451 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.068222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:07.092421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.099724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.106680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.111925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae041-148d-414b-8f1f-779061ae1df4 req-a776d54b-b1e2-4d16-b21f-c19350058355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.113482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-a776d54b-b1e2-4d16-b21f-c19350058355 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 1100 time: 0.0574908 Nov 12 08:10:07.119082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.126433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.134077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.142496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.150794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-0c777571-5e0d-494d-90d7-c00ab205948f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5420 time: 0.3271587 Nov 12 08:10:07.156995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=699ccf6a-c152-4298-8d88-c65b779023c2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:07.173457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-0e1ec08a-1df3-43f7-9a65-c372a59634c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7667396 Nov 12 08:10:07.197395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043351b-b087-4786-a20d-a66d59f2f5cb req-abc1080b-dd2f-4c8e-a90d-4ae3f91e9b41 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.198781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f043351b-b087-4786-a20d-a66d59f2f5cb req-abc1080b-dd2f-4c8e-a90d-4ae3f91e9b41 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.2356894 Nov 12 08:10:07.205265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Request body: {'port': {'device_id': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:07.216195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:07.268997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 9de033d8-d56e-45a5-bf62-1ee82ac64095 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:07.269333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9de033d8-d56e-45a5-bf62-1ee82ac64095 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:07.272327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82d290a4-c86b-412b-9aa7-f80b30201612 req-6ed2ffb8-843f-417d-9fde-92da5d0f6328 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206310 Nov 12 08:10:07.281294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae041-148d-414b-8f1f-779061ae1df4 req-20d58d8c-1960-44f6-bd92-526f9456ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.283814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-20d58d8c-1960-44f6-bd92-526f9456ef9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1611135 Nov 12 08:10:07.324182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4b1a4a42-9a1c-4955-9839-3ce0c2b3dc8c None None] Provisioning complete for port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:07.324511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4a42-9a1c-4955-9839-3ce0c2b3dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.340322 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.354016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-eda24485-5f2d-4f2b-b249-b7cb5519fdac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=24294021-3618-4ddb-8fa4-94ac343793f0 HTTP/1.1" status: 200 len: 217 time: 0.0614226 Nov 12 08:10:07.458645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37678) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:07.465853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae041-148d-414b-8f1f-779061ae1df4 req-b96ed24c-836e-4376-a408-c27286cc8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.468196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-b96ed24c-836e-4376-a408-c27286cc8b1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1072063 Nov 12 08:10:07.474067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f043351b-b087-4786-a20d-a66d59f2f5cb req-60bc7717-f95b-47de-823a-a28b8e8fffab tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081647 Nov 12 08:10:07.495424 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7810eb9d-8c11-46ec-8eb9-83fa4c661a07 x-openstack-request-id: req-7810eb9d-8c11-46ec-8eb9-83fa4c661a07 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:07.495918 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb838f49-b850-4d2f-a640-e52674f77a29", "name": "network-vif-plugged", "status": "completed", "tag": "699ccf6a-c152-4298-8d88-c65b779023c2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:07.495918 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7810eb9d-8c11-46ec-8eb9-83fa4c661a07 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:07.496348 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ccf6a-c152-4298-8d88-c65b779023c2', 'code': 200} Nov 12 08:10:07.539576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a4a42-9a1c-4955-9839-3ce0c2b3dc8c None None] Port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:07.584795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae041-148d-414b-8f1f-779061ae1df4 req-c4c5b3bc-461d-4228-9f73-434b30f07e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.586773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-c4c5b3bc-461d-4228-9f73-434b30f07e8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999167 Nov 12 08:10:07.631704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1312424982-network', 'tenant_id': 'c86a7d389d57440283ef3ce424ae318d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:07.653848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cfd19-a9ec-440b-9fd8-63e846ef6b82 req-b583ec20-3904-4a57-a83a-bc751ca05d13 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.655306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-826cfd19-a9ec-440b-9fd8-63e846ef6b82 req-b583ec20-3904-4a57-a83a-bc751ca05d13 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 945 time: 0.2029727 Nov 12 08:10:07.670006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1476-5326-4e75-95ce-60a212efd4ea req-5d74f819-3d33-4feb-88f7-6e21d0563784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.671439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d2c1476-5326-4e75-95ce-60a212efd4ea req-5d74f819-3d33-4feb-88f7-6e21d0563784 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 1101 time: 0.2224419 Nov 12 08:10:07.696686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Made reservation on behalf of c86a7d389d57440283ef3ce424ae318d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:07.698956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.712059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.730175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-8fa78f87-e09e-491e-b227-d2cc80369f28 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350040 Nov 12 08:10:07.767798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed835fe-5e3f-4378-89d8-e32df5f14002 req-8dc948e6-0a8b-425e-813e-34112cbe763e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.769296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ed835fe-5e3f-4378-89d8-e32df5f14002 req-8dc948e6-0a8b-425e-813e-34112cbe763e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1681924 Nov 12 08:10:07.836931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-826cfd19-a9ec-440b-9fd8-63e846ef6b82 req-6feac867-a167-4e13-bf0c-25f46b8285b1 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721587 Nov 12 08:10:07.838947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d2c1476-5326-4e75-95ce-60a212efd4ea req-f7a205d2-153a-4a63-92f1-a07a00f6e7b6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490030 Nov 12 08:10:07.890468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ed835fe-5e3f-4378-89d8-e32df5f14002 req-352a7161-95f1-4a47-b389-19b7d4f3df07 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073108 Nov 12 08:10:07.893569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0a312873-9c27-4798-9449-432d1a879c0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:08.023173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709bfabe-eaad-4289-b5dd-72eb2ca10dfb {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:08.036744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.071832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f125b7-cf63-40ef-9d9b-5213dd253a20 req-c3a3ae12-07ef-4697-9569-26d5ce8cb451 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.073519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7f125b7-cf63-40ef-9d9b-5213dd253a20 req-c3a3ae12-07ef-4697-9569-26d5ce8cb451 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 949 time: 0.1307528 Nov 12 08:10:08.076527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Transition to ACTIVE for port object 709bfabe-eaad-4289-b5dd-72eb2ca10dfb will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:08.086207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16dbb1-2bd7-482a-a5f7-733376c49f41 req-102faa60-62e7-487e-8621-56af01d7d7bd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.087768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf16dbb1-2bd7-482a-a5f7-733376c49f41 req-102faa60-62e7-487e-8621-56af01d7d7bd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 935 time: 0.1090930 Nov 12 08:10:08.090804 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.161678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-13fae041-148d-414b-8f1f-779061ae1df4 req-93344972-4448-4f3c-ab40-5e7aad9469a8 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224365 Nov 12 08:10:08.165033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2471c5df-a0d5-4113-a8e9-657cc18e0e92 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:08.188805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.196983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.222728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:10:08.225392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Pushing event updated for resources: {'Port': ['ID=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.233187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e3df8a-af51-48ef-b2fd-0465747f225d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.239745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.240983 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Added segment 4ac25921-17d9-4eff-97b3-09d186e59947 of type vlan for network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 Nov 12 08:10:08.248298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7f125b7-cf63-40ef-9d9b-5213dd253a20 req-5b4f8301-7992-4828-82f5-20c7a3fcec37 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586876 Nov 12 08:10:08.297320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.339198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Attempting to bind port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:08.340667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Attempting to bind port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:08.341240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Attempting to bind port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:08.351841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.353092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.353920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.354767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:08.360680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf16dbb1-2bd7-482a-a5f7-733376c49f41 req-81710de8-7a31-43dd-a92c-badf16b943e4 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573371 Nov 12 08:10:08.362562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:08.362888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Attempting to bind port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:08.385452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'port_id': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'mac_address': 'fa:16:3e:90:9c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:08.428408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.439146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9793344 Nov 12 08:10:08.442262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:08.447319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Request body: {'subnet': {'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1312424982-subnet', 'tenant_id': 'c86a7d389d57440283ef3ce424ae318d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:08.449995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:08.450333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:08.450728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:08.451178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Bound port: 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:08.451537 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.459850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.465932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aac20-f10c-430e-af15-4df3cddc9b71 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6b0594-a5b5-4897-ab58-5350df7ee6b3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.484718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Made reservation on behalf of c86a7d389d57440283ef3ce424ae318d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:08.487999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.490134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:10:08.514598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2471c5df-a0d5-4113-a8e9-657cc18e0e92 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:08.555229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] For port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:08.558890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] For port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:08.583931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:08.590868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.591543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5eb87e45-4dc5-46a2-af6d-572f878968a9 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:08.615622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.665996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.675094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.684899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76a452-1ebd-4203-9f48-73850c100749 req-4a28d569-5e09-45b9-9100-52bf58658f2a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.688526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce76a452-1ebd-4203-9f48-73850c100749 req-4a28d569-5e09-45b9-9100-52bf58658f2a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 951 time: 0.3418164 Nov 12 08:10:08.724791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.726077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dcc00f-e787-45c4-b633-126ba2a30dad,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.726491 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.729396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/709bfabe-eaad-4289-b5dd-72eb2ca10dfb HTTP/1.1" status: 200 len: 1096 time: 1.5292001 Nov 12 08:10:08.730992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'tag': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:08.733576 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911652c6-32e1-4e26-987f-594aa1b0de02" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6c05e-08bc-446e-b0de-3d3c723c3978", "tag": "709bfabe-eaad-4289-b5dd-72eb2ca10dfb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:08.738099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Checking segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:08.738884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Network hostable DHCP agents. Network: ab6b0594-a5b5-4897-ab58-5350df7ee6b3, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:10:08.762048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-c9752877-b27c-4044-a960-50a76a66b995 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.765623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-c9752877-b27c-4044-a960-50a76a66b995 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 951 time: 0.2046566 Nov 12 08:10:08.766321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:10:08.770186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:08.783276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ab6b0594-a5b5-4897-ab58-5350df7ee6b3) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:08.785231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '5eb87e45-4dc5-46a2-af6d-572f878968a9', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'port_id': '5eb87e45-4dc5-46a2-af6d-572f878968a9', 'mac_address': 'fa:16:3e:c5:00:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:08.792841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318ce9ab-749a-4c62-9098-d6d6368b5439 None None] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:08.793183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.793844 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.800215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.807409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.817797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.830157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66963bae-6f14-4f08-a4f1-edb0ea2c83c6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3794732 Nov 12 08:10:08.830382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.832518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.838591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.845642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.847581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-767ec501-70bf-4db1-bdf2-af35c911f65b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5421 time: 0.3675957 Nov 12 08:10:08.964072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded171-ebe0-49ca-a1ba-62691b7202c7 service neutron] Pushing event updated for resources: {'Port': ['ID=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.964831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.999477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb87e45-4dc5-46a2-af6d-572f878968a9 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:09.003946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce76a452-1ebd-4203-9f48-73850c100749 req-46c50c3b-bdd7-4cea-a173-4f7b9b194388 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013890 Nov 12 08:10:09.007104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f5ebc-5e4c-4544-b240-65ce3b091ba5 None None] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:09.013116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-dafe79ef-816a-4bf7-a450-233fa01885f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.014776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-dafe79ef-816a-4bf7-a450-233fa01885f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 1099 time: 0.1633828 Nov 12 08:10:09.072244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.080376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.081020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 71af1725-1fca-4ccc-80c4-fac03d70b8b9 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:09.109431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-eda81875-03cd-4f47-896c-4e5b3494ad42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb HTTP/1.1" status: 200 len: 217 time: 0.0688810 Nov 12 08:10:09.145331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a8e4a10-1e39-48e5-b3f1-141439a4f119 req-543d92e2-3cf2-4614-b2be-5fc187da59ab tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2777386 Nov 12 08:10:09.170149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.184709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.207039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Deleting port 1a583d5d-071f-4d04-933a-f2325dfd4637 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:09.207479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.223024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14ff86-9170-4c49-b8f8-43277c103603 req-affb3b77-11bd-42ca-8892-143c1312aace tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.225295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c14ff86-9170-4c49-b8f8-43277c103603 req-affb3b77-11bd-42ca-8892-143c1312aace tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1344535 Nov 12 08:10:09.227108 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc53ce-b68a-40f4-ae41-48e54ae9f938 x-openstack-request-id: req-41cc53ce-b68a-40f4-ae41-48e54ae9f938 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:09.227523 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6c05e-08bc-446e-b0de-3d3c723c3978", "tag": "709bfabe-eaad-4289-b5dd-72eb2ca10dfb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:09.227848 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41cc53ce-b68a-40f4-ae41-48e54ae9f938 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:09.228527 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'tag': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', 'status': 'completed', 'code': 200} Nov 12 08:10:09.235327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '71af1725-1fca-4ccc-80c4-fac03d70b8b9', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'port_id': '71af1725-1fca-4ccc-80c4-fac03d70b8b9', 'mac_address': 'fa:16:3e:89:61:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:09.249840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-f8f5de60-f3c6-4705-a1af-028548483ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.251408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-f8f5de60-f3c6-4705-a1af-028548483ca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1216478 Nov 12 08:10:09.276680 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.290737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71af1725-1fca-4ccc-80c4-fac03d70b8b9 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:09.310198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.314310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.315158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:09.390694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.404409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c14ff86-9170-4c49-b8f8-43277c103603 req-b22e3b68-7a85-4ced-9ec1-ab596c24f188 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634264 Nov 12 08:10:09.417182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308553-9e63-4498-b709-37f3b0af66dc req-15331ff1-3145-4579-a565-8d2e932d6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.418528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-15331ff1-3145-4579-a565-8d2e932d6625 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258574 Nov 12 08:10:09.424367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] For port 1a583d5d-071f-4d04-933a-f2325dfd4637, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1a583d5d-071f-4d04-933a-f2325dfd4637,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.424732 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.451109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd40a70-0a6b-484f-bffa-8150162522ea req-d182396c-9a85-41c6-ba2d-839e13e1cf05 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.452548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffd40a70-0a6b-484f-bffa-8150162522ea req-d182396c-9a85-41c6-ba2d-839e13e1cf05 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 945 time: 0.1609709 Nov 12 08:10:09.466437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Calling delete_port for 1a583d5d-071f-4d04-933a-f2325dfd4637 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:09.470401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.484551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7', 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'port_id': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7', 'mac_address': 'fa:16:3e:aa:18:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021cd900-4731-4682-a481-c4935d4bc003', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:09.522400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.535650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:09.554267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.558489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.559247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 13eabdf1-8e2f-4659-9081-5d58ecc88a8d details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:09.627668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.630003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.640885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '13eabdf1-8e2f-4659-9081-5d58ecc88a8d', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'port_id': '13eabdf1-8e2f-4659-9081-5d58ecc88a8d', 'mac_address': 'fa:16:3e:0a:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:09.649534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffd40a70-0a6b-484f-bffa-8150162522ea req-9cb04027-7ad2-47c9-aaa9-25ee5a3604a7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811395 Nov 12 08:10:09.658959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-fceeaa62-9dd5-40a9-bff0-8b73e5f80cfd service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248881 Nov 12 08:10:09.669734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c54dd9-aa8f-44d7-bcc8-8a0520e8d5d5 req-7911f1f8-dae2-4a61-aa08-14933aefd073 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.671193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05c54dd9-aa8f-44d7-bcc8-8a0520e8d5d5 req-7911f1f8-dae2-4a61-aa08-14933aefd073 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.2017596 Nov 12 08:10:09.684690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.698826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13eabdf1-8e2f-4659-9081-5d58ecc88a8d {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:09.720271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.724302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.725797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fc2734a4-f41c-440f-a699-0219f9a88b9d details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:09.800485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.815121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'fc2734a4-f41c-440f-a699-0219f9a88b9d', 'network_id': '4f0d3e1d-a89f-4be0-9842-dbaee6513998', 'port_id': 'fc2734a4-f41c-440f-a699-0219f9a88b9d', 'mac_address': 'fa:16:3e:60:76:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cd28e4-4c29-4da3-936a-bc57816b7eaf', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:09.831452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05c54dd9-aa8f-44d7-bcc8-8a0520e8d5d5 req-97210ee4-c790-45d1-ae3f-459dc95b2e45 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492705 Nov 12 08:10:09.852827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.872006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68308553-9e63-4498-b709-37f3b0af66dc req-52d6109c-cc9d-490d-8a74-5c864040c37a service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998119 Nov 12 08:10:09.880218 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.882726 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.896411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2734a4-f41c-440f-a699-0219f9a88b9d {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:09.906040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461', '48137c9d-77df-4ace-94a3-78f524c839aa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:09.910223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1a583d5d-071f-4d04-933a-f2325dfd4637'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:09.960539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event deleted for resources: {'Port': ['ID=1a583d5d-071f-4d04-933a-f2325dfd4637,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.979616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:09.989733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.068315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:10.174346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b45a09bf-efed-4bbc-b734-87231704633b details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:10.182488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0a312873-9c27-4798-9449-432d1a879c0b up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:10.327436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.327785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.328340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.328883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.329228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.329625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.329927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.330260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.330642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.330953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.331328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.331668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.345578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 0a312873-9c27-4798-9449-432d1a879c0b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:10.362625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 0a312873-9c27-4798-9449-432d1a879c0b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:10.362992 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.402004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b45a09bf-efed-4bbc-b734-87231704633b,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:10.402379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] No DVR routers for this DVR port 1a583d5d-071f-4d04-933a-f2325dfd4637 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:10.409204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.412585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb9ef015-02f3-489d-b64a-f283ebce83f9 req-35c9cd9e-c074-48ae-9a36-080bb47438d7 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.32 "DELETE /v2.0/ports/1a583d5d-071f-4d04-933a-f2325dfd4637 HTTP/1.1" status: 204 len: 173 time: 1.5601997 Nov 12 08:10:10.421297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b45a09bf-efed-4bbc-b734-87231704633b', 'network_id': 'b09680b2-4da0-4acb-80e5-8ef81f19a5af', 'port_id': 'b45a09bf-efed-4bbc-b734-87231704633b', 'mac_address': 'fa:16:3e:f5:92:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021cd900-4731-4682-a481-c4935d4bc003', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:10.445706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-6a3874b2-24d1-40ce-995a-cec3246bf879 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.452924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-6a3874b2-24d1-40ce-995a-cec3246bf879 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 818 time: 0.5833778 Nov 12 08:10:10.463957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3d34-c1d4-4922-8fab-b559e026cba7 req-18258889-f788-4393-8eb4-fd083056a15e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.471881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-087d3d34-c1d4-4922-8fab-b559e026cba7 req-18258889-f788-4393-8eb4-fd083056a15e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 949 time: 0.5133548 Nov 12 08:10:10.480597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-0ba2bfea-cee4-4a52-b704-d87c29807fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.482052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-0ba2bfea-cee4-4a52-b704-d87c29807fe0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 1099 time: 0.5225754 Nov 12 08:10:10.505585 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.512914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-876f0000-4824-478b-bb13-3a42c7a4fa24 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/quotas/c86a7d389d57440283ef3ce424ae318d HTTP/1.1" status: 200 len: 375 time: 0.0590489 Nov 12 08:10:10.524629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.529186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45a09bf-efed-4bbc-b734-87231704633b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:10.563739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b45a09bf-efed-4bbc-b734-87231704633b,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:10.569713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-c9cc02d8-1992-4909-ace9-df98ba429766 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559306 Nov 12 08:10:10.577051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:10.580502 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb92fb9b-fe7c-4dea-9cab-069adf329878" -d '{"events": [{"server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "0a312873-9c27-4798-9449-432d1a879c0b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:10.606598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0a312873-9c27-4798-9449-432d1a879c0b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0a312873-9c27-4798-9449-432d1a879c0b,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:10.608347 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.641565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-087d3d34-c1d4-4922-8fab-b559e026cba7 req-fa7cf97d-5b58-4ccd-86d3-2efbcc10c45d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687605 Nov 12 08:10:10.645387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.662785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aec58a6a-be17-4b2b-8a48-d092e8cd2237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.685549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:10.714382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-cb47b7e0-61ee-4ba7-9950-15d1e8a576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.715940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-cb47b7e0-61ee-4ba7-9950-15d1e8a576d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2184961 Nov 12 08:10:10.740429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-40ee003c-8281-4cfb-abb2-ca82fdfc2b8a service neutron] 10.222.0.16 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364887 Nov 12 08:10:10.741526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=0a312873-9c27-4798-9449-432d1a879c0b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:10.833314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f65bcf-572b-4e82-8018-c4fa30074ff0 req-1167732e-d210-457c-8f0a-e20bb0181a2e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.834699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54f65bcf-572b-4e82-8018-c4fa30074ff0 req-1167732e-d210-457c-8f0a-e20bb0181a2e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 947 time: 0.1096783 Nov 12 08:10:10.887559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-f8ea5beb-3edd-4873-8558-b10aaa90d59e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb HTTP/1.1" status: 200 len: 217 time: 0.0503848 Nov 12 08:10:10.941102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-9bde951f-a00f-4ffd-a22a-a68675cffb06 service neutron] 10.222.0.16 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875160 Nov 12 08:10:10.963471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54f65bcf-572b-4e82-8018-c4fa30074ff0 req-9992de1c-467a-49db-b828-f45d41ce22b5 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195679 Nov 12 08:10:10.967277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-a4edea5a-1213-4d60-8de7-4baae71b2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.968731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-a4edea5a-1213-4d60-8de7-4baae71b2fa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0698502 Nov 12 08:10:11.026965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-a8edb00a-59b6-4870-82f8-db84bcfe83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.028864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-a8edb00a-59b6-4870-82f8-db84bcfe83a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502744 Nov 12 08:10:11.075034 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-379c6751-64bb-4176-9195-9a42b5645122 req-2f119338-a1aa-4545-bd3d-e9da85911005 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=e761d7a0-ef95-4454-9890-807f8fc653a7 HTTP/1.1" status: 200 len: 210 time: 0.0328500 Nov 12 08:10:11.193725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-da5f6e86-134b-40f6-9646-3e65900f5f36 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422949 Nov 12 08:10:11.231433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.237620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.244098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.250399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.257495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.264404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.270288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.272234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-43258da7-3ad7-4f83-bcad-2d85e7deb0d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5427 time: 0.1340103 Nov 12 08:10:11.293367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-deleted', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:11.295680 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2d3792-9333-4421-a30a-b185423e505d" -d '{"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-deleted", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:11.400628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcfe02-fa4f-4a1b-90f8-1023f186bfce req-b01d8b5d-673a-4e9b-a9a2-c40dd60b4522 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.402105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddfcfe02-fa4f-4a1b-90f8-1023f186bfce req-b01d8b5d-673a-4e9b-a9a2-c40dd60b4522 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.2022176 Nov 12 08:10:11.450535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a9bfe5d-6edb-4652-a697-aee0fa2d6a1c req-6862bf46-0b67-4934-a64c-b0d8a06c541a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458991 Nov 12 08:10:11.454870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-911652c6-32e1-4e26-987f-594aa1b0de02 req-436fbf1d-1346-4805-a677-9ad7a20aa72c service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516291 Nov 12 08:10:11.495863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddfcfe02-fa4f-4a1b-90f8-1023f186bfce req-68dc6b4f-0a7b-40a6-a368-b4c4126bc6a5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759201 Nov 12 08:10:11.518217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.527486 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578a69a-67c8-4a21-b331-14f4e1b6a43f x-openstack-request-id: req-d578a69a-67c8-4a21-b331-14f4e1b6a43f {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:11.528116 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "0a312873-9c27-4798-9449-432d1a879c0b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:11.528638 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d578a69a-67c8-4a21-b331-14f4e1b6a43f {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:11.529065 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b', 'code': 200} Nov 12 08:10:11.634338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3a17f-eb58-41b3-bba3-bf661db07da6 req-ebb7d577-4e46-4437-8abd-892e4c7ab851 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.635786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6b3a17f-eb58-41b3-bba3-bf661db07da6 req-ebb7d577-4e46-4437-8abd-892e4c7ab851 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 946 time: 0.0860131 Nov 12 08:10:11.653047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e3d51-bbc2-42c0-a7ff-fdf0529a33d1 req-6fbc8619-6f06-4192-8a8b-10d7dfae2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.654575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-019e3d51-bbc2-42c0-a7ff-fdf0529a33d1 req-6fbc8619-6f06-4192-8a8b-10d7dfae2162 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1098 time: 0.0501482 Nov 12 08:10:11.678340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22022b-ba98-4415-917f-fa17c4fb2dbd req-024f254a-677d-40eb-97ba-2e16082dbfa6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.679910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b22022b-ba98-4415-917f-fa17c4fb2dbd req-024f254a-677d-40eb-97ba-2e16082dbfa6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0874085 Nov 12 08:10:11.707267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-019e3d51-bbc2-42c0-a7ff-fdf0529a33d1 req-1cd24c5d-d22b-4fc2-b4f2-951282d0304c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Nov 12 08:10:11.717826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6b3a17f-eb58-41b3-bba3-bf661db07da6 req-36c300bd-95e5-43e0-a03f-60b1fb150695 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734131 Nov 12 08:10:11.757821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b22022b-ba98-4415-917f-fa17c4fb2dbd req-73951175-2636-4ac9-afe8-b80f54e90ba5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694494 Nov 12 08:10:11.809907 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af6ad95-0219-4fa0-977f-9b8f5aefc696 x-openstack-request-id: req-6af6ad95-0219-4fa0-977f-9b8f5aefc696 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:11.810302 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761d7a0-ef95-4454-9890-807f8fc653a7", "name": "network-vif-deleted", "tag": "1a583d5d-071f-4d04-933a-f2325dfd4637", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:11.810740 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6af6ad95-0219-4fa0-977f-9b8f5aefc696 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:11.811272 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761d7a0-ef95-4454-9890-807f8fc653a7', 'name': 'network-vif-deleted', 'tag': '1a583d5d-071f-4d04-933a-f2325dfd4637', 'status': 'completed', 'code': 200} Nov 12 08:10:11.920471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a37207fa-afe4-444a-a221-974969b3deb6 req-67c0ba6a-b711-47e3-b633-f9c7f8bf4c6a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 210 time: 0.0484135 Nov 12 08:10:11.944802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b81bf-7079-4492-ad1a-6707b4e7535a req-43c297ef-9974-4060-b8a6-33ef9643221b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.946384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e74b81bf-7079-4492-ad1a-6707b4e7535a req-43c297ef-9974-4060-b8a6-33ef9643221b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 949 time: 0.0837896 Nov 12 08:10:12.030573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e74b81bf-7079-4492-ad1a-6707b4e7535a req-6e0550dc-03a3-434a-8e62-57b96cfd77aa tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742798 Nov 12 08:10:12.090372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fc2734a4-f41c-440f-a699-0219f9a88b9d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.123672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726df21-fba9-48d5-bbc4-7758e1393595 req-a0d75798-0c2e-4f04-a8e7-cb4fe6f28f1d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.127577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2726df21-fba9-48d5-bbc4-7758e1393595 req-a0d75798-0c2e-4f04-a8e7-cb4fe6f28f1d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 947 time: 0.0825276 Nov 12 08:10:12.128101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['2471c5df-a0d5-4113-a8e9-657cc18e0e92'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.186275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 24294021-3618-4ddb-8fa4-94ac343793f0 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:12.199766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2726df21-fba9-48d5-bbc4-7758e1393595 req-9dc8f472-e94e-424f-80a2-55ac56b914de tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614364 Nov 12 08:10:12.222561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['5eb87e45-4dc5-46a2-af6d-572f878968a9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.224550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['13eabdf1-8e2f-4659-9081-5d58ecc88a8d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.263362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['71af1725-1fca-4ccc-80c4-fac03d70b8b9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.345167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.420010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:10:12.550484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f561a0-e64d-471b-b0f4-f08ad4a4fcd9 req-3b20f93f-c9d5-42e4-9394-68e35121d3b2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.552439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71f561a0-e64d-471b-b0f4-f08ad4a4fcd9 req-3b20f93f-c9d5-42e4-9394-68e35121d3b2 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.0526333 Nov 12 08:10:12.610714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71f561a0-e64d-471b-b0f4-f08ad4a4fcd9 req-3cf80dad-c67f-42d2-816d-c4a89709532a tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516245 Nov 12 08:10:12.690389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b45a09bf-efed-4bbc-b734-87231704633b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:12.734912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.742264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.748345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.754482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.760482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.767070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.773477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.775505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-b728081d-eab6-4bce-824e-f2739b9b3136 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5427 time: 0.0987620 Nov 12 08:10:12.870207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.870690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.871153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.871619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.872102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.872569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.873029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.873493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.873953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.874409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.874866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.875366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.875939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.876430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.876966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.877397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.877800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.878254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.878703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.879163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.879612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.882632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-73ca33c5-9285-49e3-963a-a47c81f21c67 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c&device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3&device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902&device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978&device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac&device_id=fb838f49-b850-4d2f-a640-e52674f77a29&device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f&device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334&device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064&device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896&device_id=061a8e57-739e-4f57-bf70-6300076cab35&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c&device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970&device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479&device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 18953 time: 0.1061201 Nov 12 08:10:12.907194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c579aec6-fa0f-44e1-bd41-9c3e31f6419f req-5a07224c-3558-4c79-895a-40ff83ff9417 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185749 Nov 12 08:10:12.919025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-e0f68bc9-8a25-4a62-97fc-7cfda0db9f7d tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.044448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-0aa6fd6d-f448-4e62-aee7-2be84d3ff28a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.047047 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-0aa6fd6d-f448-4e62-aee7-2be84d3ff28a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.25 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 818 time: 0.1261218 Nov 12 08:10:13.063832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Request body: {'port': {'device_id': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'admin_state_up': True, 'tenant_id': 'c86a7d389d57440283ef3ce424ae318d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:13.068020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 24294021-3618-4ddb-8fa4-94ac343793f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=24294021-3618-4ddb-8fa4-94ac343793f0,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:13.080766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-e0f68bc9-8a25-4a62-97fc-7cfda0db9f7d tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.111515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-e0f68bc9-8a25-4a62-97fc-7cfda0db9f7d tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.184556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '24294021-3618-4ddb-8fa4-94ac343793f0', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '24294021-3618-4ddb-8fa4-94ac343793f0', 'mac_address': 'fa:16:3e:47:a1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:13.186438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1ad975e-7bb3-478a-be25-5f576c752fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.220479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Made reservation on behalf of c86a7d389d57440283ef3ce424ae318d for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:13.224466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.261261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:13.293009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68bc9-8a25-4a62-97fc-7cfda0db9f7d tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b9e5a4-0b7b-4aba-a551-5561a25df5c6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:13.347974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3c99e591-94ad-4089-b35b-b016ad4d8034 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.349465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3c99e591-94ad-4089-b35b-b016ad4d8034 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 818 time: 0.4002256 Nov 12 08:10:13.355293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 1a583d5d-071f-4d04-933a-f2325dfd4637 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:13.355644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1a583d5d-071f-4d04-933a-f2325dfd4637 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:13.365413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6fd4-cf3d-4e7e-b30e-9f91c920f336 req-c7da26c5-235a-4aa4-b6e2-0377b7abbd92 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.368185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-438b6fd4-cf3d-4e7e-b30e-9f91c920f336 req-c7da26c5-235a-4aa4-b6e2-0377b7abbd92 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.2846844 Nov 12 08:10:13.376852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Allocated IP 172.20.0.3 (ab6b0594-a5b5-4897-ab58-5350df7ee6b3/17dcc00f-e787-45c4-b633-126ba2a30dad/630d2ec4-f755-4341-b805-9547721cb3dd) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:13.381809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Request body: {'port': {'device_id': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'admin_state_up': True, 'tenant_id': 'c86a7d389d57440283ef3ce424ae318d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:13.452428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30e32cb9-126a-411b-85b7-c1f89e618934 req-e0f68bc9-8a25-4a62-97fc-7cfda0db9f7d tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&id=961602e2-9645-4897-ac92-bd27a91ccc30&id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.5587692 Nov 12 08:10:13.464078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.555463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24294021-3618-4ddb-8fa4-94ac343793f0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:13.617002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.618431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 24294021-3618-4ddb-8fa4-94ac343793f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=24294021-3618-4ddb-8fa4-94ac343793f0,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:13.625222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.675192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.695914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=24294021-3618-4ddb-8fa4-94ac343793f0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:13.705699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-438b6fd4-cf3d-4e7e-b30e-9f91c920f336 req-b201da7a-c284-4180-a895-11a4406e3d12 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129482 Nov 12 08:10:13.728515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:13.738405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8081-02b4-41ea-a952-3c8d1286c389 req-eb49719e-bc66-4018-a1aa-301ddf62b69c tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.743150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:13.745214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0cf8081-02b4-41ea-a952-3c8d1286c389 req-eb49719e-bc66-4018-a1aa-301ddf62b69c tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 946 time: 0.2079532 Nov 12 08:10:13.751485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Made reservation on behalf of c86a7d389d57440283ef3ce424ae318d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:13.751949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:13.755807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.780474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Pushing event updated for resources: {'Port': ['ID=630d2ec4-f755-4341-b805-9547721cb3dd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:13.814543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.815252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.823938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-a1c951a8-80fd-49df-9e8b-7813e135bac6 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.825677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-a1c951a8-80fd-49df-9e8b-7813e135bac6 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 818 time: 0.2490089 Nov 12 08:10:13.831745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-bb8fcd1d-3bf3-49b3-9448-79296345beca tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7716713 Nov 12 08:10:13.854485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Request body: {'port': {'device_id': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:13.858371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Request body: {'port': {'device_id': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'admin_state_up': True, 'tenant_id': 'c86a7d389d57440283ef3ce424ae318d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:13.914624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.933657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0cf8081-02b4-41ea-a952-3c8d1286c389 req-6eb82dc8-19df-4319-b9ef-6dd4d0454771 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875679 Nov 12 08:10:14.033944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087ed1-d606-4e73-958a-f29a159ff111 req-4cdc32f7-990a-4eca-80ad-aceb8cf59166 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.035317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0087ed1-d606-4e73-958a-f29a159ff111 req-4cdc32f7-990a-4eca-80ad-aceb8cf59166 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.2366493 Nov 12 08:10:14.085477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69c0e162-c45f-4df8-93b5-306ab11dcbde req-c222199f-fc46-42de-8276-8a202d505dc4 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 210 time: 0.0697172 Nov 12 08:10:14.114824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Allocated IP 172.20.0.2 (ab6b0594-a5b5-4897-ab58-5350df7ee6b3/17dcc00f-e787-45c4-b633-126ba2a30dad/c8a5790c-1c38-46f2-bd36-dfb6e68538c4) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:14.167221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0087ed1-d606-4e73-958a-f29a159ff111 req-0edf2ea5-20fb-4691-bad8-fda7c26c9c53 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206720 Nov 12 08:10:14.203602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Made reservation on behalf of c86a7d389d57440283ef3ce424ae318d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:14.207031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.274246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d2908-b582-49db-b3ef-8c791bb216bf req-76dcc192-e783-4d68-bcf2-248718a2665a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.275699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-455d2908-b582-49db-b3ef-8c791bb216bf req-76dcc192-e783-4d68-bcf2-248718a2665a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 947 time: 0.1317592 Nov 12 08:10:14.352205 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.463255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-455d2908-b582-49db-b3ef-8c791bb216bf req-d18376c7-325e-4176-b7ad-429bea8fe18d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507635 Nov 12 08:10:14.473993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.485533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e1a9f-52b6-4a0b-8355-70577e60d83c req-6c234a0d-1324-44c9-b110-8769f933554e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.487594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e1a9f-52b6-4a0b-8355-70577e60d83c req-6c234a0d-1324-44c9-b110-8769f933554e tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.1276104 Nov 12 08:10:14.577406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-574e1a9f-52b6-4a0b-8355-70577e60d83c req-b77d550c-421e-45d2-a747-6bde882c030b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818372 Nov 12 08:10:14.580120 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.630092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:14.639387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:14.645533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:14.661223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.667099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.673198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.679136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.685093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.691022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.696981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.698848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-b1646a08-bd7a-4944-967b-7eda713f0a4c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5427 time: 0.1730049 Nov 12 08:10:14.699508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Pushing event updated for resources: {'Port': ['ID=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:14.749694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630d2ec4-f755-4341-b805-9547721cb3dd {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:14.757920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.771178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Transition to ACTIVE for port object 630d2ec4-f755-4341-b805-9547721cb3dd will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:14.776555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.790113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.790743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.862984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Pushing event updated for resources: {'Port': ['ID=630d2ec4-f755-4341-b805-9547721cb3dd,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:14.865564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4f720a17-40ee-4614-9a6e-2e2f1d34323a tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4882236 Nov 12 08:10:14.877615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25a7048b-a113-4bf1-93b6-58cd482c797d req-05cfd5e9-c756-4de6-b135-a22602e98f4f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570022 Nov 12 08:10:14.887545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Request body: {'port': {'device_id': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:14.893911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Allocated IP 172.20.0.9 (ab6b0594-a5b5-4897-ab58-5350df7ee6b3/17dcc00f-e787-45c4-b633-126ba2a30dad/66299ec3-589e-47f2-b622-bfa00aa791e8) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:14.901304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Attempting to bind port 630d2ec4-f755-4341-b805-9547721cb3dd on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:14.901698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Attempting to bind port 630d2ec4-f755-4341-b805-9547721cb3dd by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:14.902079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Attempting to bind port 630d2ec4-f755-4341-b805-9547721cb3dd on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:14.908226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Port 630d2ec4-f755-4341-b805-9547721cb3dd on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:14.908665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Attempting to bind port 630d2ec4-f755-4341-b805-9547721cb3dd on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:14.915488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fea42d-713c-4724-9963-00dceaee49cd req-b94b8430-2dde-4d23-ac45-6973f6ff4af4 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.915918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:14.916203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fea42d-713c-4724-9963-00dceaee49cd req-b94b8430-2dde-4d23-ac45-6973f6ff4af4 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.916317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Checking segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:14.916525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fea42d-713c-4724-9963-00dceaee49cd req-b94b8430-2dde-4d23-ac45-6973f6ff4af4 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.917046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Bound using segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:14.917483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Bound port: 630d2ec4-f755-4341-b805-9547721cb3dd, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:14.917835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.918197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11fea42d-713c-4724-9963-00dceaee49cd req-b94b8430-2dde-4d23-ac45-6973f6ff4af4 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29&device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896&device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 2886 time: 0.1727395 Nov 12 08:10:14.991935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] For port 630d2ec4-f755-4341-b805-9547721cb3dd, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:14.995247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] For port 630d2ec4-f755-4341-b805-9547721cb3dd, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=630d2ec4-f755-4341-b805-9547721cb3dd,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:14.999732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.038835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.039337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.039489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.040885 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] 10.222.0.25 "PUT /v2.0/ports/630d2ec4-f755-4341-b805-9547721cb3dd HTTP/1.1" status: 200 len: 1092 time: 1.1928954 Nov 12 08:10:15.041333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'tag': '630d2ec4-f755-4341-b805-9547721cb3dd'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:15.043776 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd09d7-1a88-4442-b5e1-66804018c805" -d '{"events": [{"name": "network-changed", "server_uuid": "2c77914f-5b8a-4eb0-988c-88f56d39846c", "tag": "630d2ec4-f755-4341-b805-9547721cb3dd"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:15.066905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11fea42d-713c-4724-9963-00dceaee49cd req-7e89fcc6-2214-4de9-b6e6-657c7cc74909 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400957 Nov 12 08:10:15.071077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7adbf1-2f82-4fc5-88d0-aa79632d9161 service neutron] Pushing event updated for resources: {'Port': ['ID=630d2ec4-f755-4341-b805-9547721cb3dd,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:15.151083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-f85b3c8d-650d-4167-af56-92687d87b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.152697 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-f85b3c8d-650d-4167-af56-92687d87b62d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 1095 time: 0.0430250 Nov 12 08:10:15.159199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20e65-e41f-4411-a03e-124f1f964878 req-4d5893df-3551-4f73-9bff-6a9c38961222 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.160644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccd20e65-e41f-4411-a03e-124f1f964878 req-4d5893df-3551-4f73-9bff-6a9c38961222 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1899364 Nov 12 08:10:15.214309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-d0acf8e1-dace-47ec-ba17-dc781ad9473b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630d2ec4-f755-4341-b805-9547721cb3dd HTTP/1.1" status: 200 len: 217 time: 0.0359454 Nov 12 08:10:15.239232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 709bfabe-eaad-4289-b5dd-72eb2ca10dfb details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:15.272823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-01c73a21-30a2-405e-9318-64fad52307b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.274627 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-01c73a21-30a2-405e-9318-64fad52307b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 200 len: 858 time: 0.0517976 Nov 12 08:10:15.314786 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-d48200be-14dc-44d9-b8b7-181cfe4af8b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270250 Nov 12 08:10:15.348253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:15.351402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:15.392375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', 'mac_address': 'fa:16:3e:90:ae:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:15.414446 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-237c3f78-5144-4710-8889-6a59370a94c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894272 Nov 12 08:10:15.454861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.491761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709bfabe-eaad-4289-b5dd-72eb2ca10dfb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:15.530110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:15.541932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.555407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-ae42a042-ce43-4cc3-852e-5097973c6cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172066 Nov 12 08:10:15.585602 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.642441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:15.687376 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.715281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c51e9-c7c3-484c-a26d-ffa68bd787dc req-0eb56897-24e2-4f29-8042-96a69885f4da tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.716772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a4c51e9-c7c3-484c-a26d-ffa68bd787dc req-0eb56897-24e2-4f29-8042-96a69885f4da tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 946 time: 0.5701845 Nov 12 08:10:15.723837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-c114f8c9-9973-4574-8810-1824f0c4f08b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.725158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-c114f8c9-9973-4574-8810-1824f0c4f08b tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.5773878 Nov 12 08:10:15.731737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccd20e65-e41f-4411-a03e-124f1f964878 req-399ddc7b-f39e-41ca-9911-ed00e88e2301 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179940 Nov 12 08:10:15.787505 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35993d3a-f40d-445a-84e0-c651864e923f x-openstack-request-id: req-35993d3a-f40d-445a-84e0-c651864e923f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:15.788026 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c77914f-5b8a-4eb0-988c-88f56d39846c", "tag": "630d2ec4-f755-4341-b805-9547721cb3dd", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:15.788026 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35993d3a-f40d-445a-84e0-c651864e923f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:15.788717 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'tag': '630d2ec4-f755-4341-b805-9547721cb3dd', 'status': 'completed', 'code': 200} Nov 12 08:10:15.848733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a4c51e9-c7c3-484c-a26d-ffa68bd787dc req-843ce592-532e-4036-a7b7-71e510a53d6d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226161 Nov 12 08:10:15.878965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.891853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-9e573328-afba-4cff-af62-354e0dd6f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.893432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-9e573328-afba-4cff-af62-354e0dd6f119 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 1095 time: 0.0626988 Nov 12 08:10:15.926004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['709bfabe-eaad-4289-b5dd-72eb2ca10dfb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:15.997599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-2a32da21-b922-48ec-9357-ec12da8de9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.999009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-2a32da21-b922-48ec-9357-ec12da8de9d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 918 time: 0.0963616 Nov 12 08:10:16.018127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:16.039179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:16.049495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Deleting port 48137c9d-77df-4ace-94a3-78f524c839aa {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:16.049834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.050175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-d9b8da3f-ddf3-4fbe-8892-1e8d787c6641 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=630d2ec4-f755-4341-b805-9547721cb3dd HTTP/1.1" status: 200 len: 217 time: 0.0387928 Nov 12 08:10:16.052634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:16.098044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Pushing event updated for resources: {'Port': ['ID=66299ec3-589e-47f2-b622-bfa00aa791e8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:16.116197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-7833d494-8549-4505-a197-40967913e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.117667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-7833d494-8549-4505-a197-40967913e7a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 200 len: 858 time: 0.0519190 Nov 12 08:10:16.153309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-c7d758fd-a512-4967-93a5-870f4cb3ccfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242827 Nov 12 08:10:16.171455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6945645-8757-470d-a770-27c9a7d90845 req-1591231c-46b9-4aae-a314-7bf293b9f9e1 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.173477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6945645-8757-470d-a770-27c9a7d90845 req-1591231c-46b9-4aae-a314-7bf293b9f9e1 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 931 time: 0.2738039 Nov 12 08:10:16.218470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aef23-d6a3-4188-976b-298fcc303661 req-33aba5e8-ac52-437f-a71d-a8a27e2471ee tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.219968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b95aef23-d6a3-4188-976b-298fcc303661 req-33aba5e8-ac52-437f-a71d-a8a27e2471ee tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.2582624 Nov 12 08:10:16.248877 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-37edb348-84a3-4094-bfdc-c97da6c67910 service neutron] 10.222.0.25 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829062 Nov 12 08:10:16.264223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.264748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.333366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] For port 48137c9d-77df-4ace-94a3-78f524c839aa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=48137c9d-77df-4ace-94a3-78f524c839aa,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:16.333748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.359091 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-05fd09d7-1a88-4442-b5e1-66804018c805 req-15df3208-2ec9-41ac-a7b8-5a1de0dc2e5d service neutron] 10.222.0.25 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899506 Nov 12 08:10:16.360517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-10f2d4e9-a016-4da8-82e2-f0ca7b6d49e0 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5058787 Nov 12 08:10:16.381183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Calling delete_port for 48137c9d-77df-4ace-94a3-78f524c839aa owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:16.386561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a5790c-1c38-46f2-bd36-dfb6e68538c4 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:16.394750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6945645-8757-470d-a770-27c9a7d90845 req-70bc5fc1-0974-4853-9bd7-ea45c18011dd tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093883 Nov 12 08:10:16.400360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Request body: {'port': {'device_id': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:16.415203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.431660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b95aef23-d6a3-4188-976b-298fcc303661 req-ad36e8d5-b1ff-4311-a92c-cb5efa093eea tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927171 Nov 12 08:10:16.527709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Transition to ACTIVE for port object c8a5790c-1c38-46f2-bd36-dfb6e68538c4 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:16.551782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.601512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.665298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4037b5-1545-4089-b14d-87b83fcae1b6 req-35ffcdae-aa25-44c0-8345-8c4e9830a163 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.666784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc4037b5-1545-4089-b14d-87b83fcae1b6 req-35ffcdae-aa25-44c0-8345-8c4e9830a163 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 948 time: 0.1950617 Nov 12 08:10:16.675647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.694472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:16.733594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fafb7d-1db6-455f-8bb6-36239559a2aa req-e6994600-a960-4cab-a8a0-0ee643d2ba39 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.735070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8fafb7d-1db6-455f-8bb6-36239559a2aa req-e6994600-a960-4cab-a8a0-0ee643d2ba39 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=19e4e177-d24f-48c6-9e8e-16fb19f8e479 HTTP/1.1" status: 200 len: 950 time: 0.2397571 Nov 12 08:10:16.941448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc4037b5-1545-4089-b14d-87b83fcae1b6 req-c05a19f8-0c89-46d9-a7f5-0f65996ebb43 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504113 Nov 12 08:10:16.951765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.960186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Attempting to bind port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:16.960512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Attempting to bind port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:16.960837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Attempting to bind port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:17.012099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:17.012426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Attempting to bind port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:17.017739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8fafb7d-1db6-455f-8bb6-36239559a2aa req-80849f48-627f-4677-b8b4-ce0f631beab8 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637396 Nov 12 08:10:17.022439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event deleted for resources: {'Port': ['ID=48137c9d-77df-4ace-94a3-78f524c839aa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.069434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:17.069770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Checking segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:17.070156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Bound using segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:17.070609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Bound port: c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:17.070959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.165689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] No DVR routers for this DVR port 48137c9d-77df-4ace-94a3-78f524c839aa on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:17.171735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.174964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12b70cfc-8e6c-4e4c-ac93-faa1a968021a req-66c508aa-8551-4992-8a0e-2c0b4e40fb16 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "DELETE /v2.0/ports/48137c9d-77df-4ace-94a3-78f524c839aa HTTP/1.1" status: 204 len: 173 time: 1.4424028 Nov 12 08:10:17.176169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-deleted', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:17.178879 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796257d8-9a24-4744-ab19-6bd082e132f1" -d '{"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-deleted", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:17.254065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-f7b61f26-6b6f-4b67-aff7-a7f0da800e1a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.255479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-f7b61f26-6b6f-4b67-aff7-a7f0da800e1a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2368119 Nov 12 08:10:17.264970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 709bfabe-eaad-4289-b5dd-72eb2ca10dfb up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:17.325227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:17.330964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:17.331338 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.334116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.339446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.345379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.351223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.357112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.363080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.369259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.371120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-fdd08253-0a90-4c2c-aaf5-e0b3a5967c75 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5427 time: 0.2813072 Nov 12 08:10:17.377437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] For port c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:17.400406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-85787a1f-6611-4aee-b9c2-3c9610d79f02 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.1349518 Nov 12 08:10:17.406649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] For port c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:17.422632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.434289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.446958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'floatingip': {'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:17.451027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:17.455622 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3e6c0-6814-4aba-8e0f-e1ac153e20a3" -d '{"events": [{"server_uuid": "a9a6c05e-08bc-446e-b0de-3d3c723c3978", "name": "network-vif-plugged", "status": "completed", "tag": "709bfabe-eaad-4289-b5dd-72eb2ca10dfb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:17.470489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:17.478579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.529339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.531376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66299ec3-589e-47f2-b622-bfa00aa791e8 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:17.536299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.536912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.538023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.538278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8a5790c-1c38-46f2-bd36-dfb6e68538c4 HTTP/1.1" status: 200 len: 1092 time: 2.6580539 Nov 12 08:10:17.538404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.538652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.538984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.539313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.539632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.539955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.540968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.540968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.541288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.541542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.541861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:17.550247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.555377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.670407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Transition to ACTIVE for port object 66299ec3-589e-47f2-b622-bfa00aa791e8 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:17.685626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.687416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214cb0f-4310-45b5-8a08-ee87ddfe8f29 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.724619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c01c7a9-f7e1-4229-84d9-f9bceefc6ae3 req-0408bba7-42a2-43a2-80a3-eba514d5ce8f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3198314 Nov 12 08:10:17.795774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-26d62be6-ba0a-46e0-aea3-fd3cf2bba033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.797817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-26d62be6-ba0a-46e0-aea3-fd3cf2bba033 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 1095 time: 0.2023923 Nov 12 08:10:17.800701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Pushing event updated for resources: {'Port': ['ID=66299ec3-589e-47f2-b622-bfa00aa791e8,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.942446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-f8614f50-787b-4d0a-aea7-98b6531527c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4 HTTP/1.1" status: 200 len: 217 time: 0.1006606 Nov 12 08:10:18.192660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b45a09bf-efed-4bbc-b734-87231704633b up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:18.245250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b45a09bf-efed-4bbc-b734-87231704633b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:18.249756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b45a09bf-efed-4bbc-b734-87231704633b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:18.250128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.334043 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.369835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5281-a30a-4e21-b728-3a40e33bcab4 req-c50f1b3d-3ffe-470e-879c-9bd350cf7a67 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:18.370109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b45a09bf-efed-4bbc-b734-87231704633b,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:18.371307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-688e5281-a30a-4e21-b728-3a40e33bcab4 req-c50f1b3d-3ffe-470e-879c-9bd350cf7a67 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.5352330 Nov 12 08:10:18.380893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.381839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:18.405745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Attempting to bind port 66299ec3-589e-47f2-b622-bfa00aa791e8 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:18.406072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Attempting to bind port 66299ec3-589e-47f2-b622-bfa00aa791e8 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:18.406391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Attempting to bind port 66299ec3-589e-47f2-b622-bfa00aa791e8 on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:18.424142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 48137c9d-77df-4ace-94a3-78f524c839aa {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:18.424142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 48137c9d-77df-4ace-94a3-78f524c839aa not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:18.425233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-d1ddd58c-b1a2-4737-ba0a-6544126d69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:18.426846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-d1ddd58c-b1a2-4737-ba0a-6544126d69f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 200 len: 858 time: 0.4487629 Nov 12 08:10:18.445542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.465717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Port 66299ec3-589e-47f2-b622-bfa00aa791e8 on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:18.466042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Attempting to bind port 66299ec3-589e-47f2-b622-bfa00aa791e8 on network ab6b0594-a5b5-4897-ab58-5350df7ee6b3 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:18.486032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:18.486364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Checking segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:18.486738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Bound using segment: {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:18.487176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Bound port: 66299ec3-589e-47f2-b622-bfa00aa791e8, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac25921-17d9-4eff-97b3-09d186e59947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:18.487512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.517800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-4abb669c-4e37-48b7-9961-f3f0312830fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495741 Nov 12 08:10:18.586783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-688e5281-a30a-4e21-b728-3a40e33bcab4 req-e120e65a-d2f8-4b3d-b5e8-ac4b6032e57b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821668 Nov 12 08:10:18.697791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] For port 66299ec3-589e-47f2-b622-bfa00aa791e8, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:18.704646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] For port 66299ec3-589e-47f2-b622-bfa00aa791e8, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=66299ec3-589e-47f2-b622-bfa00aa791e8,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:18.717723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.747762 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d3958-c92f-4752-a1cf-733524c8ded5 x-openstack-request-id: req-176d3958-c92f-4752-a1cf-733524c8ded5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:18.748072 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4e177-d24f-48c6-9e8e-16fb19f8e479", "name": "network-vif-deleted", "tag": "48137c9d-77df-4ace-94a3-78f524c839aa", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:18.748318 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-176d3958-c92f-4752-a1cf-733524c8ded5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:18.748707 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4e177-d24f-48c6-9e8e-16fb19f8e479', 'name': 'network-vif-deleted', 'tag': '48137c9d-77df-4ace-94a3-78f524c839aa', 'status': 'completed', 'code': 200} Nov 12 08:10:18.756628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-e1713551-3a17-4750-9325-1d02a77e5a06 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202215 Nov 12 08:10:18.814936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:18.815545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.816920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] 10.222.0.32 "PUT /v2.0/ports/66299ec3-589e-47f2-b622-bfa00aa791e8 HTTP/1.1" status: 200 len: 1092 time: 2.4261298 Nov 12 08:10:18.818663 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:10:18.970166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc65612-6c8d-40cf-8e54-bf87b6f57e77 service neutron] Pushing event updated for resources: {'Port': ['ID=66299ec3-589e-47f2-b622-bfa00aa791e8,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.980123 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.994680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.007264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09219eb-4ee2-44b3-b991-890a29394d01 req-ec1593fd-24a1-49e0-8400-b3c361995526 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.008760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d09219eb-4ee2-44b3-b991-890a29394d01 req-ec1593fd-24a1-49e0-8400-b3c361995526 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 943 time: 0.2331133 Nov 12 08:10:19.063936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-d23429b1-8d8c-4151-b5ab-ce8603621f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.065392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-d23429b1-8d8c-4151-b5ab-ce8603621f94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 1095 time: 0.1873055 Nov 12 08:10:19.073772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-be188077-5fce-43bf-8023-66be7a2455ad service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970386 Nov 12 08:10:19.162801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-909dd50b-b82f-45b6-a90f-056f8262eb89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66299ec3-589e-47f2-b622-bfa00aa791e8 HTTP/1.1" status: 200 len: 217 time: 0.0755110 Nov 12 08:10:19.172620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d09219eb-4ee2-44b3-b991-890a29394d01 req-c3aee67c-f5eb-4392-be52-4af8b204fdad tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252499 Nov 12 08:10:19.220330 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639 associated. External IP: 172.25.4.196, port: 9e50519d-6dcb-49a8-ac12-f3e102f96601. Nov 12 08:10:19.271812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-fb510a91-23b9-4368-ad8c-b69558cab1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.273200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-fb510a91-23b9-4368-ad8c-b69558cab1c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 200 len: 858 time: 0.0984278 Nov 12 08:10:19.325268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-7b080ed2-0a60-4b04-9632-dd6f12388a31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350370 Nov 12 08:10:19.402133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0996-ee87-4089-83ed-04e582e2779b req-0ebffe4c-4f63-4bf2-8a1a-6e8920b801aa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.403559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16eb0996-ee87-4089-83ed-04e582e2779b req-0ebffe4c-4f63-4bf2-8a1a-6e8920b801aa tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1457427 Nov 12 08:10:19.541945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-3bc3c63e-ab32-4bdd-b90b-aa837b526314 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873186 Nov 12 08:10:19.548750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16eb0996-ee87-4089-83ed-04e582e2779b req-1a5a37d9-7794-48bb-af07-ee3d84f53603 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179087 Nov 12 08:10:19.589769 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcfb8d5-a672-41ed-abee-1139b8bb77fa x-openstack-request-id: req-6fcfb8d5-a672-41ed-abee-1139b8bb77fa {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:19.590264 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c05e-08bc-446e-b0de-3d3c723c3978", "name": "network-vif-plugged", "status": "completed", "tag": "709bfabe-eaad-4289-b5dd-72eb2ca10dfb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:19.590375 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fcfb8d5-a672-41ed-abee-1139b8bb77fa {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:19.590772 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', 'code': 200} Nov 12 08:10:19.707098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:19.747653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3140bd4f-9b2e-4c01-8a6a-63960d93c078 req-016c4345-acef-4833-9a73-6ef4eacf0206 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740084 Nov 12 08:10:19.756970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13808b6b-78b4-407c-8a55-d82bf3b6f617 req-d190c2d7-c4a0-467c-a40f-9590bd040600 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.758348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13808b6b-78b4-407c-8a55-d82bf3b6f617 req-d190c2d7-c4a0-467c-a40f-9590bd040600 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 949 time: 0.1175723 Nov 12 08:10:19.803888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865f95e-5e08-4cd3-bdb7-01e0b6a4eb6d req-cd953183-d7f2-4ef3-a65c-f2ab9897f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.805372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5865f95e-5e08-4cd3-bdb7-01e0b6a4eb6d req-cd953183-d7f2-4ef3-a65c-f2ab9897f809 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 1101 time: 0.1291578 Nov 12 08:10:19.911596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13808b6b-78b4-407c-8a55-d82bf3b6f617 req-a23c4515-436e-4d35-b442-b8b2dbe1c8cb tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123214 Nov 12 08:10:19.935136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5865f95e-5e08-4cd3-bdb7-01e0b6a4eb6d req-4f2a93ef-6655-4406-b320-ba17a8c289db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026230 Nov 12 08:10:19.936280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:19.941536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.981987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-4aaafed7-0099-482e-9ce5-0d71e001242a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "PUT /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 996 time: 2.5570781 Nov 12 08:10:20.032465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:20.041828 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:20.042203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-a3a20352-5792-4832-a52d-5e971ed7e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.042430 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:20.043861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-a3a20352-5792-4832-a52d-5e971ed7e3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.0480299 Nov 12 08:10:20.142321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-ead92c90-8b20-460a-a22e-2112a1eed4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.145122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-ead92c90-8b20-460a-a22e-2112a1eed4a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.0946486 Nov 12 08:10:20.171074 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:20.199749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 630d2ec4-f755-4341-b805-9547721cb3dd details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:20.206607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5eb87e45-4dc5-46a2-af6d-572f878968a9 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:20.237049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-751f4c31-1964-41c3-8986-4c95d7eddf3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 999 time: 0.0857084 Nov 12 08:10:20.259673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.267965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.277514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.283857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.291118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.297429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.303446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.305335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-746aa9ac-ca1a-4ca6-992c-0132602256ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5428 time: 0.1197457 Nov 12 08:10:20.325346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 5eb87e45-4dc5-46a2-af6d-572f878968a9 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:20.334911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 5eb87e45-4dc5-46a2-af6d-572f878968a9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:20.335629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.365659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 630d2ec4-f755-4341-b805-9547721cb3dd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=630d2ec4-f755-4341-b805-9547721cb3dd,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:20.382365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-b1f30f43-77fa-4e41-8e90-4c3c53dc8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.383832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-b1f30f43-77fa-4e41-8e90-4c3c53dc8303 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0776169 Nov 12 08:10:20.390695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '630d2ec4-f755-4341-b805-9547721cb3dd', 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'port_id': '630d2ec4-f755-4341-b805-9547721cb3dd', 'mac_address': 'fa:16:3e:0c:8b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcc00f-e787-45c4-b633-126ba2a30dad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:20.407215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ceed67-7660-41e2-9683-dc93b0c41b6a req-05ed41a5-9c7d-470d-b75a-d0c21070450e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916483 Nov 12 08:10:20.454166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-d927032a-ffb3-463b-a454-26e9f8e33bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.456512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-d927032a-ffb3-463b-a454-26e9f8e33bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484240 Nov 12 08:10:20.462483 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:18Z', 'revision_number': 1, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:20.469545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-1bd17c46-3b31-40f5-a343-ae4bc95a0129 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:20.470541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-1bd17c46-3b31-40f5-a343-ae4bc95a0129 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067320 Nov 12 08:10:20.482438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.501452 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:20.508565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630d2ec4-f755-4341-b805-9547721cb3dd {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:20.510822 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:20.511456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:20.528640 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.544977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 630d2ec4-f755-4341-b805-9547721cb3dd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=630d2ec4-f755-4341-b805-9547721cb3dd,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:20.559272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.602096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:20.611242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd3755-6127-4a33-b0f2-254353235517 req-366fad40-8f9d-434d-96ad-a7c3a7c50da4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.613944 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.614784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fc2734a4-f41c-440f-a699-0219f9a88b9d up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:20.619411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dbd3755-6127-4a33-b0f2-254353235517 req-366fad40-8f9d-434d-96ad-a7c3a7c50da4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1120889 Nov 12 08:10:20.628624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-1575ec4c-a86d-4b69-a681-a0249d73edba service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515501 Nov 12 08:10:20.641674 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:20.647500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:20.693211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=630d2ec4-f755-4341-b805-9547721cb3dd,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:20.724551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dbd3755-6127-4a33-b0f2-254353235517 req-83da5592-a8b8-48fa-911b-01931e7461b9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042581 Nov 12 08:10:20.749536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'tag': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4'}, {'name': 'network-changed', 'server_uuid': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'tag': '66299ec3-589e-47f2-b622-bfa00aa791e8'}, {'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:20.752451 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec3c99c-8d95-43cc-b262-ba7459a75753" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1abed9-e64a-4919-841d-ba7a6ca176f3", "tag": "c8a5790c-1c38-46f2-bd36-dfb6e68538c4"}, {"name": "network-changed", "server_uuid": "7cb7dcd0-d5b9-4363-a325-2e5228a66902", "tag": "66299ec3-589e-47f2-b622-bfa00aa791e8"}, {"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:20.757807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13961bea-f424-4efe-83c9-1642abf2a6ef req-fec2c8ed-5118-44dd-a012-0891e4f5f782 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198785 Nov 12 08:10:20.790145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:20.802810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port fc2734a4-f41c-440f-a699-0219f9a88b9d completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:20.809581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port fc2734a4-f41c-440f-a699-0219f9a88b9d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:20.809952 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.958125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.962104 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:18Z', 'revision_number': 1, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:20.998164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:21.002556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.003450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2471c5df-a0d5-4113-a8e9-657cc18e0e92 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:21.009033 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f7c15-a048-414b-bc4a-4595fadba153 None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:18Z', 'revision_number': 1, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:21.057082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c2c3-8333-42dd-8b6f-d1cb905b3657 req-0fa083be-0df8-468f-86ce-d80e5b6c3741 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.058687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7810c2c3-8333-42dd-8b6f-d1cb905b3657 req-0fa083be-0df8-468f-86ce-d80e5b6c3741 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0742850 Nov 12 08:10:21.067202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9733f-05a4-4b36-9a27-6094788d1044 req-8f22422a-5105-43a8-b9d8-be5161085153 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.068792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77a9733f-05a4-4b36-9a27-6094788d1044 req-8f22422a-5105-43a8-b9d8-be5161085153 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 943 time: 0.0948784 Nov 12 08:10:21.148948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77a9733f-05a4-4b36-9a27-6094788d1044 req-511ac640-25fd-4d59-9d49-a1acf268f5b5 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729907 Nov 12 08:10:21.152414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7810c2c3-8333-42dd-8b6f-d1cb905b3657 req-9d53057e-a984-4ea8-8361-036d271e673c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824780 Nov 12 08:10:21.188146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['630d2ec4-f755-4341-b805-9547721cb3dd'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:21.217308 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b2393e-ce17-4880-b575-de81a27ce935 x-openstack-request-id: req-a6b2393e-ce17-4880-b575-de81a27ce935 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:21.217642 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1abed9-e64a-4919-841d-ba7a6ca176f3", "tag": "c8a5790c-1c38-46f2-bd36-dfb6e68538c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7cb7dcd0-d5b9-4363-a325-2e5228a66902", "tag": "66299ec3-589e-47f2-b622-bfa00aa791e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:21.217869 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6b2393e-ce17-4880-b575-de81a27ce935 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:21.218283 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'tag': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4', 'status': 'completed', 'code': 200} Nov 12 08:10:21.218573 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'tag': '66299ec3-589e-47f2-b622-bfa00aa791e8', 'status': 'completed', 'code': 200} Nov 12 08:10:21.218790 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'status': 'completed', 'code': 200} Nov 12 08:10:21.286336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54caa994-ded8-42dc-9326-c3f7bd820087 None None] New status for floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:21.329077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:21.343813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-a0d0f397-e4ab-47f1-9f8e-9bbe5eb94afc tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.345933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-a0d0f397-e4ab-47f1-9f8e-9bbe5eb94afc tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1225200 Nov 12 08:10:21.349626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-971dce29-0d4f-4a57-ba65-cb089283b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.350170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:21.351019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-971dce29-0d4f-4a57-ba65-cb089283b065 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 1095 time: 0.0915840 Nov 12 08:10:21.363045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7842-ed06-4487-9116-579ff8312f94 req-5a04723f-d867-460d-9fa2-727e50668ebe tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.363608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:21.364284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.364996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a00f7842-ed06-4487-9116-579ff8312f94 req-5a04723f-d867-460d-9fa2-727e50668ebe tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1102 time: 0.0916808 Nov 12 08:10:21.592544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:21.595386 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d392fba-3922-45c3-92d2-d3644e026497" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "b45a09bf-efed-4bbc-b734-87231704633b"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:21.603463 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.654216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:21.664827 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.665699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:21.745765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:21.762096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:21.765891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:21.766838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.810056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-c7f9a76b-a10e-4165-b1df-beeba7da79f6 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 999 time: 0.4571466 Nov 12 08:10:21.828896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'floatingip': {'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:21.849465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.870861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a00f7842-ed06-4487-9116-579ff8312f94 req-77e76f01-7495-46e1-9182-43a51c9cb494 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480374 Nov 12 08:10:21.882728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:21.899517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.901565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-ea19dd6e-6c36-4c1e-ab64-c364467bcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.903045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-ea19dd6e-6c36-4c1e-ab64-c364467bcec6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 918 time: 0.1880617 Nov 12 08:10:21.913818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.949620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.013012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-7e6ce25b-6bef-4172-8aed-2b85a701700e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4 HTTP/1.1" status: 200 len: 217 time: 0.0665994 Nov 12 08:10:22.093114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9f08c-f71c-4f9f-b4d4-c7e5d3bb3b18 req-71147b3b-4d13-4250-9835-4fa0fe5f6784 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.094614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46c9f08c-f71c-4f9f-b4d4-c7e5d3bb3b18 req-71147b3b-4d13-4250-9835-4fa0fe5f6784 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.1493878 Nov 12 08:10:22.149240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-c092ca5e-3031-4ca6-b037-029e567e0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.150618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-c092ca5e-3031-4ca6-b037-029e567e0832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 200 len: 858 time: 0.1229894 Nov 12 08:10:22.199989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-2d73707c-5868-48e9-adbf-084589c2b6a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364158 Nov 12 08:10:22.221599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 13eabdf1-8e2f-4659-9081-5d58ecc88a8d up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:22.276557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46c9f08c-f71c-4f9f-b4d4-c7e5d3bb3b18 req-4150f867-a655-4509-b85d-da1c4bf8cb50 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.16 "GET /v2.0/security-groups?id=d31d45a0-9fa2-4c7a-9d04-8270a774f609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689534 Nov 12 08:10:22.289742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:22.300479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:22.300479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.390808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.427978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:22.429609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-6dbacbd7-f8c4-47a6-9c8d-bea9adefb1b1 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194688 Nov 12 08:10:22.432138 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.433036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 24294021-3618-4ddb-8fa4-94ac343793f0 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:22.502527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8523efc-c78a-4228-af8a-5fd897419e72 req-f5c85a98-f032-491c-98c0-ab5d65d02270 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.504395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8523efc-c78a-4228-af8a-5fd897419e72 req-f5c85a98-f032-491c-98c0-ab5d65d02270 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 949 time: 0.1469529 Nov 12 08:10:22.523820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.544438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 24294021-3618-4ddb-8fa4-94ac343793f0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:22.549062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 24294021-3618-4ddb-8fa4-94ac343793f0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:22.549432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.636246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.650642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-b682b04d-7e05-49c9-9eab-e8c3a4f3d373 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883335 Nov 12 08:10:22.653975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8523efc-c78a-4228-af8a-5fd897419e72 req-86bea4fe-af52-45a5-b58c-0639dfbfb4f3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214881 Nov 12 08:10:22.674899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 24294021-3618-4ddb-8fa4-94ac343793f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=24294021-3618-4ddb-8fa4-94ac343793f0,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:22.681912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.683309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 71af1725-1fca-4ccc-80c4-fac03d70b8b9 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:22.767214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=24294021-3618-4ddb-8fa4-94ac343793f0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.781004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:22.785817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:22.786198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.857954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-56641fb0-3892-4a8e-bd27-b55356cb2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.859466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-56641fb0-3892-4a8e-bd27-b55356cb2e63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c86a7d389d57440283ef3ce424ae318d&device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 1095 time: 0.1499305 Nov 12 08:10:22.862464 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.895556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:22.900586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.916436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.922314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.928226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.934127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.940084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.945981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.947440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.951889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.954305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-f9a466be-a34b-4a68-b068-ac8cf828caf7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5433 time: 0.2270288 Nov 12 08:10:22.987452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.024870 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.111434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-6ec66f68-7460-4cf7-a0fd-6b3cb192ee83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.112986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-6ec66f68-7460-4cf7-a0fd-6b3cb192ee83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "GET /v2.0/ports?device_id=83014d14-16bc-4108-9a3b-0843f83a8468 HTTP/1.1" status: 200 len: 950 time: 0.2508907 Nov 12 08:10:23.199743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d5a2441-b985-4b64-aa32-4c882fefc0f2 req-3dd64c65-226a-44f1-8946-8a062a1dc2d2 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2249734 Nov 12 08:10:23.206371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-c670e3f9-3104-43a7-94c0-351b0972bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.207762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-c670e3f9-3104-43a7-94c0-351b0972bf9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 200 len: 918 time: 0.3342402 Nov 12 08:10:23.249165 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f93dee-5bb3-4b78-857e-fb49bcbbabc6 x-openstack-request-id: req-e9f93dee-5bb3-4b78-857e-fb49bcbbabc6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:23.249529 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "b45a09bf-efed-4bbc-b734-87231704633b", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:23.249846 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9f93dee-5bb3-4b78-857e-fb49bcbbabc6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:23.250986 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b', 'code': 200} Nov 12 08:10:23.251302 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9', 'code': 200} Nov 12 08:10:23.251616 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d', 'code': 200} Nov 12 08:10:23.291199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-d4562ba3-5ce2-4cd0-a67d-22bcf1ae78d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66299ec3-589e-47f2-b622-bfa00aa791e8 HTTP/1.1" status: 200 len: 217 time: 0.0504429 Nov 12 08:10:23.294133 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639 associated. External IP: 172.25.4.196, port: 9e50519d-6dcb-49a8-ac12-f3e102f96601. Nov 12 08:10:23.326573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 66299ec3-589e-47f2-b622-bfa00aa791e8 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:23.429238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 66299ec3-589e-47f2-b622-bfa00aa791e8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=66299ec3-589e-47f2-b622-bfa00aa791e8,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:23.441099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '66299ec3-589e-47f2-b622-bfa00aa791e8', 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'port_id': '66299ec3-589e-47f2-b622-bfa00aa791e8', 'mac_address': 'fa:16:3e:5e:59:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcc00f-e787-45c4-b633-126ba2a30dad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:23.457463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-48db4642-59a3-4ae4-8771-cdfb6f3d8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.458832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-48db4642-59a3-4ae4-8771-cdfb6f3d8a08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 200 len: 858 time: 0.1527946 Nov 12 08:10:23.466412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Deleting port 6f69793c-a30e-44e5-a8a1-4756d87c4461 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:23.466750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.480351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.490009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257842e-f386-4e86-ad79-de80135319f9 req-550b9b20-fde7-450f-aa3b-7d580e154dbf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.491475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8257842e-f386-4e86-ad79-de80135319f9 req-550b9b20-fde7-450f-aa3b-7d580e154dbf tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1994319 Nov 12 08:10:23.497913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66299ec3-589e-47f2-b622-bfa00aa791e8 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:23.519345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 66299ec3-589e-47f2-b622-bfa00aa791e8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=66299ec3-589e-47f2-b622-bfa00aa791e8,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:23.523304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.524018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c8a5790c-1c38-46f2-bd36-dfb6e68538c4 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:23.572521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-64689f53-0fa2-426d-8561-8618c256dc67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab6b0594-a5b5-4897-ab58-5350df7ee6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742919 Nov 12 08:10:23.588480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:23.590814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=66299ec3-589e-47f2-b622-bfa00aa791e8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:23.602001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4', 'network_id': 'ab6b0594-a5b5-4897-ab58-5350df7ee6b3', 'port_id': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4', 'mac_address': 'fa:16:3e:53:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dcc00f-e787-45c4-b633-126ba2a30dad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:23.642270 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.654852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a5790c-1c38-46f2-bd36-dfb6e68538c4 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:23.675510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:23.679890 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.693941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8257842e-f386-4e86-ad79-de80135319f9 req-9793753c-e965-4526-bcd6-f2fd484879fb tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843448 Nov 12 08:10:23.744729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:23.752304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] For port 6f69793c-a30e-44e5-a8a1-4756d87c4461, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6f69793c-a30e-44e5-a8a1-4756d87c4461,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:23.752888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.816816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Calling delete_port for 6f69793c-a30e-44e5-a8a1-4756d87c4461 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:24.104998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['66299ec3-589e-47f2-b622-bfa00aa791e8'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:24.166065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c8a5790c-1c38-46f2-bd36-dfb6e68538c4'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:24.226134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:24.227142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 630d2ec4-f755-4341-b805-9547721cb3dd up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:24.228392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134fa3c-b019-4a4a-b6c7-662792911a89 req-8f17a89d-74cd-4644-a50e-844aa6e2bcac tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.229765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3134fa3c-b019-4a4a-b6c7-662792911a89 req-8f17a89d-74cd-4644-a50e-844aa6e2bcac tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1102 time: 0.4442284 Nov 12 08:10:24.233599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-d5b229e0-70ad-4d7a-aedd-d194f8bca2c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470714 Nov 12 08:10:24.350649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 630d2ec4-f755-4341-b805-9547721cb3dd completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:24.365431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 630d2ec4-f755-4341-b805-9547721cb3dd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:24.365744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.395932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3134fa3c-b019-4a4a-b6c7-662792911a89 req-f1d1a0c4-7b64-4812-b884-92349d63abbb tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542792 Nov 12 08:10:24.529455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.533448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-482ee1bf-f20d-4232-a7ae-905d61338dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836845 Nov 12 08:10:24.540966 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.554259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6f69793c-a30e-44e5-a8a1-4756d87c4461'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:24.585823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Pushing event deleted for resources: {'Port': ['ID=6f69793c-a30e-44e5-a8a1-4756d87c4461,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:24.587764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:24.592165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 630d2ec4-f755-4341-b805-9547721cb3dd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=630d2ec4-f755-4341-b805-9547721cb3dd,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:24.604312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.616221 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:24.635152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:24.636159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:24.642698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550c22-a179-4f8d-a6e3-439add552380 req-f48f674f-d113-493d-8819-c0493a311cfd tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.644277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15550c22-a179-4f8d-a6e3-439add552380 req-f48f674f-d113-493d-8819-c0493a311cfd tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 944 time: 0.1501000 Nov 12 08:10:24.676453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=630d2ec4-f755-4341-b805-9547721cb3dd,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:24.729308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] No DVR routers for this DVR port 6f69793c-a30e-44e5-a8a1-4756d87c4461 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:24.734273 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.738203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77ad6848-d8f0-451e-9c5f-dc79911bb087 req-c0f139b0-d6bc-4a69-8c34-64d574dcda83 tempest-MigrationsAdminTest-91678191 tempest-MigrationsAdminTest-91678191-project] 10.222.0.25 "DELETE /v2.0/ports/6f69793c-a30e-44e5-a8a1-4756d87c4461 HTTP/1.1" status: 204 len: 173 time: 1.6167157 Nov 12 08:10:24.739250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-deleted', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:24.741653 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b2e4a-ac6e-49ef-8735-a7c8cdfaf6ed" -d '{"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-deleted", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:24.769195 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:24.821389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-64b5fbca-1848-49d5-999b-b0964e9b6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.823026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-64b5fbca-1848-49d5-999b-b0964e9b6139 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.1778505 Nov 12 08:10:24.826583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15550c22-a179-4f8d-a6e3-439add552380 req-ca0114c2-61a9-44c4-8ffc-927c6f7b9e87 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565490 Nov 12 08:10:25.032658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-f0ed11ff-888c-4a9b-a172-a119883d78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.034141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-f0ed11ff-888c-4a9b-a172-a119883d78b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.1599913 Nov 12 08:10:25.060956 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:22Z', 'revision_number': 3, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:25.090194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:25.093360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-da889e36-65df-4f84-9b06-422f2bf61da9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.0438657 Nov 12 08:10:25.100564 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:25.101199 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:25.118019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d75e0-6220-4d7d-8128-fd9704893e27 req-01452a05-377f-4fe4-a062-8041e38df283 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.119583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-035d75e0-6220-4d7d-8128-fd9704893e27 req-01452a05-377f-4fe4-a062-8041e38df283 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1611748 Nov 12 08:10:25.124703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:25.199062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-40861a3a-7b96-45a3-ba2c-3106d133331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.200560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-40861a3a-7b96-45a3-ba2c-3106d133331f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0986857 Nov 12 08:10:25.223358 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:25.255063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eabdf1-8e2f-4659-9081-5d58ecc88a8d'}, {'server_uuid': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24294021-3618-4ddb-8fa4-94ac343793f0'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71af1725-1fca-4ccc-80c4-fac03d70b8b9'}, {'server_uuid': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630d2ec4-f755-4341-b805-9547721cb3dd'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:25.255877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-035d75e0-6220-4d7d-8128-fd9704893e27 req-dfec258c-2346-4443-aceb-1544c8ebbf38 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082251 Nov 12 08:10:25.261114 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d7323-3700-42a2-a199-9493a45c0cec" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "13eabdf1-8e2f-4659-9081-5d58ecc88a8d"}, {"server_uuid": "d7f6ff52-298a-4e1f-afa1-d9d52e4f211f", "name": "network-vif-plugged", "status": "completed", "tag": "24294021-3618-4ddb-8fa4-94ac343793f0"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "71af1725-1fca-4ccc-80c4-fac03d70b8b9"}, {"server_uuid": "2c77914f-5b8a-4eb0-988c-88f56d39846c", "name": "network-vif-plugged", "status": "completed", "tag": "630d2ec4-f755-4341-b805-9547721cb3dd"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:25.373218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-3be52c22-cb3c-4085-af19-4df45f08631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.374796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-3be52c22-cb3c-4085-af19-4df45f08631e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339056 Nov 12 08:10:25.391102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:25.397719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.450356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a739-078b-4770-969d-16aaa0ce17e7 req-cd1a1cb5-72b2-49d8-a499-89d9c355ffb3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.451931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45b5a739-078b-4770-969d-16aaa0ce17e7 req-cd1a1cb5-72b2-49d8-a499-89d9c355ffb3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 950 time: 0.1159787 Nov 12 08:10:25.556418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-4d453620-7fdf-4b67-a691-da5ca3febf7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "PUT /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 999 time: 3.7379143 Nov 12 08:10:25.600864 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:22Z', 'revision_number': 3, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:25.624967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-0c43309f-7bc4-4207-992b-fa0d973d6d21 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306530 Nov 12 08:10:25.637944 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eba8c5-683b-4811-8aa2-201fd6cf9dc8 None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:22Z', 'revision_number': 3, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:25.640247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-db2bad04-486f-428a-ba5e-25c53aa4e4e2 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.643309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-db2bad04-486f-428a-ba5e-25c53aa4e4e2 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports/9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 942 time: 0.0776305 Nov 12 08:10:25.654246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45b5a739-078b-4770-969d-16aaa0ce17e7 req-270854f1-211b-4279-86f2-262fbe9ac359 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776512 Nov 12 08:10:25.778370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fec3c99c-8d95-43cc-b262-ba7459a75753 req-04050c77-2cf9-4e3d-8dd8-7302571fcf98 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352439 Nov 12 08:10:25.798234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-31656dfc-8a1c-422a-94c4-d4977af5cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.801645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-31656dfc-8a1c-422a-94c4-d4977af5cbd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.0683427 Nov 12 08:10:25.920510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c55f2-a791-427b-9517-a4b2bebeb551 None None] New status for floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:26.006436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37890) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:26.060800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.067462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.073505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.079585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.086936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.093493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.100015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.101942 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-db394af7-62ea-48d3-99b8-2ad3ced288cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.2191870 Nov 12 08:10:26.112605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-16ac3b7e-16c8-4473-93d6-b0e192bb0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.119938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-16ac3b7e-16c8-4473-93d6-b0e192bb0218 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.3103068 Nov 12 08:10:26.132084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1bcc-738d-484d-9c54-215146f0be05 req-c8834930-6ea4-46ce-ab05-78d6801bc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.133497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-c8834930-6ea4-46ce-ab05-78d6801bc331 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1097 time: 0.1619184 Nov 12 08:10:26.179535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-490e7e2c-345d-4171-a9af-8c3faefae883 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d841ea215d64358b8162da38ef0a9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718972 Nov 12 08:10:26.183678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37894) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:26.185748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-b4d2bc2d-ed86-4548-88f6-4fa586eb6e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.0637910 Nov 12 08:10:26.233443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.257127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.310244 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:26.312514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.315472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.317044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d31d45a0-9fa2-4c7a-9d04-8270a774f609 HTTP/1.1" status: 204 len: 168 time: 0.1322076 Nov 12 08:10:26.320112 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:26.320767 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:26.327187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d45a0-9fa2-4c7a-9d04-8270a774f609,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:26.335254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.335932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.336563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.337284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.337838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.338401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.338964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.339514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.340095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.340663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.341335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.342811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba8741-d792-4c93-99c5-b84468247aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:26.380809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-3237e4eb-3365-4207-b8b2-73ce93450adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.382961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-3237e4eb-3365-4207-b8b2-73ce93450adc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.1961281 Nov 12 08:10:26.437325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75536845-5f5b-40b9-9a9f-b2978fdced8e req-6c1eaf0e-2160-41f0-bb8f-ee3c88c8a7ae tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3153360 Nov 12 08:10:26.451091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1bcc-738d-484d-9c54-215146f0be05 req-f2775c27-7d1f-457b-af7f-3149edbcfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.452555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-f2775c27-7d1f-457b-af7f-3149edbcfbe8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.2870598 Nov 12 08:10:26.479947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-448308fc-1d09-4af2-9590-8f8ae65d44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.482644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-448308fc-1d09-4af2-9590-8f8ae65d44c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906525 Nov 12 08:10:26.513497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:26.609464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-e9abf54b-a205-41f3-b557-9986d5a2d15d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 1001 time: 0.1476867 Nov 12 08:10:26.717227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1bcc-738d-484d-9c54-215146f0be05 req-8cc9437c-6807-49e6-9b36-08ac7080d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.718683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-8cc9437c-6807-49e6-9b36-08ac7080d8b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.0975015 Nov 12 08:10:26.726633 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b98b4e-3c3a-4215-878f-2b6658b2be91 x-openstack-request-id: req-e2b98b4e-3c3a-4215-878f-2b6658b2be91 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:26.727105 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83014d14-16bc-4108-9a3b-0843f83a8468", "name": "network-vif-deleted", "tag": "6f69793c-a30e-44e5-a8a1-4756d87c4461", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:26.727279 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2b98b4e-3c3a-4215-878f-2b6658b2be91 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:26.727598 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83014d14-16bc-4108-9a3b-0843f83a8468', 'name': 'network-vif-deleted', 'tag': '6f69793c-a30e-44e5-a8a1-4756d87c4461', 'status': 'completed', 'code': 200} Nov 12 08:10:26.771811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-0358601d-91ce-4d4a-bfd9-df3ec7d00d79 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185121 Nov 12 08:10:26.819922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37906) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:26.829646 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2664863-7d54-490b-aecd-d57a856b22a4 x-openstack-request-id: req-b2664863-7d54-490b-aecd-d57a856b22a4 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:26.830659 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "13eabdf1-8e2f-4659-9081-5d58ecc88a8d", "code": 200}, {"server_uuid": "d7f6ff52-298a-4e1f-afa1-d9d52e4f211f", "name": "network-vif-plugged", "status": "completed", "tag": "24294021-3618-4ddb-8fa4-94ac343793f0", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-plugged", "status": "completed", "tag": "71af1725-1fca-4ccc-80c4-fac03d70b8b9", "code": 200}, {"server_uuid": "2c77914f-5b8a-4eb0-988c-88f56d39846c", "name": "network-vif-plugged", "status": "completed", "tag": "630d2ec4-f755-4341-b805-9547721cb3dd", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:26.831308 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2664863-7d54-490b-aecd-d57a856b22a4 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:26.832190 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'code': 200} Nov 12 08:10:26.832902 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7', 'code': 200} Nov 12 08:10:26.833541 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13eabdf1-8e2f-4659-9081-5d58ecc88a8d', 'code': 200} Nov 12 08:10:26.834134 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24294021-3618-4ddb-8fa4-94ac343793f0', 'code': 200} Nov 12 08:10:26.834759 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71af1725-1fca-4ccc-80c4-fac03d70b8b9', 'code': 200} Nov 12 08:10:26.835383 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630d2ec4-f755-4341-b805-9547721cb3dd', 'code': 200} Nov 12 08:10:26.850887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1bcc-738d-484d-9c54-215146f0be05 req-22f50f9b-52c1-411b-8e75-c5066c3eb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.852400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-22f50f9b-52c1-411b-8e75-c5066c3eb62f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193836 Nov 12 08:10:26.888176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4b10eb45-649a-42e6-8a8c-a0689b6c53f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d909fe61b7404db99ec58098413b45f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662715 Nov 12 08:10:26.898472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37908) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:26.942194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:26.975665 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:26.985670 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:26.986982 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:27.038107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-ba82544c-99a5-46cb-9c70-213a745e321b service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653120 Nov 12 08:10:27.101466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-bdd048f2-85cf-4b65-b644-62bd1617b2a6 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314622 Nov 12 08:10:27.120361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955076-c7c2-4805-a5fa-5ee96e789631 req-ea9b64a5-7128-4714-9c2b-5f8c53ac60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.123405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3b955076-c7c2-4805-a5fa-5ee96e789631 req-ea9b64a5-7128-4714-9c2b-5f8c53ac60dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 1102 time: 0.0821433 Nov 12 08:10:27.130847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.131688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.132665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.133332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.134361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.135049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.135636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc442883-6e27-43fe-980d-ae2b7905a556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.136031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.136496 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:27.139038 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-a2fc4ba2-2fb2-4a41-88b1-6cb62bd1b92e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6498 time: 0.1417749 Nov 12 08:10:27.152238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af8334-ab7e-4d3b-b758-df45b525c42a req-669a09e3-64f0-4f5a-a670-fa745015787b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.153701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16af8334-ab7e-4d3b-b758-df45b525c42a req-669a09e3-64f0-4f5a-a670-fa745015787b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1857176 Nov 12 08:10:27.159622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b127-af9c-4da6-8519-5ebaf25b8e6b req-3f925c9c-0ce2-40f1-94f3-2947a476c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.161058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d20b127-af9c-4da6-8519-5ebaf25b8e6b req-3f925c9c-0ce2-40f1-94f3-2947a476c928 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 1097 time: 0.1638010 Nov 12 08:10:27.209226 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3b955076-c7c2-4805-a5fa-5ee96e789631 req-91350cdf-98b4-4e6b-b0ad-4c4a722db4fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690675 Nov 12 08:10:27.254423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc442883-6e27-43fe-980d-ae2b7905a556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.259855 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3e57bd53-09c8-4b27-aa54-787b74b37c4f req-047db80d-0ace-4bd8-b024-4b5306c77376 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115973 Nov 12 08:10:27.302901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-ff462338-3aba-4e50-ae45-0dba855d5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.304426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-ff462338-3aba-4e50-ae45-0dba855d5bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1098 time: 0.2105725 Nov 12 08:10:27.342861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 66299ec3-589e-47f2-b622-bfa00aa791e8 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:27.386168 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:27.423542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 66299ec3-589e-47f2-b622-bfa00aa791e8 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:27.430422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 66299ec3-589e-47f2-b622-bfa00aa791e8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:27.431177 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.435870 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd52e4-3b2f-4c08-8098-24049da9333b None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '0a312873-9c27-4798-9449-432d1a879c0b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:4b:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:27.530676 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.567757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 66299ec3-589e-47f2-b622-bfa00aa791e8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=66299ec3-589e-47f2-b622-bfa00aa791e8,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:27.572691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.573562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c8a5790c-1c38-46f2-bd36-dfb6e68538c4 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:27.654173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=66299ec3-589e-47f2-b622-bfa00aa791e8,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:27.676094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:27.680544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:27.680916 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.767189 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.779229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16af8334-ab7e-4d3b-b758-df45b525c42a req-950929b5-fa14-467a-875a-60f47130e1c6 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6006706 Nov 12 08:10:27.781223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d20b127-af9c-4da6-8519-5ebaf25b8e6b req-c79aa286-689a-48a4-aec9-cda70dfd237f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085825 Nov 12 08:10:27.785388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-758f1bcc-738d-484d-9c54-215146f0be05 req-e3ac6886-d6c9-4d6b-968c-baf4bcc7b8cc service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508904 Nov 12 08:10:27.840711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:27.847124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.848750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc442883-6e27-43fe-980d-ae2b7905a556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.851290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc442883-6e27-43fe-980d-ae2b7905a556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.852528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dc442883-6e27-43fe-980d-ae2b7905a556 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7abe7cf0-fc2f-42df-8c10-70c3274cdb1d HTTP/1.1" status: 204 len: 168 time: 0.9531825 Nov 12 08:10:27.880750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442883-6e27-43fe-980d-ae2b7905a556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe7cf0-fc2f-42df-8c10-70c3274cdb1d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:27.887847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-f2bdeae5-60a4-466c-b2ba-f53d7a3c71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.889568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-f2bdeae5-60a4-466c-b2ba-f53d7a3c71c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.5626447 Nov 12 08:10:27.947431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:27.999985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-ff9bacae-d4eb-4e35-a449-f213de9528e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 1002 time: 0.0979435 Nov 12 08:10:28.016158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23d57-1e2a-4125-8cac-3b47220cecec req-4c10bf2b-ae27-4fc1-91bc-7ad2e1fc74a7 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.017742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24d23d57-1e2a-4125-8cac-3b47220cecec req-4c10bf2b-ae27-4fc1-91bc-7ad2e1fc74a7 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 945 time: 0.0697241 Nov 12 08:10:28.084778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-749a83c8-7436-4b65-a171-9f085784d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.086245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-749a83c8-7436-4b65-a171-9f085784d11c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0675454 Nov 12 08:10:28.110479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24d23d57-1e2a-4125-8cac-3b47220cecec req-7113c75f-2520-4dc8-bf30-ca1f21e007e9 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Nov 12 08:10:28.154517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-26919cf3-e98d-4274-a2d9-b23aca607eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.156089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-26919cf3-e98d-4274-a2d9-b23aca607eee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593631 Nov 12 08:10:28.253590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:28.275419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 6f69793c-a30e-44e5-a8a1-4756d87c4461 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:28.275823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6f69793c-a30e-44e5-a8a1-4756d87c4461 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:28.315349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3429a-4cc8-459b-8ccd-01ff2d274dda req-f3990ac1-7e77-4780-b51a-78274bfaafd7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.316913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85e3429a-4cc8-459b-8ccd-01ff2d274dda req-f3990ac1-7e77-4780-b51a-78274bfaafd7 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0981987 Nov 12 08:10:28.319048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-906bdce8-81f8-49dc-b996-327b6752a842 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548719 Nov 12 08:10:28.429356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85e3429a-4cc8-459b-8ccd-01ff2d274dda req-7cc35949-e5e2-4b91-888c-d19a903319b6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024041 Nov 12 08:10:28.453455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3484129a-ec3d-4efe-afa2-611ccb48694a req-3240c3d9-d081-480d-a4c4-f5cf09c44b0e service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204128 Nov 12 08:10:28.628520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365e09-52ee-4236-a043-ae69f51156cf req-86dd8c34-7b8b-417c-9c9d-61d8d1acc4b0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.632906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1365e09-52ee-4236-a043-ae69f51156cf req-86dd8c34-7b8b-417c-9c9d-61d8d1acc4b0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 950 time: 0.0635798 Nov 12 08:10:28.731607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}, {'name': 'network-changed', 'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:28.734957 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a10ac75-0639-4220-87bd-d2467a31fcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}, {"name": "network-changed", "server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "tag": "0a312873-9c27-4798-9449-432d1a879c0b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:28.761183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.767813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.773938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.780135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.786960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.793031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.799284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.801421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-850bfc58-61c4-4030-a3d6-361cf49f3db8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.1830554 Nov 12 08:10:28.809578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1365e09-52ee-4236-a043-ae69f51156cf req-b5041505-bb9c-4d96-b5ac-e990400e43ce tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606262 Nov 12 08:10:28.836634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66299ec3-589e-47f2-b622-bfa00aa791e8'}, {'server_uuid': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:28.843299 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc149158-1822-4b2f-85b7-27919f08e02d" -d '{"events": [{"server_uuid": "7cb7dcd0-d5b9-4363-a325-2e5228a66902", "name": "network-vif-plugged", "status": "completed", "tag": "66299ec3-589e-47f2-b622-bfa00aa791e8"}, {"server_uuid": "4e1abed9-e64a-4919-841d-ba7a6ca176f3", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5790c-1c38-46f2-bd36-dfb6e68538c4"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:28.980885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2be79b2a-6f0e-4422-adfd-f19bc4ad112d req-1421d8e9-4e19-4654-92f5-a8ee8ac07750 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1002 time: 0.1365969 Nov 12 08:10:28.987578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab46c0e1-6348-47fc-817e-469bb9b7b036 req-21897d40-6401-4e8f-8bc5-391edf58aee8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716266 Nov 12 08:10:29.039644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be79b2a-6f0e-4422-adfd-f19bc4ad112d req-6ea18b49-c33e-4c72-8959-28a43ecb3ae4 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.040968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2be79b2a-6f0e-4422-adfd-f19bc4ad112d req-6ea18b49-c33e-4c72-8959-28a43ecb3ae4 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports/0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 943 time: 0.0513384 Nov 12 08:10:29.090095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:10:29.151528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2be79b2a-6f0e-4422-adfd-f19bc4ad112d req-4d8db6e1-5cf9-4178-901d-7b91669cd19f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1002 time: 0.0645294 Nov 12 08:10:29.235648 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26055a11-5e2f-4dab-ad91-e819e51ed181 x-openstack-request-id: req-26055a11-5e2f-4dab-ad91-e819e51ed181 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:29.235989 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "tag": "0a312873-9c27-4798-9449-432d1a879c0b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:29.236225 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26055a11-5e2f-4dab-ad91-e819e51ed181 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:29.236672 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'status': 'completed', 'code': 200} Nov 12 08:10:29.237387 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b', 'status': 'completed', 'code': 200} Nov 12 08:10:29.398980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be79b2a-6f0e-4422-adfd-f19bc4ad112d req-f070fd53-433d-4d91-8cb6-d75a8170604d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.400828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2be79b2a-6f0e-4422-adfd-f19bc4ad112d req-f070fd53-433d-4d91-8cb6-d75a8170604d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2436068 Nov 12 08:10:29.404829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-db2f1693-d06d-4577-9584-d30a5f3ccda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.407075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-db2f1693-d06d-4577-9584-d30a5f3ccda2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.1646283 Nov 12 08:10:29.410121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-43ff0279-ec6a-48f1-86fa-7d8f083648eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.412423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-43ff0279-ec6a-48f1-86fa-7d8f083648eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1098 time: 0.1740403 Nov 12 08:10:29.428211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2f8d3-a325-4961-8518-a9b14c79fc11 req-c6ddd0db-f0ff-4fff-931a-fcec79b0342f tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.430450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ca2f8d3-a325-4961-8518-a9b14c79fc11 req-c6ddd0db-f0ff-4fff-931a-fcec79b0342f tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1541376 Nov 12 08:10:29.470449 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70332cde-7e50-465a-83b0-d27315dd34cd x-openstack-request-id: req-70332cde-7e50-465a-83b0-d27315dd34cd {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:29.470820 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb7dcd0-d5b9-4363-a325-2e5228a66902", "name": "network-vif-plugged", "status": "completed", "tag": "66299ec3-589e-47f2-b622-bfa00aa791e8", "code": 200}, {"server_uuid": "4e1abed9-e64a-4919-841d-ba7a6ca176f3", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5790c-1c38-46f2-bd36-dfb6e68538c4", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:29.471135 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70332cde-7e50-465a-83b0-d27315dd34cd {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:29.471580 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66299ec3-589e-47f2-b622-bfa00aa791e8', 'code': 200} Nov 12 08:10:29.471920 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4', 'code': 200} Nov 12 08:10:29.668408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de0d2-8d5b-4a3d-a5bb-1ff2fe0eafd7 req-a2845808-55eb-4095-8f20-69b7ee20e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.670237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-428de0d2-8d5b-4a3d-a5bb-1ff2fe0eafd7 req-a2845808-55eb-4095-8f20-69b7ee20e845 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 1097 time: 0.0425110 Nov 12 08:10:29.744563 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-428de0d2-8d5b-4a3d-a5bb-1ff2fe0eafd7 req-a6533bc9-ac6b-4914-b67d-4ecc79ef90b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Nov 12 08:10:29.745633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-2742eb46-26dd-4091-9737-1259cc57589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.747070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-2742eb46-26dd-4091-9737-1259cc57589f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.3140943 Nov 12 08:10:29.747990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-3fb2c9bc-bc46-4413-910d-c729bf057022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.749327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-3fb2c9bc-bc46-4413-910d-c729bf057022 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.3177197 Nov 12 08:10:29.759466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc2ba2-516b-417b-bfc4-7889c01c193c req-fec9eb8b-33bd-453c-a2eb-07ab96849c3d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.760868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30bc2ba2-516b-417b-bfc4-7889c01c193c req-fec9eb8b-33bd-453c-a2eb-07ab96849c3d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 945 time: 0.1960666 Nov 12 08:10:29.763993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ca2f8d3-a325-4961-8518-a9b14c79fc11 req-8fda2bce-c854-4c69-a594-0f008ce80de4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013490 Nov 12 08:10:29.774709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c5e47-3f7a-4832-b6e3-8b0cee713d09 req-f927e953-1b57-41d1-8ad0-f921cfb2f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.776150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-692c5e47-3f7a-4832-b6e3-8b0cee713d09 req-f927e953-1b57-41d1-8ad0-f921cfb2f468 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 1097 time: 0.1376948 Nov 12 08:10:29.863200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30bc2ba2-516b-417b-bfc4-7889c01c193c req-feb552de-f067-4fd9-b87a-f7c5228b3ad7 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961299 Nov 12 08:10:29.873270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-43e3be65-123d-48f1-bc40-fec91a264528 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 1002 time: 0.0895076 Nov 12 08:10:29.973473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-d6edd7fd-bada-4741-affa-39727744f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.974985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-d6edd7fd-bada-4741-affa-39727744f6ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0883420 Nov 12 08:10:29.992587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-64dc3f6c-4563-4f00-b5f1-48377d3d6f91 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1002 time: 0.0980909 Nov 12 08:10:30.147141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-25344067-65e3-4785-b759-3d8c6423e545 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.148502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-25344067-65e3-4785-b759-3d8c6423e545 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports/0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 943 time: 0.1463091 Nov 12 08:10:30.156331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-96cf3626-d69f-4fab-9652-e2acb6095509 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.0944650 Nov 12 08:10:30.196143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-692c5e47-3f7a-4832-b6e3-8b0cee713d09 req-f02825e6-625c-431e-859c-55ccbd70bc6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367335 Nov 12 08:10:30.223014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-f141f5e3-a3a7-48e2-9a68-5503783ef1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.224990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-f141f5e3-a3a7-48e2-9a68-5503783ef1f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311015 Nov 12 08:10:30.316492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-0b126a07-bcd8-406b-b6c1-de80c5c508ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.317928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-0b126a07-bcd8-406b-b6c1-de80c5c508ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.1387050 Nov 12 08:10:30.325491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f848ff-93df-4035-967b-ede5ca26047f req-7c0d22a0-ff7f-4444-977c-5342bd4ddd53 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.326847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93f848ff-93df-4035-967b-ede5ca26047f req-7c0d22a0-ff7f-4444-977c-5342bd4ddd53 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.2262313 Nov 12 08:10:30.372223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-b860944f-0e7e-499f-814f-020cf4cb3ecb tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1002 time: 0.1515410 Nov 12 08:10:30.501784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93f848ff-93df-4035-967b-ede5ca26047f req-798f34dc-94d3-421f-802d-fbaed70bde90 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664915 Nov 12 08:10:30.507764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-30d22004-19d2-4575-8335-efecbc2a322e service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398391 Nov 12 08:10:30.614953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-54378bdc-1c48-41a4-9939-8309c796406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.616466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-54378bdc-1c48-41a4-9939-8309c796406b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284544 Nov 12 08:10:30.628919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-1965fcba-ca30-435f-a2c3-61d293fee0aa tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.630259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-1965fcba-ca30-435f-a2c3-61d293fee0aa tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2508368 Nov 12 08:10:30.775178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-a8c6e7fb-1866-4d64-a28c-22daeff46134 service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459443 Nov 12 08:10:30.838986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-b8e6e363-1280-418b-9e4e-c0a0cf9a5994 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1002 time: 0.1961312 Nov 12 08:10:30.858595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:30.867656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-618fc965-3dd6-43b9-9153-f4d39deb18e1 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347085 Nov 12 08:10:30.986553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.987020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.987479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.987933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.988424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.989144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.989594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.990048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.990496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.990942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.992851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22a7e129-ec88-4c4c-a1cd-fefc5376ea63 req-bcbfcefa-d363-4c6d-87ad-9b6ced8b4fe1 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7090 time: 0.3209887 Nov 12 08:10:31.010938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.099053 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a10ac75-0639-4220-87bd-d2467a31fcc8 req-33562f51-81b7-45bf-8475-e310db5381c0 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972744 Nov 12 08:10:31.158215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7837e4-c255-4ecb-82cd-e100085f72d1 req-3f044c12-4c2b-4957-a477-f51315464848 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.159674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b7837e4-c255-4ecb-82cd-e100085f72d1 req-3f044c12-4c2b-4957-a477-f51315464848 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 950 time: 0.1107972 Nov 12 08:10:31.235867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.242785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.243124 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639 disassociated. External IP: 172.25.4.196, port: 0a312873-9c27-4798-9449-432d1a879c0b. Nov 12 08:10:31.285956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b7837e4-c255-4ecb-82cd-e100085f72d1 req-4984afdd-4005-469a-a1c3-3f6c4f61a421 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195054 Nov 12 08:10:31.440961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.447197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.453232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.459214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.465195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.471685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.477762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.479587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61fdac33-78c5-4353-900e-67a9483373b1 req-aadb9ed4-4b57-4217-ad9f-f604158ae997 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.1359982 Nov 12 08:10:31.896435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:31.902078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61fdac33-78c5-4353-900e-67a9483373b1 req-fa181655-489d-40a8-9bae-d66209ceaa2e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4149938 Nov 12 08:10:32.039902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:32.044544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.054671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:32.059498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a9601-1004-4553-a0b7-83719b8eced4 req-0f541f21-e7dc-44f3-9b9b-4622abc783bc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.061002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed6a9601-1004-4553-a0b7-83719b8eced4 req-0f541f21-e7dc-44f3-9b9b-4622abc783bc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0710826 Nov 12 08:10:32.084261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:32.085708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:32.102106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-90b0080f-5e5f-4c68-bd81-e49270867c16 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "PUT /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 695 time: 1.2519710 Nov 12 08:10:32.103656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:32.106157 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "tag": "0a312873-9c27-4798-9449-432d1a879c0b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:32.168097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed6a9601-1004-4553-a0b7-83719b8eced4 req-a56704ed-1826-4219-b48e-ef94b75a5a44 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887578 Nov 12 08:10:32.181627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-3a9c2fa3-0abb-443b-ad1f-8a46c0de0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.182723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-3a9c2fa3-0abb-443b-ad1f-8a46c0de0400 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1098 time: 0.0572569 Nov 12 08:10:32.216375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:32.318824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-7ad4f998-8102-4414-bd0c-d43396a3e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.320333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-7ad4f998-8102-4414-bd0c-d43396a3e6ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.1268375 Nov 12 08:10:32.371443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789095-4f82-46a9-8311-5694313dc266 req-43c6761b-ee9e-4c2a-8139-69935e4a48f8 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.372977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42789095-4f82-46a9-8311-5694313dc266 req-43c6761b-ee9e-4c2a-8139-69935e4a48f8 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 945 time: 0.1008902 Nov 12 08:10:32.374694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-04d6c584-e714-48a1-8c9d-406b70770028 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 217 time: 0.0479248 Nov 12 08:10:32.451797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:32.465311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-fae87985-21cb-4b71-99b5-a0ba99370539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.466796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-fae87985-21cb-4b71-99b5-a0ba99370539 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0748174 Nov 12 08:10:32.475536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42789095-4f82-46a9-8311-5694313dc266 req-47461530-efc7-463a-bc56-22df182710e1 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919025 Nov 12 08:10:32.492346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:32.504112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:32.504771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:32.595113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-a5dcbcbe-15d9-4b7a-a3b3-bb1ebb0671b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.596792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-a5dcbcbe-15d9-4b7a-a3b3-bb1ebb0671b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194170 Nov 12 08:10:32.645616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e90a9-2b1a-4f7c-8feb-80fb2220bcc8 req-1e2068c5-96b7-415f-8f56-df42a4a4d1b5 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.647504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b67e90a9-2b1a-4f7c-8feb-80fb2220bcc8 req-1e2068c5-96b7-415f-8f56-df42a4a4d1b5 tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 886 time: 0.1505747 Nov 12 08:10:32.654027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:32.715534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-fc8ad3e5-6d49-4b9c-80cf-167dee995e15 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016715 Nov 12 08:10:32.837102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1491a4a-29d9-4860-8770-32d33d83c36f req-7a9f10e9-43f0-46d9-8954-da87c19f6634 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122897 Nov 12 08:10:32.893427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:32.921688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5562a1e-8c56-4c42-a2aa-31dbfc7ac934 None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:32.947537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48213-5fc3-4fce-a990-2d8b914acec6 req-4bb4f53b-a6eb-417f-beb1-a67c66d00021 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.954239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d48213-5fc3-4fce-a990-2d8b914acec6 req-4bb4f53b-a6eb-417f-beb1-a67c66d00021 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.955879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d48213-5fc3-4fce-a990-2d8b914acec6 req-4bb4f53b-a6eb-417f-beb1-a67c66d00021 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978&device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 1690 time: 0.0808194 Nov 12 08:10:33.035591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2807a06-d6a4-4215-9a52-4b48d829e7a4 req-53855881-7f18-4cab-bc8c-9e2610eb03c5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.037095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2807a06-d6a4-4215-9a52-4b48d829e7a4 req-53855881-7f18-4cab-bc8c-9e2610eb03c5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0802815 Nov 12 08:10:33.044390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d48213-5fc3-4fce-a990-2d8b914acec6 req-199821e4-5248-43bb-a298-d2dc69db996e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603940 Nov 12 08:10:33.094786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2807a06-d6a4-4215-9a52-4b48d829e7a4 req-ea508530-20cb-4f29-8bb2-521ac57ae891 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Nov 12 08:10:33.149578 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74945814-2a53-4665-ae56-f75bdb6b9c04 x-openstack-request-id: req-74945814-2a53-4665-ae56-f75bdb6b9c04 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:33.149870 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "tag": "0a312873-9c27-4798-9449-432d1a879c0b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:33.150122 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74945814-2a53-4665-ae56-f75bdb6b9c04 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:33.150517 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b', 'status': 'completed', 'code': 200} Nov 12 08:10:33.173732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.179868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.185940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.192534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.198660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.201677 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceccd9e-45f1-4fac-b111-2a291bd3650a None None] New status for floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:33.207503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.213657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.215649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a80fe569-6912-417b-9f11-7de57a5737ff req-11512168-15f3-4684-840c-898e92fa5bac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.1039643 Nov 12 08:10:33.226199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38008) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:33.231507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Request body: {'floatingip': {'port_id': '2471c5df-a0d5-4113-a8e9-657cc18e0e92'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:33.283611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:33.397791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.398621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.399286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.399945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.400487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.401009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.401955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.402488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.403009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.403528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.405619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-817b0fed-4369-438d-a060-e63b7d5dbf19 req-d0ef9d30-6a75-4b0e-8024-710227f04d7b tempest-NetworksTest-1474280102 tempest-NetworksTest-1474280102-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7090 time: 0.2452309 Nov 12 08:10:33.408334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-c89a6816-67f8-4c1d-9ffa-24f8446a94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.410154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-c89a6816-67f8-4c1d-9ffa-24f8446a94d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 1098 time: 0.1768856 Nov 12 08:10:33.613101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-2ca8efa8-7e47-4360-aab7-e94a2513468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.614930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-2ca8efa8-7e47-4360-aab7-e94a2513468a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.1968470 Nov 12 08:10:33.622613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9eef-87a8-44e9-a112-ffea7d082290 req-9e54b921-9f6c-4216-9c80-19e4fa825474 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.624069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-962c9eef-87a8-44e9-a112-ffea7d082290 req-9e54b921-9f6c-4216-9c80-19e4fa825474 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1214170 Nov 12 08:10:33.646236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386ff8-14df-4539-9ec1-8425761d25de req-7af66301-9c91-4981-b9c9-b725455817e3 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.647772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-7af66301-9c91-4981-b9c9-b725455817e3 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1090927 Nov 12 08:10:33.689552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-12cc9f6a-c70c-45a7-94d6-8e4374a340f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 200 len: 217 time: 0.0620313 Nov 12 08:10:33.777009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-17ac0be1-7f95-449a-81df-ba7e41145f7e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 696 time: 0.0965772 Nov 12 08:10:33.782979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38020) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:33.801456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'floatingip': {'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:33.841552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-962c9eef-87a8-44e9-a112-ffea7d082290 req-a90d70c9-37bd-4cfb-a503-90df92d6d408 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064974 Nov 12 08:10:33.855952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:33.856260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:33.859150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-ba2ff052-67b6-4156-b06d-23426715b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.860738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-ba2ff052-67b6-4156-b06d-23426715b289 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.1315308 Nov 12 08:10:33.870085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:33.982492 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Floating IP e09f1916-97d6-498c-a838-763f1c255a5b associated. External IP: 172.25.4.219, port: 2471c5df-a0d5-4113-a8e9-657cc18e0e92. Nov 12 08:10:33.990997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-922b0066-6e63-452e-8d9b-189abd06c90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.054854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-92aea8a6-fa5c-4d80-a744-fc01f4a52611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.056296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-92aea8a6-fa5c-4d80-a744-fc01f4a52611 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658995 Nov 12 08:10:34.119895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae36046-ddd5-4a79-97de-3eb88cc62c12 req-55683a62-63ce-438e-a513-03333cfd0071 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.121442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ae36046-ddd5-4a79-97de-3eb88cc62c12 req-55683a62-63ce-438e-a513-03333cfd0071 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 1101 time: 0.1836646 Nov 12 08:10:34.194850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Router b21bdc80-9d08-409b-a5a0-645e7c203675 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:34.302790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:34.307840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.314458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] Sync routers for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:34.327618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:34.329458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:34.331182 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ae36046-ddd5-4a79-97de-3eb88cc62c12 req-d955557b-4dc0-440e-a011-a1f20a0cfa99 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942446 Nov 12 08:10:34.335036 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-80f25444-59e5-4029-90fd-d540f742b5d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "PUT /v2.0/floatingips/e09f1916-97d6-498c-a838-763f1c255a5b HTTP/1.1" status: 200 len: 991 time: 1.1070693 Nov 12 08:10:34.335676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:34.338061 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917547d0-cad4-4fef-b410-6ea54a60ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:34.372478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-351107e4-8cee-47ea-986e-6eb2cc52941a service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679908 Nov 12 08:10:34.376328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-922b0066-6e63-452e-8d9b-189abd06c90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.383683 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-922b0066-6e63-452e-8d9b-189abd06c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.454504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:34.546914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-922b0066-6e63-452e-8d9b-189abd06c90e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac3ee7d3775542ee920a481620477045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7628026 Nov 12 08:10:34.550044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38032) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:34.551461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b0066-6e63-452e-8d9b-189abd06c90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec46fcf-c256-4cea-b8c0-a4b398ab4b2f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:34.611835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6f83b80-64fd-419b-b49f-c61eae665e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.622111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a497e-b282-49a5-a7d3-f6c7b1a3c370 req-0bd06dc2-cb06-4912-a045-fcf2857ac57e tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.623743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f4a497e-b282-49a5-a7d3-f6c7b1a3c370 req-0bd06dc2-cb06-4912-a045-fcf2857ac57e tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 945 time: 0.1990533 Nov 12 08:10:34.636853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6f83b80-64fd-419b-b49f-c61eae665e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.690072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6f83b80-64fd-419b-b49f-c61eae665e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.693302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6f83b80-64fd-419b-b49f-c61eae665e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.696981 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e6f83b80-64fd-419b-b49f-c61eae665e6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ec46fcf-c256-4cea-b8c0-a4b398ab4b2f HTTP/1.1" status: 204 len: 168 time: 0.1434150 Nov 12 08:10:34.697178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d6b2fd3-1782-461a-af47-3ecb613a2fb1 req-b48e1bce-299b-4a87-b33d-22f65d1a3431 service neutron] 10.222.0.25 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646596 Nov 12 08:10:34.705652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f83b80-64fd-419b-b49f-c61eae665e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec46fcf-c256-4cea-b8c0-a4b398ab4b2f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:34.772904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f4a497e-b282-49a5-a7d3-f6c7b1a3c370 req-e4023c96-25f6-4064-b09e-455783edd305 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371117 Nov 12 08:10:34.789148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.794260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.906223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e09f1916-97d6-498c-a838-763f1c255a5b', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'port_id': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'mac_address': 'fa:16:3e:90:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:06Z', 'updated_at': '2021-11-12T08:10:33Z', 'revision_number': 1, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:34.938967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] Checking router: b21bdc80-9d08-409b-a5a0-645e7c203675 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:34.943565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880ccc-6c9d-4d1d-bebd-140963ca577f req-08d3bdf5-76ae-4582-9f67-5dc2bd55fbc6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.945085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0880ccc-6c9d-4d1d-bebd-140963ca577f req-08d3bdf5-76ae-4582-9f67-5dc2bd55fbc6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0961964 Nov 12 08:10:34.947798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:34.948690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:34.962900 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639 associated. External IP: 172.25.4.196, port: 9e50519d-6dcb-49a8-ac12-f3e102f96601. Nov 12 08:10:35.044332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0880ccc-6c9d-4d1d-bebd-140963ca577f req-1c6a5793-fa5c-4778-baa9-0c86ace52342 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901086 Nov 12 08:10:35.059535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38042) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:35.072400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:35.084505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-551bc82c-a60b-42c6-a3c4-ed40c1c02f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.185802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-551bc82c-a60b-42c6-a3c4-ed40c1c02f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.190114 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac5ccd6-6750-4f5e-ba8c-1365bffaecd0 x-openstack-request-id: req-5ac5ccd6-6750-4f5e-ba8c-1365bffaecd0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:35.190726 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:35.191167 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ac5ccd6-6750-4f5e-ba8c-1365bffaecd0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:35.191616 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'status': 'completed', 'code': 200} Nov 12 08:10:35.195992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-551bc82c-a60b-42c6-a3c4-ed40c1c02f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.225413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:35.251233 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-551bc82c-a60b-42c6-a3c4-ed40c1c02f58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a273ccb150b4f25b74c0e5be4751fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877630 Nov 12 08:10:35.252481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38044) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:35.260203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bc82c-a60b-42c6-a3c4-ed40c1c02f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0094bff9-029e-4541-975f-57d551f8c96c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:35.308705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5b664b-4b21-4c64-93b0-3decd8a62300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.332609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5b664b-4b21-4c64-93b0-3decd8a62300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.358566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e09f1916-97d6-498c-a838-763f1c255a5b', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'port_id': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'mac_address': 'fa:16:3e:90:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:06Z', 'updated_at': '2021-11-12T08:10:33Z', 'revision_number': 1, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:35.386096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7090938-6cd5-4d2c-9667-a21fea1b48f7 None None] The sync data for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 is: [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e09f1916-97d6-498c-a838-763f1c255a5b', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'port_id': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'mac_address': 'fa:16:3e:90:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:06Z', 'updated_at': '2021-11-12T08:10:33Z', 'revision_number': 1, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:35.393441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5b664b-4b21-4c64-93b0-3decd8a62300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.394102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.394620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.395144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.395757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.396254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.396460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5b664b-4b21-4c64-93b0-3decd8a62300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.396719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.397188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.399093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-92c5fbcd-9079-4b63-8c96-759ecf4cc84e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6498 time: 0.1683731 Nov 12 08:10:35.400531 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b5b664b-4b21-4c64-93b0-3decd8a62300 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0094bff9-029e-4541-975f-57d551f8c96c HTTP/1.1" status: 204 len: 168 time: 0.1470339 Nov 12 08:10:35.413147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd5698-e577-4a5a-9f90-bb250c5b9de7 req-7f73b0e9-2588-4c65-9aed-260570d3f988 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.414675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25fd5698-e577-4a5a-9f90-bb250c5b9de7 req-7f73b0e9-2588-4c65-9aed-260570d3f988 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 1102 time: 0.1522713 Nov 12 08:10:35.426562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b664b-4b21-4c64-93b0-3decd8a62300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0094bff9-029e-4541-975f-57d551f8c96c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:35.473574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:35.476193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.485856 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:35.498833 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:35.499472 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:35.623620 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:35.773974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db75fc-ee6d-4637-ac59-54c0ab8fafc4 None None] New status for floating IP e09f1916-97d6-498c-a838-763f1c255a5b: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:35.877028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-68f7b621-5534-483a-8079-66660768df9f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.879082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-68f7b621-5534-483a-8079-66660768df9f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a97e138-df45-4d7e-81de-b88083cdd7ac HTTP/1.1" status: 200 len: 946 time: 0.0738513 Nov 12 08:10:35.904712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-a03cd774-d28a-4407-a750-b19417100f80 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "PUT /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 996 time: 2.1159558 Nov 12 08:10:35.911805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:35.914109 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:35.956393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25fd5698-e577-4a5a-9f90-bb250c5b9de7 req-3032fa94-f1ad-4b94-806d-fc9e3f68a85b tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229175 Nov 12 08:10:36.007659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-8aa9fc2e-d393-45d9-85af-6208d6a608d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.009431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-8aa9fc2e-d393-45d9-85af-6208d6a608d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac HTTP/1.1" status: 200 len: 911 time: 0.5922070 Nov 12 08:10:36.019575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386ff8-14df-4539-9ec1-8425761d25de req-36e9d588-867b-4dbc-af67-3be4622c3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.021115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-36e9d588-867b-4dbc-af67-3be4622c3f24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.0944145 Nov 12 08:10:36.080009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Deleting port 0a312873-9c27-4798-9449-432d1a879c0b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:36.080502 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.106291 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:34Z', 'revision_number': 8, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:36.166450 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:36.176524 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:36.177395 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:36.192244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-de76ffd9-b9ea-4677-871c-95912980f4f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 1001 time: 0.1664464 Nov 12 08:10:36.211958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] For port 0a312873-9c27-4798-9449-432d1a879c0b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0a312873-9c27-4798-9449-432d1a879c0b,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:36.212489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.227970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Calling delete_port for 0a312873-9c27-4798-9449-432d1a879c0b owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:36.269939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59754e9f-4ea0-4c18-bbc8-39f7ac9d878c req-5f15ab46-3b48-42ff-8647-b0e7dd553aad tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.271486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59754e9f-4ea0-4c18-bbc8-39f7ac9d878c req-5f15ab46-3b48-42ff-8647-b0e7dd553aad tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 945 time: 0.1840086 Nov 12 08:10:36.307836 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:36.343253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59754e9f-4ea0-4c18-bbc8-39f7ac9d878c req-1a709428-e7f4-4000-a5ad-2f1d432f3a5f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614903 Nov 12 08:10:36.347648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386ff8-14df-4539-9ec1-8425761d25de req-7e4825d9-5d0c-45f2-b95f-51ea92e547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.359039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-7e4825d9-5d0c-45f2-b95f-51ea92e547d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.3194363 Nov 12 08:10:36.412736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-757f8b2e-ec3d-4183-9bda-997e10140538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.414390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-757f8b2e-ec3d-4183-9bda-997e10140538 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 200 len: 850 time: 0.2081673 Nov 12 08:10:36.418273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.438679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9e50519d-6dcb-49a8-ac12-f3e102f96601'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:36.452529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0a312873-9c27-4798-9449-432d1a879c0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:36.480889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event deleted for resources: {'Port': ['ID=0a312873-9c27-4798-9449-432d1a879c0b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:36.508519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-bc97f2ed-4c7b-45bb-8d5f-5c40b4a68e1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 999 time: 0.1484950 Nov 12 08:10:36.556284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] No DVR routers for this DVR port 0a312873-9c27-4798-9449-432d1a879c0b on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:36.559475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.566781 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b4981cf3-c677-4ced-b4fa-69f56dd73c93 req-009c7c17-e773-4682-8e8d-6cd905a0cdf9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.25 "DELETE /v2.0/ports/0a312873-9c27-4798-9449-432d1a879c0b HTTP/1.1" status: 204 len: 173 time: 0.6766222 Nov 12 08:10:36.581607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-d7469157-702a-438f-adfd-c022c29606ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.583086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-d7469157-702a-438f-adfd-c022c29606ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57aeee26-4086-426d-86ff-d028108630ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519222 Nov 12 08:10:36.655425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2225a6-7805-4379-afd4-e65c18227cb5 req-4f4525cd-b91e-4149-81af-a134576f88af tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.656585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f2225a6-7805-4379-afd4-e65c18227cb5 req-4f4525cd-b91e-4149-81af-a134576f88af tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1800005 Nov 12 08:10:36.712670 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:34Z', 'revision_number': 8, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:36.744443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386ff8-14df-4539-9ec1-8425761d25de req-d592e296-6767-4588-a6a3-dfd7e1b84b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.754155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-d592e296-6767-4588-a6a3-dfd7e1b84b9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.2446778 Nov 12 08:10:36.763747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f9aef-ca99-4d02-92d7-ab96fb9de1ba None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dd949353-bbb7-41cd-bc25-a4a7d46e9639', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'port_id': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'mac_address': 'fa:16:3e:6c:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:56Z', 'updated_at': '2021-11-12T08:10:34Z', 'revision_number': 8, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:36.909062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386ff8-14df-4539-9ec1-8425761d25de req-c0ec6858-acdd-400c-879b-7becf05096dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.912548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-c0ec6858-acdd-400c-879b-7becf05096dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575458 Nov 12 08:10:36.916142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f2225a6-7805-4379-afd4-e65c18227cb5 req-f86d7f54-ec07-4663-b6e9-50e3cd15ebe5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324612 Nov 12 08:10:36.970102 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f58fd-1ff5-4dac-88ef-fb75c33fc431 x-openstack-request-id: req-fd8f58fd-1ff5-4dac-88ef-fb75c33fc431 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:36.970420 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:36.970638 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd8f58fd-1ff5-4dac-88ef-fb75c33fc431 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:36.971030 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'status': 'completed', 'code': 200} Nov 12 08:10:36.977871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-01d28855-df1b-45bb-8b5f-c7b04ea2e8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790631 Nov 12 08:10:37.028305 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68f1234-b8bf-4dd9-9f52-f3a548580ae2 None None] New status for floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:37.188196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-32fd09e6-d055-4ac0-bb70-766e6f1e07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.189681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-32fd09e6-d055-4ac0-bb70-766e6f1e07a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.1567328 Nov 12 08:10:37.192986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-af5925ed-56b0-423a-a185-81c2ac1b2752 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721062 Nov 12 08:10:37.194130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'name': 'network-vif-deleted', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:37.200872 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c33f191-cee3-43e6-97ab-352edde5fc6a" -d '{"events": [{"server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "name": "network-vif-deleted", "tag": "0a312873-9c27-4798-9449-432d1a879c0b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:37.248357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-917547d0-cad4-4fef-b410-6ea54a60ec2b req-01676154-8b39-4e52-a623-9187e5aeab87 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375433 Nov 12 08:10:37.265000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cc6f7-fa4b-4040-af10-391b4f0d6b8c req-e424390a-3bf8-4ba3-9213-a0515af0bdde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.272637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-244cc6f7-fa4b-4040-af10-391b4f0d6b8c req-e424390a-3bf8-4ba3-9213-a0515af0bdde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.2384677 Nov 12 08:10:37.426349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-244cc6f7-fa4b-4040-af10-391b4f0d6b8c req-ef917b04-34a4-4b12-8f2a-a1d4e0d89d06 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527658 Nov 12 08:10:37.437311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-cffe3fe0-586f-47be-a609-06c6f4eb10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.437311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-cffe3fe0-586f-47be-a609-06c6f4eb10e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.2219656 Nov 12 08:10:37.441641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76386ff8-14df-4539-9ec1-8425761d25de req-71219479-e346-41e6-b46b-8bf501416049 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389719 Nov 12 08:10:37.527377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-01cfec51-9720-442c-8ca4-66cd03d4c8e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 1001 time: 0.0779436 Nov 12 08:10:37.582840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-9c980d69-3bd4-4ab3-a6e4-f26f045c525d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479000 Nov 12 08:10:37.652996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-67c891d8-a5b3-476a-8a61-89ea39b1df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.654422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-67c891d8-a5b3-476a-8a61-89ea39b1df17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.1099417 Nov 12 08:10:37.741206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9e5d-59b1-4ff6-9bbd-41ddabd48395 req-826006b0-d30e-4b41-9521-725b27ef5d53 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.742646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-326a9e5d-59b1-4ff6-9bbd-41ddabd48395 req-826006b0-d30e-4b41-9521-725b27ef5d53 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 945 time: 0.1647053 Nov 12 08:10:37.781579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-874bbf49-b2db-4b30-b479-e5b958ef682a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.782997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-874bbf49-b2db-4b30-b479-e5b958ef682a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905329 Nov 12 08:10:37.787054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-9c3b631e-5bf0-4ac8-a7e9-632cb6491fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.788435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-9c3b631e-5bf0-4ac8-a7e9-632cb6491fc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087344 Nov 12 08:10:37.819280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-5940ecf8-a872-4a8c-bfc5-a5f00ca52b3f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/quotas/6bd44d6b0f67463a8041b8b3ee47768b HTTP/1.1" status: 200 len: 375 time: 0.0299375 Nov 12 08:10:37.855563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-326a9e5d-59b1-4ff6-9bbd-41ddabd48395 req-d3cc347a-c0ca-4377-a146-52db225b24a4 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022222 Nov 12 08:10:37.906704 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bb7be-827a-48e9-9504-99c6cf17c5a5 x-openstack-request-id: req-937bb7be-827a-48e9-9504-99c6cf17c5a5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:37.907237 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a97e138-df45-4d7e-81de-b88083cdd7ac", "name": "network-vif-deleted", "tag": "0a312873-9c27-4798-9449-432d1a879c0b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:37.907237 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-937bb7be-827a-48e9-9504-99c6cf17c5a5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:37.907619 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a97e138-df45-4d7e-81de-b88083cdd7ac', 'name': 'network-vif-deleted', 'tag': '0a312873-9c27-4798-9449-432d1a879c0b', 'status': 'completed', 'code': 200} Nov 12 08:10:37.943163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-ae0313bc-1d77-43f2-8b93-7cb79c71ab46 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1086266 Nov 12 08:10:37.953633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-21c4b4d5-9421-4759-97de-62fca453abfa service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470273 Nov 12 08:10:38.059017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96e95a5-cd49-4fc4-ad0c-4efaf212ca14 req-fa3c3559-44a9-455b-ba9f-7da3a7577bdd service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960705 Nov 12 08:10:38.133621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-dc67f138-5166-4677-800f-d18cc09a6db1 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c869a31d24b54e2998d05fc386a437e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290327 Nov 12 08:10:38.168774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84c104c8-2d4b-4644-8883-d58c5040ba18 req-153470a5-db58-409e-9ba8-04846e1c6737 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 998 time: 0.1081226 Nov 12 08:10:38.318316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-957e74e2-8077-4887-8e8d-f4040113cae8 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:38.319790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-957e74e2-8077-4887-8e8d-f4040113cae8 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775942 Nov 12 08:10:38.344118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c104c8-2d4b-4644-8883-d58c5040ba18 req-74114321-acde-487b-b951-a0a86a99e1c4 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:38.345537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84c104c8-2d4b-4644-8883-d58c5040ba18 req-74114321-acde-487b-b951-a0a86a99e1c4 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1695700 Nov 12 08:10:38.348310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-c1128ada-f675-4275-a5ff-5b4f210aca3b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/quotas/c869a31d24b54e2998d05fc386a437e2 HTTP/1.1" status: 200 len: 375 time: 0.0208313 Nov 12 08:10:38.360492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-84c104c8-2d4b-4644-8883-d58c5040ba18 req-cc9aa8be-4bf5-42e5-8364-7d440212f964 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:38.361726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84c104c8-2d4b-4644-8883-d58c5040ba18 req-cc9aa8be-4bf5-42e5-8364-7d440212f964 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087066 Nov 12 08:10:38.394440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-09fa5668-673b-411b-938f-8ab5862eb8c6 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c869a31d24b54e2998d05fc386a437e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397379 Nov 12 08:10:38.419101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.671320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc2f8b-f9e7-40ec-b583-e37d51a0b88e req-244e7570-47fc-4af0-841a-1497998dd7ff tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:38.678828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfdc2f8b-f9e7-40ec-b583-e37d51a0b88e req-244e7570-47fc-4af0-841a-1497998dd7ff tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0589337 Nov 12 08:10:38.722235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c0a6043-14a7-4239-b788-4ca9e4ebbe05 req-2b81d000-83fe-48b0-bc48-e2717c523e0e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0362961 Nov 12 08:10:38.789087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfdc2f8b-f9e7-40ec-b583-e37d51a0b88e req-b14b7c43-3f6b-4436-a79e-82019da72da1 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947864 Nov 12 08:10:38.845450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-1e7d3daa-7198-43ab-a4b7-522b7713a9ba tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1001 time: 0.0915990 Nov 12 08:10:38.953062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-9d970916-2d34-4c4f-8b07-a59f8cd0a25a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:38.955277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-9d970916-2d34-4c4f-8b07-a59f8cd0a25a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports/9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 942 time: 0.0874887 Nov 12 08:10:38.972855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5945f-52e2-4c06-bb17-50c88f558059 req-35dcf988-5349-4ff3-abda-5758e3123d24 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:38.979855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae5945f-52e2-4c06-bb17-50c88f558059 req-35dcf988-5349-4ff3-abda-5758e3123d24 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1334183 Nov 12 08:10:39.067104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae5945f-52e2-4c06-bb17-50c88f558059 req-e69b6da9-eb5c-49fc-a7c4-8fc06344e05a tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863426 Nov 12 08:10:39.101041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-a6735825-9d8c-4d96-8e28-28b5eb57642d tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1001 time: 0.0934432 Nov 12 08:10:39.243006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-6614adff-c685-4d97-9d27-a276053f8304 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:39.244407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-6614adff-c685-4d97-9d27-a276053f8304 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1343219 Nov 12 08:10:39.261525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37b02003-9379-40d1-908b-a6654b018a5e req-95b24dca-b111-451e-acd4-6a2b10a0e073 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 210 time: 0.0438778 Nov 12 08:10:39.346179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-d58f160b-6042-4ffb-ba5c-477b66cc1366 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 1001 time: 0.0876923 Nov 12 08:10:39.363239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:39.449581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.458770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2022e-f3ba-4124-8efb-99d4630488e6 req-5db1c89f-6545-4a7f-8605-dde4d1b7aa5e tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:39.460390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c2022e-f3ba-4124-8efb-99d4630488e6 req-5db1c89f-6545-4a7f-8605-dde4d1b7aa5e tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 945 time: 0.1132987 Nov 12 08:10:39.545870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-168a1bad-4c47-42c6-af25-01a59b4bb30b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385463 Nov 12 08:10:39.670483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72c2022e-f3ba-4124-8efb-99d4630488e6 req-632f6924-6532-404e-818c-33146e2b3628 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775734 Nov 12 08:10:39.739448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.747770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.748144 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639 disassociated. External IP: 172.25.4.196, port: 9e50519d-6dcb-49a8-ac12-f3e102f96601. Nov 12 08:10:39.801231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-fc9b9b1f-32fb-4e41-b0ea-63c64280d93a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:39.802567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-fc9b9b1f-32fb-4e41-b0ea-63c64280d93a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422850 Nov 12 08:10:40.162041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dcaf48cb-a4ce-49ab-a851-4780e0655067 req-1758a399-5ba1-405d-b0b1-f095f7251056 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 210 time: 0.3561847 Nov 12 08:10:40.166954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:40.225903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-c0d21bcc-2b51-4fd2-be80-f248fbc28610 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c869a31d24b54e2998d05fc386a437e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699229 Nov 12 08:10:40.316493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0a312873-9c27-4798-9449-432d1a879c0b no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:40.338020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 0a312873-9c27-4798-9449-432d1a879c0b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:40.338357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0a312873-9c27-4798-9449-432d1a879c0b not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:40.467103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cae0f-28be-4786-94a0-ec415c7d3c2f req-281b4be5-2b4b-4f88-bfc1-e14c10e01f2d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:40.468635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a2cae0f-28be-4786-94a0-ec415c7d3c2f req-281b4be5-2b4b-4f88-bfc1-e14c10e01f2d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2449830 Nov 12 08:10:40.560181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-3ff9074c-60cc-44c0-a691-b1fedc66254c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:40.561657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-3ff9074c-60cc-44c0-a691-b1fedc66254c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148675 Nov 12 08:10:40.573923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:40.577316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:40.626948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Request body: {'port': {'device_id': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'c869a31d24b54e2998d05fc386a437e2'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:40.628139 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-008df9e3-c088-4cfa-928f-afd0d0f691bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:40.641629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a2cae0f-28be-4786-94a0-ec415c7d3c2f req-08506dbe-a07c-4fbf-92fa-949cf335da3c tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609476 Nov 12 08:10:40.670460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:40.901403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6208493-448d-4793-91dc-f5cbeb057876 req-8896d84c-76b6-4515-8b84-62df3663e163 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:40.902917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6208493-448d-4793-91dc-f5cbeb057876 req-8896d84c-76b6-4515-8b84-62df3663e163 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1937022 Nov 12 08:10:40.938573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.76 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/0d3e66b5-134c-4e26-856e-87e4226768fb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:41.036981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Made reservation on behalf of c869a31d24b54e2998d05fc386a437e2 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:41.040652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.069149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.073723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6208493-448d-4793-91dc-f5cbeb057876 req-9d312b4e-2ff7-41c4-9c0f-c35bc9c9c8b6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624422 Nov 12 08:10:41.080507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:41.091200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.102354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:41.116146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:41.117357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:41.180691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-5f59f70f-ec76-4321-934b-b2b9b1c8f64a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "PUT /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 696 time: 1.8247087 Nov 12 08:10:41.222106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:41.224356 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:41.237804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:41.289046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b32a7257-d3e1-49e3-8e13-1018b7740169 req-38c09e49-9678-468d-b90a-61ad16f09cb0 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 210 time: 0.0592759 Nov 12 08:10:41.368549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-fac7cdd8-7c08-489b-8d83-5dcc7a84392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:41.370015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-fac7cdd8-7c08-489b-8d83-5dcc7a84392b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.1882594 Nov 12 08:10:41.450523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.456386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:41.467018 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.483690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:41.496501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:41.497095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:41.512770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-46bc1129-6db7-4063-99f2-fff0de6045dc tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:41.514208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-46bc1129-6db7-4063-99f2-fff0de6045dc tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 945 time: 0.2162738 Nov 12 08:10:41.514810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.542431 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.586457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421859f2-f7c0-40d8-8650-d97940fc93e5 req-f8dc6e18-88c8-41ca-8be2-19268dc31756 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:41.587910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-421859f2-f7c0-40d8-8650-d97940fc93e5 req-f8dc6e18-88c8-41ca-8be2-19268dc31756 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 945 time: 0.2265601 Nov 12 08:10:41.611483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:41.663284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c4f07-bab5-40af-b25a-e9580f7c24d9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:41.709504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-7681ade6-dece-4f55-aca6-4761e093b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:41.710851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-7681ade6-dece-4f55-aca6-4761e093b000 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.3256133 Nov 12 08:10:41.752098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.765273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:41.770208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:41.862827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-acb0e362-71b9-403e-8cae-827cf707b5fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.1151350 Nov 12 08:10:41.873911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-421859f2-f7c0-40d8-8650-d97940fc93e5 req-b718291b-159a-4b62-a934-1f234e2ea866 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363439 Nov 12 08:10:41.899732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:41.929262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:41.936983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:41.943697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=0d3e66b5-134c-4e26-856e-87e4226768fb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:41.947275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:41.977714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Allocated IP 192.168.233.114 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/fae50f6e-e528-477a-9508-3305c85c8d3d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:41.995314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873a2e4-e7e2-4f33-b316-8af46fdfacea None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:09:24Z', 'revision_number': 4, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'bfe380a3-feaa-4ad0-9fc5-a604ce99aec3', 'name': '', 'network_id': 'c978afed-861f-4bab-8593-0a343df41318', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'mac_address': 'fa:16:3e:10:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:09:30Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'subnets': [{'id': 'dbd697cd-ec84-45d4-b712-6479fd016057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:42.065263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-af295253-987c-43fc-8d0d-24621a5162db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:42.066748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-af295253-987c-43fc-8d0d-24621a5162db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.1873252 Nov 12 08:10:42.089267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Deleting port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:42.089605 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.121713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:42.122344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.215245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0239a2-3fc3-4a7d-85e6-7a9e6ce254ad req-46411843-95d2-4927-941b-69ab2df31b6b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:42.216735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b0239a2-3fc3-4a7d-85e6-7a9e6ce254ad req-46411843-95d2-4927-941b-69ab2df31b6b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 935 time: 0.2615614 Nov 12 08:10:42.257610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-54694277-2d36-4882-b3bf-ef005501ae69 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0980604 Nov 12 08:10:42.291668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Request body: {'port': {'device_id': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:42.327215 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53128544-702c-41ac-bd43-655ed86204e1 None None] New status for floating IP dd949353-bbb7-41cd-bc25-a4a7d46e9639: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:42.382141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] For port c8a5790c-1c38-46f2-bd36-dfb6e68538c4, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:42.382511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.394169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-cfb78f54-90a5-4997-b932-a1ebacf6dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:42.395764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-cfb78f54-90a5-4997-b932-a1ebacf6dd2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3126554 Nov 12 08:10:42.429128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8dd4a5cb-bdf6-4cbc-8275-7eb7fa9d39c0 None None] Provisioning complete for port 0d3e66b5-134c-4e26-856e-87e4226768fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:42.429490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a5cb-bdf6-4cbc-8275-7eb7fa9d39c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.504116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4a5cb-bdf6-4cbc-8275-7eb7fa9d39c0 None None] Port 0d3e66b5-134c-4e26-856e-87e4226768fb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:42.763730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Calling delete_port for c8a5790c-1c38-46f2-bd36-dfb6e68538c4 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:42.817056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b0239a2-3fc3-4a7d-85e6-7a9e6ce254ad req-c7877ebc-5782-40ac-9f2c-1337cb6adb6b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797563 Nov 12 08:10:42.865975 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efaad3a-beff-4038-89f5-4ed77fa8a3f8 x-openstack-request-id: req-9efaad3a-beff-4038-89f5-4ed77fa8a3f8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:42.866263 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:42.866515 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9efaad3a-beff-4038-89f5-4ed77fa8a3f8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:42.866915 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'status': 'completed', 'code': 200} Nov 12 08:10:42.874548 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.922240 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.942507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-4a11cfd4-33bd-467f-9b5c-a2ab2f83e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:42.944792 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-4a11cfd4-33bd-467f-9b5c-a2ab2f83e5db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 1097 time: 0.0422392 Nov 12 08:10:43.024956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-ac5a58d1-047a-41cc-95bf-e0df6b85abcc service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824976 Nov 12 08:10:43.047939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-fe3b8fb3-93d9-41c0-bb76-f8a429d3f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.049425 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-fe3b8fb3-93d9-41c0-bb76-f8a429d3f565 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 200 len: 921 time: 0.0852304 Nov 12 08:10:43.081123 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ac3df2ec-af51-4d7d-bd79-7c088c971e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.092104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a423-5cf7-4aad-a960-d10f83ae5d67 req-e2648828-ab4c-4fa3-af43-d509e9d860a5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.093986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63c0a423-5cf7-4aad-a960-d10f83ae5d67 req-e2648828-ab4c-4fa3-af43-d509e9d860a5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1842780 Nov 12 08:10:43.108868 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-adfbf185-02dc-4c41-a173-1c0d797f5da8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 200 len: 217 time: 0.0431511 Nov 12 08:10:43.174775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-de574b75-03da-47c7-94b6-ff54c4a8ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.176273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-de574b75-03da-47c7-94b6-ff54c4a8ded9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 200 len: 860 time: 0.0444305 Nov 12 08:10:43.211203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.235016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-e7fc842c-36fd-44fa-bda2-ebd2d312093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.236709 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-e7fc842c-36fd-44fa-bda2-ebd2d312093f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c978afed-861f-4bab-8593-0a343df41318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437188 Nov 12 08:10:43.351016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-7733d3f2-f98c-4c62-8dde-2432c0223c80 service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Nov 12 08:10:43.365841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:43.398278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63c0a423-5cf7-4aad-a960-d10f83ae5d67 req-4029dcb1-3830-4dca-924f-ebc0b0f7caab tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568612 Nov 12 08:10:43.402163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Pushing event updated for resources: {'Port': ['ID=fae50f6e-e528-477a-9508-3305c85c8d3d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:43.404599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:43.410734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba3ba9a3-b0ed-4d05-8237-bb04048ba19c req-eb365d1a-ba97-4168-aa13-a5ca4b20f567 service neutron] 10.222.0.16 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761575 Nov 12 08:10:43.411528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:43.457010 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.469547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['630d2ec4-f755-4341-b805-9547721cb3dd'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:43.478832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7895a3c7-ffdf-46dc-b532-b6e5c3287c95 req-171fadf6-b12d-433f-a496-f57d7e25387d service neutron] 10.222.0.32 "GET /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198423 Nov 12 08:10:43.514857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Pushing event deleted for resources: {'Port': ['ID=c8a5790c-1c38-46f2-bd36-dfb6e68538c4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:43.541601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.542267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.626012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] No DVR routers for this DVR port c8a5790c-1c38-46f2-bd36-dfb6e68538c4 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:43.637606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.641018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65d49447-4794-4bab-ab84-e7bc38e56631 req-0bf2e0e9-e0dc-4849-a7de-5ba57623634d tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "DELETE /v2.0/ports/c8a5790c-1c38-46f2-bd36-dfb6e68538c4 HTTP/1.1" status: 204 len: 173 time: 2.0903642 Nov 12 08:10:43.644124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-5e117198-c3af-407a-90a1-e19fe1d8cbbe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0224049 Nov 12 08:10:43.670649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Request body: {'port': {'device_id': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:43.747844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['66299ec3-589e-47f2-b622-bfa00aa791e8'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:43.764233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496c399-c513-43a4-bbf3-ee7bdd6303b5 req-a74b9ff2-2220-47cc-9fb8-82ed4dab64b0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.766239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4496c399-c513-43a4-bbf3-ee7bdd6303b5 req-a74b9ff2-2220-47cc-9fb8-82ed4dab64b0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1981616 Nov 12 08:10:43.785387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-efc3530b-96a9-494a-a77c-b0ecbc7986f3 None None] Provisioning complete for port fae50f6e-e528-477a-9508-3305c85c8d3d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:43.785841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efc3530b-96a9-494a-a77c-b0ecbc7986f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.793294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3e66b5-134c-4e26-856e-87e4226768fb {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:43.810126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.819596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af787-dcd4-406d-8d12-de9fb98b04e1 req-b82094bd-5b6e-4bb3-ad04-19fd8d7cf892 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:43.821163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f20af787-dcd4-406d-8d12-de9fb98b04e1 req-b82094bd-5b6e-4bb3-ad04-19fd8d7cf892 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 936 time: 0.1933510 Nov 12 08:10:43.838301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.844033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-efc3530b-96a9-494a-a77c-b0ecbc7986f3 None None] Port fae50f6e-e528-477a-9508-3305c85c8d3d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:43.867051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Transition to ACTIVE for port object 0d3e66b5-134c-4e26-856e-87e4226768fb will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:43.881326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.958708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4496c399-c513-43a4-bbf3-ee7bdd6303b5 req-e4122e70-8267-4ccf-af3e-f8ac5d466e6d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732063 Nov 12 08:10:44.003746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e66b5-134c-4e26-856e-87e4226768fb,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:44.023511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f20af787-dcd4-406d-8d12-de9fb98b04e1 req-cea9ebe3-9a9e-46bf-9756-ca59ba5f52b2 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924069 Nov 12 08:10:44.157499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32567e98-c7f1-4932-aba8-a9cfac3a010b req-259dfd07-ce70-4e30-bd68-faabafab0b23 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e1abed9-e64a-4919-841d-ba7a6ca176f3 HTTP/1.1" status: 200 len: 210 time: 0.0613635 Nov 12 08:10:44.303613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Attempting to bind port 0d3e66b5-134c-4e26-856e-87e4226768fb on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:44.303947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Attempting to bind port 0d3e66b5-134c-4e26-856e-87e4226768fb by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:44.304301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Attempting to bind port 0d3e66b5-134c-4e26-856e-87e4226768fb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:44.321076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-6a765513-2634-4b04-86fa-9dcf95c1a82f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 200 len: 694 time: 0.0986071 Nov 12 08:10:44.329109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877041-acff-4a54-a514-dd43813227e9 req-d1ca9d9e-dac0-4c37-9a8f-f11d83247a2a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.330451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c877041-acff-4a54-a514-dd43813227e9 req-d1ca9d9e-dac0-4c37-9a8f-f11d83247a2a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 947 time: 0.1797829 Nov 12 08:10:44.333878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Port 0d3e66b5-134c-4e26-856e-87e4226768fb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:44.334200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Attempting to bind port 0d3e66b5-134c-4e26-856e-87e4226768fb on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:44.355242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.391215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:44.391552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:44.391932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:44.392392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Bound port: 0d3e66b5-134c-4e26-856e-87e4226768fb, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:44.392746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.566978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c877041-acff-4a54-a514-dd43813227e9 req-070336f4-da9c-458c-bbde-fd366c5bff3d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214720 Nov 12 08:10:44.587426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-5f0f0ae6-84f7-4b4c-85b4-f17c5b1b6ff5 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.588981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-5f0f0ae6-84f7-4b4c-85b4-f17c5b1b6ff5 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2559788 Nov 12 08:10:44.595354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] For port 0d3e66b5-134c-4e26-856e-87e4226768fb, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:44.606223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] For port 0d3e66b5-134c-4e26-856e-87e4226768fb, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d3e66b5-134c-4e26-856e-87e4226768fb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:44.660945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.714032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-b1ee9121-6473-49bd-9249-6fb34429068e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 697 time: 0.1174169 Nov 12 08:10:44.742024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae50f6e-e528-477a-9508-3305c85c8d3d {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:44.749926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.750553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.752158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d3e66b5-134c-4e26-856e-87e4226768fb HTTP/1.1" status: 200 len: 1096 time: 2.4792964 Nov 12 08:10:44.763783 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.830722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-50ee3cc1-c320-4c6b-aa1c-07ca312bf75f tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.196 HTTP/1.1" status: 200 len: 697 time: 0.0949705 Nov 12 08:10:44.835725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Transition to ACTIVE for port object fae50f6e-e528-477a-9508-3305c85c8d3d will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:44.853426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37120853-6bdc-4d4c-ac42-1c0d2792d853 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e66b5-134c-4e26-856e-87e4226768fb,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:44.864822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.888228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'name': 'network-vif-deleted', 'tag': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4'}, {'name': 'network-changed', 'server_uuid': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'tag': '0d3e66b5-134c-4e26-856e-87e4226768fb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:44.890541 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6edaae-584d-4f3a-b5df-7919d4cc881f" -d '{"events": [{"server_uuid": "4e1abed9-e64a-4919-841d-ba7a6ca176f3", "name": "network-vif-deleted", "tag": "c8a5790c-1c38-46f2-bd36-dfb6e68538c4"}, {"name": "network-changed", "server_uuid": "194c2e27-7e3f-490d-976d-e5ec6db5d9d1", "tag": "0d3e66b5-134c-4e26-856e-87e4226768fb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:44.956165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974baee8-1b0f-4f49-9336-c5f048faf499 req-bcf8df65-04e9-4a07-b4ae-b23cdfd77a9c tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.957997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-974baee8-1b0f-4f49-9336-c5f048faf499 req-bcf8df65-04e9-4a07-b4ae-b23cdfd77a9c tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2983603 Nov 12 08:10:45.061286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Pushing event updated for resources: {'Port': ['ID=fae50f6e-e528-477a-9508-3305c85c8d3d,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:45.085876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-047bea0a-c6ef-4bf6-b4b5-d81ca58b1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.087401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-047bea0a-c6ef-4bf6-b4b5-d81ca58b1b15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 1099 time: 0.2466667 Nov 12 08:10:45.211840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-907ccceb-b16e-4fac-b602-a45d596cf929 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0d3e66b5-134c-4e26-856e-87e4226768fb HTTP/1.1" status: 200 len: 217 time: 0.0937312 Nov 12 08:10:45.217851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-974baee8-1b0f-4f49-9336-c5f048faf499 req-6f244612-7eb0-49bf-a7a8-06fe09901b95 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498634 Nov 12 08:10:45.277078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Attempting to bind port fae50f6e-e528-477a-9508-3305c85c8d3d on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:45.277396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Attempting to bind port fae50f6e-e528-477a-9508-3305c85c8d3d by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:45.277731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Attempting to bind port fae50f6e-e528-477a-9508-3305c85c8d3d on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:45.290241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Port fae50f6e-e528-477a-9508-3305c85c8d3d on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:45.290568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Attempting to bind port fae50f6e-e528-477a-9508-3305c85c8d3d on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:45.299790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Deleting port 320033c0-83e6-433c-b22c-f636dbfa71aa {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:45.300156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.305900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:45.306229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:45.306625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:45.307062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Bound port: fae50f6e-e528-477a-9508-3305c85c8d3d, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:45.307413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.335028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-63a67886-1c08-48ab-89fd-5fabe857ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.337901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-63a67886-1c08-48ab-89fd-5fabe857ba0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1078496 Nov 12 08:10:45.378325 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192f29e-26b4-417c-a739-ae750cc4a51c x-openstack-request-id: req-5192f29e-26b4-417c-a739-ae750cc4a51c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:45.378620 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1abed9-e64a-4919-841d-ba7a6ca176f3", "name": "network-vif-deleted", "tag": "c8a5790c-1c38-46f2-bd36-dfb6e68538c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "194c2e27-7e3f-490d-976d-e5ec6db5d9d1", "tag": "0d3e66b5-134c-4e26-856e-87e4226768fb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:45.378872 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5192f29e-26b4-417c-a739-ae750cc4a51c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:45.379266 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1abed9-e64a-4919-841d-ba7a6ca176f3', 'name': 'network-vif-deleted', 'tag': 'c8a5790c-1c38-46f2-bd36-dfb6e68538c4', 'status': 'completed', 'code': 200} Nov 12 08:10:45.379523 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'tag': '0d3e66b5-134c-4e26-856e-87e4226768fb', 'status': 'completed', 'code': 200} Nov 12 08:10:45.438143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c8a5790c-1c38-46f2-bd36-dfb6e68538c4 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:45.477005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: c8a5790c-1c38-46f2-bd36-dfb6e68538c4 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:45.477402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c8a5790c-1c38-46f2-bd36-dfb6e68538c4 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:45.503417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] For port fae50f6e-e528-477a-9508-3305c85c8d3d, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:45.509132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] For port fae50f6e-e528-477a-9508-3305c85c8d3d, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fae50f6e-e528-477a-9508-3305c85c8d3d,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:45.525950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.534209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-eda0581f-6215-4f8e-b574-57c9c269757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.536700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-eda0581f-6215-4f8e-b574-57c9c269757b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610055 Nov 12 08:10:45.538223 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.539856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.540216 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.590196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Calling delete_port for 320033c0-83e6-433c-b22c-f636dbfa71aa owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:45.599688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3a142-43b0-46ac-9bee-d2a883d72634 req-0fe3e9f4-9e61-4d25-ba86-5feb41c84d61 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.601196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45c3a142-43b0-46ac-9bee-d2a883d72634 req-0fe3e9f4-9e61-4d25-ba86-5feb41c84d61 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1949067 Nov 12 08:10:45.647701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.648353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.649739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] 10.222.0.25 "PUT /v2.0/ports/fae50f6e-e528-477a-9508-3305c85c8d3d HTTP/1.1" status: 200 len: 1097 time: 1.9858170 Nov 12 08:10:46.073992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c52cf-f770-4955-afd4-52ed0ddf372c service neutron] Pushing event updated for resources: {'Port': ['ID=fae50f6e-e528-477a-9508-3305c85c8d3d,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:46.133731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45c3a142-43b0-46ac-9bee-d2a883d72634 req-2c4ff19f-6287-4cce-b9d2-d7169873abfc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091369 Nov 12 08:10:46.155544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-3a741306-a13f-450f-8c6c-fff29181eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.157672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-3a741306-a13f-450f-8c6c-fff29181eacb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c869a31d24b54e2998d05fc386a437e2&device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 1100 time: 0.1655047 Nov 12 08:10:46.166260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-c880a624-ec73-47de-8635-e7d3d717f267 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931489 Nov 12 08:10:46.212521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-dc98a480-0b4d-4c9b-871a-751188786f84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=fae50f6e-e528-477a-9508-3305c85c8d3d HTTP/1.1" status: 200 len: 217 time: 0.0447960 Nov 12 08:10:46.347840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:46.387616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-58df9c6e-7935-4606-b1be-77bc88b1e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.389430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-58df9c6e-7935-4606-b1be-77bc88b1e8d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1555064 Nov 12 08:10:46.401279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c87b8-0c94-4248-afc2-c7702389f13c req-53108c54-eb08-4a80-9bd0-693aa5be700b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.402705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b2c87b8-0c94-4248-afc2-c7702389f13c req-53108c54-eb08-4a80-9bd0-693aa5be700b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 948 time: 0.2007375 Nov 12 08:10:46.409368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.427732 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.459044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:46.461514 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80277f76-b7ae-47ea-a3d9-50c90e548f4a" -d '{"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-unplugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:46.469569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f89f9a-2bb3-4c97-9705-50e1cb6fb0ed req-07a14290-58ab-478e-a771-737b338e625c service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652035 Nov 12 08:10:46.479639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:46.482943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event deleted for resources: {'Port': ['ID=320033c0-83e6-433c-b22c-f636dbfa71aa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:46.485156 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.543996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:46.594273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b2c87b8-0c94-4248-afc2-c7702389f13c req-1a3277f7-c42d-4a63-8842-cc0dd0295122 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723530 Nov 12 08:10:46.601913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-4227d99a-d63d-444e-8ded-29ae399186d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.603304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-4227d99a-d63d-444e-8ded-29ae399186d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1996050 Nov 12 08:10:46.612520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.615267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.616462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2fe841c-250a-49c1-a6dd-59239b9444ae req-c8e795c1-b8b3-46fe-8b04-0c62aec40ea7 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "DELETE /v2.0/floatingips/dd949353-bbb7-41cd-bc25-a4a7d46e9639 HTTP/1.1" status: 204 len: 173 time: 1.7743611 Nov 12 08:10:46.650074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-ba3ef7b6-3988-4b53-9dac-7c974f5d3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.651611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-ba3ef7b6-3988-4b53-9dac-7c974f5d3fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0972655 Nov 12 08:10:46.680535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.865153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cf5b5-ac53-4b61-9302-c2fb5a43d76c req-d6874ce7-3887-4813-b889-2fec2ba50181 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.866494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7cf5b5-ac53-4b61-9302-c2fb5a43d76c req-d6874ce7-3887-4813-b889-2fec2ba50181 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 947 time: 0.1854358 Nov 12 08:10:46.871897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-b436cdbc-3f2e-4150-83da-abba04676f03 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545547 Nov 12 08:10:46.921362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-8de66463-9e84-4956-a634-e9d167e0836c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1721730 Nov 12 08:10:46.947052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-ff2c4114-b2a4-4f2d-b40e-22f9ebd0118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.948539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-ff2c4114-b2a4-4f2d-b40e-22f9ebd0118e service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2687323 Nov 12 08:10:47.072507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70935933-cf1b-4195-8370-d77714033f51 req-6b0021ec-1c11-4851-a6b4-3dd5889a8203 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.074019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70935933-cf1b-4195-8370-d77714033f51 req-6b0021ec-1c11-4851-a6b4-3dd5889a8203 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 948 time: 0.2339046 Nov 12 08:10:47.081727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-a6cc54be-1e78-4aa1-ada2-e4b3589bdebc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=0d3e66b5-134c-4e26-856e-87e4226768fb HTTP/1.1" status: 200 len: 217 time: 0.0908539 Nov 12 08:10:47.105774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7cf5b5-ac53-4b61-9302-c2fb5a43d76c req-2985f209-b997-4c6b-885c-cc6edb9ab222 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328970 Nov 12 08:10:47.165894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ce0436-acd1-4f3d-a0bb-7eb8db98f874 req-733f5dbf-8296-4502-89ab-cc1075282e0f service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680199 Nov 12 08:10:47.167690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-b3fb7154-5de4-4063-9000-13d8b3875eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.169103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-b3fb7154-5de4-4063-9000-13d8b3875eef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1097 time: 0.2166188 Nov 12 08:10:47.199850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-272231a4-59bc-4a85-ad63-aca8a02c50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.201375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-272231a4-59bc-4a85-ad63-aca8a02c50f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1001439 Nov 12 08:10:47.224687 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5e074f-e728-410b-a0ae-7457f161fd2c x-openstack-request-id: req-4c5e074f-e728-410b-a0ae-7457f161fd2c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:47.225251 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-unplugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:47.225612 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c5e074f-e728-410b-a0ae-7457f161fd2c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:47.226215 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'code': 200} Nov 12 08:10:47.241963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70935933-cf1b-4195-8370-d77714033f51 req-b7f4c613-809c-4650-8c67-a20a2b020534 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541715 Nov 12 08:10:47.315816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-e0f8bd16-b7e8-468b-a8ce-3d7a415531b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.317610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-e0f8bd16-b7e8-468b-a8ce-3d7a415531b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945208 Nov 12 08:10:47.368516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-038432b4-2c7e-44af-9711-51e9868d7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.370118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-038432b4-2c7e-44af-9711-51e9868d7b7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.1723642 Nov 12 08:10:47.394098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'tag': 'fae50f6e-e528-477a-9508-3305c85c8d3d'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:47.396357 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9fd375-5ef1-486b-9525-f1ac8a9b600f", "tag": "fae50f6e-e528-477a-9508-3305c85c8d3d"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:47.540713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-8bf8e423-a072-4cab-9f86-5360065b261f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 1001 time: 0.1411550 Nov 12 08:10:47.544027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-8ded2682-24f4-44fe-9742-d99410260367 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149131 Nov 12 08:10:47.557481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aee93-ecc7-4376-afaa-4d36153c88f1 req-cc53e867-29e0-4bff-8760-09e0be3c164b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.558864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f4aee93-ecc7-4376-afaa-4d36153c88f1 req-cc53e867-29e0-4bff-8760-09e0be3c164b tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.1200974 Nov 12 08:10:47.567093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0312d9-1717-4a17-a2bf-fe584efca4ac req-4ce819cd-7ab0-4814-ba3a-eccdb879ae0e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.568590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac0312d9-1717-4a17-a2bf-fe584efca4ac req-4ce819cd-7ab0-4814-ba3a-eccdb879ae0e tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 945 time: 0.1253974 Nov 12 08:10:47.733058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-f900cecf-f47b-47f6-ab6e-b25ac357bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.734550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-f900cecf-f47b-47f6-ab6e-b25ac357bffa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.1650767 Nov 12 08:10:47.745695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f4aee93-ecc7-4376-afaa-4d36153c88f1 req-92275301-6552-4d4c-bb09-a17552658ddc tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751506 Nov 12 08:10:47.763433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac0312d9-1717-4a17-a2bf-fe584efca4ac req-b83b09bf-3a8c-40a6-93f0-566b3578a38a tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837037 Nov 12 08:10:47.797805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b6edaae-584d-4f3a-b5df-7919d4cc881f req-e0a99f9d-3ee1-4402-97cd-a3b36b466354 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190018 Nov 12 08:10:47.806780 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5208b13-a3b7-492b-a89d-6687e2c8a67b x-openstack-request-id: req-a5208b13-a3b7-492b-a89d-6687e2c8a67b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:47.807070 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9fd375-5ef1-486b-9525-f1ac8a9b600f", "tag": "fae50f6e-e528-477a-9508-3305c85c8d3d", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:47.807321 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5208b13-a3b7-492b-a89d-6687e2c8a67b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:47.807698 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'tag': 'fae50f6e-e528-477a-9508-3305c85c8d3d', 'status': 'completed', 'code': 200} Nov 12 08:10:47.810276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-1a7bcfda-d757-4b4e-b70e-0b833bdfcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.811223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-1a7bcfda-d757-4b4e-b70e-0b833bdfcf79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625982 Nov 12 08:10:47.971109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dbb49-b65d-46dd-bc58-6aa0063b78a2 req-3ccaddf3-fa9f-41c1-8b13-74bfb3d7e1fb tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.971530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-303dbb49-b65d-46dd-bc58-6aa0063b78a2 req-3ccaddf3-fa9f-41c1-8b13-74bfb3d7e1fb tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 948 time: 0.1368022 Nov 12 08:10:47.973364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-880963a7-b4cd-4b1a-a8ec-c0bb09eaf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.974726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-880963a7-b4cd-4b1a-a8ec-c0bb09eaf0c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c869a31d24b54e2998d05fc386a437e2&device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 1100 time: 0.1384914 Nov 12 08:10:48.010147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-896cae77-2a48-41f5-b430-3cb919ca5c64 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853220 Nov 12 08:10:48.115508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-303dbb49-b65d-46dd-bc58-6aa0063b78a2 req-0eeb19aa-f793-4f44-97cb-6d451acc4930 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368797 Nov 12 08:10:48.168244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-43220bf6-d73e-4907-8893-fedbe1e0f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.169724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-43220bf6-d73e-4907-8893-fedbe1e0f7ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1777754 Nov 12 08:10:48.247449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-79a6fe9a-0043-42c4-b478-e1dd3179ed7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=fae50f6e-e528-477a-9508-3305c85c8d3d HTTP/1.1" status: 200 len: 217 time: 0.0679591 Nov 12 08:10:48.249347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd95662e-dbee-4402-9636-1d93690ebcb3 req-1326a8cb-e602-43a0-b2bb-442adda8a778 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146776 Nov 12 08:10:48.295927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a07f47-be44-467d-9b48-d64e2c7b2227 req-7dd41e20-505f-4679-aa33-fe57517ce8c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.297976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36a07f47-be44-467d-9b48-d64e2c7b2227 req-7dd41e20-505f-4679-aa33-fe57517ce8c8 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 947 time: 0.1174638 Nov 12 08:10:48.329411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-642c718c-b402-440e-89e8-5b1e4f63ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.330826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-642c718c-b402-440e-89e8-5b1e4f63ac55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0690174 Nov 12 08:10:48.362059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:48.388192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36a07f47-be44-467d-9b48-d64e2c7b2227 req-360b7a1e-554a-41b5-9463-fc1ee9c30df1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788124 Nov 12 08:10:48.439248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-09466af8-cb1e-4148-95f2-96fb9b3d47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.441704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-09466af8-cb1e-4148-95f2-96fb9b3d47fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911019 Nov 12 08:10:48.476402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:48.488725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '359de5bf-d2bd-47ad-846f-38ee17986464', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '359de5bf-d2bd-47ad-846f-38ee17986464', 'mac_address': 'fa:16:3e:23:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:48.512899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbef09d-2fe7-4bf8-8069-8d038d905040 req-20c65e52-809e-4968-9924-f1b63d45f8ab tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.518793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbef09d-2fe7-4bf8-8069-8d038d905040 req-20c65e52-809e-4968-9924-f1b63d45f8ab tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.520444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dbef09d-2fe7-4bf8-8069-8d038d905040 req-20c65e52-809e-4968-9924-f1b63d45f8ab tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c&device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 1681 time: 0.1243334 Nov 12 08:10:48.526174 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.538923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359de5bf-d2bd-47ad-846f-38ee17986464 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:48.559556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:48.562999 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.593954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d1934-fce7-4046-98f9-e7bdca725a20 req-39736ff8-bed6-402a-a66d-1fb54e953d10 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.595731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b1d1934-fce7-4046-98f9-e7bdca725a20 req-39736ff8-bed6-402a-a66d-1fb54e953d10 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 948 time: 0.1439302 Nov 12 08:10:48.611245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:48.653710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dbef09d-2fe7-4bf8-8069-8d038d905040 req-893782ef-dbdf-43b9-b759-9b58d896f6ff tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993905 Nov 12 08:10:48.660756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-5f1a78aa-3f88-4c3e-8345-4ca505fbd59b service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101018 Nov 12 08:10:48.700164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b1d1934-fce7-4046-98f9-e7bdca725a20 req-8d5affb3-d29b-4122-840c-b26eafcf7056 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925853 Nov 12 08:10:48.775391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb3020e-8a5e-49e7-af30-b3f25bcd6c30 req-72a284b7-9b7c-4e4b-bc3b-157ef28a5528 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994954 Nov 12 08:10:49.089914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['359de5bf-d2bd-47ad-846f-38ee17986464'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:49.239683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf77b48-6007-4119-9ceb-485a15f2649f req-02d20587-30ef-43c2-8f39-2ece2dca6843 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.241188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dcf77b48-6007-4119-9ceb-485a15f2649f req-02d20587-30ef-43c2-8f39-2ece2dca6843 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.4179468 Nov 12 08:10:49.258674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-0671a753-35d7-4515-aae6-6ca148643a43 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.260040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-0671a753-35d7-4515-aae6-6ca148643a43 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 945 time: 0.0991518 Nov 12 08:10:49.271428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3941c43-4c1b-4789-8dfe-5786d5d27a05 req-0266e4f5-8346-420f-a437-77671d014aed tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.272805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3941c43-4c1b-4789-8dfe-5786d5d27a05 req-0266e4f5-8346-420f-a437-77671d014aed tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 945 time: 0.1130068 Nov 12 08:10:49.391992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dcf77b48-6007-4119-9ceb-485a15f2649f req-7dc47f99-ec04-476b-a522-e6da5bc29593 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429977 Nov 12 08:10:49.399958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3941c43-4c1b-4789-8dfe-5786d5d27a05 req-c12c8655-0ee0-4c6f-88d6-d0bd47eb7a60 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cdb8f63-39a1-494e-b97b-b280b4037cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198659 Nov 12 08:10:49.425597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Deleting port 1b860982-2ee1-43b2-a86d-86594ad1cd50 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:49.426170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.575326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7f4e0-ad36-453b-810b-430344b1048b req-cd3e0ad2-b00b-42ba-ba02-d93b4a3068ed tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.576970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba7f4e0-ad36-453b-810b-430344b1048b req-cd3e0ad2-b00b-42ba-ba02-d93b4a3068ed tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 948 time: 0.0896204 Nov 12 08:10:49.602639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] For port 1b860982-2ee1-43b2-a86d-86594ad1cd50, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b860982-2ee1-43b2-a86d-86594ad1cd50,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:49.603011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.640025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Calling delete_port for 1b860982-2ee1-43b2-a86d-86594ad1cd50 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:49.675905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e271e-e765-4fc1-940d-4509b79f4461 req-7782e249-0734-4733-934a-b167ee8f1644 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.677639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-876e271e-e765-4fc1-940d-4509b79f4461 req-7782e249-0734-4733-934a-b167ee8f1644 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 945 time: 0.1201694 Nov 12 08:10:49.687253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba7f4e0-ad36-453b-810b-430344b1048b req-9054b50b-ea7e-4824-8e64-c82ae0c960b6 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Nov 12 08:10:49.935162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa60d9-02d1-4415-850a-1ade9caf7289 req-7bab94b5-cb55-475d-8bbf-1fc0784d428b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.936649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8efa60d9-02d1-4415-850a-1ade9caf7289 req-7bab94b5-cb55-475d-8bbf-1fc0784d428b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 947 time: 0.1403072 Nov 12 08:10:49.945477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Deleting port 9e50519d-6dcb-49a8-ac12-f3e102f96601 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:49.945811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.997379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d36737-129c-4296-b0a7-becb847351fb req-2dc3a41f-7e9c-4921-b1eb-b967d9ba638b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.998814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62d36737-129c-4296-b0a7-becb847351fb req-2dc3a41f-7e9c-4921-b1eb-b967d9ba638b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 949 time: 0.1560938 Nov 12 08:10:49.999398 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.019506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1b860982-2ee1-43b2-a86d-86594ad1cd50'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:50.073983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event deleted for resources: {'Port': ['ID=1b860982-2ee1-43b2-a86d-86594ad1cd50,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:50.146639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8efa60d9-02d1-4415-850a-1ade9caf7289 req-24d2c197-6289-4c59-bba4-6a6136444912 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929517 Nov 12 08:10:50.167482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] No DVR routers for this DVR port 1b860982-2ee1-43b2-a86d-86594ad1cd50 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:50.178003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.181314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a1b5504-b9a3-475b-a67b-4609a6e0001a req-c5ea756d-8334-4536-9ef8-2b53c8afbd0d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.32 "DELETE /v2.0/ports/1b860982-2ee1-43b2-a86d-86594ad1cd50 HTTP/1.1" status: 204 len: 173 time: 0.9001749 Nov 12 08:10:50.183216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'name': 'network-vif-deleted', 'tag': '1b860982-2ee1-43b2-a86d-86594ad1cd50'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:50.185559 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda7c7a-578c-4f76-bd6b-e4fa2fbc0566" -d '{"events": [{"server_uuid": "b1914f79-2cb2-4c47-b1b4-b7553103093f", "name": "network-vif-deleted", "tag": "1b860982-2ee1-43b2-a86d-86594ad1cd50"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:50.196816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] For port 9e50519d-6dcb-49a8-ac12-f3e102f96601, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9e50519d-6dcb-49a8-ac12-f3e102f96601,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:50.197178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.203222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62d36737-129c-4296-b0a7-becb847351fb req-9d9084e4-892d-4d39-b5dc-3e2fe06e8ecf tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748116 Nov 12 08:10:50.214846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Calling delete_port for 9e50519d-6dcb-49a8-ac12-f3e102f96601 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:50.274651 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810824f-2551-44a8-88b2-ec55a353bbd8 x-openstack-request-id: req-6810824f-2551-44a8-88b2-ec55a353bbd8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:50.275356 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1914f79-2cb2-4c47-b1b4-b7553103093f", "name": "network-vif-deleted", "tag": "1b860982-2ee1-43b2-a86d-86594ad1cd50", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:50.275356 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6810824f-2551-44a8-88b2-ec55a353bbd8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:50.275727 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1914f79-2cb2-4c47-b1b4-b7553103093f', 'name': 'network-vif-deleted', 'tag': '1b860982-2ee1-43b2-a86d-86594ad1cd50', 'status': 'completed', 'code': 200} Nov 12 08:10:50.383188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.397737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9e50519d-6dcb-49a8-ac12-f3e102f96601'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:50.435253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Pushing event deleted for resources: {'Port': ['ID=9e50519d-6dcb-49a8-ac12-f3e102f96601,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:50.486008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] No DVR routers for this DVR port 9e50519d-6dcb-49a8-ac12-f3e102f96601 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:50.495059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5f18-df6e-4836-a425-0a1f14bce19a req-70c8292a-dc45-4dc5-ba40-40eee0175a93 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:50.496605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ecd5f18-df6e-4836-a425-0a1f14bce19a req-70c8292a-dc45-4dc5-ba40-40eee0175a93 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 945 time: 0.1155128 Nov 12 08:10:50.497688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.501540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-876e271e-e765-4fc1-940d-4509b79f4461 req-dc954835-075a-4ff8-8b23-2ead3f064de9 tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.32 "DELETE /v2.0/ports/9e50519d-6dcb-49a8-ac12-f3e102f96601 HTTP/1.1" status: 204 len: 173 time: 0.7860875 Nov 12 08:10:50.533377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bae21e7-6e18-46a7-bb78-ad71ba857c10 req-38538b91-86de-4919-a0a8-e0d836443614 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1914f79-2cb2-4c47-b1b4-b7553103093f HTTP/1.1" status: 200 len: 210 time: 0.0306463 Nov 12 08:10:50.584876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ecd5f18-df6e-4836-a425-0a1f14bce19a req-169afdf6-a780-494e-b014-d1c7b596b948 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806501 Nov 12 08:10:50.657821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aea851f-f01f-4df2-a407-2fad3866619d req-0852e39b-a1b6-4b29-85b7-8f9854080d4c tempest-FloatingIPsAssociationTestJSON-1130650518 tempest-FloatingIPsAssociationTestJSON-1130650518-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0d1f2b3-64dd-41b6-92b9-08b8a9d83064 HTTP/1.1" status: 200 len: 210 time: 0.0346189 Nov 12 08:10:50.803001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dd090-f007-422d-aa7a-40672d0b0f39 req-52e98021-242d-4fd8-af9b-0f19173bbbe2 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:50.804577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-338dd090-f007-422d-aa7a-40672d0b0f39 req-52e98021-242d-4fd8-af9b-0f19173bbbe2 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 948 time: 0.0494773 Nov 12 08:10:50.860599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-338dd090-f007-422d-aa7a-40672d0b0f39 req-1f5dfb82-2092-4590-88ab-15df498484de tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Nov 12 08:10:51.271122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27894c2-dc30-466c-84d4-1335c69e1f37 req-6d3725c3-a838-412e-9645-37514294df90 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.273409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c27894c2-dc30-466c-84d4-1335c69e1f37 req-6d3725c3-a838-412e-9645-37514294df90 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 947 time: 0.0584989 Nov 12 08:10:51.353459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c27894c2-dc30-466c-84d4-1335c69e1f37 req-280fa03f-e5f1-40e0-80df-8402a1de65d9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734532 Nov 12 08:10:51.362199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bda5fc-dff4-4564-bb46-e6e50e1bdd00 req-08acd351-7cf7-4be5-abc5-578b62b5b8ac tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.363899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4bda5fc-dff4-4564-bb46-e6e50e1bdd00 req-08acd351-7cf7-4be5-abc5-578b62b5b8ac tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 949 time: 0.0816128 Nov 12 08:10:51.415228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4bda5fc-dff4-4564-bb46-e6e50e1bdd00 req-217502f0-6b86-482a-adb7-3cd6e2595365 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Nov 12 08:10:51.452409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d3e66b5-134c-4e26-856e-87e4226768fb details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:51.549920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d3e66b5-134c-4e26-856e-87e4226768fb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d3e66b5-134c-4e26-856e-87e4226768fb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:51.560393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '0d3e66b5-134c-4e26-856e-87e4226768fb', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '0d3e66b5-134c-4e26-856e-87e4226768fb', 'mac_address': 'fa:16:3e:3a:ea:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:51.605983 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:51.622731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3e66b5-134c-4e26-856e-87e4226768fb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:51.650110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d3e66b5-134c-4e26-856e-87e4226768fb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d3e66b5-134c-4e26-856e-87e4226768fb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:51.654296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:51.713267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d3e66b5-134c-4e26-856e-87e4226768fb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:51.719058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38298) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:51.733433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939677-cea6-456e-b120-cbc6d3c43116 req-0018691c-81e6-47d7-8c2e-6e6ae377afd4 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.735109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91939677-cea6-456e-b120-cbc6d3c43116 req-0018691c-81e6-47d7-8c2e-6e6ae377afd4 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 945 time: 0.0584753 Nov 12 08:10:51.813173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91939677-cea6-456e-b120-cbc6d3c43116 req-5d785dcc-072f-49b8-b6c5-c7ec61e4a659 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679886 Nov 12 08:10:51.946149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-0fb04398-4ab5-4700-806f-41547022cfa0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.947655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-0fb04398-4ab5-4700-806f-41547022cfa0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.1208787 Nov 12 08:10:51.973140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-1eb52a19-01e6-45da-a4a0-39bf2ccef533 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/quotas/065b713eeda348139d14d5444061f866 HTTP/1.1" status: 200 len: 375 time: 0.0154374 Nov 12 08:10:52.013703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-5adaa21b-1bf2-4547-a072-d3e6682cbd3f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396848 Nov 12 08:10:52.119542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b650d6-660f-4636-882f-aee8289e786a req-00c07bb2-5b49-4cf9-837c-7b5e0c253025 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.121413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6b650d6-660f-4636-882f-aee8289e786a req-00c07bb2-5b49-4cf9-837c-7b5e0c253025 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 948 time: 0.1068215 Nov 12 08:10:52.126114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['0d3e66b5-134c-4e26-856e-87e4226768fb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:52.175044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.181047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-b2466ffd-4958-456c-b6e3-0995d497e2ff service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572230 Nov 12 08:10:52.280204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'name': 'network-vif-deleted', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:52.283196 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e0b95-8c7d-410d-bde3-ac23f9aeb89e" -d '{"events": [{"server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "name": "network-vif-deleted", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:52.332039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6b650d6-660f-4636-882f-aee8289e786a req-33f03c0c-6bb4-4281-a357-772e443187c1 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018352 Nov 12 08:10:52.378459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-7dcd652c-ca00-40a5-a913-47f249c07f00 service neutron] 10.222.0.16 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887510 Nov 12 08:10:52.381300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fae50f6e-e528-477a-9508-3305c85c8d3d details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:52.398993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-836d997a-6132-4dfe-8f8e-0b1f131f763f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.407438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-836d997a-6132-4dfe-8f8e-0b1f131f763f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 945 time: 0.1437674 Nov 12 08:10:52.413550 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66e151-4f5d-412c-bdc1-dc68dfea598c x-openstack-request-id: req-cf66e151-4f5d-412c-bdc1-dc68dfea598c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:52.414109 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d1f2b3-64dd-41b6-92b9-08b8a9d83064", "name": "network-vif-deleted", "tag": "9e50519d-6dcb-49a8-ac12-f3e102f96601", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:52.414513 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf66e151-4f5d-412c-bdc1-dc68dfea598c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:52.417099 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d1f2b3-64dd-41b6-92b9-08b8a9d83064', 'name': 'network-vif-deleted', 'tag': '9e50519d-6dcb-49a8-ac12-f3e102f96601', 'status': 'completed', 'code': 200} Nov 12 08:10:52.473968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:52.588726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fae50f6e-e528-477a-9508-3305c85c8d3d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fae50f6e-e528-477a-9508-3305c85c8d3d,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:52.628313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 359de5bf-d2bd-47ad-846f-38ee17986464 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:52.628915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.631869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'fae50f6e-e528-477a-9508-3305c85c8d3d', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'fae50f6e-e528-477a-9508-3305c85c8d3d', 'mac_address': 'fa:16:3e:12:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:52.683314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a6b4e-bfc9-4ba6-b553-45695e8a6906 req-95aef3e6-d643-4301-aa20-bdb03864cc97 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.691196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d2a6b4e-bfc9-4ba6-b553-45695e8a6906 req-95aef3e6-d643-4301-aa20-bdb03864cc97 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 948 time: 0.2120330 Nov 12 08:10:52.742632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.766986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae50f6e-e528-477a-9508-3305c85c8d3d {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:52.817199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-c3a0c739-c64c-437f-99f4-74b9333f33b3 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.818876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-c3a0c739-c64c-437f-99f4-74b9333f33b3 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb7dcd0-d5b9-4363-a325-2e5228a66902 HTTP/1.1" status: 200 len: 945 time: 0.2521100 Nov 12 08:10:52.822747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d2a6b4e-bfc9-4ba6-b553-45695e8a6906 req-cdaf6704-135e-455a-8f69-d99680cebee3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270730 Nov 12 08:10:52.841726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fae50f6e-e528-477a-9508-3305c85c8d3d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fae50f6e-e528-477a-9508-3305c85c8d3d,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:52.858274 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.872274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Deleting port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:52.872853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.894047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.904456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63319-ca17-4061-b51f-c8ca68c137f5 req-aa4f0eee-a8f5-4e0b-920f-b6740dcd83cc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.906042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41d63319-ca17-4061-b51f-c8ca68c137f5 req-aa4f0eee-a8f5-4e0b-920f-b6740dcd83cc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 949 time: 0.1799970 Nov 12 08:10:52.957247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fae50f6e-e528-477a-9508-3305c85c8d3d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:52.965801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:52.966077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Deleting port 630d2ec4-f755-4341-b805-9547721cb3dd {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:52.966335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.968333 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedfa033-1c32-4fd3-ad58-5539a9df84db" -d '{"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-plugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:52.982513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:52.987043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] For port bfe380a3-feaa-4ad0-9fc5-a604ce99aec3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:52.987465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.989564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.005801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Calling delete_port for bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:53.041537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60d11375-1d2c-44b5-8734-398dda340e31 req-41c3f551-7af9-4db0-a42c-93f073612d5e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 210 time: 0.1158643 Nov 12 08:10:53.060516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:53.123856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41d63319-ca17-4061-b51f-c8ca68c137f5 req-ec766d10-f226-4dea-b0a4-ced9e7fbc9b9 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890647 Nov 12 08:10:53.125578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] For port 630d2ec4-f755-4341-b805-9547721cb3dd, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=630d2ec4-f755-4341-b805-9547721cb3dd,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:53.125941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.178418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Calling delete_port for 630d2ec4-f755-4341-b805-9547721cb3dd owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:53.190855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Deleting port 66299ec3-589e-47f2-b622-bfa00aa791e8 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:53.191193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.244007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.278634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe380a3-feaa-4ad0-9fc5-a604ce99aec3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:53.288879 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a1fe1e-6b2d-42f2-be2a-291dd4b57a18 x-openstack-request-id: req-12a1fe1e-6b2d-42f2-be2a-291dd4b57a18 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:53.289168 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-plugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:53.289420 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12a1fe1e-6b2d-42f2-be2a-291dd4b57a18 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:53.289811 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'code': 200} Nov 12 08:10:53.323749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76e57d-8caf-4372-ae1f-c95e695781ab req-0faaf4e8-dfce-43db-a899-8e02a729f5de tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.330894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c76e57d-8caf-4372-ae1f-c95e695781ab req-0faaf4e8-dfce-43db-a899-8e02a729f5de tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 945 time: 0.2019639 Nov 12 08:10:53.343806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fae50f6e-e528-477a-9508-3305c85c8d3d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:53.473337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d3e66b5-134c-4e26-856e-87e4226768fb up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:53.537901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] For port 66299ec3-589e-47f2-b622-bfa00aa791e8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=66299ec3-589e-47f2-b622-bfa00aa791e8,segment=NetworkSegment(4ac25921-17d9-4eff-97b3-09d186e59947),segment_id=4ac25921-17d9-4eff-97b3-09d186e59947)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:53.538524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.570686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00f25-e582-4157-a513-148e768b326f req-fabefb23-11b9-4ad5-9b11-dee0af449723 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.572384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96f00f25-e582-4157-a513-148e768b326f req-fabefb23-11b9-4ad5-9b11-dee0af449723 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 949 time: 0.1359305 Nov 12 08:10:53.610177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Calling delete_port for 66299ec3-589e-47f2-b622-bfa00aa791e8 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:53.619998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.624776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c76e57d-8caf-4372-ae1f-c95e695781ab req-43828d4a-83c3-48a4-839c-682ac0713ab5 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e3df8a-af51-48ef-b2fd-0465747f225d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926633 Nov 12 08:10:53.633944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a018-807f-430a-82ad-1569f420038b req-196bd2ff-79a8-42e3-baf5-bc5df8e59510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.636796 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4985a018-807f-430a-82ad-1569f420038b req-196bd2ff-79a8-42e3-baf5-bc5df8e59510 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1102 time: 0.1536617 Nov 12 08:10:53.650777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 0d3e66b5-134c-4e26-856e-87e4226768fb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:53.665875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 0d3e66b5-134c-4e26-856e-87e4226768fb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:53.666243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.727397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96f00f25-e582-4157-a513-148e768b326f req-ddcbc55e-e84e-4daf-bba0-5a0c6c1161c0 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450689 Nov 12 08:10:53.752676 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.753628 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.767136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['66299ec3-589e-47f2-b622-bfa00aa791e8'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:53.779952 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4985a018-807f-430a-82ad-1569f420038b req-f94f7386-8a94-4ca5-b88f-d00a552a048d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930357 Nov 12 08:10:53.795609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Pushing event deleted for resources: {'Port': ['ID=630d2ec4-f755-4341-b805-9547721cb3dd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:53.830777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d3e66b5-134c-4e26-856e-87e4226768fb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d3e66b5-134c-4e26-856e-87e4226768fb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:53.840727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.841545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b860982-2ee1-43b2-a86d-86594ad1cd50 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:53.848278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] No DVR routers for this DVR port 630d2ec4-f755-4341-b805-9547721cb3dd on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:53.853592 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.856986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e26ae27-e7c6-4beb-a10f-a5517096c74d req-e50f73c8-0087-46a4-835c-8b23a383ebce tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.25 "DELETE /v2.0/ports/630d2ec4-f755-4341-b805-9547721cb3dd HTTP/1.1" status: 204 len: 173 time: 1.4377549 Nov 12 08:10:53.902502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 1b860982-2ee1-43b2-a86d-86594ad1cd50 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:53.903248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b860982-2ee1-43b2-a86d-86594ad1cd50 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:53.903392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9e50519d-6dcb-49a8-ac12-f3e102f96601 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:53.928561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Router eb616116-f05a-490b-ba1b-26d92b7665c5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:53.945597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 9e50519d-6dcb-49a8-ac12-f3e102f96601 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:53.945977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9e50519d-6dcb-49a8-ac12-f3e102f96601 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:53.946678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.987212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d3e66b5-134c-4e26-856e-87e4226768fb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:53.988557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284d5b-7745-492a-833e-9e2bc1bb81ad req-dbdf90e2-8488-404c-a9db-0c4ce13bf3b7 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.990091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d284d5b-7745-492a-833e-9e2bc1bb81ad req-dbdf90e2-8488-404c-a9db-0c4ce13bf3b7 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.0832403 Nov 12 08:10:53.992148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Pushing event deleted for resources: {'Port': ['ID=66299ec3-589e-47f2-b622-bfa00aa791e8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:54.048627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:54.051487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] No DVR routers for this DVR port 66299ec3-589e-47f2-b622-bfa00aa791e8 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:54.054306 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0ca429a8-49d0-48a4-8875-ba95a49276db admin admin] 10.222.0.16 "PUT /v2.0/routers/eb616116-f05a-490b-ba1b-26d92b7665c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3331113 Nov 12 08:10:54.055025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.056893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38340) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:54.065784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] Sync routers for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:54.080623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:54.081516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:54.082411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35815c17-245f-41a6-98dc-42fcbeb8d8c0 req-b4f205d8-f684-4aa9-8356-c97d2c8e254f tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.32 "DELETE /v2.0/ports/66299ec3-589e-47f2-b622-bfa00aa791e8 HTTP/1.1" status: 204 len: 173 time: 1.2245858 Nov 12 08:10:54.131086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d284d5b-7745-492a-833e-9e2bc1bb81ad req-967b1d27-e7d6-4c4c-a67e-fffc2d067a1a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125855 Nov 12 08:10:54.203915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7abad31c-dd84-4a57-9f0f-f583305f63e3 req-2c20adde-6207-4bae-a4f3-41d6ae524a07 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 210 time: 0.0640852 Nov 12 08:10:54.252445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.292475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad1bda-db61-46a4-9c2e-8435770d03ca req-ab1700e9-80e6-4dbf-9e6e-331d5d75c446 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:54.301377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2ad1bda-db61-46a4-9c2e-8435770d03ca req-ab1700e9-80e6-4dbf-9e6e-331d5d75c446 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0625446 Nov 12 08:10:54.355349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:54.361769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2ad1bda-db61-46a4-9c2e-8435770d03ca req-67648e74-d8a3-4529-bb90-2e7f03f75f1d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543203 Nov 12 08:10:54.410834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.430201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'name': 'network-vif-deleted', 'tag': '630d2ec4-f755-4341-b805-9547721cb3dd'}, {'server_uuid': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'name': 'network-vif-deleted', 'tag': '66299ec3-589e-47f2-b622-bfa00aa791e8'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:54.432672 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19dcfd6-ebb5-477f-aa04-d5ac421427c8" -d '{"events": [{"server_uuid": "2c77914f-5b8a-4eb0-988c-88f56d39846c", "name": "network-vif-deleted", "tag": "630d2ec4-f755-4341-b805-9547721cb3dd"}, {"server_uuid": "7cb7dcd0-d5b9-4363-a325-2e5228a66902", "name": "network-vif-deleted", "tag": "66299ec3-589e-47f2-b622-bfa00aa791e8"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:54.485114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Deleting port 6bf87eb4-0369-42ef-9a28-a903522ca49d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:54.485587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.498944 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca23f1c-a131-4d20-bfc1-00f40562a137 x-openstack-request-id: req-dca23f1c-a131-4d20-bfc1-00f40562a137 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:54.499237 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c77914f-5b8a-4eb0-988c-88f56d39846c", "name": "network-vif-deleted", "tag": "630d2ec4-f755-4341-b805-9547721cb3dd", "status": "completed", "code": 200}, {"server_uuid": "7cb7dcd0-d5b9-4363-a325-2e5228a66902", "name": "network-vif-deleted", "tag": "66299ec3-589e-47f2-b622-bfa00aa791e8", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:54.500032 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dca23f1c-a131-4d20-bfc1-00f40562a137 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:54.500501 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c77914f-5b8a-4eb0-988c-88f56d39846c', 'name': 'network-vif-deleted', 'tag': '630d2ec4-f755-4341-b805-9547721cb3dd', 'status': 'completed', 'code': 200} Nov 12 08:10:54.500816 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb7dcd0-d5b9-4363-a325-2e5228a66902', 'name': 'network-vif-deleted', 'tag': '66299ec3-589e-47f2-b622-bfa00aa791e8', 'status': 'completed', 'code': 200} Nov 12 08:10:54.513720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-c224a953-e849-4bce-be17-f8eac853fcb5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:54.515746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-c224a953-e849-4bce-be17-f8eac853fcb5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 812 time: 0.1697781 Nov 12 08:10:54.540312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Request body: {'port': {'device_id': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'admin_state_up': True, 'tenant_id': '065b713eeda348139d14d5444061f866'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:54.577875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] For port 6bf87eb4-0369-42ef-9a28-a903522ca49d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6bf87eb4-0369-42ef-9a28-a903522ca49d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:54.578248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.590975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Calling delete_port for 6bf87eb4-0369-42ef-9a28-a903522ca49d owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:54.600286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:10:53Z', 'revision_number': 5, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port': {'id': '6bf87eb4-0369-42ef-9a28-a903522ca49d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:09:16Z', 'updated_at': '2021-11-12T08:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:54.627323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] Checking router: eb616116-f05a-490b-ba1b-26d92b7665c5 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:54.638068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] Routers {'eb616116-f05a-490b-ba1b-26d92b7665c5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:54.639050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['eb616116-f05a-490b-ba1b-26d92b7665c5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:54.664310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Made reservation on behalf of 065b713eeda348139d14d5444061f866 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:54.677679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.866374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.900797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9d25494-c4c7-4287-a73d-8eaf86e313da req-ce237286-c256-44bd-93c3-eb9b0d33b042 tempest-ListServersNegativeTestJSON-1657506022 tempest-ListServersNegativeTestJSON-1657506022-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c77914f-5b8a-4eb0-988c-88f56d39846c HTTP/1.1" status: 200 len: 210 time: 0.0754452 Nov 12 08:10:54.907537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf87eb4-0369-42ef-9a28-a903522ca49d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:54.930801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] Set router eb616116-f05a-490b-ba1b-26d92b7665c5 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:54.987230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:10:54Z', 'revision_number': 6, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:55.008848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.016897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8727813-7d9e-4878-9fdd-4409a6673dd7 None None] The sync data for ids ['eb616116-f05a-490b-ba1b-26d92b7665c5'] in n-d-768509-25 is: [{'id': 'eb616116-f05a-490b-ba1b-26d92b7665c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1882261853-router', 'tenant_id': '6ee43542a7ab4e2e865802cef1f311a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:09:14Z', 'updated_at': '2021-11-12T08:10:54Z', 'revision_number': 6, 'project_id': '6ee43542a7ab4e2e865802cef1f311a8', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:55.021682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149783f-6eaa-4efb-a3a3-111a47a9d91c req-ec79b68f-bb59-4804-b551-f2a3e18a0471 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.023398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d149783f-6eaa-4efb-a3a3-111a47a9d91c req-ec79b68f-bb59-4804-b551-f2a3e18a0471 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 949 time: 0.1319871 Nov 12 08:10:55.042237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Allocated IP 172.20.0.7 (3c3e1a77-3e53-4ffd-8e43-79e0469af7e1/43aafb6f-6649-4282-b7f6-0304c919bc5a/3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:55.104620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d149783f-6eaa-4efb-a3a3-111a47a9d91c req-85a13b84-3fef-4c6a-9e1f-842926ada851 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713241 Nov 12 08:10:55.110335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.112629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.155394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.156496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb616116-f05a-490b-ba1b-26d92b7665c5 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:10:55.161090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.164812 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-87988be0-7539-4034-8ab1-fa3ca8fb7de8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eb616116-f05a-490b-ba1b-26d92b7665c5 HTTP/1.1" status: 204 len: 168 time: 1.1041908 Nov 12 08:10:55.164812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38356) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:55.213053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Deleting subnet dbd697cd-ec84-45d4-b712-6479fd016057 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:10:55.216228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.251270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.264657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.285786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cbcc-4120-4c2d-b42b-c26b6b5819ed req-e75a85df-c19e-4089-9359-309fcf365654 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.286902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afa0cbcc-4120-4c2d-b42b-c26b6b5819ed req-e75a85df-c19e-4089-9359-309fcf365654 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.0801551 Nov 12 08:10:55.290906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e66b5-134c-4e26-856e-87e4226768fb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:55.293556 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146401cd-0d53-4f3f-8203-35397e4623e7" -d '{"events": [{"server_uuid": "194c2e27-7e3f-490d-976d-e5ec6db5d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e66b5-134c-4e26-856e-87e4226768fb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:55.333240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.345296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a68fc9e-7bda-422f-8225-8851a1663543 req-b5e1e1e2-a18e-4c94-9ea7-f899076c937e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 210 time: 0.0422449 Nov 12 08:10:55.364602 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.421415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.428232 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc5c19-eaa4-4414-b3a1-798340bfa217 x-openstack-request-id: req-27bc5c19-eaa4-4414-b3a1-798340bfa217 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:55.428232 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194c2e27-7e3f-490d-976d-e5ec6db5d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e66b5-134c-4e26-856e-87e4226768fb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:55.428232 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27bc5c19-eaa4-4414-b3a1-798340bfa217 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:55.428588 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e66b5-134c-4e26-856e-87e4226768fb', 'code': 200} Nov 12 08:10:55.431153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afa0cbcc-4120-4c2d-b42b-c26b6b5819ed req-e561186b-29b9-44fb-a678-12f096f642a2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337512 Nov 12 08:10:55.438894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:55.444823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:55.462417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:55.495211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd697cd-ec84-45d4-b712-6479fd016057,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:55.502721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.503577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6195b-e70f-4691-bfca-5c7ac2dbe63f None None] Network c978afed-861f-4bab-8593-0a343df41318 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:55.507657 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24d6246f-190d-4d6e-a8f2-d10616a7d592 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dbd697cd-ec84-45d4-b712-6479fd016057 HTTP/1.1" status: 204 len: 168 time: 0.3418677 Nov 12 08:10:55.510898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38366) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:55.525784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event updated for resources: {'Port': ['ID=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:55.559060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:55.611504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.612503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.647543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:55.647820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfe380a3-feaa-4ad0-9fc5-a604ce99aec3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:55.652991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13005736-b095-4cd3-92cb-3f2f1a03c146 req-62460b40-980f-4fe8-bd9e-dfbb8495a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.655623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13005736-b095-4cd3-92cb-3f2f1a03c146 req-62460b40-980f-4fe8-bd9e-dfbb8495a78e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 1101 time: 0.1239202 Nov 12 08:10:55.660390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.660638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-df4fb3d8-a6d3-4a71-950b-ce5b70ea7bde tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1244462 Nov 12 08:10:55.683833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e59b1d-852b-4af9-b633-2e6e70cb4e90 req-afc4de36-fe23-4e56-a96f-e9a758ed8a5a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.689872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0e59b1d-852b-4af9-b633-2e6e70cb4e90 req-afc4de36-fe23-4e56-a96f-e9a758ed8a5a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1026137 Nov 12 08:10:55.694891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Request body: {'port': {'device_id': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:55.752996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Deleting port 6f5827af-1779-4f67-9a6b-142133dfa159 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:55.753337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.813370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13005736-b095-4cd3-92cb-3f2f1a03c146 req-3c790837-322a-4c21-a876-7dc887bbbc26 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438997 Nov 12 08:10:55.816538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.824063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] For port 6f5827af-1779-4f67-9a6b-142133dfa159, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6f5827af-1779-4f67-9a6b-142133dfa159,segment=NetworkSegment(95b069fa-4a54-48cc-8c0a-425f23e23f64),segment_id=95b069fa-4a54-48cc-8c0a-425f23e23f64)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:55.824445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.828711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0e59b1d-852b-4af9-b633-2e6e70cb4e90 req-0d4fa2ff-29d9-4feb-bb68-0cec0ca8ff25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233091 Nov 12 08:10:55.845659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Calling delete_port for 6f5827af-1779-4f67-9a6b-142133dfa159 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:55.928996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.960297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5827af-1779-4f67-9a6b-142133dfa159,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:55.965526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] No DVR routers for this DVR port 6f5827af-1779-4f67-9a6b-142133dfa159 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:56.009577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:56.053384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9596f3c2-79e7-447f-960b-190eba7e984e None None] DHCP port deletion for c978afed-861f-4bab-8593-0a343df41318 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:10:56.064545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.068804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Deleting subnet 17dcc00f-e787-45c4-b633-126ba2a30dad {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:10:56.073114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.091267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c978afed-861f-4bab-8593-0a343df41318']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:56.102910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b069fa-4a54-48cc-8c0a-425f23e23f64') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:56.103198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b069fa-4a54-48cc-8c0a-425f23e23f64') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:56.114634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.126410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.132263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.139335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:10:56.139765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:10:56.141747 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:10:56.210302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.222013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.225343 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c978afed-861f-4bab-8593-0a343df41318 HTTP/1.1" status: 204 len: 168 time: 0.7132113 Nov 12 08:10:56.239134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567de746-a61b-442a-a3e8-1a0f75f96e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c978afed-861f-4bab-8593-0a343df41318,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:56.418558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fae50f6e-e528-477a-9508-3305c85c8d3d up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:56.439916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38380) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:56.492801 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dec9b53c-4044-4a0c-97dc-b28cd49ad405 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ee43542a7ab4e2e865802cef1f311a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513632 Nov 12 08:10:56.493918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38384) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:56.509732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port fae50f6e-e528-477a-9508-3305c85c8d3d completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:56.514452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port fae50f6e-e528-477a-9508-3305c85c8d3d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:56.515653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.547491 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-645b8691-1ee9-4861-8344-34a8aaae124f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.574878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-645b8691-1ee9-4861-8344-34a8aaae124f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.582449 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.618061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:56.622416 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.634420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.635109 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-645b8691-1ee9-4861-8344-34a8aaae124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.640411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-645b8691-1ee9-4861-8344-34a8aaae124f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.644754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-645b8691-1ee9-4861-8344-34a8aaae124f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cdb8f63-39a1-494e-b97b-b280b4037cbc HTTP/1.1" status: 204 len: 168 time: 0.1496122 Nov 12 08:10:56.662313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b8691-1ee9-4861-8344-34a8aaae124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb8f63-39a1-494e-b97b-b280b4037cbc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:56.666838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fae50f6e-e528-477a-9508-3305c85c8d3d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fae50f6e-e528-477a-9508-3305c85c8d3d,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:56.667704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaaef6-8d3f-4be0-a031-2c5cd141ad93 req-b837b572-4105-489d-a5d4-29653f1b7b65 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.669665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ecaaef6-8d3f-4be0-a031-2c5cd141ad93 req-b837b572-4105-489d-a5d4-29653f1b7b65 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 949 time: 0.1463509 Nov 12 08:10:56.681883 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.683066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 630d2ec4-f755-4341-b805-9547721cb3dd no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:56.688158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Transition to ACTIVE for port object 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:56.696766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61d771-68aa-49e3-9daa-16aee87c91ef req-a2141a9c-f3c3-4ab4-8983-11a7861f20ec tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.698266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c61d771-68aa-49e3-9daa-16aee87c91ef req-a2141a9c-f3c3-4ab4-8983-11a7861f20ec tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 931 time: 0.1741445 Nov 12 08:10:56.708702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.732799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 630d2ec4-f755-4341-b805-9547721cb3dd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:56.733220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 630d2ec4-f755-4341-b805-9547721cb3dd not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:56.763998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fae50f6e-e528-477a-9508-3305c85c8d3d,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:56.795876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.865467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c61d771-68aa-49e3-9daa-16aee87c91ef req-b6a5f665-ad2a-4f38-bc14-f4849223a8f5 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546259 Nov 12 08:10:56.866158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dcc00f-e787-45c4-b633-126ba2a30dad,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:56.873613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:56.876749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.885722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-93f24d5c-1b40-49ba-bcf1-919b3e02c23c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17dcc00f-e787-45c4-b633-126ba2a30dad HTTP/1.1" status: 204 len: 168 time: 0.8701265 Nov 12 08:10:56.885834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38394) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:56.886039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ecaaef6-8d3f-4be0-a031-2c5cd141ad93 req-66044d12-2be9-457e-86cf-4de17844b9fd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038403 Nov 12 08:10:56.998612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.999146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Attempting to bind port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:57.000014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Attempting to bind port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:57.000371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Attempting to bind port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:57.009410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:57.009774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Attempting to bind port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a on network 3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:57.018455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:57.018774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Checking segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:57.019104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Bound using segment: {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:57.019531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Bound port: 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec451808-8c66-40c7-b6ac-623d5f782bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:57.019898 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.030934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7806ab-d408-4459-8747-f63f00f9b5d1 req-3eebdd94-1f25-4e3c-a365-cb4d2db1a3dd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.032483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b7806ab-d408-4459-8747-f63f00f9b5d1 req-3eebdd94-1f25-4e3c-a365-cb4d2db1a3dd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.0728121 Nov 12 08:10:57.121713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.158993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b7806ab-d408-4459-8747-f63f00f9b5d1 req-57537de8-e644-44dd-b5ef-a13a349c3db9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198537 Nov 12 08:10:57.160228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6b0594-a5b5-4897-ab58-5350df7ee6b3']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:57.172707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] For port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:57.172931 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac25921-17d9-4eff-97b3-09d186e59947') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:57.173222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac25921-17d9-4eff-97b3-09d186e59947') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:57.181424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6bf87eb4-0369-42ef-9a28-a903522ca49d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:57.181940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] For port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:57.198589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0e746-492b-4d3b-8d45-ecf1c070bb3a req-0baa30af-eb8f-4c5b-a4d2-33a0804260b8 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.200270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db0e746-492b-4d3b-8d45-ecf1c070bb3a req-0baa30af-eb8f-4c5b-a4d2-33a0804260b8 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1115947 Nov 12 08:10:57.203691 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.208355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.231099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.240239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:10:57.240893 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.241746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6bf87eb4-0369-42ef-9a28-a903522ca49d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:57.242789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6bf87eb4-0369-42ef-9a28-a903522ca49d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:57.242789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6f5827af-1779-4f67-9a6b-142133dfa159 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:10:57.243279 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:10:57.274323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.275165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.276883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a HTTP/1.1" status: 200 len: 1092 time: 1.5877607 Nov 12 08:10:57.280203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'tag': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:57.282707 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae485f-5bc1-4e9f-882d-3491b0905c32" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcddeed-29b9-4e18-bda4-60ff8cee38d8", "tag": "3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:57.285081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6f5827af-1779-4f67-9a6b-142133dfa159 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:57.285920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6f5827af-1779-4f67-9a6b-142133dfa159 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:57.325454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db0e746-492b-4d3b-8d45-ecf1c070bb3a req-01b15329-cdb3-4978-bd6b-de2382ce5078 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167896 Nov 12 08:10:57.327513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.336820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853708-c852-459c-b7ee-1c56089568f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:57.336986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.345235 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab6b0594-a5b5-4897-ab58-5350df7ee6b3 HTTP/1.1" status: 204 len: 168 time: 0.4588768 Nov 12 08:10:57.375436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d98db-3b23-4f97-9bb8-69b9786b8351 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6b0594-a5b5-4897-ab58-5350df7ee6b3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:57.415239 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0617ac1-faee-4c36-b296-7b541203ec5b x-openstack-request-id: req-a0617ac1-faee-4c36-b296-7b541203ec5b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:57.416729 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcddeed-29b9-4e18-bda4-60ff8cee38d8", "tag": "3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:57.416993 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0617ac1-faee-4c36-b296-7b541203ec5b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:57.417411 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'tag': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a', 'status': 'completed', 'code': 200} Nov 12 08:10:57.430633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae50f6e-e528-477a-9508-3305c85c8d3d'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:57.433138 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3796f-a6b2-4f81-8f03-39c79965e1ab" -d '{"events": [{"server_uuid": "8e9fd375-5ef1-486b-9525-f1ac8a9b600f", "name": "network-vif-plugged", "status": "completed", "tag": "fae50f6e-e528-477a-9508-3305c85c8d3d"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:57.451056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-e9daaacc-1715-4941-a54e-8f1ae1e2cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.453513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-e9daaacc-1715-4941-a54e-8f1ae1e2cb6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 1095 time: 0.1075423 Nov 12 08:10:57.486943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 66299ec3-589e-47f2-b622-bfa00aa791e8 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:57.537993 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1766f2d6-f997-4d33-adfb-2cf0d2c4459b x-openstack-request-id: req-1766f2d6-f997-4d33-adfb-2cf0d2c4459b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:57.538750 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fd375-5ef1-486b-9525-f1ac8a9b600f", "name": "network-vif-plugged", "status": "completed", "tag": "fae50f6e-e528-477a-9508-3305c85c8d3d", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:57.539556 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1766f2d6-f997-4d33-adfb-2cf0d2c4459b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:57.540841 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae50f6e-e528-477a-9508-3305c85c8d3d', 'code': 200} Nov 12 08:10:57.543717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 66299ec3-589e-47f2-b622-bfa00aa791e8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:57.544450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 66299ec3-589e-47f2-b622-bfa00aa791e8 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:57.576288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-f5f80700-d96f-459c-a07a-4d7d2ea325f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a HTTP/1.1" status: 200 len: 217 time: 0.0991077 Nov 12 08:10:57.594186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569fa17-4f4a-4003-bc57-719dda35265d req-73dbffda-8691-4adb-8164-a8cf21b1b8ee tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.602156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f569fa17-4f4a-4003-bc57-719dda35265d req-73dbffda-8691-4adb-8164-a8cf21b1b8ee tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1031950 Nov 12 08:10:57.621195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:57.699442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f569fa17-4f4a-4003-bc57-719dda35265d req-b933ed72-8f28-491d-923e-dd4eeae23c78 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963843 Nov 12 08:10:57.701053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01688c1-9c34-4bf8-b0ab-1addb257020f req-76b3bb7a-5019-43a9-80c8-2922239ca0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.701405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-10144d81-4237-4d2d-90af-b54742b70282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.702836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-10144d81-4237-4d2d-90af-b54742b70282 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.0921168 Nov 12 08:10:57.703277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a01688c1-9c34-4bf8-b0ab-1addb257020f req-76b3bb7a-5019-43a9-80c8-2922239ca0ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 1102 time: 0.0950124 Nov 12 08:10:57.707044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e7e245f4-2adc-4af5-9745-1a1594ee096a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c86a7d389d57440283ef3ce424ae318d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835195 Nov 12 08:10:57.709762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38424) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:57.766110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-2047bea4-74e6-4fc9-a61d-75c0535b0e54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344055 Nov 12 08:10:57.773575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a01688c1-9c34-4bf8-b0ab-1addb257020f req-54ee99dc-3256-4b9e-8d6e-95c25ba86f5d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Nov 12 08:10:57.801383 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66925dda-4db6-4cb2-83f0-2c0ac6190745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.825886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66925dda-4db6-4cb2-83f0-2c0ac6190745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.880928 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66925dda-4db6-4cb2-83f0-2c0ac6190745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.885037 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66925dda-4db6-4cb2-83f0-2c0ac6190745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.887458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-66925dda-4db6-4cb2-83f0-2c0ac6190745 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14e3df8a-af51-48ef-b2fd-0465747f225d HTTP/1.1" status: 204 len: 168 time: 0.1767285 Nov 12 08:10:57.897656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66925dda-4db6-4cb2-83f0-2c0ac6190745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e3df8a-af51-48ef-b2fd-0465747f225d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:58.036698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6619-d9e8-4b28-9058-51b76bcfb012 req-db27f76b-25e4-4bde-9570-982a5b6eba5e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.044269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb6a6619-d9e8-4b28-9058-51b76bcfb012 req-db27f76b-25e4-4bde-9570-982a5b6eba5e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 943 time: 0.0702543 Nov 12 08:10:58.115094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb6a6619-d9e8-4b28-9058-51b76bcfb012 req-941561d1-2dca-4792-957c-3eae3ad87417 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698769 Nov 12 08:10:58.245903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8121c-00fc-404f-b82b-ba940518f234 req-5e223849-f2fd-4cff-a17d-a08437682fab tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.247461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eeb8121c-00fc-404f-b82b-ba940518f234 req-5e223849-f2fd-4cff-a17d-a08437682fab tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 950 time: 0.1432755 Nov 12 08:10:58.250562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-c7c68dd4-3693-4a97-be2a-40571e5503c5 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649380 Nov 12 08:10:58.281612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70c2b6-1c86-4e26-a2b6-2baf8e723fe3 req-c93bec6f-bdd8-46db-abb0-290ce84b3978 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.283070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e70c2b6-1c86-4e26-a2b6-2baf8e723fe3 req-c93bec6f-bdd8-46db-abb0-290ce84b3978 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0979431 Nov 12 08:10:58.405170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eeb8121c-00fc-404f-b82b-ba940518f234 req-96c1556d-6fd5-4364-867b-7ba3c64e48f5 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445951 Nov 12 08:10:58.413157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e70c2b6-1c86-4e26-a2b6-2baf8e723fe3 req-ca02833b-8827-462c-92d2-40e66fc71afd tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141860 Nov 12 08:10:58.445111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e902f-468e-446a-a1a2-523f0b1a98fa req-5085bc28-c797-4e92-a484-979a203f0558 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850317 Nov 12 08:10:58.622858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece4937-6c93-4498-9d3c-4c83fd4899ab req-6b53728b-caf6-4c10-b80f-c2e4a7331bc4 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.628401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ece4937-6c93-4498-9d3c-4c83fd4899ab req-6b53728b-caf6-4c10-b80f-c2e4a7331bc4 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.0885172 Nov 12 08:10:58.631786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-72ce7be2-8587-4be4-a605-4e214a985577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.633484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-72ce7be2-8587-4be4-a605-4e214a985577 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=065b713eeda348139d14d5444061f866&device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 1095 time: 0.0669165 Nov 12 08:10:58.752795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ece4937-6c93-4498-9d3c-4c83fd4899ab req-40a04f88-46e7-4426-b698-d9d2f9087bca tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174862 Nov 12 08:10:58.785004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-0bc8283b-1664-4100-9e2a-fc0a00bd9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.786620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-0bc8283b-1664-4100-9e2a-fc0a00bd9f6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 200 len: 912 time: 0.1369781 Nov 12 08:10:58.846880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-d72d8298-1e79-4117-9d28-17ef908082d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a HTTP/1.1" status: 200 len: 217 time: 0.0481002 Nov 12 08:10:58.918822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-fa64cb45-6295-4019-a3ac-f4f2beb93a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.920286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-fa64cb45-6295-4019-a3ac-f4f2beb93a97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 200 len: 852 time: 0.0660181 Nov 12 08:10:58.923965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930e404-07d2-4500-ac7a-fa95981d4ffe req-98d11a9b-58fa-484a-af65-3b4f575f7c84 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.925542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6930e404-07d2-4500-ac7a-fa95981d4ffe req-98d11a9b-58fa-484a-af65-3b4f575f7c84 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 1101 time: 0.0811422 Nov 12 08:10:58.943522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38516) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:58.970910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-401c5864-09fe-488d-9f16-198311c06a7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314398 Nov 12 08:10:59.026789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6930e404-07d2-4500-ac7a-fa95981d4ffe req-411c5ce1-bd88-417f-9d4e-590797768a26 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949304 Nov 12 08:10:59.089402 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3a12e533-ea71-4944-b7ae-0495342e58e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.100304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-269f6d14-f714-492b-92c5-8921ddcd97a4 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188939 Nov 12 08:10:59.212406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3a12e533-ea71-4944-b7ae-0495342e58e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.217580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3a12e533-ea71-4944-b7ae-0495342e58e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.265508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2ae485f-5bc1-4e9f-882d-3491b0905c32 req-b5b32468-70b0-42b1-8b0e-36cb5fc6a175 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502745 Nov 12 08:10:59.270770 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3a12e533-ea71-4944-b7ae-0495342e58e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0ab587f125642aebc677b2fdcfad339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225031 Nov 12 08:10:59.270926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38542) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:59.277661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12e533-ea71-4944-b7ae-0495342e58e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456cdf4c-a8e7-4190-b762-852a2f383cc6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:59.297190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-866cb9ec-0d9d-45e7-908d-7d8ba9fa2ec0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260310 Nov 12 08:10:59.306292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6f31a-1882-45c2-9ee6-de4702899015 req-2be43510-1529-42c5-b6b7-500fd948fec2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.307710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99a6f31a-1882-45c2-9ee6-de4702899015 req-2be43510-1529-42c5-b6b7-500fd948fec2 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 943 time: 0.0972188 Nov 12 08:10:59.335424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9f88613-855d-4a1e-857d-2e2ff1ee63bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.357513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9f88613-855d-4a1e-857d-2e2ff1ee63bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.407987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9f88613-855d-4a1e-857d-2e2ff1ee63bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.410846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9f88613-855d-4a1e-857d-2e2ff1ee63bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.412715 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b9f88613-855d-4a1e-857d-2e2ff1ee63bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/456cdf4c-a8e7-4190-b762-852a2f383cc6 HTTP/1.1" status: 204 len: 168 time: 0.1408827 Nov 12 08:10:59.420564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f88613-855d-4a1e-857d-2e2ff1ee63bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456cdf4c-a8e7-4190-b762-852a2f383cc6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:59.425565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99a6f31a-1882-45c2-9ee6-de4702899015 req-5bbf23a0-3a79-4ba4-a156-7ec9932e1732 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062472 Nov 12 08:10:59.479978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-ff3c9a2a-d66f-48d2-987b-043074623122 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.482768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-ff3c9a2a-d66f-48d2-987b-043074623122 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739407 Nov 12 08:10:59.501670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-9b761760-8e25-4a57-ac1b-bbc177bca261 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/quotas/6bd44d6b0f67463a8041b8b3ee47768b HTTP/1.1" status: 200 len: 375 time: 0.0107305 Nov 12 08:10:59.584818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29b541-a231-4174-bb1a-fb9c70b32982 req-f47aecd8-abf9-4660-9c17-b48529916f08 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.586546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd29b541-a231-4174-bb1a-fb9c70b32982 req-f47aecd8-abf9-4660-9c17-b48529916f08 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 950 time: 0.0870016 Nov 12 08:10:59.601296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-b34c6c1f-bbd8-46d9-a05e-0c330ad3523a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0878422 Nov 12 08:10:59.664656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd29b541-a231-4174-bb1a-fb9c70b32982 req-8a1d31cc-b70a-4e48-8608-535c2f872427 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622883 Nov 12 08:10:59.816415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b1e3-e0c6-491b-b428-e6d87cf7d34c req-a2578e6f-84ce-437a-9db5-682afdd1c14b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.824564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2c8b1e3-e0c6-491b-b428-e6d87cf7d34c req-a2578e6f-84ce-437a-9db5-682afdd1c14b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0979986 Nov 12 08:10:59.884227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2c8b1e3-e0c6-491b-b428-e6d87cf7d34c req-6329c1ad-dfe3-400b-ba22-af8b583115d5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 Nov 12 08:10:59.922210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38df38ef-d6f6-4def-ba3f-7c3b7215c93b req-38123d7f-66c5-491f-902d-4ff0b9623e65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 210 time: 0.0368161 Nov 12 08:11:00.159234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:00.400038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77237f8d-0b10-4563-aa9b-1b57d62d3131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.499046 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77237f8d-0b10-4563-aa9b-1b57d62d3131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.504435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77237f8d-0b10-4563-aa9b-1b57d62d3131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.543351 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-77237f8d-0b10-4563-aa9b-1b57d62d3131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29db695172b14861aacc385326639c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830249 Nov 12 08:11:00.546611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38602) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:00.547269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77237f8d-0b10-4563-aa9b-1b57d62d3131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e719ab-c2f2-4039-ae1f-ace7a4e09619,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:00.583168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ac3e-ce6e-4858-88dc-e3ffffb6dc20 req-176f9233-39c6-4093-910b-334830daac6f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:00.584804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff80ac3e-ce6e-4858-88dc-e3ffffb6dc20 req-176f9233-39c6-4093-910b-334830daac6f tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 943 time: 0.0747068 Nov 12 08:11:00.647446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ae3add3e-1a61-4a4e-b06c-b84bd58f3432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.663146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff80ac3e-ce6e-4858-88dc-e3ffffb6dc20 req-7146befd-a7c2-4716-96ee-cf99ae3398f0 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669684 Nov 12 08:11:00.677101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ae3add3e-1a61-4a4e-b06c-b84bd58f3432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.762912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ae3add3e-1a61-4a4e-b06c-b84bd58f3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.766188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ae3add3e-1a61-4a4e-b06c-b84bd58f3432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:00.768092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ae3add3e-1a61-4a4e-b06c-b84bd58f3432 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91e719ab-c2f2-4039-ae1f-ace7a4e09619 HTTP/1.1" status: 204 len: 168 time: 0.2201214 Nov 12 08:11:00.780249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3add3e-1a61-4a4e-b06c-b84bd58f3432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e719ab-c2f2-4039-ae1f-ace7a4e09619,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:00.798462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001bc5c-3cbe-4872-809f-fcb965f4de38 req-2f43c450-f319-408f-b8f4-cddae5571de9 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:00.799997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4001bc5c-3cbe-4872-809f-fcb965f4de38 req-2f43c450-f319-408f-b8f4-cddae5571de9 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 950 time: 0.0668342 Nov 12 08:11:00.896865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4001bc5c-3cbe-4872-809f-fcb965f4de38 req-2f961771-fa5a-412b-a2a5-439ccf73d180 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839553 Nov 12 08:11:00.945414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-47cbdef5-3f70-476e-b609-f6d4df02b829 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456500 Nov 12 08:11:01.062855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38652) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:01.118881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb0e7-71fa-4d58-bf4d-affb879a2d4d req-a490ef93-ae0f-48cc-9c09-0711425ae51b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.120384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a5eb0e7-71fa-4d58-bf4d-affb879a2d4d req-a490ef93-ae0f-48cc-9c09-0711425ae51b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0875578 Nov 12 08:11:01.157542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-2385545b-5f6f-45db-af7e-eefd26c011b3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.158981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-2385545b-5f6f-45db-af7e-eefd26c011b3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086740 Nov 12 08:11:01.181548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:01.227121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69aab9ab-cb8d-4ae4-976c-af3a7f0130b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.258354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a5eb0e7-71fa-4d58-bf4d-affb879a2d4d req-66d6d123-95d5-45c9-baf1-0486d818995f tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299038 Nov 12 08:11:01.346521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69aab9ab-cb8d-4ae4-976c-af3a7f0130b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.351850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69aab9ab-cb8d-4ae4-976c-af3a7f0130b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.360161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:01.367567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.400195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-69aab9ab-cb8d-4ae4-976c-af3a7f0130b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2ec55701e47478290ef1c32b7c3ba5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357356 Nov 12 08:11:01.401403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aab9ab-cb8d-4ae4-976c-af3a7f0130b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83f579-0879-4d13-96bc-6fa178b4e9e1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:01.415673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38666) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:01.421690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2be93f-4d44-470e-9db0-7af5169c0b32 req-6ae92b23-d156-4e1d-8826-c4e287c9026f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 210 time: 0.0500560 Nov 12 08:11:01.547478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-64c60df4-d619-4be0-838b-959f332ae131 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c869a31d24b54e2998d05fc386a437e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440750 Nov 12 08:11:01.551612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08e2a009-dfe7-41a0-9064-38c9986ca606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.634122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08e2a009-dfe7-41a0-9064-38c9986ca606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.692630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.66 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/9b82c960-cb99-4236-906d-8a096e5d4b0f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:01.740697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:01.777579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-b5dde30e-e776-457c-a9e3-535b0228cfdf tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.779013 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-b5dde30e-e776-457c-a9e3-535b0228cfdf tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078078 Nov 12 08:11:01.822105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08e2a009-dfe7-41a0-9064-38c9986ca606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.824777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08e2a009-dfe7-41a0-9064-38c9986ca606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.825935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-08e2a009-dfe7-41a0-9064-38c9986ca606 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e83f579-0879-4d13-96bc-6fa178b4e9e1 HTTP/1.1" status: 204 len: 168 time: 0.4068086 Nov 12 08:11:01.845666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2129597733-network', 'tenant_id': 'd52dd326c3e24670ba539e56381059fb'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:01.846415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-55b8b42c-d4b9-4646-b9e0-1f21ee00711a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/quotas/c869a31d24b54e2998d05fc386a437e2 HTTP/1.1" status: 200 len: 375 time: 0.0450773 Nov 12 08:11:01.860725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2a009-dfe7-41a0-9064-38c9986ca606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83f579-0879-4d13-96bc-6fa178b4e9e1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:01.872928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Made reservation on behalf of d52dd326c3e24670ba539e56381059fb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:01.876416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.896877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.942825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad4fc7-a186-459d-8518-9d0ab7efe0b0 req-bdd10d2f-2586-40af-9c58-c3e5fab0cc23 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.950218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3ad4fc7-a186-459d-8518-9d0ab7efe0b0 req-bdd10d2f-2586-40af-9c58-c3e5fab0cc23 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 943 time: 0.2069187 Nov 12 08:11:01.991825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.997156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.028533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:11:02.033368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-a53fa591-a235-416b-80ef-cb4423e2bb69 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c869a31d24b54e2998d05fc386a437e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751320 Nov 12 08:11:02.044329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3ad4fc7-a186-459d-8518-9d0ab7efe0b0 req-c51db472-06cd-4fe7-bc3a-6e33609de90c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918834 Nov 12 08:11:02.047955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:02.054911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.055477 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Added segment 31115265-4f0c-4baf-8ae1-57d676f3f2d5 of type vlan for network 1705718b-3cbb-430b-8419-bb17b34cf718 Nov 12 08:11:02.076274 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.118879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.124190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.141667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:02.144216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', '0d3e66b5-134c-4e26-856e-87e4226768fb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:02.175380 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.177217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.177997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.191896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:02.193721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:02.195858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=9b82c960-cb99-4236-906d-8a096e5d4b0f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:02.198469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:02.239764 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4977844 Nov 12 08:11:02.242677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38700) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:02.253758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Request body: {'subnet': {'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2129597733-subnet', 'tenant_id': 'd52dd326c3e24670ba539e56381059fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:02.266881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.267832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.324122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Made reservation on behalf of d52dd326c3e24670ba539e56381059fb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:02.325419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-4c9e9927-c0ff-4d08-aeba-8c7526652ecc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1358974 Nov 12 08:11:02.327120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.335189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Request body: {'port': {'device_id': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:02.434047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:02.601767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4029ff53-7bbd-443c-b233-950fce60fff3 req-0fca9540-8bcc-4b2a-b3b6-1187e631b37d tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 210 time: 0.1211123 Nov 12 08:11:02.607618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.654840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.677780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c855e-b85d-415f-96bd-bb603344630d req-6e85447f-fd5a-4fa1-a7c3-63f465f6b339 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.679395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f32c855e-b85d-415f-96bd-bb603344630d req-6e85447f-fd5a-4fa1-a7c3-63f465f6b339 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1972241 Nov 12 08:11:02.720975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038cc1f-b820-44b7-88df-3e62089d4353 admin admin] Pushing event updated for resources: {'Network': ['ID=1705718b-3cbb-430b-8419-bb17b34cf718,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:02.743446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1705718b-3cbb-430b-8419-bb17b34cf718 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:11:02.743779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955f6537-34bb-4f0d-af01-0ba034f5330e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:02.814178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f32c855e-b85d-415f-96bd-bb603344630d req-4d62418c-3b62-4d39-9955-f0cb7e1b1928 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284184 Nov 12 08:11:02.819002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Checking segment: {'id': '31115265-4f0c-4baf-8ae1-57d676f3f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:02.819728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Network hostable DHCP agents. Network: 1705718b-3cbb-430b-8419-bb17b34cf718, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:11:02.854076 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:11:02.865536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Network 1705718b-3cbb-430b-8419-bb17b34cf718 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:11:02.877343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1705718b-3cbb-430b-8419-bb17b34cf718) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:02.883286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.884145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.899162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5a86b51d-0661-4ea9-81bb-d1fd6f0d72ca None None] Provisioning complete for port 9b82c960-cb99-4236-906d-8a096e5d4b0f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:02.899545 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5a86b51d-0661-4ea9-81bb-d1fd6f0d72ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:02.916787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d9cf8805-0175-4599-8320-e7e401df0db7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6728108 Nov 12 08:11:02.917478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f049cfd-48e4-4165-a6e5-4958b930d371 None None] Network 1705718b-3cbb-430b-8419-bb17b34cf718 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:02.940431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a5e2-5442-45c6-a954-515c4c4b529e req-f7993717-3862-4f5a-b253-102cfc4c984b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.948342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b344a5e2-5442-45c6-a954-515c4c4b529e req-f7993717-3862-4f5a-b253-102cfc4c984b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 935 time: 0.1440444 Nov 12 08:11:03.035190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b344a5e2-5442-45c6-a954-515c4c4b529e req-ad95365b-fc90-4fde-9aae-f360a68706ec tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Nov 12 08:11:03.113547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b82c960-cb99-4236-906d-8a096e5d4b0f {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:03.122979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.150644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Transition to ACTIVE for port object 9b82c960-cb99-4236-906d-8a096e5d4b0f will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:03.156827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.236240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb505cd-8a4f-467f-aced-c340fe85028a None None] Network 1705718b-3cbb-430b-8419-bb17b34cf718 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:03.269374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5a86b51d-0661-4ea9-81bb-d1fd6f0d72ca None None] Port 9b82c960-cb99-4236-906d-8a096e5d4b0f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:03.293508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae0bf8-dbc5-4a23-91dd-a4947c2363ac req-e989d8b4-7fe0-4788-95cc-9098fc7b1547 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.295454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2ae0bf8-dbc5-4a23-91dd-a4947c2363ac req-e989d8b4-7fe0-4788-95cc-9098fc7b1547 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 943 time: 0.1314118 Nov 12 08:11:03.303743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Pushing event updated for resources: {'Port': ['ID=9b82c960-cb99-4236-906d-8a096e5d4b0f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:03.365506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:03.416778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a', 'network_id': '3c3e1a77-3e53-4ffd-8e43-79e0469af7e1', 'port_id': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a', 'mac_address': 'fa:16:3e:96:73:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aafb6f-6649-4282-b7f6-0304c919bc5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:03.417356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Attempting to bind port 9b82c960-cb99-4236-906d-8a096e5d4b0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:03.417691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Attempting to bind port 9b82c960-cb99-4236-906d-8a096e5d4b0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:03.418185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Attempting to bind port 9b82c960-cb99-4236-906d-8a096e5d4b0f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:03.429319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Port 9b82c960-cb99-4236-906d-8a096e5d4b0f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:03.429703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Attempting to bind port 9b82c960-cb99-4236-906d-8a096e5d4b0f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:03.450147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:03.450624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:03.451074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:03.451442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Bound port: 9b82c960-cb99-4236-906d-8a096e5d4b0f, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:03.451792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.477792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2ae0bf8-dbc5-4a23-91dd-a4947c2363ac req-669ab8ef-695b-432c-b47c-98378a62b445 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682110 Nov 12 08:11:03.551454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.554209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] For port 9b82c960-cb99-4236-906d-8a096e5d4b0f, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:03.557672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] For port 9b82c960-cb99-4236-906d-8a096e5d4b0f, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:03.563863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.603431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.604131 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.605621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] 10.222.0.32 "PUT /v2.0/ports/9b82c960-cb99-4236-906d-8a096e5d4b0f HTTP/1.1" status: 200 len: 1096 time: 1.2790937 Nov 12 08:11:03.606083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'tag': '9b82c960-cb99-4236-906d-8a096e5d4b0f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:03.609384 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1666f5-337e-475b-826e-3a3657f174f5", "tag": "9b82c960-cb99-4236-906d-8a096e5d4b0f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:03.647767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353caf-bc2b-44b7-9897-13657d54389b service neutron] Pushing event updated for resources: {'Port': ['ID=9b82c960-cb99-4236-906d-8a096e5d4b0f,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:03.699425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:03.741000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:03.750071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.810995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-9947ef27-9e80-4831-a326-50bd00a823d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.812541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-9947ef27-9e80-4831-a326-50bd00a823d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 1099 time: 0.1155834 Nov 12 08:11:03.816516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:03.864459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-1a50a71a-0e31-44ff-a36c-9b79b8bbae8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f HTTP/1.1" status: 200 len: 217 time: 0.0400219 Nov 12 08:11:03.871153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-f80d973d-2b44-4669-b953-669368560a61 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.872589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-f80d973d-2b44-4669-b953-669368560a61 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/networks?id=1705718b-3cbb-430b-8419-bb17b34cf718 HTTP/1.1" status: 200 len: 822 time: 0.2020607 Nov 12 08:11:03.933455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-120507aa-e21e-4658-930f-c84a66797239 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/quotas/d52dd326c3e24670ba539e56381059fb HTTP/1.1" status: 200 len: 375 time: 0.0473869 Nov 12 08:11:03.975165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-906b0b51-e148-43c4-be52-0345db279ce3 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d52dd326c3e24670ba539e56381059fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345395 Nov 12 08:11:03.976943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-70748706-f0df-46b8-8aa1-f43d1ee6a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.978305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-70748706-f0df-46b8-8aa1-f43d1ee6a1c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1031523 Nov 12 08:11:04.058601 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad88d62-faee-4385-a082-1fba60d94cbc x-openstack-request-id: req-aad88d62-faee-4385-a082-1fba60d94cbc {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:04.058903 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1666f5-337e-475b-826e-3a3657f174f5", "tag": "9b82c960-cb99-4236-906d-8a096e5d4b0f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:04.059733 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aad88d62-faee-4385-a082-1fba60d94cbc {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:04.060685 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'tag': '9b82c960-cb99-4236-906d-8a096e5d4b0f', 'status': 'completed', 'code': 200} Nov 12 08:11:04.429771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-d0dd0b43-fb2a-4abe-b112-7ca0bb8454cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c869a31d24b54e2998d05fc386a437e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4026449 Nov 12 08:11:04.472193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4ebb98a-32b4-477c-ae96-0ef758bd71a6 req-92be14a4-5d28-4aea-bf7b-885ac0710e1a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 210 time: 0.0492120 Nov 12 08:11:04.477585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:04.503028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-a60dd5d2-300b-4eee-89f8-2b0e2442b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.504829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-a60dd5d2-300b-4eee-89f8-2b0e2442b92b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5193694 Nov 12 08:11:04.582686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-a9d9fb39-4aae-4733-829f-e9c4ee0abd75 service neutron] 10.222.0.16 "GET /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952735 Nov 12 08:11:04.747368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6e07b6c4-b10d-424b-97f2-faf5e29ac820 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.748819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6e07b6c4-b10d-424b-97f2-faf5e29ac820 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066335 Nov 12 08:11:04.760571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a253b-e2e1-411c-b56c-e4a5573cb978 req-df2ada9d-4d0f-4a9d-b4a3-ab21a02a8789 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.761950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-596a253b-e2e1-411c-b56c-e4a5573cb978 req-df2ada9d-4d0f-4a9d-b4a3-ab21a02a8789 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2125361 Nov 12 08:11:04.782762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Request body: {'port': {'device_id': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'c869a31d24b54e2998d05fc386a437e2'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:04.830398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-3d54dc4b-2509-4518-90c0-8770bb7a9b3d service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851889 Nov 12 08:11:04.897785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-2051cbee-1eef-469e-8430-cb3649446e61 service neutron] 10.222.0.16 "GET /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914240 Nov 12 08:11:04.971585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-596a253b-e2e1-411c-b56c-e4a5573cb978 req-1e9e81f8-c27e-4302-bb39-d7fdbc51c27b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854961 Nov 12 08:11:05.044460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eda22a0-86ff-46ce-b3cd-e1ffd48de977 req-c0377cd4-e9f4-4394-83c0-668cf2b51878 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777153 Nov 12 08:11:05.054371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Made reservation on behalf of c869a31d24b54e2998d05fc386a437e2 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:05.058720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:05.239969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a8937-adb8-49bd-9021-8c50dd0d4d7b req-eaba7771-64f0-4a8c-8807-23b705fbd719 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.242082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb6a8937-adb8-49bd-9021-8c50dd0d4d7b req-eaba7771-64f0-4a8c-8807-23b705fbd719 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 947 time: 0.1690917 Nov 12 08:11:05.269086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-cb63ae6e-b153-4644-8c61-8e543c69a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.270547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-cb63ae6e-b153-4644-8c61-8e543c69a487 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 1099 time: 0.1584787 Nov 12 08:11:05.401521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2e1da-cc09-4f03-8025-3374c2f48762 req-1ea6106c-7cdb-48c4-a2e7-e6b75d39be6c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.403485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfc2e1da-cc09-4f03-8025-3374c2f48762 req-1ea6106c-7cdb-48c4-a2e7-e6b75d39be6c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 944 time: 0.2270730 Nov 12 08:11:05.441906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Allocated IP 192.168.233.230 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/c73b5bc8-2c9c-48fb-af78-da9813c38d56) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:05.448029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb6a8937-adb8-49bd-9021-8c50dd0d4d7b req-c0b15962-beb1-413e-b1a9-567cc32e782c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990976 Nov 12 08:11:05.502099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-8eaca094-4ae2-4c33-8303-f90a7b26b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.503476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-8eaca094-4ae2-4c33-8303-f90a7b26b2c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2215581 Nov 12 08:11:05.572729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-ffe5f429-4590-401a-af5d-6be50ca78f4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f HTTP/1.1" status: 200 len: 217 time: 0.0595937 Nov 12 08:11:05.576246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfc2e1da-cc09-4f03-8025-3374c2f48762 req-dbcdd32e-fe12-4424-b320-9c141b63b85e tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594932 Nov 12 08:11:05.638944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cfa5230-5f83-4261-8dfa-caf7f3c59031 req-247350fb-3c2f-44c5-ae43-51de5472009e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 210 time: 0.0723591 Nov 12 08:11:05.720724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-dc77464d-0001-43cb-a6c5-93925ebbfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.722181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-dc77464d-0001-43cb-a6c5-93925ebbfb5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1321139 Nov 12 08:11:05.770104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ace388f-e1fd-4c9c-83a5-7372819b5cc1 req-5f02106d-9f3a-4813-be73-32543c5995f4 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 210 time: 0.0469069 Nov 12 08:11:05.830150 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:05.833085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-b9e19b5d-3871-44b8-8249-5d40346bfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.834737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-b9e19b5d-3871-44b8-8249-5d40346bfeba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955281 Nov 12 08:11:05.932655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:05.984054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-a3d85170-b4a0-4ccb-875e-13d6fa40bdf6 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403561 Nov 12 08:11:05.996200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:06.000181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:06.004861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:06.008923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Pushing event updated for resources: {'Port': ['ID=c73b5bc8-2c9c-48fb-af78-da9813c38d56,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:06.026328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fae50f6e-e528-477a-9508-3305c85c8d3d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:06.092726 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:11:06.125375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:06.126075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.183476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-7138b636-43cf-4348-b66a-f3bd830215cd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4163637 Nov 12 08:11:06.204288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Request body: {'port': {'device_id': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:06.255464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a35c065-15cc-41c9-a0a2-df0cb31e3b68 req-36e9f6ec-b39f-4eaf-a629-ce19b632e021 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254391 Nov 12 08:11:06.289910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec85bb-4d1a-4185-81de-180e7ee9fc14 req-9f5d4365-1ec0-48c9-be97-6e5c56a41693 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:06.291567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6ec85bb-4d1a-4185-81de-180e7ee9fc14 req-9f5d4365-1ec0-48c9-be97-6e5c56a41693 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1533735 Nov 12 08:11:06.405817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.434344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:06.439344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6ec85bb-4d1a-4185-81de-180e7ee9fc14 req-cda09676-ae27-4555-a9b3-d690ecabac3c tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072376 Nov 12 08:11:06.478747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-c9f4a27a-4a07-475b-8181-baea33ff27b2 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:06.481127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-c9f4a27a-4a07-475b-8181-baea33ff27b2 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.32 "GET /v2.0/networks?id=1705718b-3cbb-430b-8419-bb17b34cf718 HTTP/1.1" status: 200 len: 822 time: 0.2731485 Nov 12 08:11:06.491243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd016c21-3770-402a-a7dd-a3b1825aed86 None None] Provisioning complete for port c73b5bc8-2c9c-48fb-af78-da9813c38d56 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:06.491243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd016c21-3770-402a-a7dd-a3b1825aed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.507325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Request body: {'port': {'device_id': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718', 'admin_state_up': True, 'tenant_id': 'd52dd326c3e24670ba539e56381059fb'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:06.541311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fd016c21-3770-402a-a7dd-a3b1825aed86 None None] Port c73b5bc8-2c9c-48fb-af78-da9813c38d56 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:06.548165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:06.553491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:06.554153 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.657397 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.682704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:06.685253 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921cb175-4e3b-4901-9762-7fd738dc01c5" -d '{"events": [{"server_uuid": "4bcddeed-29b9-4e18-bda4-60ff8cee38d8", "name": "network-vif-plugged", "status": "completed", "tag": "3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:06.700289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:06.705530 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.760011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:06.767873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e28a6-a20c-4280-8eea-995c8ad26cbb req-7470fc38-83b1-4295-91dc-c5b6bf8a4a9e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:06.769396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-597e28a6-a20c-4280-8eea-995c8ad26cbb req-7470fc38-83b1-4295-91dc-c5b6bf8a4a9e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 947 time: 0.1462715 Nov 12 08:11:06.816669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Made reservation on behalf of d52dd326c3e24670ba539e56381059fb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:06.820083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.877929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-597e28a6-a20c-4280-8eea-995c8ad26cbb req-e629c482-983a-447c-8d95-4e09c4bd7e38 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993931 Nov 12 08:11:06.992849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73b5bc8-2c9c-48fb-af78-da9813c38d56 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:07.008251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.063283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Transition to ACTIVE for port object c73b5bc8-2c9c-48fb-af78-da9813c38d56 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:07.072124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7ffc7-2e9b-4ec1-ac5f-4eb28c03029f req-b9f6428c-974c-4ca9-a348-01c7f0c03a95 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.073512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99a7ffc7-2e9b-4ec1-ac5f-4eb28c03029f req-b9f6428c-974c-4ca9-a348-01c7f0c03a95 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.1291521 Nov 12 08:11:07.086978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.122606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f54a16a-d04c-421c-9e81-2b5a39d3e8f3 req-3712433c-8feb-4d4d-a0f5-2a509befa388 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 210 time: 0.0637226 Nov 12 08:11:07.125837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Allocated IP 172.20.0.2 (1705718b-3cbb-430b-8419-bb17b34cf718/955f6537-34bb-4f0d-af01-0ba034f5330e/a82a184d-ada4-4b3a-85da-8675c40c5c26) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:07.180281 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dfa62a-3f34-432e-9740-9fd725329388 x-openstack-request-id: req-e2dfa62a-3f34-432e-9740-9fd725329388 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:07.180843 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcddeed-29b9-4e18-bda4-60ff8cee38d8", "name": "network-vif-plugged", "status": "completed", "tag": "3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:07.181047 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2dfa62a-3f34-432e-9740-9fd725329388 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:07.181601 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a', 'code': 200} Nov 12 08:11:07.267530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c73b5bc8-2c9c-48fb-af78-da9813c38d56,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:07.326766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ef38-8a8c-46f0-9b7f-e44e260f344d req-96fdc630-08cb-4d54-8b2e-e34e8c78b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.328808 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6925ef38-8a8c-46f0-9b7f-e44e260f344d req-96fdc630-08cb-4d54-8b2e-e34e8c78b932 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 1097 time: 0.0570595 Nov 12 08:11:07.336188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99a7ffc7-2e9b-4ec1-ac5f-4eb28c03029f req-7033d4cd-0345-4247-8759-791a7cee2dfd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501233 Nov 12 08:11:07.397241 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6925ef38-8a8c-46f0-9b7f-e44e260f344d req-dc131090-fe3f-4b07-a42c-b312c90e253e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Nov 12 08:11:07.455803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Attempting to bind port c73b5bc8-2c9c-48fb-af78-da9813c38d56 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:07.456170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Attempting to bind port c73b5bc8-2c9c-48fb-af78-da9813c38d56 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:07.456492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Attempting to bind port c73b5bc8-2c9c-48fb-af78-da9813c38d56 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:07.471218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf00849-65d6-4480-b357-2fa090d1125c req-9a63e57e-781f-4e23-a163-cb3f906ff54a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.473105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cf00849-65d6-4480-b357-2fa090d1125c req-9a63e57e-781f-4e23-a163-cb3f906ff54a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 948 time: 0.2105205 Nov 12 08:11:07.477372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Port c73b5bc8-2c9c-48fb-af78-da9813c38d56 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:07.477372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Attempting to bind port c73b5bc8-2c9c-48fb-af78-da9813c38d56 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:07.498255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:07.498925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:07.499395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:07.499814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Bound port: c73b5bc8-2c9c-48fb-af78-da9813c38d56, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:07.501724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.565881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.635490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cf00849-65d6-4480-b357-2fa090d1125c req-9e9e1ff0-3eea-4fd5-9e46-adae182b10ae tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534927 Nov 12 08:11:07.682215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa9257-9b23-46d9-8e53-b200d1c14dd7 req-fce306c1-9ad1-4d00-bd78-43622901d947 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.683678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0aa9257-9b23-46d9-8e53-b200d1c14dd7 req-fce306c1-9ad1-4d00-bd78-43622901d947 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1488264 Nov 12 08:11:07.687008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] For port c73b5bc8-2c9c-48fb-af78-da9813c38d56, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:07.691813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] For port c73b5bc8-2c9c-48fb-af78-da9813c38d56, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:07.698257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.705446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.771061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.771719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.773231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/c73b5bc8-2c9c-48fb-af78-da9813c38d56 HTTP/1.1" status: 200 len: 1097 time: 1.5768273 Nov 12 08:11:07.775094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Network 1705718b-3cbb-430b-8419-bb17b34cf718 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:07.779974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'tag': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:07.782596 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bdfdfd-5a12-46db-980b-a9038105d661" -d '{"events": [{"name": "network-changed", "server_uuid": "272e1fb1-09c9-4738-a987-f8f6c33de3ac", "tag": "c73b5bc8-2c9c-48fb-af78-da9813c38d56"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:07.792645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:07.805091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:07.812677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Pushing event updated for resources: {'Port': ['ID=a82a184d-ada4-4b3a-85da-8675c40c5c26,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:07.852086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0aa9257-9b23-46d9-8e53-b200d1c14dd7 req-8d4221ca-e8b7-4b12-ab9a-3444743b620a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620257 Nov 12 08:11:07.930774 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563a3d8-5042-46e5-92fb-6dc7824c191e x-openstack-request-id: req-0563a3d8-5042-46e5-92fb-6dc7824c191e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:07.931345 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272e1fb1-09c9-4738-a987-f8f6c33de3ac", "tag": "c73b5bc8-2c9c-48fb-af78-da9813c38d56", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:07.931792 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0563a3d8-5042-46e5-92fb-6dc7824c191e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:07.932563 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'tag': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56', 'status': 'completed', 'code': 200} Nov 12 08:11:07.963755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.964438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.982282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda931e-8a34-424f-9ab2-63ce84f100b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c73b5bc8-2c9c-48fb-af78-da9813c38d56,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:07.997922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-04b6af77-6062-4cce-91d4-a711e593d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.000132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-04b6af77-6062-4cce-91d4-a711e593d876 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c869a31d24b54e2998d05fc386a437e2&device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 1100 time: 0.1623359 Nov 12 08:11:08.004334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-80690d05-4121-48b8-bab0-54d4fcc9a50e tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5012281 Nov 12 08:11:08.043498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Request body: {'port': {'device_id': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:08.100983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-2936c7e2-2703-42d3-8a52-496c660c3311 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56 HTTP/1.1" status: 200 len: 217 time: 0.0625196 Nov 12 08:11:08.168983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a9ec-b515-43df-9d3a-8bedf0fb91de req-5c671844-728b-4aba-823f-79bd8dfd6b47 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.170491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3270a9ec-b515-43df-9d3a-8bedf0fb91de req-5c671844-728b-4aba-823f-79bd8dfd6b47 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 947 time: 0.1652408 Nov 12 08:11:08.192065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.221405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-dba39687-7a89-4f45-83de-88debc0a66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.222991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-dba39687-7a89-4f45-83de-88debc0a66ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1068201 Nov 12 08:11:08.298698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3270a9ec-b515-43df-9d3a-8bedf0fb91de req-387dd2e2-a211-4917-be31-3f61f54bd2c7 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172481 Nov 12 08:11:08.408379 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.651084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38852) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:08.731155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-1cb60971-5ceb-4ddd-a451-5cb2cde41a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.732635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-1cb60971-5ceb-4ddd-a451-5cb2cde41a5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4967084 Nov 12 08:11:08.763556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89cd041b-8e4f-4f75-8b0f-f58e709f37ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.845423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89cd041b-8e4f-4f75-8b0f-f58e709f37ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.849446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89cd041b-8e4f-4f75-8b0f-f58e709f37ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.888838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89cd041b-8e4f-4f75-8b0f-f58e709f37ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1aaed94e572448287199c78421c889d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366657 Nov 12 08:11:08.889751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd041b-8e4f-4f75-8b0f-f58e709f37ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9132e8-60cd-43bd-a359-f846a3fa3772,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:08.892139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38860) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:08.941558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-182d6112-16bf-44b4-99e4-92bdb56e83f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.953744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b1309-c94d-4668-abbb-6b205eb59171 req-877b22b6-b92d-43e4-b6cd-eee2fcfcb064 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.955389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-600b1309-c94d-4668-abbb-6b205eb59171 req-877b22b6-b92d-43e4-b6cd-eee2fcfcb064 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.2307417 Nov 12 08:11:08.963922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2c928-046c-4f8d-a0cf-26f6168c01f7 req-7c55ee77-ac07-4ad3-a356-87723fa683ad tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.964784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-182d6112-16bf-44b4-99e4-92bdb56e83f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.965409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1a2c928-046c-4f8d-a0cf-26f6168c01f7 req-7c55ee77-ac07-4ad3-a356-87723fa683ad tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 931 time: 0.2427824 Nov 12 08:11:09.012831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-182d6112-16bf-44b4-99e4-92bdb56e83f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.015536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-182d6112-16bf-44b4-99e4-92bdb56e83f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.016788 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-182d6112-16bf-44b4-99e4-92bdb56e83f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd9132e8-60cd-43bd-a359-f846a3fa3772 HTTP/1.1" status: 204 len: 168 time: 0.1238170 Nov 12 08:11:09.024989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d6112-16bf-44b4-99e4-92bdb56e83f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9132e8-60cd-43bd-a359-f846a3fa3772,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:09.030666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-f1c2fcb8-30d4-4dc1-8534-7f48ceff0f72 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788053 Nov 12 08:11:09.186562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-600b1309-c94d-4668-abbb-6b205eb59171 req-d9f32a56-dd50-498f-9818-fcbe5796f2cd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169995 Nov 12 08:11:09.220184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1a2c928-046c-4f8d-a0cf-26f6168c01f7 req-a17d469d-7183-406e-a42e-97937009c470 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417061 Nov 12 08:11:09.258593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82a184d-ada4-4b3a-85da-8675c40c5c26 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:09.277689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.294682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11e7e754-25cc-4767-b9e7-b360400acd12 req-f27ab156-edcf-4427-a4ba-4d5fb17aec0c service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535467 Nov 12 08:11:09.334151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Transition to ACTIVE for port object a82a184d-ada4-4b3a-85da-8675c40c5c26 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:09.364886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.435058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562705c-3012-4f46-a77c-4f4504b88f46 req-dbc91451-ff94-4d32-81f2-89c3e04559af tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.440869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c562705c-3012-4f46-a77c-4f4504b88f46 req-dbc91451-ff94-4d32-81f2-89c3e04559af tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 948 time: 0.1668324 Nov 12 08:11:09.494329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8de6-872d-47ee-b802-e541bbfbf106 req-2be4ba06-c1c2-404e-826d-18012c41c960 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.496237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a61e8de6-872d-47ee-b802-e541bbfbf106 req-2be4ba06-c1c2-404e-826d-18012c41c960 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1808560 Nov 12 08:11:09.551556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a184d-ada4-4b3a-85da-8675c40c5c26,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:09.565949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9b82c960-cb99-4236-906d-8a096e5d4b0f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:09.632912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-026d7e84-abdb-4a51-9cfd-ec68fa790f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.634381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-026d7e84-abdb-4a51-9cfd-ec68fa790f2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c869a31d24b54e2998d05fc386a437e2&device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 1100 time: 0.2274089 Nov 12 08:11:09.684229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c562705c-3012-4f46-a77c-4f4504b88f46 req-1b32c0d9-8a45-4352-a792-6c4027975045 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174473 Nov 12 08:11:09.688771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9b82c960-cb99-4236-906d-8a096e5d4b0f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:09.704249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a61e8de6-872d-47ee-b802-e541bbfbf106 req-539799e2-81d5-44aa-8956-f9dd62edd391 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788843 Nov 12 08:11:09.731192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '9b82c960-cb99-4236-906d-8a096e5d4b0f', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '9b82c960-cb99-4236-906d-8a096e5d4b0f', 'mac_address': 'fa:16:3e:1d:91:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:09.746694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Attempting to bind port a82a184d-ada4-4b3a-85da-8675c40c5c26 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:09.747035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Attempting to bind port a82a184d-ada4-4b3a-85da-8675c40c5c26 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '31115265-4f0c-4baf-8ae1-57d676f3f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:09.747364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Attempting to bind port a82a184d-ada4-4b3a-85da-8675c40c5c26 on network 1705718b-3cbb-430b-8419-bb17b34cf718 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:09.773232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Port a82a184d-ada4-4b3a-85da-8675c40c5c26 on network 1705718b-3cbb-430b-8419-bb17b34cf718 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:09.773565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Attempting to bind port a82a184d-ada4-4b3a-85da-8675c40c5c26 on network 1705718b-3cbb-430b-8419-bb17b34cf718 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:09.788752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:09.789635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Checking segment: {'id': '31115265-4f0c-4baf-8ae1-57d676f3f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:09.790034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Bound using segment: {'id': '31115265-4f0c-4baf-8ae1-57d676f3f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:09.790493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Bound port: a82a184d-ada4-4b3a-85da-8675c40c5c26, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31115265-4f0c-4baf-8ae1-57d676f3f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:09.791371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.801330 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.817274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b82c960-cb99-4236-906d-8a096e5d4b0f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:09.837445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38886) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:09.845980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9b82c960-cb99-4236-906d-8a096e5d4b0f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:09.850876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.881377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-264f9c30-3300-42d2-9781-77e0cbfc2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.882864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-264f9c30-3300-42d2-9781-77e0cbfc2b18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2404699 Nov 12 08:11:09.906211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9b82c960-cb99-4236-906d-8a096e5d4b0f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:09.956610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8bb7b-aaaf-433a-8c54-8c32d7e93dfb req-80c2d243-c518-455b-b2e4-85288ad25341 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.958106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5f8bb7b-aaaf-433a-8c54-8c32d7e93dfb req-80c2d243-c518-455b-b2e4-85288ad25341 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 947 time: 0.1473901 Nov 12 08:11:09.962967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-e12bdd8a-7205-438e-b471-73b67f44f3e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56 HTTP/1.1" status: 200 len: 217 time: 0.0604246 Nov 12 08:11:09.970703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] For port a82a184d-ada4-4b3a-85da-8675c40c5c26, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:09.970897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1987641657-network', 'tenant_id': 'fb0a4fc143cc488b8a12f8d89062466d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:09.979528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] For port a82a184d-ada4-4b3a-85da-8675c40c5c26, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26,segment=NetworkSegment(31115265-4f0c-4baf-8ae1-57d676f3f2d5),segment_id=31115265-4f0c-4baf-8ae1-57d676f3f2d5)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:09.998763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Made reservation on behalf of fb0a4fc143cc488b8a12f8d89062466d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:10.000442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.001994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.010657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.083350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.083986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.085636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] 10.222.0.32 "PUT /v2.0/ports/a82a184d-ada4-4b3a-85da-8675c40c5c26 HTTP/1.1" status: 200 len: 1092 time: 2.0696781 Nov 12 08:11:10.086074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'tag': 'a82a184d-ada4-4b3a-85da-8675c40c5c26'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:10.088532 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c83761f-0124-4248-9843-5f0428496b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "de72a80d-3689-4bec-9e17-02a8b782d889", "tag": "a82a184d-ada4-4b3a-85da-8675c40c5c26"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:10.099557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.105438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.111731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-b3ea5b1a-133e-49c4-8b54-f9860cceff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.113525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-b3ea5b1a-133e-49c4-8b54-f9860cceff57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1402080 Nov 12 08:11:10.133803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:11:10.136209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5f8bb7b-aaaf-433a-8c54-8c32d7e93dfb req-70331048-461c-4cba-8ff6-1ce23de407cb tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654308 Nov 12 08:11:10.138331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56a7c8-6823-4bf8-9e7e-68c246744cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a82a184d-ada4-4b3a-85da-8675c40c5c26,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:10.157650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.158008 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Added segment 6ebe8d4e-fad3-44c1-ac75-264057d00844 of type vlan for network 0ca61168-6481-40fb-9677-4ab7061739c1 Nov 12 08:11:10.159463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192c570f-a291-4837-82b2-dc7ffb100fc1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:10.169579 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedefc8-6305-41a9-a481-694191264699 x-openstack-request-id: req-6cedefc8-6305-41a9-a481-694191264699 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:10.169882 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72a80d-3689-4bec-9e17-02a8b782d889", "tag": "a82a184d-ada4-4b3a-85da-8675c40c5c26", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:10.170139 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cedefc8-6305-41a9-a481-694191264699 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:10.170471 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'tag': 'a82a184d-ada4-4b3a-85da-8675c40c5c26', 'status': 'completed', 'code': 200} Nov 12 08:11:10.180840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9b82c960-cb99-4236-906d-8a096e5d4b0f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:10.206871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.223299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-b7585f4b-cb88-48d7-a05a-812765db12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.224892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-b7585f4b-cb88-48d7-a05a-812765db12bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877342 Nov 12 08:11:10.229814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-14c838a1-bef9-4444-a72a-683b0d573fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.231745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-14c838a1-bef9-4444-a72a-683b0d573fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d52dd326c3e24670ba539e56381059fb&device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 1095 time: 0.0769672 Nov 12 08:11:10.243564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.244633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.245220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.309471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-b2cb8894-fa47-438c-8866-e14e7e17d68b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26 HTTP/1.1" status: 200 len: 217 time: 0.0614216 Nov 12 08:11:10.340067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5007272 Nov 12 08:11:10.343269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38896) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:10.348916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Request body: {'subnet': {'network_id': '0ca61168-6481-40fb-9677-4ab7061739c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1987641657-subnet', 'tenant_id': 'fb0a4fc143cc488b8a12f8d89062466d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:10.369480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5502566-35a2-44c8-ba85-5271d6d824fa admin admin] Pushing event updated for resources: {'Network': ['ID=0ca61168-6481-40fb-9677-4ab7061739c1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:10.384020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Made reservation on behalf of fb0a4fc143cc488b8a12f8d89062466d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:10.384747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 0ca61168-6481-40fb-9677-4ab7061739c1 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:11:10.386517 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.509275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b49f9-6c46-46ed-a7ac-c775c24b307d req-9995ecb2-771f-4a43-8a2f-00a0966e75d6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.510757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e77b49f9-6c46-46ed-a7ac-c775c24b307d req-9995ecb2-771f-4a43-8a2f-00a0966e75d6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.2110023 Nov 12 08:11:10.512135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-5c1b4660-3a53-42ea-8990-bb570d0530d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.513590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-5c1b4660-3a53-42ea-8990-bb570d0530d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=955f6537-34bb-4f0d-af01-0ba034f5330e HTTP/1.1" status: 200 len: 862 time: 0.1918287 Nov 12 08:11:10.522660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1d21-d764-4e0a-a8b0-7049901678a8 req-1990112b-d475-4be8-baf8-992a3674d32b tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.524129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-254a1d21-d764-4e0a-a8b0-7049901678a8 req-1990112b-d475-4be8-baf8-992a3674d32b tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 943 time: 0.2011061 Nov 12 08:11:10.528173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-79beda8b-2dfa-4ce8-bb85-81fc525dc4c2 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891457 Nov 12 08:11:10.586407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.607586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-05930bb9-d2b3-471d-9914-537740faf237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1705718b-3cbb-430b-8419-bb17b34cf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736451 Nov 12 08:11:10.627236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b73-07fa-4083-8ad3-6173f880dfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.652197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0660e7a2-3183-4811-9c71-3258b6318340,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:10.660714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Checking segment: {'id': '6ebe8d4e-fad3-44c1-ac75-264057d00844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0ca61168-6481-40fb-9677-4ab7061739c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:10.661073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Network hostable DHCP agents. Network: 0ca61168-6481-40fb-9677-4ab7061739c1, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:11:10.679530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Network 0ca61168-6481-40fb-9677-4ab7061739c1 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:11:10.688907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 0ca61168-6481-40fb-9677-4ab7061739c1) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:10.695148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.696217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.705260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fdc78-ef5a-44cb-96bc-f13daea4b0ca None None] Network 0ca61168-6481-40fb-9677-4ab7061739c1 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:10.716361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4624032d-584c-4d33-b279-b1c8dd0ad4a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3712742 Nov 12 08:11:10.740463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e77b49f9-6c46-46ed-a7ac-c775c24b307d req-2341c0bd-bcac-4023-8bcc-4f01b1cb6486 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149966 Nov 12 08:11:10.787700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-2616840f-0fc7-4d86-99e1-82d1423b77b6 service neutron] 10.222.0.32 "GET /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668205 Nov 12 08:11:10.801924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-254a1d21-d764-4e0a-a8b0-7049901678a8 req-977ce923-b9aa-4677-bd0d-ceb9331facb5 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650373 Nov 12 08:11:10.853343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c680ac9-e3f3-49da-9472-3e45223ca29a None None] Network 0ca61168-6481-40fb-9677-4ab7061739c1 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:10.958543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8bdfdfd-5a12-46db-980b-a9038105d661 req-bde5892c-bc3a-4c6f-9507-fd0da4f7b9ba service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998313 Nov 12 08:11:11.014999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25b1a-0334-48b8-9296-49ee33d6119e req-cb2f9669-8e1e-4629-8571-595f5d8eb43b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.016493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bea25b1a-0334-48b8-9296-49ee33d6119e req-cb2f9669-8e1e-4629-8571-595f5d8eb43b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 948 time: 0.1553535 Nov 12 08:11:11.018325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37985122-0174-4680-bbdf-a08b3d630ea1 req-65014d3c-a55a-486b-ae37-0c671f5151c6 service neutron] 10.222.0.32 "GET /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071538 Nov 12 08:11:11.026725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae71a38-8d57-433a-8d7b-80a574d78b48 req-70b1f204-f675-42b5-97de-d464aadbe292 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.028204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fae71a38-8d57-433a-8d7b-80a574d78b48 req-70b1f204-f675-42b5-97de-d464aadbe292 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1217015 Nov 12 08:11:11.123037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bea25b1a-0334-48b8-9296-49ee33d6119e req-f3cd9587-dac4-45d5-8778-cbce5c86e43a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938561 Nov 12 08:11:11.132771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fae71a38-8d57-433a-8d7b-80a574d78b48 req-ee33ee5e-cb3e-4504-9734-51f80ab81656 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961800 Nov 12 08:11:11.155320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83761f-0124-4248-9843-5f0428496b4b req-d560bb45-7d67-49ac-a451-9e24df08406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.157015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-d560bb45-7d67-49ac-a451-9e24df08406c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d52dd326c3e24670ba539e56381059fb&device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 1095 time: 0.0887883 Nov 12 08:11:11.257498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83761f-0124-4248-9843-5f0428496b4b req-29986f71-411b-457e-9820-80dcd7347375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.259081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-29986f71-411b-457e-9820-80dcd7347375 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1705718b-3cbb-430b-8419-bb17b34cf718 HTTP/1.1" status: 200 len: 922 time: 0.0940757 Nov 12 08:11:11.307831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-c93b4cf7-6984-4cf8-bb12-5ad0138076f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26 HTTP/1.1" status: 200 len: 217 time: 0.0400801 Nov 12 08:11:11.375334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e0b57155-2443-43b2-b0a2-446c0ccd8e82 req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1979752234', 'description': 'tempest-description-1828613416'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:11.423249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83761f-0124-4248-9843-5f0428496b4b req-b90af412-f910-4e0d-af70-d3b6a567367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.424746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-b90af412-f910-4e0d-af70-d3b6a567367c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=955f6537-34bb-4f0d-af01-0ba034f5330e HTTP/1.1" status: 200 len: 862 time: 0.1023016 Nov 12 08:11:11.444694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e0b57155-2443-43b2-b0a2-446c0ccd8e82 req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.472098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-202c3925-435b-4338-a1f8-ac027ca7e105 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1705718b-3cbb-430b-8419-bb17b34cf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385013 Nov 12 08:11:11.485702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cceb83-72c2-4b24-a7d5-be9a833ed93b req-c5799b82-25c9-4236-afb3-653a240b7264 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.487090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87cceb83-72c2-4b24-a7d5-be9a833ed93b req-c5799b82-25c9-4236-afb3-653a240b7264 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 948 time: 0.1194239 Nov 12 08:11:11.534402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.560753 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9b82c960-cb99-4236-906d-8a096e5d4b0f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:11.616690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 9b82c960-cb99-4236-906d-8a096e5d4b0f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:11.620937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 9b82c960-cb99-4236-906d-8a096e5d4b0f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:11.621327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.629587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87cceb83-72c2-4b24-a7d5-be9a833ed93b req-a482a5fb-a04a-4fb6-8804-c0dfa215d668 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314864 Nov 12 08:11:11.648665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-46d7e763-bbd1-4cc2-819d-da0db4b87f73 service neutron] 10.222.0.32 "GET /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586688 Nov 12 08:11:11.655025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e0b57155-2443-43b2-b0a2-446c0ccd8e82 req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.665790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e0b57155-2443-43b2-b0a2-446c0ccd8e82 req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.709465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.735028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b82c960-cb99-4236-906d-8a096e5d4b0f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:11.737245 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85248f4d-f725-4790-aca5-32287507008a" -d '{"events": [{"server_uuid": "ef1666f5-337e-475b-826e-3a3657f174f5", "name": "network-vif-plugged", "status": "completed", "tag": "9b82c960-cb99-4236-906d-8a096e5d4b0f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:11.739221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e0b57155-2443-43b2-b0a2-446c0ccd8e82 req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.740660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0b57155-2443-43b2-b0a2-446c0ccd8e82 req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3712966 Nov 12 08:11:11.750796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:11.752095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9b82c960-cb99-4236-906d-8a096e5d4b0f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:11.756972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:11.757261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.757628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.757969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.758332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.759132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.759132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.759411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.759738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.760079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.760506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.760828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.761156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edd2c98-ee3c-4bf4-a878-804a3745cfb1 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:11.792790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c83761f-0124-4248-9843-5f0428496b4b req-cffda338-0d56-4b84-b0fc-67690a28f853 service neutron] 10.222.0.32 "GET /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362662 Nov 12 08:11:11.798629 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c02341-1bf7-4b7f-91c9-5fcf11c3b730 x-openstack-request-id: req-a8c02341-1bf7-4b7f-91c9-5fcf11c3b730 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:11.799548 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1666f5-337e-475b-826e-3a3657f174f5", "name": "network-vif-plugged", "status": "completed", "tag": "9b82c960-cb99-4236-906d-8a096e5d4b0f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:11.799548 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8c02341-1bf7-4b7f-91c9-5fcf11c3b730 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:11.799548 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b82c960-cb99-4236-906d-8a096e5d4b0f', 'code': 200} Nov 12 08:11:11.830170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9b82c960-cb99-4236-906d-8a096e5d4b0f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:11.864447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-64188a2a-e93f-43f4-b728-5ffdc7e4a10f tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025 HTTP/1.1" status: 200 len: 1830 time: 0.0564263 Nov 12 08:11:11.875472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:11.875885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:11.974828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db05807-41bd-483c-93bf-159ec598cca5 req-96f1000e-1ccd-4ea7-a27d-6a7c8791eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.976317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9db05807-41bd-483c-93bf-159ec598cca5 req-96f1000e-1ccd-4ea7-a27d-6a7c8791eb85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 1101 time: 0.0950079 Nov 12 08:11:12.002314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a83af-8e37-4a6f-914b-98f5269adbc7 req-35654c32-fab7-4c3c-87da-015a82fbc6cd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.003623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51a83af-8e37-4a6f-914b-98f5269adbc7 req-35654c32-fab7-4c3c-87da-015a82fbc6cd tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.1105437 Nov 12 08:11:12.037242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.085090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9db05807-41bd-483c-93bf-159ec598cca5 req-69812156-be34-45f7-abd8-b2d92015e8e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974662 Nov 12 08:11:12.097003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.101736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51a83af-8e37-4a6f-914b-98f5269adbc7 req-07f79b21-b0ae-4fa0-8852-050b4c934aa6 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868902 Nov 12 08:11:12.102694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.124655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c52ca9-4d75-44aa-8955-dbd5624d0c57,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:12.133377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.133377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f663650c-44a9-44c2-8b2f-feb60190d36c req-d83235a2-bbb2-450a-8c6f-b4c9a6bb1dc0 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2617891 Nov 12 08:11:12.221873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5be813f-b4d7-4a75-8710-7f7a33c741c2 req-831732ce-70d9-4bc6-a55a-5b339129fe43 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025 HTTP/1.1" status: 200 len: 2423 time: 0.0687521 Nov 12 08:11:12.234689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972c46-116e-4118-bcce-79df682db49a req-e0d63db6-af98-42ca-b737-bd88b76ff02f tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.236359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3972c46-116e-4118-bcce-79df682db49a req-e0d63db6-af98-42ca-b737-bd88b76ff02f tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 943 time: 0.0740528 Nov 12 08:11:12.305742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3972c46-116e-4118-bcce-79df682db49a req-e71ef359-3cf2-467f-bf9b-611f998c2ba6 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624619 Nov 12 08:11:12.328248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724764a6-8a4f-440e-b7c6-4d81408b491d req-254bd4da-e2b0-4f34-96a6-6c58407cd4c6 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.329732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-724764a6-8a4f-440e-b7c6-4d81408b491d req-254bd4da-e2b0-4f34-96a6-6c58407cd4c6 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 948 time: 0.0594833 Nov 12 08:11:12.410974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-724764a6-8a4f-440e-b7c6-4d81408b491d req-0d2c907a-7310-4734-a199-49936c6ba436 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750303 Nov 12 08:11:12.431908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855faff3-30f5-401b-b272-2d5e87d97033 req-f90f7a2b-0403-416c-9b7b-2540d06eb898 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.433408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-855faff3-30f5-401b-b272-2d5e87d97033 req-f90f7a2b-0403-416c-9b7b-2540d06eb898 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0675168 Nov 12 08:11:12.483440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-855faff3-30f5-401b-b272-2d5e87d97033 req-68231935-4be9-4f89-89d8-aa8e96ccd3c4 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 Nov 12 08:11:12.509132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-8bba88e1-927f-4a8f-a9a6-0a7aacbac8c4 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-group-rules/24c52ca9-4d75-44aa-8955-dbd5624d0c57 HTTP/1.1" status: 200 len: 778 time: 0.0158694 Nov 12 08:11:12.552529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-1f649b0e-f96c-4d82-8f64-e6db20f394db tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025 HTTP/1.1" status: 200 len: 2423 time: 0.0370629 Nov 12 08:11:12.582493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-88a4b028-6587-4431-8e5a-d33b558693d9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.589869 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-88a4b028-6587-4431-8e5a-d33b558693d9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.616002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-88a4b028-6587-4431-8e5a-d33b558693d9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.622634 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-88a4b028-6587-4431-8e5a-d33b558693d9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.624344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f738b3cd-93b2-42e4-968f-451c6f43b11c req-88a4b028-6587-4431-8e5a-d33b558693d9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/24c52ca9-4d75-44aa-8955-dbd5624d0c57 HTTP/1.1" status: 204 len: 173 time: 0.0643439 Nov 12 08:11:12.630345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4b028-6587-4431-8e5a-d33b558693d9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24c52ca9-4d75-44aa-8955-dbd5624d0c57,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:12.649141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-477d69ff-b0ca-45de-93b2-d26f2ecb4a9f req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-868352573', 'description': 'tempest-description-377842688'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:12.672481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-477d69ff-b0ca-45de-93b2-d26f2ecb4a9f req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.773343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadca6a-2eab-40cc-8a2f-be2096ba31d9 req-c6e61aab-bab2-4fa2-ad47-ca56c588a7dc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.774793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3aadca6a-2eab-40cc-8a2f-be2096ba31d9 req-c6e61aab-bab2-4fa2-ad47-ca56c588a7dc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 949 time: 0.0717342 Nov 12 08:11:12.787234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-477d69ff-b0ca-45de-93b2-d26f2ecb4a9f req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.793478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-477d69ff-b0ca-45de-93b2-d26f2ecb4a9f req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.840620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-477d69ff-b0ca-45de-93b2-d26f2ecb4a9f req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.841778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-477d69ff-b0ca-45de-93b2-d26f2ecb4a9f req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1966422 Nov 12 08:11:12.847826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685bc2d-643b-440d-a6b8-1615902a88f7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1958ed-3628-47cb-8f52-25eaf7cf1462,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:12.861707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3aadca6a-2eab-40cc-8a2f-be2096ba31d9 req-ebac05b2-2031-46b4-aad7-181fa0286d8c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Nov 12 08:11:12.902361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96fa9413-da7e-465c-8c5b-bcd7e0bb0228 req-83c54235-7779-4d58-9a41-e7de1144592d tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/af1958ed-3628-47cb-8f52-25eaf7cf1462 HTTP/1.1" status: 200 len: 1828 time: 0.0384429 Nov 12 08:11:12.942523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-434de147-147e-414e-b0cf-156d4e870784 req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-541150125', 'description': 'tempest-description-176590130'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:12.964373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-434de147-147e-414e-b0cf-156d4e870784 req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.028458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-434de147-147e-414e-b0cf-156d4e870784 req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.032025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-434de147-147e-414e-b0cf-156d4e870784 req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.062717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0972fc9f-e8c1-48e4-b560-1ca17d5c50c3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:13.066599 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-434de147-147e-414e-b0cf-156d4e870784 req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.067782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-434de147-147e-414e-b0cf-156d4e870784 req-0c9a4e5c-3f0f-4686-b94d-c01f945a5471 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1294777 Nov 12 08:11:13.093742 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b6223d2c-4f75-4d58-9222-822cc6949613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.138186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3010b82b-906c-44ba-b0e1-17e111eb8f59 req-d17d6daa-7118-4f07-bed8-f06d948fbd0a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/0972fc9f-e8c1-48e4-b560-1ca17d5c50c3 HTTP/1.1" status: 200 len: 1828 time: 0.0433273 Nov 12 08:11:13.163223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b7f98d36-f528-4c68-b63b-ca0a7245a698 req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-430552630', 'description': 'tempest-description-2123568535'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:13.205830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7f98d36-f528-4c68-b63b-ca0a7245a698 req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.246628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b5f66-8422-4e13-9c2b-56209a306c57 req-7ab09295-4e02-4235-99ff-5677281a38a1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.248146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-762b5f66-8422-4e13-9c2b-56209a306c57 req-7ab09295-4e02-4235-99ff-5677281a38a1 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.0709817 Nov 12 08:11:13.317021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7f98d36-f528-4c68-b63b-ca0a7245a698 req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.321934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-762b5f66-8422-4e13-9c2b-56209a306c57 req-eebd14cc-9ac3-4987-be6d-f63eeb418931 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663931 Nov 12 08:11:13.322930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7f98d36-f528-4c68-b63b-ca0a7245a698 req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.351243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b7f98d36-f528-4c68-b63b-ca0a7245a698 req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.352398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7f98d36-f528-4c68-b63b-ca0a7245a698 req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1934154 Nov 12 08:11:13.356573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d351108-c636-4ac5-a370-1f8ae079ab84 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abae23a7-796b-4579-8154-ea025afd2a33,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:13.457818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a63ee-c03b-4d14-92c3-41009d6045aa req-03e9e723-c587-4703-8416-d5fbdd217084 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.459356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd9a63ee-c03b-4d14-92c3-41009d6045aa req-03e9e723-c587-4703-8416-d5fbdd217084 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 943 time: 0.0559080 Nov 12 08:11:13.534741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd9a63ee-c03b-4d14-92c3-41009d6045aa req-25bfc49a-9a1f-4643-b6d4-839f68eb0410 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693831 Nov 12 08:11:13.567564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5523be4-645e-4444-a699-fea12dae1907 req-455109ec-1f4c-47ac-9545-e88e0ed3c96d tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/abae23a7-796b-4579-8154-ea025afd2a33 HTTP/1.1" status: 200 len: 1829 time: 0.0442624 Nov 12 08:11:13.574559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a82a184d-ada4-4b3a-85da-8675c40c5c26 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:13.650915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4679-d4a1-4384-a6cf-8cf977bd1828 req-6a8aa8a4-663e-4047-9f8c-bf8f89aa2ccd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.658896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-415f4679-d4a1-4384-a6cf-8cf977bd1828 req-6a8aa8a4-663e-4047-9f8c-bf8f89aa2ccd tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 948 time: 0.0630717 Nov 12 08:11:13.695556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a82a184d-ada4-4b3a-85da-8675c40c5c26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26,segment=NetworkSegment(31115265-4f0c-4baf-8ae1-57d676f3f2d5),segment_id=31115265-4f0c-4baf-8ae1-57d676f3f2d5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:13.708196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a82a184d-ada4-4b3a-85da-8675c40c5c26', 'network_id': '1705718b-3cbb-430b-8419-bb17b34cf718', 'port_id': 'a82a184d-ada4-4b3a-85da-8675c40c5c26', 'mac_address': 'fa:16:3e:6e:6c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955f6537-34bb-4f0d-af01-0ba034f5330e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:13.731714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-415f4679-d4a1-4384-a6cf-8cf977bd1828 req-a65b7409-7836-4869-a035-6a8fc1635254 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719576 Nov 12 08:11:13.753024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29855ce3-c28c-4888-811d-f9ebc2c40311 req-322fc8be-35a7-4ccf-9997-c7f9a6e919ed tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.754683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29855ce3-c28c-4888-811d-f9ebc2c40311 req-322fc8be-35a7-4ccf-9997-c7f9a6e919ed tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.0673289 Nov 12 08:11:13.755955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.771335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82a184d-ada4-4b3a-85da-8675c40c5c26 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:13.794256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a82a184d-ada4-4b3a-85da-8675c40c5c26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26,segment=NetworkSegment(31115265-4f0c-4baf-8ae1-57d676f3f2d5),segment_id=31115265-4f0c-4baf-8ae1-57d676f3f2d5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:13.798902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.834976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29855ce3-c28c-4888-811d-f9ebc2c40311 req-16661f8d-8ca6-4569-a3a9-48d108ec1d2c tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Nov 12 08:11:13.847291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a82a184d-ada4-4b3a-85da-8675c40c5c26,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:13.858415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05c18-2693-415c-a8b6-9f429e9a4b5f req-bf4066cf-ca5a-45f5-a0ff-976645c51bca tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.860122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bba05c18-2693-415c-a8b6-9f429e9a4b5f req-bf4066cf-ca5a-45f5-a0ff-976645c51bca tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0627944 Nov 12 08:11:13.878531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b2519dcc-fd3f-47b9-a82e-7598dcc2569e req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-578840967', 'description': 'tempest-description-1209390239'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:13.923879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b2519dcc-fd3f-47b9-a82e-7598dcc2569e req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:13.940068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bba05c18-2693-415c-a8b6-9f429e9a4b5f req-06f4faa2-0431-48f0-9f66-8f0ee6ffba4b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737772 Nov 12 08:11:14.012701 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b2519dcc-fd3f-47b9-a82e-7598dcc2569e req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.017329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b2519dcc-fd3f-47b9-a82e-7598dcc2569e req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.068771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b2519dcc-fd3f-47b9-a82e-7598dcc2569e req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.069948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2519dcc-fd3f-47b9-a82e-7598dcc2569e req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1969776 Nov 12 08:11:14.071663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb6fa5-1420-4c24-b75f-a8b9f21faafb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed96e6-1ec5-4ddb-820f-7141c1db7420,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:14.087243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1fa5-13d1-42da-b16d-236fd55cd392 req-9f9ecff2-7a91-41d9-b2fd-f15427e27e14 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.088694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4ca1fa5-13d1-42da-b16d-236fd55cd392 req-9f9ecff2-7a91-41d9-b2fd-f15427e27e14 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 949 time: 0.0895650 Nov 12 08:11:14.103081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a82a184d-ada4-4b3a-85da-8675c40c5c26'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:14.150768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c0cfb8b-f0b8-46dd-bb5d-a9804c8a570a req-6b6c4689-ca68-412f-9058-8d2f2421937a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/a3ed96e6-1ec5-4ddb-820f-7141c1db7420 HTTP/1.1" status: 200 len: 1829 time: 0.0590665 Nov 12 08:11:14.168222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4ca1fa5-13d1-42da-b16d-236fd55cd392 req-137447d3-1b42-4020-b02e-08f2e0d0b904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703418 Nov 12 08:11:14.187539 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-4b99021f-7105-49fc-8b4c-ee0523b6ceb8 req-e0ba1f2c-e09b-471e-b802-b80356f4d577 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] show failed (client error): The resource could not be found. Nov 12 08:11:14.188685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b99021f-7105-49fc-8b4c-ee0523b6ceb8 req-e0ba1f2c-e09b-471e-b802-b80356f4d577 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/d44ee72b-be92-491a-ac57-66b2a3d14916 HTTP/1.1" status: 404 len: 352 time: 0.0162625 Nov 12 08:11:14.221311 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-d7063cac-ed5a-4bd9-80e9-ac3f3cf7b222 req-07e43f7f-4013-41c8-9225-681592e4c1e2 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] show failed (client error): The resource could not be found. Nov 12 08:11:14.222774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7063cac-ed5a-4bd9-80e9-ac3f3cf7b222 req-07e43f7f-4013-41c8-9225-681592e4c1e2 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-group-rules/8fc5f8fb-a2e0-48ba-b557-f868835e1e1e HTTP/1.1" status: 404 len: 361 time: 0.0117869 Nov 12 08:11:14.313062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b22c17f1-6e3a-4eb2-ad85-92e8c53da944 req-318f958b-426f-4ecb-8cad-aa160ce3d2b4 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/a3ed96e6-1ec5-4ddb-820f-7141c1db7420 HTTP/1.1" status: 200 len: 1829 time: 0.0681553 Nov 12 08:11:14.316121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb31e84-b468-42ff-a331-dd1d6ce3c939 req-9af85f4c-e0b6-48da-9141-21a41ba70ac6 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.317509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fb31e84-b468-42ff-a331-dd1d6ce3c939 req-9af85f4c-e0b6-48da-9141-21a41ba70ac6 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 1101 time: 0.0739074 Nov 12 08:11:14.358570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.398173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fb31e84-b468-42ff-a331-dd1d6ce3c939 req-d29a0108-107e-4f8a-8ecc-d347f4c4462e tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729644 Nov 12 08:11:14.403084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b22c17f1-6e3a-4eb2-ad85-92e8c53da944 req-e7401047-f76b-4d05-a42f-1ef25b3d078b tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.425308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b22c17f1-6e3a-4eb2-ad85-92e8c53da944 req-e7401047-f76b-4d05-a42f-1ef25b3d078b tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.456466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c73b5bc8-2c9c-48fb-af78-da9813c38d56 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:14.476492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b22c17f1-6e3a-4eb2-ad85-92e8c53da944 req-e7401047-f76b-4d05-a42f-1ef25b3d078b tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.480174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b22c17f1-6e3a-4eb2-ad85-92e8c53da944 req-e7401047-f76b-4d05-a42f-1ef25b3d078b tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.481446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b22c17f1-6e3a-4eb2-ad85-92e8c53da944 req-e7401047-f76b-4d05-a42f-1ef25b3d078b tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3ed96e6-1ec5-4ddb-820f-7141c1db7420 HTTP/1.1" status: 204 len: 173 time: 0.1623120 Nov 12 08:11:14.504316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7401047-f76b-4d05-a42f-1ef25b3d078b tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed96e6-1ec5-4ddb-820f-7141c1db7420,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:14.559972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-177c99a3-7c86-4951-ab1a-1b057e1544c0 req-e7f121ec-0bb6-4634-91b2-92b04c9c8d5a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/abae23a7-796b-4579-8154-ea025afd2a33 HTTP/1.1" status: 200 len: 1829 time: 0.0525303 Nov 12 08:11:14.573554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c73b5bc8-2c9c-48fb-af78-da9813c38d56, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:14.591592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56', 'mac_address': 'fa:16:3e:d0:fc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:14.626541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-29279c04-5760-43dc-9fb8-a34e28c0b7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304790 Nov 12 08:11:14.630870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.643662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73b5bc8-2c9c-48fb-af78-da9813c38d56 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:14.661392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-177c99a3-7c86-4951-ab1a-1b057e1544c0 req-cc1c4b6f-5800-4bf3-af0c-7f3b2e13c784 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.663570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c73b5bc8-2c9c-48fb-af78-da9813c38d56, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:14.666624 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.719526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c73b5bc8-2c9c-48fb-af78-da9813c38d56,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:14.722065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-177c99a3-7c86-4951-ab1a-1b057e1544c0 req-cc1c4b6f-5800-4bf3-af0c-7f3b2e13c784 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.779336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-959934a7-b733-4c1a-966e-eee9fcd9862e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.780836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-959934a7-b733-4c1a-966e-eee9fcd9862e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477423 Nov 12 08:11:14.798723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-94147198-8b15-4215-9d5d-dab9c0545593 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/quotas/6bd44d6b0f67463a8041b8b3ee47768b HTTP/1.1" status: 200 len: 375 time: 0.0117941 Nov 12 08:11:14.799286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-177c99a3-7c86-4951-ab1a-1b057e1544c0 req-cc1c4b6f-5800-4bf3-af0c-7f3b2e13c784 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.808922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-177c99a3-7c86-4951-ab1a-1b057e1544c0 req-cc1c4b6f-5800-4bf3-af0c-7f3b2e13c784 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:14.810317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-177c99a3-7c86-4951-ab1a-1b057e1544c0 req-cc1c4b6f-5800-4bf3-af0c-7f3b2e13c784 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "DELETE /v2.0/security-groups/abae23a7-796b-4579-8154-ea025afd2a33 HTTP/1.1" status: 204 len: 173 time: 0.2427382 Nov 12 08:11:14.836512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c4b6f-5800-4bf3-af0c-7f3b2e13c784 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae23a7-796b-4579-8154-ea025afd2a33,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:14.912718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-bbc47e91-0e71-45e0-b375-21f901b50f43 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1007435 Nov 12 08:11:14.935390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4ed0f-1c1b-4d37-9c7c-2a0c3029f25d req-d7afacf4-5461-41cb-8c81-949cefca24c0 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.936922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cf4ed0f-1c1b-4d37-9c7c-2a0c3029f25d req-d7afacf4-5461-41cb-8c81-949cefca24c0 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 944 time: 0.0662301 Nov 12 08:11:14.986615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cf4ed0f-1c1b-4d37-9c7c-2a0c3029f25d req-aa3a8580-f290-4fce-aa9c-b9881b28dd1d tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Nov 12 08:11:15.149573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-633c873e-dc31-4a7d-8621-2a1a0a0b7eba req-f8338f01-498d-45ef-a65f-4c8d8ac304eb tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/0972fc9f-e8c1-48e4-b560-1ca17d5c50c3 HTTP/1.1" status: 200 len: 1828 time: 0.0751197 Nov 12 08:11:15.159135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e803-42a7-45db-8ff9-cd50f1e063c7 req-1930e010-a790-411e-9304-7e235738bbfe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.160655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10f6e803-42a7-45db-8ff9-cd50f1e063c7 req-1930e010-a790-411e-9304-7e235738bbfe tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 949 time: 0.0840662 Nov 12 08:11:15.240807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['c73b5bc8-2c9c-48fb-af78-da9813c38d56'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:15.245489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10f6e803-42a7-45db-8ff9-cd50f1e063c7 req-4c286621-287a-4568-95c9-b0d58e947f6a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760570 Nov 12 08:11:15.251345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-633c873e-dc31-4a7d-8621-2a1a0a0b7eba req-1a97117e-5894-41b7-b58b-b6b6ed5ff05a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.282779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-633c873e-dc31-4a7d-8621-2a1a0a0b7eba req-1a97117e-5894-41b7-b58b-b6b6ed5ff05a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.368204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-633c873e-dc31-4a7d-8621-2a1a0a0b7eba req-1a97117e-5894-41b7-b58b-b6b6ed5ff05a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.370702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-633c873e-dc31-4a7d-8621-2a1a0a0b7eba req-1a97117e-5894-41b7-b58b-b6b6ed5ff05a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.371829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-633c873e-dc31-4a7d-8621-2a1a0a0b7eba req-1a97117e-5894-41b7-b58b-b6b6ed5ff05a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "DELETE /v2.0/security-groups/0972fc9f-e8c1-48e4-b560-1ca17d5c50c3 HTTP/1.1" status: 204 len: 173 time: 0.2102799 Nov 12 08:11:15.392678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905447-20f6-4461-9f58-053aedbb9b24 req-25dcaada-c3fd-4273-b02e-e05b0a79c462 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.394179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db905447-20f6-4461-9f58-053aedbb9b24 req-25dcaada-c3fd-4273-b02e-e05b0a79c462 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.0818117 Nov 12 08:11:15.395578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97117e-5894-41b7-b58b-b6b6ed5ff05a tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972fc9f-e8c1-48e4-b560-1ca17d5c50c3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:15.506664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db905447-20f6-4461-9f58-053aedbb9b24 req-4ff38bb6-d362-482a-9875-4c9dcf9ee184 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Nov 12 08:11:15.520460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446455f-d04a-49d2-9b89-2de7ac6fd0e2 req-c5153934-1a68-4a29-8eaf-71a63c404762 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.522366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f446455f-d04a-49d2-9b89-2de7ac6fd0e2 req-c5153934-1a68-4a29-8eaf-71a63c404762 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0855761 Nov 12 08:11:15.552460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.594189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f446455f-d04a-49d2-9b89-2de7ac6fd0e2 req-72c5e964-c5ab-444b-ba5b-0d0e6391e22c tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652194 Nov 12 08:11:15.595081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a82a184d-ada4-4b3a-85da-8675c40c5c26 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:15.608645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f61f5f0-777e-44ff-993d-2919d9b2b757 req-cccdb8c2-a35c-4193-aeb5-f1b8b23a9bb6 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Nov 12 08:11:15.672119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a82a184d-ada4-4b3a-85da-8675c40c5c26 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:15.674678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8437bba-c80f-4b19-ae9e-530d0a1abd4c req-0974868d-3398-488a-bebb-9cecc15f3cb7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/af1958ed-3628-47cb-8f52-25eaf7cf1462 HTTP/1.1" status: 200 len: 1828 time: 0.0481725 Nov 12 08:11:15.676577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a82a184d-ada4-4b3a-85da-8675c40c5c26 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:15.676946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.747746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e8437bba-c80f-4b19-ae9e-530d0a1abd4c req-3cbf85eb-071d-4c86-932a-ee7e616017e7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.772189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e8437bba-c80f-4b19-ae9e-530d0a1abd4c req-3cbf85eb-071d-4c86-932a-ee7e616017e7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.788433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.814727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e8437bba-c80f-4b19-ae9e-530d0a1abd4c req-3cbf85eb-071d-4c86-932a-ee7e616017e7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.817061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82a184d-ada4-4b3a-85da-8675c40c5c26'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:15.819022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e8437bba-c80f-4b19-ae9e-530d0a1abd4c req-3cbf85eb-071d-4c86-932a-ee7e616017e7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.819368 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd7f8b-5a49-40ed-be44-76e4cc3198c0" -d '{"events": [{"server_uuid": "de72a80d-3689-4bec-9e17-02a8b782d889", "name": "network-vif-plugged", "status": "completed", "tag": "a82a184d-ada4-4b3a-85da-8675c40c5c26"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:15.820779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8437bba-c80f-4b19-ae9e-530d0a1abd4c req-3cbf85eb-071d-4c86-932a-ee7e616017e7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "DELETE /v2.0/security-groups/af1958ed-3628-47cb-8f52-25eaf7cf1462 HTTP/1.1" status: 204 len: 173 time: 0.1368077 Nov 12 08:11:15.834257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a82a184d-ada4-4b3a-85da-8675c40c5c26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26,segment=NetworkSegment(31115265-4f0c-4baf-8ae1-57d676f3f2d5),segment_id=31115265-4f0c-4baf-8ae1-57d676f3f2d5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:15.834799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf85eb-071d-4c86-932a-ee7e616017e7 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1958ed-3628-47cb-8f52-25eaf7cf1462,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:15.845609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:15.923535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1a21024-a57d-4a66-96a0-25296d3938f9 req-061997d5-9198-4d99-b7dc-b19d88eab3c9 tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "GET /v2.0/security-groups/9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025 HTTP/1.1" status: 200 len: 1830 time: 0.0774078 Nov 12 08:11:15.927889 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a82a184d-ada4-4b3a-85da-8675c40c5c26,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:15.936748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-4003e8db-8bdc-40c8-b241-ddfb8b8e9700 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.938720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-4003e8db-8bdc-40c8-b241-ddfb8b8e9700 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.0749331 Nov 12 08:11:16.098472 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f298f7-7287-4815-b4bb-f534aee078a2 x-openstack-request-id: req-70f298f7-7287-4815-b4bb-f534aee078a2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:16.098940 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72a80d-3689-4bec-9e17-02a8b782d889", "name": "network-vif-plugged", "status": "completed", "tag": "a82a184d-ada4-4b3a-85da-8675c40c5c26", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:16.099384 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70f298f7-7287-4815-b4bb-f534aee078a2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:16.099997 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82a184d-ada4-4b3a-85da-8675c40c5c26', 'code': 200} Nov 12 08:11:16.327373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-9d09d228-deb8-4d01-9f15-1a5ad4d7e7c1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221734 Nov 12 08:11:16.435678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6d78-ef1d-4f2a-9d4a-d630ebb10911 req-ec477264-96cc-4500-a589-e09685f17b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.437247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e41c6d78-ef1d-4f2a-9d4a-d630ebb10911 req-ec477264-96cc-4500-a589-e09685f17b7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 1097 time: 0.1437049 Nov 12 08:11:16.440187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1a21024-a57d-4a66-96a0-25296d3938f9 req-6c08aaee-20f2-4a24-868a-bca5f5f64cde tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.452993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0203788-6931-425c-aa03-1d570d091394 req-f83e51b4-63ee-4e79-80d7-267974d97531 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.454530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0203788-6931-425c-aa03-1d570d091394 req-f83e51b4-63ee-4e79-80d7-267974d97531 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 945 time: 0.1566207 Nov 12 08:11:16.459024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-575cc128-a738-4c45-88dc-a4869b00cd57 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.460597 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-575cc128-a738-4c45-88dc-a4869b00cd57 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135032 Nov 12 08:11:16.488473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Request body: {'port': {'device_id': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '6bd44d6b0f67463a8041b8b3ee47768b'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:16.511899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1a21024-a57d-4a66-96a0-25296d3938f9 req-6c08aaee-20f2-4a24-868a-bca5f5f64cde tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.581026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Deleting port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:16.581370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.589685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e41c6d78-ef1d-4f2a-9d4a-d630ebb10911 req-f2196782-5418-46bf-92a5-a0bd68d270ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341944 Nov 12 08:11:16.602043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Made reservation on behalf of 6bd44d6b0f67463a8041b8b3ee47768b for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:16.604168 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0203788-6931-425c-aa03-1d570d091394 req-5ed4ed85-8781-4129-9513-ca4b684762dd tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331599 Nov 12 08:11:16.605617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.654635 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1a21024-a57d-4a66-96a0-25296d3938f9 req-6c08aaee-20f2-4a24-868a-bca5f5f64cde tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.657795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c1a21024-a57d-4a66-96a0-25296d3938f9 req-6c08aaee-20f2-4a24-868a-bca5f5f64cde tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.659118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1a21024-a57d-4a66-96a0-25296d3938f9 req-6c08aaee-20f2-4a24-868a-bca5f5f64cde tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] 10.222.0.16 "DELETE /v2.0/security-groups/9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025 HTTP/1.1" status: 204 len: 173 time: 0.7192895 Nov 12 08:11:16.669179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39034) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:16.690189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08aaee-20f2-4a24-868a-bca5f5f64cde tempest-SecurityGroupRulesNegativeTestJSON-443195014 tempest-SecurityGroupRulesNegativeTestJSON-443195014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdd6c1f-e7a6-4e9c-9c19-bec2f6f8f025,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:16.707921 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.739003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] For port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,segment=NetworkSegment(ec451808-8c66-40c7-b6ac-623d5f782bdf),segment_id=ec451808-8c66-40c7-b6ac-623d5f782bdf)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:16.739446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.754035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Deleting subnet 0660e7a2-3183-4811-9c71-3258b6318340 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:11:16.760339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Calling delete_port for 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:16.765907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.795489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Allocated IP 192.168.233.61 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/2fe0d82e-4f5b-4ae2-bcdd-01774cac106f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:16.861507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.949112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.960226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422da11e-8dd7-47ec-93b8-c1cd8d504987 req-bcd6c303-da64-4620-bd10-b27773a7350c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.961713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-422da11e-8dd7-47ec-93b8-c1cd8d504987 req-bcd6c303-da64-4620-bd10-b27773a7350c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 949 time: 0.2026551 Nov 12 08:11:16.976255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a263b-137a-4c00-8492-09c3462b00d0 req-f632877b-e6b8-4d90-9ca4-c427654fef4d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.977711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f98a263b-137a-4c00-8492-09c3462b00d0 req-f632877b-e6b8-4d90-9ca4-c427654fef4d tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 945 time: 0.1826532 Nov 12 08:11:16.984585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.985807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:16.998547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', '0d3e66b5-134c-4e26-856e-87e4226768fb', '9b82c960-cb99-4236-906d-8a096e5d4b0f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:17.028880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:17.032545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:17.038551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:17.067215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event updated for resources: {'Port': ['ID=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:17.099506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.100378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.122199 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-072dc024-cd7e-46d3-8b84-df486eea4c32 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6377566 Nov 12 08:11:17.137309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Request body: {'port': {'device_id': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:17.150681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-422da11e-8dd7-47ec-93b8-c1cd8d504987 req-f131e468-b54e-431b-a37a-c904a6e3196a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690180 Nov 12 08:11:17.158945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f98a263b-137a-4c00-8492-09c3462b00d0 req-d7709e52-2405-4cc0-aa61-09b84a33e070 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/security-groups?id=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705871 Nov 12 08:11:17.166329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.204622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0660e7a2-3183-4811-9c71-3258b6318340,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:17.204622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.205298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:17.249901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.277127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Pushing event deleted for resources: {'Port': ['ID=3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:17.291573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.293559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6f445112-daa7-4929-8850-96047dbe30d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0660e7a2-3183-4811-9c71-3258b6318340 HTTP/1.1" status: 204 len: 168 time: 0.6208799 Nov 12 08:11:17.298636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39038) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:17.426269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ffd2ea-1a88-445d-b6a2-edcb2211db25 None None] Provisioning complete for port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:17.426802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ffd2ea-1a88-445d-b6a2-edcb2211db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.449522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] No DVR routers for this DVR port 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:17.453657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.457432 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.460769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d26314b-d97d-42c2-a141-eab12fc22bed req-901d8f9b-7718-4261-9b4a-d075935d1400 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.25 "DELETE /v2.0/ports/3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a HTTP/1.1" status: 204 len: 173 time: 1.5135567 Nov 12 08:11:17.461255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'name': 'network-vif-deleted', 'tag': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:17.463579 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef23642d-8e61-499d-aefd-91fd2b07dc34" -d '{"events": [{"server_uuid": "4bcddeed-29b9-4e18-bda4-60ff8cee38d8", "name": "network-vif-deleted", "tag": "3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:17.504238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3c0c5-1c92-4570-8b84-80afe7d38573 req-8b008301-10a7-427b-994f-c24887736ee9 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.512691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2d3c0c5-1c92-4570-8b84-80afe7d38573 req-8b008301-10a7-427b-994f-c24887736ee9 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2446561 Nov 12 08:11:17.520154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ffd2ea-1a88-445d-b6a2-edcb2211db25 None None] Port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:17.654519 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.665111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2e741-3a8a-41ff-b377-7c347d0def4a req-af69139a-4044-43c7-aaba-5b1d23b933ee tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.666693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0c2e741-3a8a-41ff-b377-7c347d0def4a req-af69139a-4044-43c7-aaba-5b1d23b933ee tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 935 time: 0.3510048 Nov 12 08:11:17.718186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca61168-6481-40fb-9677-4ab7061739c1']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:17.730553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2d3c0c5-1c92-4570-8b84-80afe7d38573 req-1b517a15-c729-4c3e-9584-3a9c1b446332 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166226 Nov 12 08:11:17.732123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebe8d4e-fad3-44c1-ac75-264057d00844') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:17.732420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebe8d4e-fad3-44c1-ac75-264057d00844') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:17.755897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.778517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.786736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0c2e741-3a8a-41ff-b377-7c347d0def4a req-43939664-7453-44ab-9dd0-b0b8222d8f5b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111712 Nov 12 08:11:17.790032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:11:17.790722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:11:17.791913 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:11:17.835943 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ed2be-7012-4749-8748-eb45e8174de9 x-openstack-request-id: req-6b7ed2be-7012-4749-8748-eb45e8174de9 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:17.836588 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcddeed-29b9-4e18-bda4-60ff8cee38d8", "name": "network-vif-deleted", "tag": "3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:17.837042 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b7ed2be-7012-4749-8748-eb45e8174de9 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:17.837647 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcddeed-29b9-4e18-bda4-60ff8cee38d8', 'name': 'network-vif-deleted', 'tag': '3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a', 'status': 'completed', 'code': 200} Nov 12 08:11:17.865306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.872530 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.879437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] 10.222.0.16 "DELETE /v2.0/networks/0ca61168-6481-40fb-9677-4ab7061739c1 HTTP/1.1" status: 204 len: 168 time: 0.5627012 Nov 12 08:11:17.890559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d018a-9015-4a47-b848-7b5af17b334e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca61168-6481-40fb-9677-4ab7061739c1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:17.941449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:17.949990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.964716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Transition to ACTIVE for port object 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:17.971918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:17.977962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77640c-a01d-4797-bb80-21d73a3a28be req-7b3edea5-c551-4138-9a8c-05301ea723c4 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.979529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d77640c-a01d-4797-bb80-21d73a3a28be req-7b3edea5-c551-4138-9a8c-05301ea723c4 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 945 time: 0.0597191 Nov 12 08:11:18.025931 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:18.099768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d77640c-a01d-4797-bb80-21d73a3a28be req-7b9d0d97-6827-4d25-a13a-8b3f4adbfd92 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048181 Nov 12 08:11:18.102200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39048) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:18.167233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Attempting to bind port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:18.167594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Attempting to bind port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:18.167912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Attempting to bind port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:18.176532 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d8e36138-4325-44b3-85b2-474dc7dd9efe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb0a4fc143cc488b8a12f8d89062466d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707500 Nov 12 08:11:18.176532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:18.176864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Attempting to bind port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:18.177660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39050) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:18.182120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:18.182461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:18.182910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:18.183274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Bound port: 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:18.183629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.288896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6a4d-6af8-4078-b0b2-6aeaae85df45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.304856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] For port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:18.309803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] For port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:18.315765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.351775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.352416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.354011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] 10.222.0.25 "PUT /v2.0/ports/2fe0d82e-4f5b-4ae2-bcdd-01774cac106f HTTP/1.1" status: 200 len: 1096 time: 1.2210529 Nov 12 08:11:18.354450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'tag': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:18.356719 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab55061-2bb8-4b56-a600-c733848c5852" -d '{"events": [{"name": "network-changed", "server_uuid": "947f003e-2a8f-4965-b6cf-06c21679d4b1", "tag": "2fe0d82e-4f5b-4ae2-bcdd-01774cac106f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:18.367098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6a4d-6af8-4078-b0b2-6aeaae85df45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.395078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425cae3-a2d2-45ca-817d-6f63a59ca9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:18.398695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a13bcec3-f113-48e6-8521-792ae401b1ca req-3dd9c95d-54d3-4925-bfe6-390d824236d8 tempest-DeleteServersTestJSON-1084155415 tempest-DeleteServersTestJSON-1084155415-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bcddeed-29b9-4e18-bda4-60ff8cee38d8 HTTP/1.1" status: 200 len: 210 time: 0.0582809 Nov 12 08:11:18.453735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55203ce1-a5c8-4bbf-84bb-2ab3204e7d17 req-c4eb68b3-5b92-46af-b13d-f9d8ca76e23d tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.455326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55203ce1-a5c8-4bbf-84bb-2ab3204e7d17 req-c4eb68b3-5b92-46af-b13d-f9d8ca76e23d tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 949 time: 0.1502912 Nov 12 08:11:18.460493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-03ee2a38-4229-4d8e-b2fc-6a052e30d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.462521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-03ee2a38-4229-4d8e-b2fc-6a052e30d7a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 1099 time: 0.0519691 Nov 12 08:11:18.469372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c73b5bc8-2c9c-48fb-af78-da9813c38d56 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:18.471833 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f535b30e-ab36-4be9-a8c9-0100b23db885 x-openstack-request-id: req-f535b30e-ab36-4be9-a8c9-0100b23db885 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:18.472274 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f003e-2a8f-4965-b6cf-06c21679d4b1", "tag": "2fe0d82e-4f5b-4ae2-bcdd-01774cac106f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:18.472620 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f535b30e-ab36-4be9-a8c9-0100b23db885 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:18.473149 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'tag': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f', 'status': 'completed', 'code': 200} Nov 12 08:11:18.498637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6a4d-6af8-4078-b0b2-6aeaae85df45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.503508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6a4d-6af8-4078-b0b2-6aeaae85df45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.505147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eb0f6a4d-6af8-4078-b0b2-6aeaae85df45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/192c570f-a291-4837-82b2-dc7ffb100fc1 HTTP/1.1" status: 204 len: 168 time: 0.3268199 Nov 12 08:11:18.528864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-6e7a6191-e9df-447c-8e3b-6999901b2382 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f HTTP/1.1" status: 200 len: 217 time: 0.0502779 Nov 12 08:11:18.531793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f6a4d-6af8-4078-b0b2-6aeaae85df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192c570f-a291-4837-82b2-dc7ffb100fc1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:18.540354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port c73b5bc8-2c9c-48fb-af78-da9813c38d56 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:18.554402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port c73b5bc8-2c9c-48fb-af78-da9813c38d56 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:18.555365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.562386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55203ce1-a5c8-4bbf-84bb-2ab3204e7d17 req-dd2141a9-5997-41ef-a7b0-5a1955036e55 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828426 Nov 12 08:11:18.623381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-9ada5edd-92a1-4926-bf43-953e00696672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.625278 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-9ada5edd-92a1-4926-bf43-953e00696672 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0813751 Nov 12 08:11:18.659497 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.682054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aed32-2268-48e2-b991-8a8069366a75 req-1b305903-30b7-4be0-9dd4-788c230525ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.684282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-1b305903-30b7-4be0-9dd4-788c230525ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467393 Nov 12 08:11:18.685085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:18.687800 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc284c7-8d3b-4caf-9b53-ebd027836ec1" -d '{"events": [{"server_uuid": "272e1fb1-09c9-4738-a987-f8f6c33de3ac", "name": "network-vif-plugged", "status": "completed", "tag": "c73b5bc8-2c9c-48fb-af78-da9813c38d56"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:18.708445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c73b5bc8-2c9c-48fb-af78-da9813c38d56, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:18.716016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.743435 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0b9e4-db85-42ae-8337-ff55d041d442 x-openstack-request-id: req-adc0b9e4-db85-42ae-8337-ff55d041d442 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:18.743732 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e1fb1-09c9-4738-a987-f8f6c33de3ac", "name": "network-vif-plugged", "status": "completed", "tag": "c73b5bc8-2c9c-48fb-af78-da9813c38d56", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:18.743985 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adc0b9e4-db85-42ae-8337-ff55d041d442 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:18.744390 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56', 'code': 200} Nov 12 08:11:18.773390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c73b5bc8-2c9c-48fb-af78-da9813c38d56,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:18.783008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.783353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.783690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.784020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.784423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.784757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.785079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.785402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.785713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.786027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.786341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.787127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:18.827595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-d7f9a9d3-e2fb-4ee7-a6b7-a9db35b93f0d service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292393 Nov 12 08:11:18.959123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae96ee2-0421-4977-a962-1f0b4b77c98f req-767f1461-867d-447d-8705-7845bba9eaff tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.959766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-955aed32-2268-48e2-b991-8a8069366a75 req-5bfafff3-a6e6-4364-b8fb-ff88437aff2b service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079972 Nov 12 08:11:18.964508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ae96ee2-0421-4977-a962-1f0b4b77c98f req-767f1461-867d-447d-8705-7845bba9eaff tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1169174 Nov 12 08:11:18.988905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ec40-6b43-4e6d-9336-3b74e67ddbfb req-8a0844e3-9801-4740-9dd0-67453b2caefb tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.990394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6f4ec40-6b43-4e6d-9336-3b74e67ddbfb req-8a0844e3-9801-4740-9dd0-67453b2caefb tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 947 time: 0.1113093 Nov 12 08:11:18.992226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef8914-9081-4df9-8c29-3bd3b293582c req-1bc7b3b7-059c-4c56-9f75-616a74d1a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.993559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fef8914-9081-4df9-8c29-3bd3b293582c req-1bc7b3b7-059c-4c56-9f75-616a74d1a2e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 1102 time: 0.1133795 Nov 12 08:11:19.076009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab55061-2bb8-4b56-a600-c733848c5852 req-66a0595e-dda2-4b5c-b19a-60e2a7d8485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.078721 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-66a0595e-dda2-4b5c-b19a-60e2a7d8485a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 1099 time: 0.0478582 Nov 12 08:11:19.081581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ae96ee2-0421-4977-a962-1f0b4b77c98f req-ac0766c5-97c2-4571-ad8f-03a07fd6bf72 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111612 Nov 12 08:11:19.124347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6f4ec40-6b43-4e6d-9336-3b74e67ddbfb req-6295bd99-63d4-497b-aaea-2ec13851e664 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167719 Nov 12 08:11:19.133560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fef8914-9081-4df9-8c29-3bd3b293582c req-146d4e7c-db70-495e-a77f-0e0fea6821d6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092350 Nov 12 08:11:19.196861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab55061-2bb8-4b56-a600-c733848c5852 req-7ce07efa-e2a1-40b3-be17-64570ca30a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.198413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-7ce07efa-e2a1-40b3-be17-64570ca30a02 service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1044822 Nov 12 08:11:19.227394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f04778-3dd0-4044-9b76-943eb6b07d8e req-4a31584b-5828-473c-8a31-73eb8e67776c tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.228879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41f04778-3dd0-4044-9b76-943eb6b07d8e req-4a31584b-5828-473c-8a31-73eb8e67776c tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Nov 12 08:11:19.277867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41f04778-3dd0-4044-9b76-943eb6b07d8e req-52426922-52c2-45f3-bfc5-196f7ffee81b tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Nov 12 08:11:19.377091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:19.528621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1046812400-network', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:19.533281 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-8df8ebac-d301-4026-9976-95bc1788c552 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f HTTP/1.1" status: 200 len: 217 time: 0.0709670 Nov 12 08:11:19.584917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Made reservation on behalf of 9ec2160de498403cb8be73c3fe141fc2 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:19.587240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.600003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.604834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809aa1cf-f28c-4689-9799-06541e2f7210 req-7fc1ba49-a3c5-4408-9b25-2f509f5d57ae tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.606518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-809aa1cf-f28c-4689-9799-06541e2f7210 req-7fc1ba49-a3c5-4408-9b25-2f509f5d57ae tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 945 time: 0.0603685 Nov 12 08:11:19.620927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab55061-2bb8-4b56-a600-c733848c5852 req-83d59ce4-5a69-487b-90c5-a31ce2fd63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.622392 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-83d59ce4-5a69-487b-90c5-a31ce2fd63fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0768580 Nov 12 08:11:19.696547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-809aa1cf-f28c-4689-9799-06541e2f7210 req-b099ea61-cd1c-4c20-8c5c-166c5b1fddd4 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814602 Nov 12 08:11:19.705193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab55061-2bb8-4b56-a600-c733848c5852 req-2868cb39-cabf-4baf-b412-e5ac32919a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.706710 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-2868cb39-cabf-4baf-b412-e5ac32919a1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611873 Nov 12 08:11:19.719386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb9bdb-c716-4bf3-b7fd-e6c3c68e7ac2 req-04a1c39d-94d2-4fea-8d61-e2cc871ac174 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.721339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fb9bdb-c716-4bf3-b7fd-e6c3c68e7ac2 req-04a1c39d-94d2-4fea-8d61-e2cc871ac174 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.0634987 Nov 12 08:11:19.735416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.750100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.776897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86fb9bdb-c716-4bf3-b7fd-e6c3c68e7ac2 req-2ebfdcbe-9a8e-4ded-bfba-6d9a446261f2 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496769 Nov 12 08:11:19.822081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:11:19.840478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbda14a-b33f-45d9-b1b4-ad1c2f85110d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:19.849951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.849951 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Added segment 572f57c9-d900-4d6d-b676-052306b4c8b8 of type vlan for network c0c26761-11d2-4cc0-9f97-d3097541f03c Nov 12 08:11:19.907544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-5a6c1d3a-5ac7-4f20-9ff5-ddfe08569c3b service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706798 Nov 12 08:11:19.909765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.987212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:19.988514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.988999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.058356 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6800871 Nov 12 08:11:20.062668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39134) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:20.067711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Request body: {'subnet': {'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-subnet', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:20.088371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60460632-3d01-4a7b-8749-8613bbdab6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c26761-11d2-4cc0-9f97-d3097541f03c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:20.093124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aab55061-2bb8-4b56-a600-c733848c5852 req-4831af29-1779-4be6-89c6-b8f5b24a78c4 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705427 Nov 12 08:11:20.094470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Made reservation on behalf of 9ec2160de498403cb8be73c3fe141fc2 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:20.097982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.102784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c0c26761-11d2-4cc0-9f97-d3097541f03c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:11:20.291705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b31a7-8fe9-4c78-ac0c-b90195153910 req-29bf8dc0-68ad-4b63-b275-2b9b1ee46495 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.293132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d41b31a7-8fe9-4c78-ac0c-b90195153910 req-29bf8dc0-68ad-4b63-b275-2b9b1ee46495 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1162267 Nov 12 08:11:20.325413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581446b3-cf20-4c21-800a-8bb45d458bb6 req-86b490e3-36fd-494f-bc23-ef1c5e87f1ec tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.326906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-581446b3-cf20-4c21-800a-8bb45d458bb6 req-86b490e3-36fd-494f-bc23-ef1c5e87f1ec tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 947 time: 0.1112692 Nov 12 08:11:20.432563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d41b31a7-8fe9-4c78-ac0c-b90195153910 req-94532fb9-0407-4c5f-9c0d-96f992f33705 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313756 Nov 12 08:11:20.442716 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.484724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-581446b3-cf20-4c21-800a-8bb45d458bb6 req-72687dfd-eb03-449f-b446-f87d7be65a5d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489625 Nov 12 08:11:20.501007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:20.525191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Checking segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:20.525716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Network hostable DHCP agents. Network: c0c26761-11d2-4cc0-9f97-d3097541f03c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:11:20.533653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a41ac79-af5e-43bb-884c-a002667a23b7,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:20.542506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:20.542798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3cc4d656-1cbd-4442-8f6f-06aa7ad31d7a not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:20.553397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Network c0c26761-11d2-4cc0-9f97-d3097541f03c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:11:20.562452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c0c26761-11d2-4cc0-9f97-d3097541f03c) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:20.566533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.567111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.572612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b070c-8a2a-40c3-bcb9-718ad6004578 None None] Network c0c26761-11d2-4cc0-9f97-d3097541f03c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:20.587913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4424a632-2c37-4238-a190-33628f86c0d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5216868 Nov 12 08:11:20.588142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39142) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:20.592939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:20.614737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.615711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.675079 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.855957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.894922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-c0c26761-11d2-4cc0-9f97-d3097541f03c', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:11:20.896303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:20.916191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6ac5-38e3-4a1d-8e4c-44165b635293 req-0ac8864a-4061-4302-bc79-7b4832abe841 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.917661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3bc6ac5-38e3-4a1d-8e4c-44165b635293 req-0ac8864a-4061-4302-bc79-7b4832abe841 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 945 time: 0.1028965 Nov 12 08:11:21.011857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a459d88-b1aa-4a25-8d94-b7da0ba17c26 req-f53e5b21-ff1d-4c5e-b8f7-b8bcff9f56ba tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:21.013747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a459d88-b1aa-4a25-8d94-b7da0ba17c26 req-f53e5b21-ff1d-4c5e-b8f7-b8bcff9f56ba tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.1441095 Nov 12 08:11:21.057945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Allocated IP 172.20.0.2 (c0c26761-11d2-4cc0-9f97-d3097541f03c/6a41ac79-af5e-43bb-884c-a002667a23b7/e6a1fcb2-ac57-48f2-9201-0909caa64909) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:21.163329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a459d88-b1aa-4a25-8d94-b7da0ba17c26 req-13fb2aa6-9977-43c8-b405-ec36bc9ff842 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341741 Nov 12 08:11:21.196624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3bc6ac5-38e3-4a1d-8e4c-44165b635293 req-82fa7fe6-1a97-41a8-b292-0772ed851e66 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688398 Nov 12 08:11:21.276827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-799deb09-7618-4c7f-acc9-891b654b87c7 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:21.278562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-799deb09-7618-4c7f-acc9-891b654b87c7 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.32 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 945 time: 0.0804915 Nov 12 08:11:21.309342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.318429 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.361752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Network c0c26761-11d2-4cc0-9f97-d3097541f03c is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:21.365339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:21.369770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:21.375178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Pushing event updated for resources: {'Port': ['ID=e6a1fcb2-ac57-48f2-9201-0909caa64909,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:21.439793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Attempting to bind port e6a1fcb2-ac57-48f2-9201-0909caa64909 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:21.440666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Attempting to bind port e6a1fcb2-ac57-48f2-9201-0909caa64909 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:21.441082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Attempting to bind port e6a1fcb2-ac57-48f2-9201-0909caa64909 on network c0c26761-11d2-4cc0-9f97-d3097541f03c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:21.450486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:21.450900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Checking segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:21.451320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.451845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Bound using segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:21.452617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Bound port: e6a1fcb2-ac57-48f2-9201-0909caa64909, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:21.452995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.526231 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.540723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] For port e6a1fcb2-ac57-48f2-9201-0909caa64909, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:21.544530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] For port e6a1fcb2-ac57-48f2-9201-0909caa64909, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e6a1fcb2-ac57-48f2-9201-0909caa64909,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:21.551530 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.593035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.620359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa32019-9a40-4937-8c4b-580611bbd0b3 None None] Pushing event updated for resources: {'Port': ['ID=e6a1fcb2-ac57-48f2-9201-0909caa64909,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:21.728572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Allocated IP 172.25.4.202 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a9985145-d25f-452f-9007-1682995ea560) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:21.750438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Deleting port a82a184d-ada4-4b3a-85da-8675c40c5c26 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:21.750766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:21.766904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27e35-aa17-4d49-96c9-467bc72f3e64 req-97cd8125-704f-43db-baf7-ffd0df7fcc8d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:21.768539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bce27e35-aa17-4d49-96c9-467bc72f3e64 req-97cd8125-704f-43db-baf7-ffd0df7fcc8d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2055683 Nov 12 08:11:22.031534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] For port a82a184d-ada4-4b3a-85da-8675c40c5c26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a82a184d-ada4-4b3a-85da-8675c40c5c26,segment=NetworkSegment(31115265-4f0c-4baf-8ae1-57d676f3f2d5),segment_id=31115265-4f0c-4baf-8ae1-57d676f3f2d5)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:22.031909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.040901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bce27e35-aa17-4d49-96c9-467bc72f3e64 req-0aed186b-b975-4171-bbc3-08a8cc2c1879 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482297 Nov 12 08:11:22.069918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd72fe-7b74-41a2-8f2f-b7bcd57ae9ab req-00a3541a-243f-4a7c-9ae3-5ce6aa76cfc0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:22.071478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63fd72fe-7b74-41a2-8f2f-b7bcd57ae9ab req-00a3541a-243f-4a7c-9ae3-5ce6aa76cfc0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 947 time: 0.2194259 Nov 12 08:11:22.072528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Calling delete_port for a82a184d-ada4-4b3a-85da-8675c40c5c26 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:22.093162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.215495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63fd72fe-7b74-41a2-8f2f-b7bcd57ae9ab req-ca6c7464-95c6-4e62-a3f3-a09995f22092 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305568 Nov 12 08:11:22.240673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.299196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:22.310660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:22.344897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:22.397125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Pushing event updated for resources: {'Port': ['ID=a9985145-d25f-452f-9007-1682995ea560,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:22.510071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.522317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a82a184d-ada4-4b3a-85da-8675c40c5c26'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:22.581274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d449-dec3-4b93-891b-401051a6342c req-f3cd22dc-07ba-4458-9828-8b9c4d96d659 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:22.582826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4660d449-dec3-4b93-891b-401051a6342c req-f3cd22dc-07ba-4458-9828-8b9c4d96d659 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72a80d-3689-4bec-9e17-02a8b782d889 HTTP/1.1" status: 200 len: 867 time: 0.2511225 Nov 12 08:11:22.613651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1711ce-d092-4169-9dea-87f1064c2af2 req-0ad37858-66f1-4f2a-9811-2d8770cffc7c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:22.621035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca1711ce-d092-4169-9dea-87f1064c2af2 req-0ad37858-66f1-4f2a-9811-2d8770cffc7c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.3189654 Nov 12 08:11:22.635118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Pushing event deleted for resources: {'Port': ['ID=a82a184d-ada4-4b3a-85da-8675c40c5c26,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:22.937987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76c7b6-e940-40bd-bb94-59787948ef68 None None] Network c0c26761-11d2-4cc0-9f97-d3097541f03c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:23.048959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8692dd7e-4f4b-4845-86c8-8fb5039b4792 None None] Provisioning complete for port e6a1fcb2-ac57-48f2-9201-0909caa64909 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:23.049349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8692dd7e-4f4b-4845-86c8-8fb5039b4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.177913 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8692dd7e-4f4b-4845-86c8-8fb5039b4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.235505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] No DVR routers for this DVR port a82a184d-ada4-4b3a-85da-8675c40c5c26 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:23.242020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.252466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c320b26-c2f9-4dae-a986-ac0a722d309c req-d9c22476-2236-4c94-b960-b31626c42609 tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.32 "DELETE /v2.0/ports/a82a184d-ada4-4b3a-85da-8675c40c5c26 HTTP/1.1" status: 204 len: 173 time: 1.9664226 Nov 12 08:11:23.258648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8692dd7e-4f4b-4845-86c8-8fb5039b4792 None None] For port e6a1fcb2-ac57-48f2-9201-0909caa64909, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e6a1fcb2-ac57-48f2-9201-0909caa64909,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:23.260933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'name': 'network-vif-deleted', 'tag': 'a82a184d-ada4-4b3a-85da-8675c40c5c26'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:23.264150 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f3aff-609c-465e-9307-8da385b09fd2" -d '{"events": [{"server_uuid": "de72a80d-3689-4bec-9e17-02a8b782d889", "name": "network-vif-deleted", "tag": "a82a184d-ada4-4b3a-85da-8675c40c5c26"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:23.273047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8692dd7e-4f4b-4845-86c8-8fb5039b4792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.317430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca1711ce-d092-4169-9dea-87f1064c2af2 req-5aeb1b1d-2b89-4a27-acba-328858b6774e tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935892 Nov 12 08:11:23.346838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e6a1fcb2-ac57-48f2-9201-0909caa64909 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:23.414329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4660d449-dec3-4b93-891b-401051a6342c req-e784f4ed-0bf6-4846-903b-21389cacc53c tempest-ServerAddressesNegativeTestJSON-62316909 tempest-ServerAddressesNegativeTestJSON-62316909-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7881310 Nov 12 08:11:23.505170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692dd7e-4f4b-4845-86c8-8fb5039b4792 None None] Pushing event updated for resources: {'Port': ['ID=e6a1fcb2-ac57-48f2-9201-0909caa64909,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:23.527928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e6a1fcb2-ac57-48f2-9201-0909caa64909 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:23.535676 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.614920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.628155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac2dd3-dd25-4141-9adb-dcc2b1c00663 req-ae53a7f0-5a9a-4d2b-a294-9419a10b817e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:23.630139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60ac2dd3-dd25-4141-9adb-dcc2b1c00663 req-ae53a7f0-5a9a-4d2b-a294-9419a10b817e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1731400 Nov 12 08:11:23.864178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60ac2dd3-dd25-4141-9adb-dcc2b1c00663 req-db60d836-925c-4395-b5fb-59fbb4687d3b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920273 Nov 12 08:11:23.888522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d5f89-cb6a-4393-93b4-6a0eaafcc5bc req-dd142f1c-7117-48f6-adf6-afb0d9992d9e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:23.894098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb5d5f89-cb6a-4393-93b4-6a0eaafcc5bc req-dd142f1c-7117-48f6-adf6-afb0d9992d9e tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 947 time: 0.1827919 Nov 12 08:11:23.933650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5bcbaa76-ef69-444c-8a8a-932c470a8c69 None None] Provisioning complete for port e6a1fcb2-ac57-48f2-9201-0909caa64909 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:23.934050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bcbaa76-ef69-444c-8a8a-932c470a8c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:23.983961 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d3533-1a8d-43b1-99ad-0931c8977633 x-openstack-request-id: req-162d3533-1a8d-43b1-99ad-0931c8977633 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:23.984283 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72a80d-3689-4bec-9e17-02a8b782d889", "name": "network-vif-deleted", "tag": "a82a184d-ada4-4b3a-85da-8675c40c5c26", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:23.984630 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-162d3533-1a8d-43b1-99ad-0931c8977633 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:23.984924 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72a80d-3689-4bec-9e17-02a8b782d889', 'name': 'network-vif-deleted', 'tag': 'a82a184d-ada4-4b3a-85da-8675c40c5c26', 'status': 'completed', 'code': 200} Nov 12 08:11:24.149556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb5d5f89-cb6a-4393-93b4-6a0eaafcc5bc req-aee56e0d-b81b-4043-a932-d7d42a744e5d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601281 Nov 12 08:11:24.184291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.320953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae9f3b-c87b-4694-995e-2900a66e2595 req-d3d5c815-dce6-404a-b5c0-27cb06524a17 tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:24.322501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32ae9f3b-c87b-4694-995e-2900a66e2595 req-d3d5c815-dce6-404a-b5c0-27cb06524a17 tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 1102 time: 0.0925629 Nov 12 08:11:24.351097 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32ae9f3b-c87b-4694-995e-2900a66e2595 req-96b832a9-bd89-4849-8c9e-3dc2138e85dd tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.379128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Router 63192def-58d5-403a-90f7-ef7bc1908f8f is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:11:24.492147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39194) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:24.512815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:24.616212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Deleting subnet 955f6537-34bb-4f0d-af01-0ba034f5330e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:11:24.620451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.651173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32ae9f3b-c87b-4694-995e-2900a66e2595 req-96b832a9-bd89-4849-8c9e-3dc2138e85dd tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.659836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32ae9f3b-c87b-4694-995e-2900a66e2595 req-96b832a9-bd89-4849-8c9e-3dc2138e85dd tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.669640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.679619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:24.701556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f', 'mac_address': 'fa:16:3e:2a:98:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:24.720136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.780089 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.782812 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32ae9f3b-c87b-4694-995e-2900a66e2595 req-96b832a9-bd89-4849-8c9e-3dc2138e85dd tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486248 Nov 12 08:11:24.784118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b832a9-bd89-4849-8c9e-3dc2138e85dd tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8aa7c4-2a12-47b9-95de-a3f7a9799c7a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:24.787926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:24.791249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.812866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Sync routers for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:24.843083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:24.853335 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:24.854180 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:24.877020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.882998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bab90ae9-aecd-4c85-b2b9-991956072231 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2937663 Nov 12 08:11:24.883735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39204) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:24.899029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955f6537-34bb-4f0d-af01-0ba034f5330e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:24.905295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.925766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4cafa1bb-c1b4-402c-b602-1dd3ed9ed20f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/955f6537-34bb-4f0d-af01-0ba034f5330e HTTP/1.1" status: 204 len: 168 time: 0.4316146 Nov 12 08:11:24.930065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:24.935769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:24.944034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:24.974383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39210) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:25.053832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:25.144803 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:25.203030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Deleting subnet 43aafb6f-6649-4282-b7f6-0304c919bc5a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:11:25.210239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.214935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.242456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e6a1fcb2-ac57-48f2-9201-0909caa64909 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:25.278092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dad8e8-e22e-4b6d-82ca-a2f383be32ee req-4fd2e6be-fe49-43f9-af72-b7276e391154 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.287891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59dad8e8-e22e-4b6d-82ca-a2f383be32ee req-4fd2e6be-fe49-43f9-af72-b7276e391154 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2456241 Nov 12 08:11:25.418935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e6a1fcb2-ac57-48f2-9201-0909caa64909 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:25.419286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.423946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.492842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.511272 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:23Z', 'revision_number': 3, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:25.522188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1705718b-3cbb-430b-8419-bb17b34cf718']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:25.538685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31115265-4f0c-4baf-8ae1-57d676f3f2d5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:25.539738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31115265-4f0c-4baf-8ae1-57d676f3f2d5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:25.570386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.627332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['2fe0d82e-4f5b-4ae2-bcdd-01774cac106f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:25.658618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.671327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:11:25.671875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:11:25.673876 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:11:25.723223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a82a184d-ada4-4b3a-85da-8675c40c5c26 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:25.730509 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Checking router: 63192def-58d5-403a-90f7-ef7bc1908f8f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:25.730788 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Updating router 63192def-58d5-403a-90f7-ef7bc1908f8f port a9985145-d25f-452f-9007-1682995ea560 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:11:25.743588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59dad8e8-e22e-4b6d-82ca-a2f383be32ee req-4ede1e64-6f3a-4e86-adbc-6ef20bcca955 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431205 Nov 12 08:11:25.754206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.757155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.762516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21750f1-e866-4396-a6c7-b4190216ed2f req-e7a241b3-3ce8-4fa4-938f-7cf862999020 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.785619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b21750f1-e866-4396-a6c7-b4190216ed2f req-e7a241b3-3ce8-4fa4-938f-7cf862999020 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 948 time: 0.4951959 Nov 12 08:11:25.790798 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.817153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.825438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1705718b-3cbb-430b-8419-bb17b34cf718 HTTP/1.1" status: 204 len: 168 time: 0.8930593 Nov 12 08:11:25.829723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: a82a184d-ada4-4b3a-85da-8675c40c5c26 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:25.829723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a82a184d-ada4-4b3a-85da-8675c40c5c26 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:25.868188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd8659-ce5f-4245-8201-c2f138857036 admin admin] Pushing event deleted for resources: {'Network': ['ID=1705718b-3cbb-430b-8419-bb17b34cf718,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:25.938488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.010104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43aafb6f-6649-4282-b7f6-0304c919bc5a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:26.016945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.031413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5cb328df-8881-42e3-8ba1-8628076d18a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/43aafb6f-6649-4282-b7f6-0304c919bc5a HTTP/1.1" status: 204 len: 168 time: 1.0456045 Nov 12 08:11:26.032115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39224) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:26.054252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39226) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:26.146505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b21750f1-e866-4396-a6c7-b4190216ed2f req-734e99f6-31af-4b7a-b058-cb7bc318d0cf tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531182 Nov 12 08:11:26.205266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.223636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-806b13ac-2ab0-453c-8928-7956d88a7071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d52dd326c3e24670ba539e56381059fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681664 Nov 12 08:11:26.228363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:26.247805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d14d62-be33-42ac-912f-b0f791440533 req-b0509327-3563-4a4d-abdd-8db76f917e4b tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.257529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79d14d62-be33-42ac-912f-b0f791440533 req-b0509327-3563-4a4d-abdd-8db76f917e4b tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 1102 time: 0.2310975 Nov 12 08:11:26.337874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.346703 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.354128 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.381461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.406024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79d14d62-be33-42ac-912f-b0f791440533 req-95956866-d6ad-4b3d-94ae-9838fe99b895 tempest-ServersAdminNegativeTestJSON-1647977167 tempest-ServersAdminNegativeTestJSON-1647977167-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473191 Nov 12 08:11:26.412589 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Pushing event updated for resources: {'Port': ['ID=a9985145-d25f-452f-9007-1682995ea560,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:26.425596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.426453 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.427116 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.427458 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.427794 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.428258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.428585 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.428909 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.429230 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.429773 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.430100 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.430419 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.430738 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.431682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3e1a77-3e53-4ffd-8e43-79e0469af7e1']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:26.460816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Attempting to bind port a9985145-d25f-452f-9007-1682995ea560 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:26.461188 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Attempting to bind port a9985145-d25f-452f-9007-1682995ea560 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:26.461548 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Attempting to bind port a9985145-d25f-452f-9007-1682995ea560 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:26.467804 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.468170 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:26.468666 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:26.469068 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.469454 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:26.469926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Bound port: a9985145-d25f-452f-9007-1682995ea560, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:26.470663 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.525046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec451808-8c66-40c7-b6ac-623d5f782bdf') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:26.526286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec451808-8c66-40c7-b6ac-623d5f782bdf') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:26.535291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.538939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.543282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c HTTP/1.1" status: 204 len: 168 time: 0.3138559 Nov 12 08:11:26.549092 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] For port a9985145-d25f-452f-9007-1682995ea560, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:26.551591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.554342 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] For port a9985145-d25f-452f-9007-1682995ea560, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a9985145-d25f-452f-9007-1682995ea560,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:26.562818 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.585972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ade4f-9d76-45e2-aeb3-48fd87c2f39c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:26.599896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.600321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.600862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.601310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.601744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.602209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.602536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.602869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.603297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.603631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.603960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.604507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09957495-7c18-4078-83d9-f19c5eef7be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:26.637980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.656733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:11:26.657508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:11:26.662521 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:11:26.719777 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:26.720785 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:26.782862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.803367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.816728 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c3e1a77-3e53-4ffd-8e43-79e0469af7e1 HTTP/1.1" status: 204 len: 168 time: 0.7819397 Nov 12 08:11:26.852852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac8da5-8aa5-4218-a572-b8979f3aa27f admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3e1a77-3e53-4ffd-8e43-79e0469af7e1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:26.880548 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e4aa-b961-473e-a99d-be45f6368cad None None] Pushing event updated for resources: {'Port': ['ID=a9985145-d25f-452f-9007-1682995ea560,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:26.964334 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:27.002242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Allocated IP 172.20.0.1 (c0c26761-11d2-4cc0-9f97-d3097541f03c/6a41ac79-af5e-43bb-884c-a002667a23b7/27095fb7-e8c2-4081-8a69-0f2996fc00fb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:27.045996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6243-78f2-42eb-9bce-7895ac88a76c req-e3b6462c-1cdc-42ac-a849-bfbc09a17053 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.059406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f24f6243-78f2-42eb-9bce-7895ac88a76c req-e3b6462c-1cdc-42ac-a849-bfbc09a17053 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1614604 Nov 12 08:11:27.175198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39262) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:27.253148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-39809f31-dd91-4e9a-a9b6-a59f9ad42848 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=065b713eeda348139d14d5444061f866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743122 Nov 12 08:11:27.253446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:27.318144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f24f6243-78f2-42eb-9bce-7895ac88a76c req-afad52fc-c932-41bd-b180-267c4eb6add5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399442 Nov 12 08:11:27.329560 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:23Z', 'revision_number': 3, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:27.356810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-acc2f29b-83d3-468c-a102-cd01fb343bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.368585 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a585f2-4701-4179-ab5d-23381ccf02d4 None None] The sync data for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 is: [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:23Z', 'revision_number': 3, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:27.401061 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-acc2f29b-83d3-468c-a102-cd01fb343bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.452728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c54d0-2b95-458a-a594-11d23f69e64e req-8b083f0a-8c64-4200-924c-b8cfd68ffe2a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.460883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f89c54d0-2b95-458a-a594-11d23f69e64e req-8b083f0a-8c64-4200-924c-b8cfd68ffe2a tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.2475300 Nov 12 08:11:27.474151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-acc2f29b-83d3-468c-a102-cd01fb343bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.475789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-acc2f29b-83d3-468c-a102-cd01fb343bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.479427 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-acc2f29b-83d3-468c-a102-cd01fb343bd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de7e09c8-7523-4e45-a3f9-a6d5d493f7e6 HTTP/1.1" status: 204 len: 168 time: 0.2228425 Nov 12 08:11:27.491869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2f29b-83d3-468c-a102-cd01fb343bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e09c8-7523-4e45-a3f9-a6d5d493f7e6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:27.640847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.658520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f89c54d0-2b95-458a-a594-11d23f69e64e req-b832f957-2ca4-462c-a0cf-65934143b9e1 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833460 Nov 12 08:11:27.690023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c416f-5b38-4571-990f-f4fd5d36d6e6 req-07fdfccf-b51d-47db-8169-a59ca7d0c09b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.692130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e7c416f-5b38-4571-990f-f4fd5d36d6e6 req-07fdfccf-b51d-47db-8169-a59ca7d0c09b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 948 time: 0.2299163 Nov 12 08:11:27.761930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.873674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e7c416f-5b38-4571-990f-f4fd5d36d6e6 req-2247e34c-eaa2-42c5-97c5-ec5d1cf5d318 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Nov 12 08:11:27.888692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Network c0c26761-11d2-4cc0-9f97-d3097541f03c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:27.891765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:27.895055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:27.938491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Pushing event updated for resources: {'Port': ['ID=27095fb7-e8c2-4081-8a69-0f2996fc00fb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:27.987110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.246501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.390910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3e1bc03c-ffa6-4013-beda-e715fa3df538 None None] Provisioning complete for port 27095fb7-e8c2-4081-8a69-0f2996fc00fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:28.391607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3e1bc03c-ffa6-4013-beda-e715fa3df538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.497489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3e1bc03c-ffa6-4013-beda-e715fa3df538 None None] Port 27095fb7-e8c2-4081-8a69-0f2996fc00fb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:28.525429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:28.606763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3b90e-face-42f1-9fc8-63811b0ac1c7 req-fe90fa46-f4c1-4f88-b739-598dd8de2fd9 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:28.614849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63a3b90e-face-42f1-9fc8-63811b0ac1c7 req-fe90fa46-f4c1-4f88-b739-598dd8de2fd9 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1361322 Nov 12 08:11:28.629965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:28.652146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:28.654370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.723877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.730616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.789230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63a3b90e-face-42f1-9fc8-63811b0ac1c7 req-18c51633-d947-45b5-8bba-e5de68e13bfc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734190 Nov 12 08:11:28.837390 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.864543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39322) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:28.874785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:28.881697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Pushing event updated for resources: {'Port': ['ID=27095fb7-e8c2-4081-8a69-0f2996fc00fb,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:28.929925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:28.932857 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cb7cdd-64b8-4bf1-adf6-cc8ced408fc9" -d '{"events": [{"server_uuid": "947f003e-2a8f-4965-b6cf-06c21679d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0d82e-4f5b-4ae2-bcdd-01774cac106f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:28.963018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:28.971778 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.019128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Network c0c26761-11d2-4cc0-9f97-d3097541f03c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:29.021198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:29.116105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f40fa-8882-4918-a642-84f6702837f8 req-7685035a-8f3e-491d-9648-20c27345e62b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:29.116834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-443809714-network', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:29.117722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d84f40fa-8882-4918-a642-84f6702837f8 req-7685035a-8f3e-491d-9648-20c27345e62b tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.1541615 Nov 12 08:11:29.215476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:29.226395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.262394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.266101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:29.329237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d84f40fa-8882-4918-a642-84f6702837f8 req-46b8fca4-afa8-46c5-913b-91312874201d tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000449 Nov 12 08:11:29.355631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-55b43e46-9143-4c8f-a0dc-c769ef08699b None None] Provisioning complete for port 27095fb7-e8c2-4081-8a69-0f2996fc00fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:29.356000 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55b43e46-9143-4c8f-a0dc-c769ef08699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.408960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Router 63192def-58d5-403a-90f7-ef7bc1908f8f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:11:29.466115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.480851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.517732 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a2074c-d8ea-4a57-a67e-6cfe87ef7f1e x-openstack-request-id: req-b5a2074c-d8ea-4a57-a67e-6cfe87ef7f1e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:29.518411 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f003e-2a8f-4965-b6cf-06c21679d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0d82e-4f5b-4ae2-bcdd-01774cac106f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:29.518411 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5a2074c-d8ea-4a57-a67e-6cfe87ef7f1e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:29.518709 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f', 'code': 200} Nov 12 08:11:29.525940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-55b43e46-9143-4c8f-a0dc-c769ef08699b None None] Port 27095fb7-e8c2-4081-8a69-0f2996fc00fb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:29.532748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a9985145-d25f-452f-9007-1682995ea560 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:29.541755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223f61b-0c61-4d34-9845-1b437d39155f req-acde875a-e94b-4df9-9713-51318f7a6b77 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:29.545329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:11:29.553447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f223f61b-0c61-4d34-9845-1b437d39155f req-acde875a-e94b-4df9-9713-51318f7a6b77 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 949 time: 0.3922515 Nov 12 08:11:29.614824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.615455 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Added segment d2d5120b-05a3-4e70-9844-90d4592135b2 of type vlan for network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 Nov 12 08:11:29.656817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a9985145-d25f-452f-9007-1682995ea560 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:29.657427 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.698585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.738265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:29.768772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db9026-bdcc-4f92-98eb-d55cee6c9214 req-194a8763-a523-43fe-9ded-4c4341b780f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:29.770978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1db9026-bdcc-4f92-98eb-d55cee6c9214 req-194a8763-a523-43fe-9ded-4c4341b780f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 1101 time: 0.2120080 Nov 12 08:11:29.777960 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.807229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a9985145-d25f-452f-9007-1682995ea560, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a9985145-d25f-452f-9007-1682995ea560,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:29.810065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.812355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:29.812858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.814002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:29.864737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:29.874788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-342244cb-37ca-4b9a-a6a5-583de1156a31 admin admin] 10.222.0.16 "PUT /v2.0/routers/63192def-58d5-403a-90f7-ef7bc1908f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9897897 Nov 12 08:11:29.899066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a9985145-d25f-452f-9007-1682995ea560,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:29.961587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1db9026-bdcc-4f92-98eb-d55cee6c9214 req-82018cc9-6c37-48b5-976b-31e87b581ef3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821122 Nov 12 08:11:29.966176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] Pushing event updated for resources: {'Network': ['ID=d7c44a52-d588-4c9e-bdb5-6cad078eecf4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:29.982191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:11:29.982479 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-18acade3-d9d7-4668-b9e8-27beff6c379e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1110125 Nov 12 08:11:29.983559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39348) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:29.987584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c546b96-a074-4d74-ae9d-ab439b177373 req-6c9ed776-a108-45e0-87f1-1bd9efb46f02 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1398404 Nov 12 08:11:29.990665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Request body: {'subnet': {'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-subnet', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:30.039776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Sync routers for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:30.052451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:30.055856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-a4311daa-e80e-4d31-8d44-7e5d1ffe6c0f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.057518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-a4311daa-e80e-4d31-8d44-7e5d1ffe6c0f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.2451820 Nov 12 08:11:30.058482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.078923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f223f61b-0c61-4d34-9845-1b437d39155f req-afbcb56b-44d5-4560-b10b-feefdc902b3d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239179 Nov 12 08:11:30.191996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:30.192767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:30.271426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50b8a3-22d1-46e4-8a73-aeae85c8f9d0 req-7ad7e768-1abf-4dc6-889a-84a7daa10bec tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.273358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c50b8a3-22d1-46e4-8a73-aeae85c8f9d0 req-7ad7e768-1abf-4dc6-889a-84a7daa10bec tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.0765715 Nov 12 08:11:30.316099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.341455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:30.414532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041b15c2-889c-4c31-8f9c-91c84819954e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:30.433072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c50b8a3-22d1-46e4-8a73-aeae85c8f9d0 req-7d61ee6c-bf33-4b03-88eb-48e58c9520d6 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411464 Nov 12 08:11:30.456059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Checking segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:30.456602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Network hostable DHCP agents. Network: d7c44a52-d588-4c9e-bdb5-6cad078eecf4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:11:30.466266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Deleting port c73b5bc8-2c9c-48fb-af78-da9813c38d56 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:30.466611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.499391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:11:30.515303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d7c44a52-d588-4c9e-bdb5-6cad078eecf4) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:30.521230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.523563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.565768 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6d48d1c4-c871-49f8-962c-fa84e8791647 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5765133 Nov 12 08:11:30.565768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39356) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:30.569777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:30.614499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.615659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.637799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8109393-43a7-4d5d-9319-95ffa457e790 None None] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:30.722437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.733575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307537b5-38d8-4f08-8bf4-d2c2e37f682c req-25a2a1ac-6a63-497b-8849-614cf767c4b2 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.735445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307537b5-38d8-4f08-8bf4-d2c2e37f682c req-25a2a1ac-6a63-497b-8849-614cf767c4b2 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 950 time: 0.1283152 Nov 12 08:11:30.783262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] For port c73b5bc8-2c9c-48fb-af78-da9813c38d56, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c73b5bc8-2c9c-48fb-af78-da9813c38d56,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:30.783798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.821773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Calling delete_port for c73b5bc8-2c9c-48fb-af78-da9813c38d56 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:30.834261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307537b5-38d8-4f08-8bf4-d2c2e37f682c req-21d4bb40-06e8-4770-b8ab-6537c3a9296e tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870090 Nov 12 08:11:30.997369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.017269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 2, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:31.038292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39364) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:31.049824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122191300', 'description': 'tempest-description--1592975943'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:31.052240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Checking router: 63192def-58d5-403a-90f7-ef7bc1908f8f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:31.052666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Updating router 63192def-58d5-403a-90f7-ef7bc1908f8f port 27095fb7-e8c2-4081-8a69-0f2996fc00fb binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:11:31.122118 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.148553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-d7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:11:31.149517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.162032 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.224283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Pushing event deleted for resources: {'Port': ['ID=c73b5bc8-2c9c-48fb-af78-da9813c38d56,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:31.235302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.315002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9069ab8-37d2-454c-a30a-131dc54c4d23 req-9e68f43c-6831-4256-88b5-4d0b91103930 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0830357 Nov 12 08:11:31.359409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.362160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fae50f6e-e528-477a-9508-3305c85c8d3d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:31.364473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a9985145-d25f-452f-9007-1682995ea560 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:31.387113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.400498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] No DVR routers for this DVR port c73b5bc8-2c9c-48fb-af78-da9813c38d56 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:31.404942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.410276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e194a5d-9450-4222-b7bb-7276e6ff47a1 req-e75f2493-b232-481f-802c-9dad0dcacf6f tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "DELETE /v2.0/ports/c73b5bc8-2c9c-48fb-af78-da9813c38d56 HTTP/1.1" status: 204 len: 173 time: 1.1483862 Nov 12 08:11:31.417047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'name': 'network-vif-deleted', 'tag': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:31.419744 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66acf831-f6d2-42a6-8636-81a8ef7065ba" -d '{"events": [{"server_uuid": "272e1fb1-09c9-4738-a987-f8f6c33de3ac", "name": "network-vif-deleted", "tag": "c73b5bc8-2c9c-48fb-af78-da9813c38d56"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:31.493522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Allocated IP 172.20.0.2 (d7c44a52-d588-4c9e-bdb5-6cad078eecf4/041b15c2-889c-4c31-8f9c-91c84819954e/74045a36-8e91-467b-98df-a5519b27e1e8) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:31.515957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb05374-ef27-47a5-9cf6-511180b67be6 req-2e2fc3b0-c4cb-42b6-b0ee-f1de3603deb5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:31.524042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afb05374-ef27-47a5-9cf6-511180b67be6 req-2e2fc3b0-c4cb-42b6-b0ee-f1de3603deb5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.3052387 Nov 12 08:11:31.563285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Allocated IP 172.25.4.3 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e4995ea3-65f1-4c0c-b9dc-b2f9a633c618) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:31.563514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.577153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.589637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3714a98-7f6a-4988-aac3-35c7d360c21f req-be20a565-aa91-4886-8b4b-a9ae139890bc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:31.592353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3714a98-7f6a-4988-aac3-35c7d360c21f req-be20a565-aa91-4886-8b4b-a9ae139890bc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 949 time: 0.1921763 Nov 12 08:11:31.673138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a1f5d-5c49-4e0b-873b-9fb465e81130,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:31.703844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afb05374-ef27-47a5-9cf6-511180b67be6 req-c10e495a-c56f-4553-a2d4-3d11ffa75164 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783590 Nov 12 08:11:31.715237 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.720437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.721822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-96bbd5af-9ea1-46d4-83da-21edc6f0aea8 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6823223 Nov 12 08:11:31.724758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39376) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:31.730786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Request body: {'security_group_rule': {'security_group_id': '4d6a1f5d-5c49-4e0b-873b-9fb465e81130', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:31.737223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a9985145-d25f-452f-9007-1682995ea560 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:31.738140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.753969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3714a98-7f6a-4988-aac3-35c7d360c21f req-752dc52e-a37a-43b3-91e2-cf084a738034 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505165 Nov 12 08:11:31.779538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.784656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.866810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:31.870446 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ee0cf-4aa6-4f39-ab39-e25cac2d4bfb x-openstack-request-id: req-6d6ee0cf-4aa6-4f39-ab39-e25cac2d4bfb {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:31.870746 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272e1fb1-09c9-4738-a987-f8f6c33de3ac", "name": "network-vif-deleted", "tag": "c73b5bc8-2c9c-48fb-af78-da9813c38d56", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:31.870991 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d6ee0cf-4aa6-4f39-ab39-e25cac2d4bfb {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:31.871421 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272e1fb1-09c9-4738-a987-f8f6c33de3ac', 'name': 'network-vif-deleted', 'tag': 'c73b5bc8-2c9c-48fb-af78-da9813c38d56', 'status': 'completed', 'code': 200} Nov 12 08:11:31.878159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:31.884378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:31.932791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Pushing event updated for resources: {'Port': ['ID=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.013919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.022642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.046188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d241a477-1440-488c-9f19-c417623c38c1 req-934aa757-7bfb-4e06-92de-f4e8a75238ae tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=272e1fb1-09c9-4738-a987-f8f6c33de3ac HTTP/1.1" status: 200 len: 210 time: 0.0460813 Nov 12 08:11:32.050507 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.066353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740aa0b5-514c-48ad-979b-2694420eefc0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.067772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.074555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c32254-9819-433d-9f41-d49d2a877087 req-270e173d-a8c4-47a9-815c-f95d0fa13fac tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:32.079591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.089250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9aaeb132-2562-443d-933e-87e16f27c25c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595552 Nov 12 08:11:32.089475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8c32254-9819-433d-9f41-d49d2a877087 req-270e173d-a8c4-47a9-815c-f95d0fa13fac tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1238573 Nov 12 08:11:32.090269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39380) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:32.095437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Request body: {'security_group_rule': {'security_group_id': '4d6a1f5d-5c49-4e0b-873b-9fb465e81130', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:32.132339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:32.141245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:32.163008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:32.171557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Pushing event updated for resources: {'Port': ['ID=74045a36-8e91-467b-98df-a5519b27e1e8,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.173141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.213075 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.232184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8c32254-9819-433d-9f41-d49d2a877087 req-328a62b0-793d-445a-82ff-96b6f06dd58d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442492 Nov 12 08:11:32.238445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.253867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Attempting to bind port 74045a36-8e91-467b-98df-a5519b27e1e8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:32.254272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Attempting to bind port 74045a36-8e91-467b-98df-a5519b27e1e8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:32.254593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Attempting to bind port 74045a36-8e91-467b-98df-a5519b27e1e8 on network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:32.266589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.271279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.273581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.289383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:32.289782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Checking segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:32.290159 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.290550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Bound using segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:32.291289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Bound port: 74045a36-8e91-467b-98df-a5519b27e1e8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:32.291430 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.304359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6076491-b539-48a1-bf4d-f8b24b8b72e4,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.316067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.317517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2f774ef2-d503-4cc4-8f9d-5c4649138111 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265046 Nov 12 08:11:32.323714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dd7e6-dba0-417a-8563-e43bfe3a2347 None None] Pushing event updated for resources: {'Port': ['ID=27095fb7-e8c2-4081-8a69-0f2996fc00fb,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.323889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39382) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:32.336289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:32.375306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.449835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Attempting to bind port 27095fb7-e8c2-4081-8a69-0f2996fc00fb on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:32.450167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Attempting to bind port 27095fb7-e8c2-4081-8a69-0f2996fc00fb by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:32.450528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Attempting to bind port 27095fb7-e8c2-4081-8a69-0f2996fc00fb on network c0c26761-11d2-4cc0-9f97-d3097541f03c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:32.465264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:32.465724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Checking segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:32.466304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.474500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Bound using segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:32.475022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Bound port: 27095fb7-e8c2-4081-8a69-0f2996fc00fb, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:32.476226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.485953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] For port 74045a36-8e91-467b-98df-a5519b27e1e8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:32.510320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] For port 74045a36-8e91-467b-98df-a5519b27e1e8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=74045a36-8e91-467b-98df-a5519b27e1e8,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:32.574393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] For port 27095fb7-e8c2-4081-8a69-0f2996fc00fb, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:32.579030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] For port 27095fb7-e8c2-4081-8a69-0f2996fc00fb, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27095fb7-e8c2-4081-8a69-0f2996fc00fb,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:32.583804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c73b5bc8-2c9c-48fb-af78-da9813c38d56 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:32.588592 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.614690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.623264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: c73b5bc8-2c9c-48fb-af78-da9813c38d56 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:32.623612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c73b5bc8-2c9c-48fb-af78-da9813c38d56 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:32.764555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:32.765454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:32.839875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34984d54-3d43-45ee-8bc7-a37891ec7125 None None] Pushing event updated for resources: {'Port': ['ID=74045a36-8e91-467b-98df-a5519b27e1e8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.856979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-56bf6d8b-d83f-42fd-ad83-eaf764db4d92 None None] Provisioning complete for port 27095fb7-e8c2-4081-8a69-0f2996fc00fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:32.857672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bf6d8b-d83f-42fd-ad83-eaf764db4d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.930904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.963565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93fb1952-f4c3-4284-a65b-50d4814df82a req-b5847603-9196-424c-bd02-ccaadd320e00 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.5667641 Nov 12 08:11:32.990516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dd7e6-dba0-417a-8563-e43bfe3a2347 None None] Pushing event updated for resources: {'Port': ['ID=27095fb7-e8c2-4081-8a69-0f2996fc00fb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:33.048022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49497500-192b-4757-bd0f-98577730aa8e req-ec6f6ec5-d9fa-4006-a6f6-226102929004 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1381309 Nov 12 08:11:33.123581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:33.131941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a134-71d3-4200-aee6-3726153d5937 req-32a96d51-a832-49c0-a767-72d087b8a5b1 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.133385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5959a134-71d3-4200-aee6-3726153d5937 req-32a96d51-a832-49c0-a767-72d087b8a5b1 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.2153029 Nov 12 08:11:33.184947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58dae-de6f-40f8-8af4-1e7fa11ce895 req-e50a9723-64af-4f74-af0d-9ec57af2aff0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.192644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:11:33.196752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef58dae-de6f-40f8-8af4-1e7fa11ce895 req-e50a9723-64af-4f74-af0d-9ec57af2aff0 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 949 time: 0.1215649 Nov 12 08:11:33.227809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.278967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5959a134-71d3-4200-aee6-3726153d5937 req-8f7f0730-731a-4077-bbed-815fa64a382b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341367 Nov 12 08:11:33.335287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 74045a36-8e91-467b-98df-a5519b27e1e8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:33.348162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:33.356850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cef58dae-de6f-40f8-8af4-1e7fa11ce895 req-97b94c91-3d26-435a-8997-4e0d2e16f10f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554916 Nov 12 08:11:33.365067 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Sync routers for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:33.380327 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:33.383810 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:33.398845 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.402950 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e14bf4e-cc54-420f-9d19-22aa61cb7352 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8355908 Nov 12 08:11:33.406613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39398) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:33.520528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Allocated IP 172.25.4.62 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/b2a67809-d07d-4195-be99-1da229276bd7) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:33.537578 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bf6d8b-d83f-42fd-ad83-eaf764db4d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.567618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 74045a36-8e91-467b-98df-a5519b27e1e8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:33.567989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.632372 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:33.658509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-56bf6d8b-d83f-42fd-ad83-eaf764db4d92 None None] For port 27095fb7-e8c2-4081-8a69-0f2996fc00fb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27095fb7-e8c2-4081-8a69-0f2996fc00fb,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:33.671708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bf6d8b-d83f-42fd-ad83-eaf764db4d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.682493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932207f-cf78-43a7-9418-959064e1efc1 req-29ce0cdc-9929-4473-a149-23497ad95f69 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.690209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5932207f-cf78-43a7-9418-959064e1efc1 req-29ce0cdc-9929-4473-a149-23497ad95f69 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.2060227 Nov 12 08:11:33.712534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2aca86-3148-4280-9336-3fb72f64cd70 req-3c63424e-7297-4cb3-a431-68efcb2deefd tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.721998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a2aca86-3148-4280-9336-3fb72f64cd70 req-3c63424e-7297-4cb3-a431-68efcb2deefd tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 1101 time: 0.2031460 Nov 12 08:11:33.768773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6d8b-d83f-42fd-ad83-eaf764db4d92 None None] Pushing event updated for resources: {'Port': ['ID=27095fb7-e8c2-4081-8a69-0f2996fc00fb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:33.777931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.796686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:32Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:33.840351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5d252-35a3-49d1-9b19-7b340752670e None None] The sync data for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 is: [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:32Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:33.843461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1ab14a4e-a5ad-48cc-8c06-1b2dafc0f979 None None] Provisioning complete for port 27095fb7-e8c2-4081-8a69-0f2996fc00fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:33.843780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ab14a4e-a5ad-48cc-8c06-1b2dafc0f979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.883056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.889909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 74045a36-8e91-467b-98df-a5519b27e1e8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=74045a36-8e91-467b-98df-a5519b27e1e8,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:33.903590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5932207f-cf78-43a7-9418-959064e1efc1 req-7dc95ab2-0c32-41a7-a8f9-06719b196cbc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123971 Nov 12 08:11:33.906746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:33.961477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a2aca86-3148-4280-9336-3fb72f64cd70 req-c29d427d-28a9-474e-bed1-80161c21f344 tempest-ServersOnMultiNodesTest-583486082 tempest-ServersOnMultiNodesTest-583486082-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384758 Nov 12 08:11:34.067001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.133466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=74045a36-8e91-467b-98df-a5519b27e1e8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:34.156783 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:32Z', 'revision_number': 3, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:34.174860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d4174-3515-4b0b-919a-0c31b3c17dad None None] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:34.211750 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Checking router: 9b34e616-3caa-4bd6-abbc-55a7a2afd21c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:34.213376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Updating router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:11:34.214733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:34.218274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:34.227420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:34.257338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event updated for resources: {'Port': ['ID=b2a67809-d07d-4195-be99-1da229276bd7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:34.289884 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.379924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-932d67cc-a726-4a67-8d94-d1c575ba02f8 None None] Provisioning complete for port 74045a36-8e91-467b-98df-a5519b27e1e8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:34.381856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-932d67cc-a726-4a67-8d94-d1c575ba02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.579792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43c13718-b289-47f5-b62d-87a8fe3e9d7a req-122fcc92-ae63-42f4-a2e5-faea57e64cd0 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1177003 Nov 12 08:11:34.609270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.627448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.658112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f949e-6ebb-4e88-9d10-199a54dba25b req-661fd3f1-7337-4b4f-bb9e-0112dd13ce57 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.659675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-652f949e-6ebb-4e88-9d10-199a54dba25b req-661fd3f1-7337-4b4f-bb9e-0112dd13ce57 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1583884 Nov 12 08:11:34.712439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.727895 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.733393 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.925799 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Attempting to bind port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:34.930248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Attempting to bind port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:34.930816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Attempting to bind port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:34.937584 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11df05-d6b0-4bdc-9fe2-adf9a2e40f30 None None] Pushing event updated for resources: {'Port': ['ID=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:34.941066 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:34.941560 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:34.942052 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.942543 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:34.943414 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Bound port: e4995ea3-65f1-4c0c-b9dc-b2f9a633c618, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:34.943907 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.956994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-652f949e-6ebb-4e88-9d10-199a54dba25b req-9a26c6cd-c34a-4c74-b501-64ba6097c468 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867699 Nov 12 08:11:34.965616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0a34-a1d3-4d00-ae90-6854b5b261a5 req-9e923ccb-dec7-4052-9380-c106807ed8b0 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.976631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a01c0a34-a1d3-4d00-ae90-6854b5b261a5 req-9e923ccb-dec7-4052-9380-c106807ed8b0 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 950 time: 0.2616656 Nov 12 08:11:34.993198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Allocated IP 172.20.0.1 (d7c44a52-d588-4c9e-bdb5-6cad078eecf4/041b15c2-889c-4c31-8f9c-91c84819954e/e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:35.047694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4b08f331-6747-480c-b9b6-a4b7d0795295 None None] Provisioning complete for port 74045a36-8e91-467b-98df-a5519b27e1e8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:35.048357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4b08f331-6747-480c-b9b6-a4b7d0795295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.056329 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] For port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:35.061187 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] For port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:35.067339 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.093737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a01c0a34-a1d3-4d00-ae90-6854b5b261a5 req-0a391fc5-2e78-478d-994a-80039f489d52 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121969 Nov 12 08:11:35.146111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.154899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.177643 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:35.178582 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:35.261314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.328505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.328820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.346966 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11df05-d6b0-4bdc-9fe2-adf9a2e40f30 None None] Pushing event updated for resources: {'Port': ['ID=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:35.379809 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:35.394559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e784-c68b-4a12-87b5-a8277f280c53 req-ade0227b-1adf-4f05-b8ad-a700451f2c46 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:35.405507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa76e784-c68b-4a12-87b5-a8277f280c53 req-ade0227b-1adf-4f05-b8ad-a700451f2c46 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 949 time: 0.3360503 Nov 12 08:11:35.408181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:35.414855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27095fb7-e8c2-4081-8a69-0f2996fc00fb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:35.429689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:35.435157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:35.441459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Pushing event updated for resources: {'Port': ['ID=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:35.458002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event updated for resources: {'Port': ['ID=b2a67809-d07d-4195-be99-1da229276bd7,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:35.482999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.494810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e9b53be4-cf03-42cb-9948-c2139b373e00 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1696644 Nov 12 08:11:35.530235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.549340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa76e784-c68b-4a12-87b5-a8277f280c53 req-b6d1feb1-1542-4d22-b50d-d0cf09c49486 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424141 Nov 12 08:11:35.553633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 27095fb7-e8c2-4081-8a69-0f2996fc00fb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:35.553889 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.573820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2800db-6393-4bef-a921-44efb3a0c06a req-09448874-c562-4056-bda0-40ab52b4d5ec tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:35.591316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd2800db-6393-4bef-a921-44efb3a0c06a req-09448874-c562-4056-bda0-40ab52b4d5ec tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1671634 Nov 12 08:11:35.704727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd2800db-6393-4bef-a921-44efb3a0c06a req-0fdf787f-9899-411c-adb7-1b2ffb7bc3e4 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116331 Nov 12 08:11:35.719089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 74045a36-8e91-467b-98df-a5519b27e1e8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:35.736828 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:32Z', 'revision_number': 3, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:35.809810 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fccee-2c3b-45d8-9d93-314791c45e91 None None] The sync data for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 is: [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:32Z', 'revision_number': 3, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:35.819307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-c9a0b23d-fc2d-4dfd-acac-e37b3cbcb506 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--122191300&fields=id&tenant_id=9ec2160de498403cb8be73c3fe141fc2 HTTP/1.1" status: 200 len: 267 time: 0.0915310 Nov 12 08:11:35.832486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 74045a36-8e91-467b-98df-a5519b27e1e8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:35.832975 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.868039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084d8c89-a3f8-45a5-b404-cc5986b8e3f2 req-e6986615-1461-46db-8345-9304cb3de3d9 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0440743 Nov 12 08:11:35.899485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a6118993-bbbb-46bc-8731-cfe30187c4e1 None None] Provisioning complete for port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:35.899858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a6118993-bbbb-46bc-8731-cfe30187c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.915570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.967800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a6118993-bbbb-46bc-8731-cfe30187c4e1 None None] Port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:35.999944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-df8c460f-6ffa-4663-9e11-9e0e7dab6ba6 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:36.008773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-df8c460f-6ffa-4663-9e11-9e0e7dab6ba6 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/networks?id=c0c26761-11d2-4cc0-9f97-d3097541f03c HTTP/1.1" status: 200 len: 815 time: 0.1750932 Nov 12 08:11:36.023848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-99a80445-7252-4ed3-b4c3-fb69ba7ebffb tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/quotas/9ec2160de498403cb8be73c3fe141fc2 HTTP/1.1" status: 200 len: 375 time: 0.0137830 Nov 12 08:11:36.092638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-8202d3a2-617c-41da-b6d8-c51900a57b87 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ec2160de498403cb8be73c3fe141fc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592115 Nov 12 08:11:36.142155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.147725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.255716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Pushing event updated for resources: {'Port': ['ID=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:36.267550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-209f7368-4e80-4f4c-9e3e-ff594d6ba1a9 service neutron] 10.222.0.16 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601982 Nov 12 08:11:36.277691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.409849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:36.411405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:36.414459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e8f6-d0e9-485d-bdf1-c13a17bd6ed3 req-464476a9-e2a4-45a9-93ea-879f1d891c68 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:36.417165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3314e8f6-d0e9-485d-bdf1-c13a17bd6ed3 req-464476a9-e2a4-45a9-93ea-879f1d891c68 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1080668 Nov 12 08:11:36.476877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-10e91e1d-ef0b-4e67-a285-f161a09e7eb7 service neutron] 10.222.0.16 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025294 Nov 12 08:11:36.569103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3314e8f6-d0e9-485d-bdf1-c13a17bd6ed3 req-eec9d09d-bf3f-4e14-84e5-d938e02cf80b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358087 Nov 12 08:11:36.650661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:11:36.767216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc8066-3527-48b7-835d-9542caa34622 req-e8fbff0c-9864-4a1c-83e6-f6d4b881aeea tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:36.769387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7adc8066-3527-48b7-835d-9542caa34622 req-e8fbff0c-9864-4a1c-83e6-f6d4b881aeea tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 950 time: 0.0950372 Nov 12 08:11:36.803200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7da41572-8231-4a90-8852-33e80ff6d256 None None] Provisioning complete for port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:36.803808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7da41572-8231-4a90-8852-33e80ff6d256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.832737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa19e6df-2bb3-4776-bf8e-fb72f9e533a3 req-805f4e7c-3c09-47ab-b4f7-4fff3300dda9 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0493197 Nov 12 08:11:36.880779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7adc8066-3527-48b7-835d-9542caa34622 req-67b2a66d-2d6e-4e5d-9567-a00bebcda8f8 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7c4f07-bab5-40af-b25a-e9580f7c24d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043458 Nov 12 08:11:36.905323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:36.919889 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7da41572-8231-4a90-8852-33e80ff6d256 None None] Port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:36.924560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed218010-08ab-4187-b903-b9c6903a4b1b admin admin] 10.222.0.16 "PUT /v2.0/routers/9b34e616-3caa-4bd6-abbc-55a7a2afd21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5166612 Nov 12 08:11:37.067122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cadb162-697c-4dd7-8da7-ea6855a0baf1 req-cc701a60-f3f2-4395-916e-7845f7fc7cdc tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 210 time: 0.0320604 Nov 12 08:11:37.091315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-cf41b308-e2d1-44ab-b3db-d96f4dcc0da2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:37.091565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-cf41b308-e2d1-44ab-b3db-d96f4dcc0da2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 949 time: 0.1395597 Nov 12 08:11:37.117381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe5ea8-5ce7-4668-b06e-4de7208bbb97 req-42a655fa-854b-40a5-9f6b-d7e638bd9e34 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:37.119167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9afe5ea8-5ce7-4668-b06e-4de7208bbb97 req-42a655fa-854b-40a5-9f6b-d7e638bd9e34 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 949 time: 0.1341164 Nov 12 08:11:37.283864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:37.329889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9afe5ea8-5ce7-4668-b06e-4de7208bbb97 req-c375dd46-bc3e-4098-b514-03df331ea80f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770804 Nov 12 08:11:37.358493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-132e1655-2db1-49e6-8655-5d5ad5436d91 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:37.361391 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-132e1655-2db1-49e6-8655-5d5ad5436d91 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 950 time: 0.1378031 Nov 12 08:11:37.376854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:37.377580 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.387015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8aa73-74c7-4211-9716-8bc3427b0a4c req-931d89e7-9a8c-4584-a338-ca441a3ec855 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:37.389936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5e8aa73-74c7-4211-9716-8bc3427b0a4c req-931d89e7-9a8c-4584-a338-ca441a3ec855 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1719930 Nov 12 08:11:37.398519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:37.399154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.522069 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.526921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Deleting port fae50f6e-e528-477a-9508-3305c85c8d3d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:37.527391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.552517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:37.558158 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.610115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:37.610768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.617743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5e8aa73-74c7-4211-9716-8bc3427b0a4c req-2afc9d3d-2096-47f9-9956-0f7af26457c5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555238 Nov 12 08:11:37.647606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:37.666488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:37.673351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] For port fae50f6e-e528-477a-9508-3305c85c8d3d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fae50f6e-e528-477a-9508-3305c85c8d3d,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:37.674598 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.692608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Calling delete_port for fae50f6e-e528-477a-9508-3305c85c8d3d owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:37.895929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.915984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fae50f6e-e528-477a-9508-3305c85c8d3d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:37.921326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c106d7-b2d8-4ed0-adf5-8c0fd65982e2 req-a5ab1d14-9dec-4ac7-af25-2145bd9a0f31 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:37.931327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4c106d7-b2d8-4ed0-adf5-8c0fd65982e2 req-a5ab1d14-9dec-4ac7-af25-2145bd9a0f31 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1809139 Nov 12 08:11:37.960553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Pushing event deleted for resources: {'Port': ['ID=fae50f6e-e528-477a-9508-3305c85c8d3d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:38.006420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39e18e48-07df-48eb-ac55-406910ca547e req-6043392f-ba5a-48e8-a7d9-1378b2f76354 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0574884 Nov 12 08:11:38.027050 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.040690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', '0d3e66b5-134c-4e26-856e-87e4226768fb', '9b82c960-cb99-4236-906d-8a096e5d4b0f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:38.045547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] No DVR routers for this DVR port fae50f6e-e528-477a-9508-3305c85c8d3d on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:38.047530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.062874 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c086621b-cc14-4a44-93c4-68640fae9e43 req-b8aecbb8-1ac8-4445-9ce0-8d87a1ab8b26 tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.25 "DELETE /v2.0/ports/fae50f6e-e528-477a-9508-3305c85c8d3d HTTP/1.1" status: 204 len: 173 time: 0.6835225 Nov 12 08:11:38.062874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'name': 'network-vif-deleted', 'tag': 'fae50f6e-e528-477a-9508-3305c85c8d3d'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:38.062874 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a441d0-3cfe-46d1-b07e-7d78528beef5" -d '{"events": [{"server_uuid": "8e9fd375-5ef1-486b-9525-f1ac8a9b600f", "name": "network-vif-deleted", "tag": "fae50f6e-e528-477a-9508-3305c85c8d3d"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:38.063695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4c106d7-b2d8-4ed0-adf5-8c0fd65982e2 req-a6f0b5fa-79a9-4a5d-b980-6a71fbefc583 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298120 Nov 12 08:11:38.076948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=2fe0d82e-4f5b-4ae2-bcdd-01774cac106f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:38.147412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0', '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:38.192918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:38.205373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.218706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2553f97c-deff-4c64-8e82-9595d28b5b30 req-a0b54708-6110-4d1f-8eb3-a5ae28ea9080 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "DELETE /v2.0/ports/2fe0d82e-4f5b-4ae2-bcdd-01774cac106f HTTP/1.1" status: 204 len: 173 time: 1.1193626 Nov 12 08:11:38.219207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'name': 'network-vif-deleted', 'tag': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:38.226635 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873b7241-b5b9-4852-8034-28b07eca32ce" -d '{"events": [{"server_uuid": "947f003e-2a8f-4965-b6cf-06c21679d4b1", "name": "network-vif-deleted", "tag": "2fe0d82e-4f5b-4ae2-bcdd-01774cac106f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:38.329339 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ec6f3-b506-4e80-813e-de21cbe53e50 x-openstack-request-id: req-f54ec6f3-b506-4e80-813e-de21cbe53e50 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:38.333125 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fd375-5ef1-486b-9525-f1ac8a9b600f", "name": "network-vif-deleted", "tag": "fae50f6e-e528-477a-9508-3305c85c8d3d", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:38.333625 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f54ec6f3-b506-4e80-813e-de21cbe53e50 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:38.334509 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fd375-5ef1-486b-9525-f1ac8a9b600f', 'name': 'network-vif-deleted', 'tag': 'fae50f6e-e528-477a-9508-3305c85c8d3d', 'status': 'completed', 'code': 200} Nov 12 08:11:38.368726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67b37347-8d43-4c6b-b039-ccd6b27dff54 req-d3577c5b-934f-4c7d-954f-6c56db95679c tempest-ServersAdminNegativeTestJSON-229645726 tempest-ServersAdminNegativeTestJSON-229645726-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e9fd375-5ef1-486b-9525-f1ac8a9b600f HTTP/1.1" status: 200 len: 210 time: 0.1091397 Nov 12 08:11:38.516926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Sync routers for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:38.529658 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.614587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:38.617275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:38.636222 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac529fc-aae7-43cf-b3e9-657433291fe8 x-openstack-request-id: req-8ac529fc-aae7-43cf-b3e9-657433291fe8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:38.636587 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f003e-2a8f-4965-b6cf-06c21679d4b1", "name": "network-vif-deleted", "tag": "2fe0d82e-4f5b-4ae2-bcdd-01774cac106f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:38.637159 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ac529fc-aae7-43cf-b3e9-657433291fe8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:38.637989 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f003e-2a8f-4965-b6cf-06c21679d4b1', 'name': 'network-vif-deleted', 'tag': '2fe0d82e-4f5b-4ae2-bcdd-01774cac106f', 'status': 'completed', 'code': 200} Nov 12 08:11:38.683101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-932f33f0-93cd-441d-9126-00eb7e3128ce req-66597303-cecc-4af9-9f3b-d23db91c139b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 210 time: 0.0508039 Nov 12 08:11:38.694797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-7a6d0f94-0350-429b-8903-3e9674ad1178 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:38.698805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-7a6d0f94-0350-429b-8903-3e9674ad1178 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.25 "GET /v2.0/networks?id=c0c26761-11d2-4cc0-9f97-d3097541f03c HTTP/1.1" status: 200 len: 815 time: 0.2497308 Nov 12 08:11:38.790428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04248aab-0ed6-44a4-9c15-7182ba6b96df req-ebdf4aee-357e-4b2d-93b8-a14ab0176554 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f003e-2a8f-4965-b6cf-06c21679d4b1 HTTP/1.1" status: 200 len: 210 time: 0.1509988 Nov 12 08:11:38.899835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-f528bb27-1728-42a2-a785-ecd378f9c5d2 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec2160de498403cb8be73c3fe141fc2 HTTP/1.1" status: 200 len: 379 time: 0.1876061 Nov 12 08:11:38.939505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Request body: {'port': {'device_id': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'admin_state_up': True, 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'security_groups': ['4d6a1f5d-5c49-4e0b-873b-9fb465e81130']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:39.096011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f94f17-a2d0-46c6-b733-45d199a0e9be req-bfa632b6-1788-4b4a-82dd-116ef3a3326d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:39.098345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50f94f17-a2d0-46c6-b733-45d199a0e9be req-bfa632b6-1788-4b4a-82dd-116ef3a3326d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1790726 Nov 12 08:11:39.148150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:39.248401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50f94f17-a2d0-46c6-b733-45d199a0e9be req-99d5cf10-5f32-405b-81bf-d0bd3c2d207d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340551 Nov 12 08:11:39.284574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:39.299864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17a09001-0cf8-465f-a644-c92349f68b3b req-34cd353b-08ca-4607-9234-9c6b8d435502 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1043038 Nov 12 08:11:39.313579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Made reservation on behalf of 9ec2160de498403cb8be73c3fe141fc2 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:39.317922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.498437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6d72f-92ff-4634-a165-fcb7b74fb755 req-2186a877-78d9-4e62-ba74-3fa224370967 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:39.500530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f6d72f-92ff-4634-a165-fcb7b74fb755 req-2186a877-78d9-4e62-ba74-3fa224370967 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1081469 Nov 12 08:11:39.551922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Allocated IP 172.20.0.8 (c0c26761-11d2-4cc0-9f97-d3097541f03c/6a41ac79-af5e-43bb-884c-a002667a23b7/cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:39.589360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f6d72f-92ff-4634-a165-fcb7b74fb755 req-4f2afddb-2af2-46b6-a425-199df0712ff9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805123 Nov 12 08:11:39.747960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.796392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:39.796959 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.853172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.987936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:40.017370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Network c0c26761-11d2-4cc0-9f97-d3097541f03c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:40.034496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:40.067565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:40.115905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 2, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:40.143332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.144291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.165747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2602da-817e-4b5b-ab97-32a30b28d101 req-795ebff7-e517-4c85-9452-922385df1121 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.176857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f2602da-817e-4b5b-ab97-32a30b28d101 req-795ebff7-e517-4c85-9452-922385df1121 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 931 time: 0.3501761 Nov 12 08:11:40.182931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event updated for resources: {'Port': ['ID=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:40.211074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Checking router: 9b34e616-3caa-4bd6-abbc-55a7a2afd21c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:40.211535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Updating router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:11:40.280207 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.308878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f2602da-817e-4b5b-ab97-32a30b28d101 req-ec40e60d-c344-4d69-a630-816da621f0ed tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301408 Nov 12 08:11:40.323018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-65a52b2d-0dbf-4c78-91b4-47dfc762606b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3891506 Nov 12 08:11:40.340168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8dc1eea-7ffb-43e7-9df4-f71395a492ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c869a31d24b54e2998d05fc386a437e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468237 Nov 12 08:11:40.343504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39586) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:40.383775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Request body: {'port': {'device_id': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:40.458325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54f03f7c-f9f4-4219-9276-6f54b1584453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.515183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54f03f7c-f9f4-4219-9276-6f54b1584453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.524903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ae7b-3642-4a15-88f9-48f0f23868cd req-2f4be825-1eb8-430a-8141-02a31a4e101c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.527775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0521ae7b-3642-4a15-88f9-48f0f23868cd req-2f4be825-1eb8-430a-8141-02a31a4e101c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 949 time: 0.1997495 Nov 12 08:11:40.545943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.547205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2faea2e0-d8a5-41b5-9e3d-79203b907464 None None] Provisioning complete for port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:40.547754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2faea2e0-d8a5-41b5-9e3d-79203b907464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.566658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c862cbf-8946-48bf-931a-28df861c8cde req-eed91019-62c0-4874-b77f-89318a7a25ee tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.568850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c862cbf-8946-48bf-931a-28df861c8cde req-eed91019-62c0-4874-b77f-89318a7a25ee tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1383412 Nov 12 08:11:40.597418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54f03f7c-f9f4-4219-9276-6f54b1584453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.600309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54f03f7c-f9f4-4219-9276-6f54b1584453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.601612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-54f03f7c-f9f4-4219-9276-6f54b1584453 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a7c4f07-bab5-40af-b25a-e9580f7c24d9 HTTP/1.1" status: 204 len: 168 time: 0.2570922 Nov 12 08:11:40.614704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03f7c-f9f4-4219-9276-6f54b1584453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c4f07-bab5-40af-b25a-e9580f7c24d9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:40.724004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0521ae7b-3642-4a15-88f9-48f0f23868cd req-035045f0-8dfe-45ae-8900-07f23ae6fefa tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812277 Nov 12 08:11:40.726689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fae50f6e-e528-477a-9508-3305c85c8d3d no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:40.791392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c862cbf-8946-48bf-931a-28df861c8cde req-fbe546d1-d3d0-4996-9b4d-5453d889a1b6 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951210 Nov 12 08:11:40.853520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: fae50f6e-e528-477a-9508-3305c85c8d3d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:40.854017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fae50f6e-e528-477a-9508-3305c85c8d3d not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:40.854274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:40.882228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eae3274-6d84-46ea-a606-9b017a06c8d7 req-0d9786ef-d61d-4fe5-8db7-70b17b50319c tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0532198 Nov 12 08:11:40.903020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:40.903605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2fe0d82e-4f5b-4ae2-bcdd-01774cac106f not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:40.933452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2faea2e0-d8a5-41b5-9e3d-79203b907464 None None] Port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:40.940324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-276d9ead-69f3-4494-9ad7-000e625e4848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.126252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39600) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:41.233388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8eaa-c318-451c-94d9-4023aaf45159 req-71f43e3c-91aa-4056-b79d-8e4ce923a72a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:41.235177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ca8eaa-c318-451c-94d9-4023aaf45159 req-71f43e3c-91aa-4056-b79d-8e4ce923a72a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1702642 Nov 12 08:11:41.238220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.246692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.250502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:41.292415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.299366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44933dda-8347-4825-977a-7ffcdb612d49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29070316d52c4245b8337c861227920a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709259 Nov 12 08:11:41.302703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39602) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:41.324432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ca8eaa-c318-451c-94d9-4023aaf45159 req-8af8ccc7-fa09-43ad-8afb-a486ba882999 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802410 Nov 12 08:11:41.325436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Transition to ACTIVE for port object cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:41.333920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.334367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced4978-489e-4f37-99b9-6c08c2673c39 None None] Pushing event updated for resources: {'Port': ['ID=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:41.381534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Attempting to bind port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:41.382025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Attempting to bind port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:41.382394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Attempting to bind port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 on network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:41.390948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:41.391395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Checking segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:41.391899 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.401853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Bound using segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:41.402635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Bound port: e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:41.403043 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.483830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Pushing event updated for resources: {'Port': ['ID=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:41.488792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96978248-15b7-4726-a884-3661096dacaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.559465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96978248-15b7-4726-a884-3661096dacaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.597997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.615038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] For port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:41.622209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] For port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:41.631684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.655400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96978248-15b7-4726-a884-3661096dacaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.661588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96978248-15b7-4726-a884-3661096dacaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.666573 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-96978248-15b7-4726-a884-3661096dacaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe8aa7c4-2a12-47b9-95de-a3f7a9799c7a HTTP/1.1" status: 204 len: 168 time: 0.3621159 Nov 12 08:11:41.707658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96978248-15b7-4726-a884-3661096dacaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8aa7c4-2a12-47b9-95de-a3f7a9799c7a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:41.768208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:41.768894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:41.776684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced4978-489e-4f37-99b9-6c08c2673c39 None None] Pushing event updated for resources: {'Port': ['ID=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:41.797870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c74d97-03db-4b27-a923-aac778401244 req-ce2f8b66-0ad3-4c60-bca5-6b56cec1c3f7 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:41.808929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5c74d97-03db-4b27-a923-aac778401244 req-ce2f8b66-0ad3-4c60-bca5-6b56cec1c3f7 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 943 time: 0.2915528 Nov 12 08:11:41.857244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e3e0422e-32c2-4b53-9de7-5705cb96a49b None None] Provisioning complete for port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:41.857617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e3e0422e-32c2-4b53-9de7-5705cb96a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.867676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Attempting to bind port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:41.868019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Attempting to bind port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:41.868377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Attempting to bind port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 on network c0c26761-11d2-4cc0-9f97-d3097541f03c {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:41.894791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 on network c0c26761-11d2-4cc0-9f97-d3097541f03c not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:41.895125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Attempting to bind port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 on network c0c26761-11d2-4cc0-9f97-d3097541f03c {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:41.945373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:41.945867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Checking segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:41.946278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Bound using segment: {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:41.946737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Bound port: cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572f57c9-d900-4d6d-b676-052306b4c8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:41.947080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:41.981458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5c74d97-03db-4b27-a923-aac778401244 req-426029c4-ceb8-4613-b5ea-ec251e8a070e tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692111 Nov 12 08:11:42.033566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:42.342300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e3e0422e-32c2-4b53-9de7-5705cb96a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.436608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e3e0422e-32c2-4b53-9de7-5705cb96a49b None None] For port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:42.466249 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e3e0422e-32c2-4b53-9de7-5705cb96a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.524856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb908b2-69e2-4c94-963e-c1c16be833e1 req-96fd1ba7-1eeb-4dbe-a9ce-0b45b2eb5067 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:42.526973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aeb908b2-69e2-4c94-963e-c1c16be833e1 req-96fd1ba7-1eeb-4dbe-a9ce-0b45b2eb5067 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 949 time: 0.6615624 Nov 12 08:11:42.585531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0422e-32c2-4b53-9de7-5705cb96a49b None None] Pushing event updated for resources: {'Port': ['ID=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:42.604903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ceaf7fc7-5481-4269-80cd-72f47ba09325 None None] Provisioning complete for port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:42.606487 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ceaf7fc7-5481-4269-80cd-72f47ba09325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.639336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] For port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:42.646106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:41Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:42.678722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404821a-e015-4826-bd49-9c6e01c9110f None None] The sync data for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 is: [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:41Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:42.679534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-21d37040-b9b4-40a0-942b-bead01fc140a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:42.684476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-21d37040-b9b4-40a0-942b-bead01fc140a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 949 time: 0.6868241 Nov 12 08:11:42.690917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] For port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:42.717557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8fddb-a4bf-4338-939c-94fc9b7b1da4 req-70c69c74-bcf3-44ea-8370-90cacfe07b8e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:42.720429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cb8fddb-a4bf-4338-939c-94fc9b7b1da4 req-70c69c74-bcf3-44ea-8370-90cacfe07b8e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.6421809 Nov 12 08:11:42.722115 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.811934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:42.812697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.813972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] 10.222.0.25 "PUT /v2.0/ports/cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 HTTP/1.1" status: 200 len: 1092 time: 2.4350657 Nov 12 08:11:42.829900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aeb908b2-69e2-4c94-963e-c1c16be833e1 req-4a9fdd31-741f-4c58-a681-64e38eeb0139 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918572 Nov 12 08:11:42.841697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:42.845283 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5131fab2-5049-40da-87df-80a8e7a58ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:43.063069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f829-e407-44d1-953b-09ad59bc0759 service neutron] Pushing event updated for resources: {'Port': ['ID=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:43.070661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d5e81f0-ce1b-46c4-9342-f95524009962 req-e0f6ec31-f890-4fed-96fc-a933cd76b5c7 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0837884 Nov 12 08:11:43.084496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cb8fddb-a4bf-4338-939c-94fc9b7b1da4 req-93c38ba3-8545-4693-b477-189251a041fd tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819288 Nov 12 08:11:43.094135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-586660dd-89d3-4a2a-b1a4-4f8cfd9b9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.096154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-586660dd-89d3-4a2a-b1a4-4f8cfd9b9045 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ec2160de498403cb8be73c3fe141fc2&device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 1095 time: 0.2172496 Nov 12 08:11:43.097577 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:11:43.139106 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c578b056-7b0f-4f0d-a0ce-577e752cbeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.179541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-fc7a78ec-4801-4834-86df-88997a50892c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 HTTP/1.1" status: 200 len: 217 time: 0.0685513 Nov 12 08:11:43.193448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 9b82c960-cb99-4236-906d-8a096e5d4b0f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:43.193857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.382107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:43.401774 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f6a87c-fac3-457c-8cd8-5c07248a44b6 x-openstack-request-id: req-25f6a87c-fac3-457c-8cd8-5c07248a44b6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:43.402163 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:43.402421 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25f6a87c-fac3-457c-8cd8-5c07248a44b6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:43.406091 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'status': 'completed', 'code': 200} Nov 12 08:11:43.453186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-91fbdc84-a2fc-4f97-b1ab-a35d5ee0bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.455109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-91fbdc84-a2fc-4f97-b1ab-a35d5ee0bd69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a41ac79-af5e-43bb-884c-a002667a23b7 HTTP/1.1" status: 200 len: 854 time: 0.2697432 Nov 12 08:11:43.505242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:43.505607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.599726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e5423-5f0e-4b58-a070-9f7c989315a1 req-bea0239a-33e3-4582-a945-41248bd23b3e tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.609194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f89e5423-5f0e-4b58-a070-9f7c989315a1 req-bea0239a-33e3-4582-a945-41248bd23b3e tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.2614968 Nov 12 08:11:43.644317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 9b82c960-cb99-4236-906d-8a096e5d4b0f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9b82c960-cb99-4236-906d-8a096e5d4b0f,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:43.644703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.676926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 9b82c960-cb99-4236-906d-8a096e5d4b0f owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:43.693956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-54ff9529-55f4-4157-92de-48e208198d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.697139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-54ff9529-55f4-4157-92de-48e208198d02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0c26761-11d2-4cc0-9f97-d3097541f03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338529 Nov 12 08:11:43.808818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f8cb-6d80-45d0-ae79-24329414dcc6 req-35666acf-d509-4e3c-81fc-d67da84959d5 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.810413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a15f8cb-6d80-45d0-ae79-24329414dcc6 req-35666acf-d509-4e3c-81fc-d67da84959d5 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 943 time: 0.2953386 Nov 12 08:11:43.819932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f89e5423-5f0e-4b58-a070-9f7c989315a1 req-134271f0-50aa-4fc2-afe7-0c6d96a93807 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098210 Nov 12 08:11:43.937799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a15f8cb-6d80-45d0-ae79-24329414dcc6 req-c9cb47f4-2945-4ea5-8135-7a2ca7e664bd tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167016 Nov 12 08:11:44.061244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-c59fcc18-c0ff-4e0e-8d0c-d35abc8d3b94 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489797 Nov 12 08:11:44.127161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:44.143335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:44.146309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', '0d3e66b5-134c-4e26-856e-87e4226768fb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:44.243271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a7d9c8c-b86d-445f-a3b0-13491264696d req-1d0a17d7-72c5-464d-aa2e-5ff7b6a51e97 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef1666f5-337e-475b-826e-3a3657f174f5 HTTP/1.1" status: 200 len: 210 time: 0.1370628 Nov 12 08:11:44.336786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=9b82c960-cb99-4236-906d-8a096e5d4b0f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:44.409529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:44.465857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 9b82c960-cb99-4236-906d-8a096e5d4b0f on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:44.495180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:44.499146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80530fc8-c7ab-4d69-b4c7-8360d01878c3 req-3a7477a3-3659-45f3-9e90-5fc51b64d7d1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "DELETE /v2.0/ports/9b82c960-cb99-4236-906d-8a096e5d4b0f HTTP/1.1" status: 204 len: 173 time: 1.8065000 Nov 12 08:11:44.543763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-864a651d-ff20-4bec-89e8-c1f8e7e9e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:44.545897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-864a651d-ff20-4bec-89e8-c1f8e7e9e48f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 1097 time: 0.3135493 Nov 12 08:11:44.556800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4444e49b-4dc7-424a-ac44-0b68d090db6e req-23879571-d17a-4f53-8f98-b904b565b381 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841576 Nov 12 08:11:44.595978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad334dd5-55af-41c1-adcc-3b9e1983948b req-92131a90-4353-4729-8105-0783d6ddd962 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:44.597620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad334dd5-55af-41c1-adcc-3b9e1983948b req-92131a90-4353-4729-8105-0783d6ddd962 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1761565 Nov 12 08:11:44.606069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d90aa-b099-4f1f-81b0-d28793b3a861 req-b6c5e7b8-1373-4f0e-93ee-8605461c08f7 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:44.608570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-709d90aa-b099-4f1f-81b0-d28793b3a861 req-b6c5e7b8-1373-4f0e-93ee-8605461c08f7 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.3824718 Nov 12 08:11:44.649952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:44.788852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad334dd5-55af-41c1-adcc-3b9e1983948b req-5841d51b-2ac4-479f-b83c-c0a012eeca53 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789823 Nov 12 08:11:44.804985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-0a866379-db4c-45db-aa7e-c090864e1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:44.808364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-0a866379-db4c-45db-aa7e-c090864e1265 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ec2160de498403cb8be73c3fe141fc2&device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 1095 time: 0.1785910 Nov 12 08:11:44.832641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-709d90aa-b099-4f1f-81b0-d28793b3a861 req-1952a527-6bcf-4115-bf78-3aa84e52ad20 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083569 Nov 12 08:11:44.840896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-ddbc04c7-67dc-4f37-866e-cd10fdc0e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:44.843596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-ddbc04c7-67dc-4f37-866e-cd10fdc0e7fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.2823555 Nov 12 08:11:44.902891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:44.954512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c1df38c-57a7-4727-ae7f-df123bddfe3e req-0c889a52-eb18-433d-8f58-6637f2f381d6 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0908518 Nov 12 08:11:45.004708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:45.013695 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad0a6f8-9206-44a7-bf68-21d376793818" -d '{"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-unplugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:45.020534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-45018622-dcca-492a-9e7c-2ab709a86b84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 200 len: 1001 time: 0.1557972 Nov 12 08:11:45.053060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:45.072884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-623f42b6-d334-4d49-93fc-925feaafb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.074367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-623f42b6-d334-4d49-93fc-925feaafb696 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0c26761-11d2-4cc0-9f97-d3097541f03c HTTP/1.1" status: 200 len: 915 time: 0.2370245 Nov 12 08:11:45.079645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:45.125784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-af88374c-ef33-41cd-90e6-7daf2ee34890 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 HTTP/1.1" status: 200 len: 217 time: 0.0431716 Nov 12 08:11:45.129620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-0451b3b1-3137-47ee-9217-6f00471eecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.131028 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-0451b3b1-3137-47ee-9217-6f00471eecb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.1010444 Nov 12 08:11:45.257563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:45.276924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-cce7615a-95f8-4755-8016-5b8b220721df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.279263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-cce7615a-95f8-4755-8016-5b8b220721df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336551 Nov 12 08:11:45.282946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-c3a783dd-4e89-4c4a-ab57-2e6fd5144e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.284691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-c3a783dd-4e89-4c4a-ab57-2e6fd5144e84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a41ac79-af5e-43bb-884c-a002667a23b7 HTTP/1.1" status: 200 len: 854 time: 0.1503291 Nov 12 08:11:45.302872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925f02a-fd2d-4155-9708-03ce76aaca90 req-1c01c3f7-0e4b-4cd3-a074-28775ffb05d4 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.310786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0925f02a-fd2d-4155-9708-03ce76aaca90 req-1c01c3f7-0e4b-4cd3-a074-28775ffb05d4 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 943 time: 0.1655376 Nov 12 08:11:45.332086 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d88078-5c20-441d-a6c2-9f62128679bf x-openstack-request-id: req-76d88078-5c20-441d-a6c2-9f62128679bf {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:45.332414 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-unplugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:45.332677 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76d88078-5c20-441d-a6c2-9f62128679bf {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:45.333100 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'code': 200} Nov 12 08:11:45.412992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'name': 'network-vif-deleted', 'tag': '9b82c960-cb99-4236-906d-8a096e5d4b0f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:45.415322 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52724d56-10b6-4910-b09a-6e3c6d192f5c" -d '{"events": [{"server_uuid": "ef1666f5-337e-475b-826e-3a3657f174f5", "name": "network-vif-deleted", "tag": "9b82c960-cb99-4236-906d-8a096e5d4b0f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:45.453660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-eef4ac03-3cbc-4516-847d-429d5c597783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.455168 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-eef4ac03-3cbc-4516-847d-429d5c597783 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0c26761-11d2-4cc0-9f97-d3097541f03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375513 Nov 12 08:11:45.480426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0925f02a-fd2d-4155-9708-03ce76aaca90 req-d5f45e30-dbcb-45d5-82d9-7a38deb53a8b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687624 Nov 12 08:11:45.550684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-4e992cce-888c-497a-b3a0-edc68774ab04 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635846 Nov 12 08:11:45.566092 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:45.573402 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e5681-3aaf-434d-bf83-64cba405d546 x-openstack-request-id: req-0c6e5681-3aaf-434d-bf83-64cba405d546 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:45.573583 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1666f5-337e-475b-826e-3a3657f174f5", "name": "network-vif-deleted", "tag": "9b82c960-cb99-4236-906d-8a096e5d4b0f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:45.573836 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c6e5681-3aaf-434d-bf83-64cba405d546 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:45.574228 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1666f5-337e-475b-826e-3a3657f174f5', 'name': 'network-vif-deleted', 'tag': '9b82c960-cb99-4236-906d-8a096e5d4b0f', 'status': 'completed', 'code': 200} Nov 12 08:11:45.697032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-d72bb115-424d-4055-845f-f194f8ab52cb service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326076 Nov 12 08:11:45.699702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9b82c960-cb99-4236-906d-8a096e5d4b0f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:45.728354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 9b82c960-cb99-4236-906d-8a096e5d4b0f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:45.729033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9b82c960-cb99-4236-906d-8a096e5d4b0f not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:45.832460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f52cb531-614a-4b01-9ee3-6086ff26219f req-188805b3-1e13-453d-a76d-6deed2fb4388 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671509 Nov 12 08:11:45.849782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb39c-3747-42f5-9094-3febbdac75cd req-f947e4e4-7c05-4b8a-81dd-7eb220c625de tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.851287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa3bb39c-3747-42f5-9094-3febbdac75cd req-f947e4e4-7c05-4b8a-81dd-7eb220c625de tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.1443498 Nov 12 08:11:45.876590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5131fab2-5049-40da-87df-80a8e7a58ea8 req-290dd382-9fd9-4864-abfc-c0b4c29a746f service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684389 Nov 12 08:11:45.941362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa3bb39c-3747-42f5-9094-3febbdac75cd req-f55fb734-c705-482d-ac8a-15c8eecd45dd tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789046 Nov 12 08:11:45.957535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821d884-b152-4544-a6ee-6c3b19222727 req-a96c9caa-6b5f-4f83-b139-1fe261c3ce2e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.959021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c821d884-b152-4544-a6ee-6c3b19222727 req-a96c9caa-6b5f-4f83-b139-1fe261c3ce2e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 948 time: 0.0731533 Nov 12 08:11:46.018641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c821d884-b152-4544-a6ee-6c3b19222727 req-07dc81e5-db23-47aa-8037-5d6c362e5a74 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521150 Nov 12 08:11:46.133549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b834a-4243-45ad-a304-56411efac2c0 req-2fce6124-7071-4067-b02d-1c203e7f23a1 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:46.135179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce7b834a-4243-45ad-a304-56411efac2c0 req-2fce6124-7071-4067-b02d-1c203e7f23a1 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.0631888 Nov 12 08:11:46.184079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6da02bbd-ec59-4539-b96f-bffa9f97404b req-741e98a4-48ee-4d23-8646-3907d39ef5a1 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0358834 Nov 12 08:11:46.212534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce7b834a-4243-45ad-a304-56411efac2c0 req-093dc0fc-2011-48a0-9c7a-3f0328ba07a4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707893 Nov 12 08:11:46.624671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66aad-9344-420d-86c9-6b2ef45ced6a req-df58bcbc-d919-4a20-84d8-d194012a0d05 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:46.626737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21c66aad-9344-420d-86c9-6b2ef45ced6a req-df58bcbc-d919-4a20-84d8-d194012a0d05 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 943 time: 0.0663028 Nov 12 08:11:46.652455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:46.688480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21c66aad-9344-420d-86c9-6b2ef45ced6a req-74250483-fe35-414d-ac36-aaafdfe6800a tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551846 Nov 12 08:11:46.691865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39738) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:46.698260 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:46.791828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:46.805600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '359de5bf-d2bd-47ad-846f-38ee17986464', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '359de5bf-d2bd-47ad-846f-38ee17986464', 'mac_address': 'fa:16:3e:23:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:46.822020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8913bdf-f841-4f34-84d7-86e14a8ff57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:46.849245 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:46.863883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359de5bf-d2bd-47ad-846f-38ee17986464 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:46.894289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:46.898587 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:46.910827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8913bdf-f841-4f34-84d7-86e14a8ff57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:46.915402 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8913bdf-f841-4f34-84d7-86e14a8ff57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:46.959232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:46.959526 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f8913bdf-f841-4f34-84d7-86e14a8ff57b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a01ca1c751194d89b3e5e08003678b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662251 Nov 12 08:11:46.960163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8913bdf-f841-4f34-84d7-86e14a8ff57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825fff7f-bbf0-42a2-be37-c2ae36e99ff7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:46.962104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39742) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:47.023299 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cc1bd64-0f9f-43c1-837b-5233d9f9ba19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.070135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cc1bd64-0f9f-43c1-837b-5233d9f9ba19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.120309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfc095-8a81-4b7f-a0b7-654e5092cf8d req-e1bb8041-4a2d-4574-b598-7dc539e0835b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.121886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dbfc095-8a81-4b7f-a0b7-654e5092cf8d req-e1bb8041-4a2d-4574-b598-7dc539e0835b tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.0957546 Nov 12 08:11:47.190948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cc1bd64-0f9f-43c1-837b-5233d9f9ba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.193506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cc1bd64-0f9f-43c1-837b-5233d9f9ba19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.194623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3cc1bd64-0f9f-43c1-837b-5233d9f9ba19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/825fff7f-bbf0-42a2-be37-c2ae36e99ff7 HTTP/1.1" status: 204 len: 168 time: 0.2309458 Nov 12 08:11:47.215464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794178f-6bf9-44a8-abab-def3f377f860 req-7b950bc6-a03d-446e-82a6-f896509f70c5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.217123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2794178f-6bf9-44a8-abab-def3f377f860 req-7b950bc6-a03d-446e-82a6-f896509f70c5 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1063585 Nov 12 08:11:47.225415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dbfc095-8a81-4b7f-a0b7-654e5092cf8d req-037ed884-9a27-4448-9f53-e532353e9775 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939274 Nov 12 08:11:47.227390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1bd64-0f9f-43c1-837b-5233d9f9ba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825fff7f-bbf0-42a2-be37-c2ae36e99ff7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:47.304412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2794178f-6bf9-44a8-abab-def3f377f860 req-9478bf95-8f9c-49d7-be7e-f7121774812c tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778091 Nov 12 08:11:47.382110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-6948d4f2-372b-4e04-bf38-211c0aa816fc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.385462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-6948d4f2-372b-4e04-bf38-211c0aa816fc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.0737007 Nov 12 08:11:47.385644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['359de5bf-d2bd-47ad-846f-38ee17986464'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:47.424132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-229c8ab5-4f46-48de-8351-0c5a966e0c1c req-fc3f2e4c-4e68-405f-9d21-abf4f55ce96c tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0373182 Nov 12 08:11:47.541537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a0b5-2f7a-4d96-9b1b-b15e5b4b118a req-f542deae-84b3-4c4b-8a28-8ad19cfced08 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.550527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e05a0b5-2f7a-4d96-9b1b-b15e5b4b118a req-f542deae-84b3-4c4b-8a28-8ad19cfced08 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.1307914 Nov 12 08:11:47.625021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e05a0b5-2f7a-4d96-9b1b-b15e5b4b118a req-d800d6ad-3977-40a3-9458-eb9c01a75470 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732231 Nov 12 08:11:47.630170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 0d3e66b5-134c-4e26-856e-87e4226768fb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:47.630562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.660670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39762) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:47.679530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-673045b6-2e64-4969-8791-b8b420a62df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.770077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-673045b6-2e64-4969-8791-b8b420a62df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.775400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-673045b6-2e64-4969-8791-b8b420a62df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.826944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673045b6-2e64-4969-8791-b8b420a62df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01433537-367e-4ee5-b6e7-8f5ebb9fdc48,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:47.829556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 0d3e66b5-134c-4e26-856e-87e4226768fb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d3e66b5-134c-4e26-856e-87e4226768fb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:47.829556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.832630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-673045b6-2e64-4969-8791-b8b420a62df9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d7602e2ab204c9eb8e179d2b80bab65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704853 Nov 12 08:11:47.835877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39766) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:47.868331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 0d3e66b5-134c-4e26-856e-87e4226768fb owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:47.894521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f819-ce1e-4ef9-8aeb-a9deba14bbf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.921924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f819-ce1e-4ef9-8aeb-a9deba14bbf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.978399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f819-ce1e-4ef9-8aeb-a9deba14bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.981472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f819-ce1e-4ef9-8aeb-a9deba14bbf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.983718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4bb3f819-ce1e-4ef9-8aeb-a9deba14bbf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01433537-367e-4ee5-b6e7-8f5ebb9fdc48 HTTP/1.1" status: 204 len: 168 time: 0.1467805 Nov 12 08:11:47.995081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f819-ce1e-4ef9-8aeb-a9deba14bbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01433537-367e-4ee5-b6e7-8f5ebb9fdc48,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:48.276265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-a0c376d0-b624-4b16-b717-a48ecc910fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5020452 Nov 12 08:11:48.293545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0c0fc-1f0f-40b7-bfff-bc783d6fe517 req-58a12003-fa0e-4983-9f6d-aa4f67e0a0da tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.295323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cd0c0fc-1f0f-40b7-bfff-bc783d6fe517 req-58a12003-fa0e-4983-9f6d-aa4f67e0a0da tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 943 time: 0.4856722 Nov 12 08:11:48.439091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cd0c0fc-1f0f-40b7-bfff-bc783d6fe517 req-fcc0b22d-914e-4024-aaa6-637e2179d997 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360028 Nov 12 08:11:48.469925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-45b3fb97-83ca-4952-ae22-39a73a9148e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.471410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-45b3fb97-83ca-4952-ae22-39a73a9148e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f821551d9faf43a3887754f9f9f6910e&device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 1102 time: 0.1625211 Nov 12 08:11:48.485905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c07ebb-2d5d-4444-b750-efcb1e6babcf req-4673f721-12f6-42de-b290-f8954fa280ab tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.497049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12c07ebb-2d5d-4444-b750-efcb1e6babcf req-4673f721-12f6-42de-b290-f8954fa280ab tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=194c2e27-7e3f-490d-976d-e5ec6db5d9d1 HTTP/1.1" status: 200 len: 949 time: 0.1474829 Nov 12 08:11:48.652002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.664427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', '0d3e66b5-134c-4e26-856e-87e4226768fb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:48.712923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:48.718789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:48.721642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12c07ebb-2d5d-4444-b750-efcb1e6babcf req-d2040fda-c501-4441-b617-f30916f5f207 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226043 Nov 12 08:11:48.766824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-3798e2a1-af66-4a82-b27b-108a9212188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.768938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-3798e2a1-af66-4a82-b27b-108a9212188a service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2457700 Nov 12 08:11:48.914338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e470d343-6f30-4ce2-b170-8fc9e7fcc482 req-7301adac-581a-4911-b103-862cb9126df7 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0653381 Nov 12 08:11:48.914631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=0d3e66b5-134c-4e26-856e-87e4226768fb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:48.968593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 0d3e66b5-134c-4e26-856e-87e4226768fb on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:48.972901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.976270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e63a4893-2347-4206-8358-e78aac04e3d9 req-c95c70b7-0b87-428c-8747-e244a4b25865 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "DELETE /v2.0/ports/0d3e66b5-134c-4e26-856e-87e4226768fb HTTP/1.1" status: 204 len: 173 time: 1.5773871 Nov 12 08:11:48.977745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-199e03bb-f604-4aa5-ba4f-3ace568cca8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917 HTTP/1.1" status: 200 len: 217 time: 0.1845088 Nov 12 08:11:48.978004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'name': 'network-vif-deleted', 'tag': '0d3e66b5-134c-4e26-856e-87e4226768fb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:48.980449 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d169b5c-6b05-402b-b2df-67e26889611c" -d '{"events": [{"server_uuid": "194c2e27-7e3f-490d-976d-e5ec6db5d9d1", "name": "network-vif-deleted", "tag": "0d3e66b5-134c-4e26-856e-87e4226768fb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:49.026175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39800) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:49.055562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:49.083190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'port_id': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'mac_address': 'fa:16:3e:eb:03:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:49.114052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbebdd-4861-4a22-8688-fc639cfcd2bf req-266ed217-8205-4ec7-8e78-a79897f1c882 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.116399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3bbebdd-4861-4a22-8688-fc639cfcd2bf req-266ed217-8205-4ec7-8e78-a79897f1c882 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.4705930 Nov 12 08:11:49.125311 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591f38f1-5f93-43d1-b0b7-0cf315343fe7 x-openstack-request-id: req-591f38f1-5f93-43d1-b0b7-0cf315343fe7 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:49.126913 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194c2e27-7e3f-490d-976d-e5ec6db5d9d1", "name": "network-vif-deleted", "tag": "0d3e66b5-134c-4e26-856e-87e4226768fb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:49.127278 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-591f38f1-5f93-43d1-b0b7-0cf315343fe7 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:49.127797 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194c2e27-7e3f-490d-976d-e5ec6db5d9d1', 'name': 'network-vif-deleted', 'tag': '0d3e66b5-134c-4e26-856e-87e4226768fb', 'status': 'completed', 'code': 200} Nov 12 08:11:49.200983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-151b7aba-798a-4cab-837b-908453a52926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.203035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-151b7aba-798a-4cab-837b-908453a52926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2021270 Nov 12 08:11:49.203424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-646141065-network', 'tenant_id': '1d07f65b77fc4f17b64c5535d22010d7'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:49.240655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Made reservation on behalf of 1d07f65b77fc4f17b64c5535d22010d7 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:49.246991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.248383 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.273488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3bbebdd-4861-4a22-8688-fc639cfcd2bf req-e6314c2c-6bc0-4d82-bfd4-989edf19b68f tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388531 Nov 12 08:11:49.278074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.304092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:49.322552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-52ecb81d-b1d9-49fb-955b-46f10e76ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.329318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-52ecb81d-b1d9-49fb-955b-46f10e76ec07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080723 Nov 12 08:11:49.358721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:49.378941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.431593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.439169 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.494992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:11:49.498638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-9e516c5c-8f07-473f-af77-382055e71ec8 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616299 Nov 12 08:11:49.509959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:49.527679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7239003-0201-4618-9004-9158fa2613a1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:49.534124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.534523 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Added segment 1a698603-303b-4db5-8e6c-cf0ea50520e9 of type vlan for network 04d37120-3a72-427d-a7be-95892f237f86 Nov 12 08:11:49.626495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.694371 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.695445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.696429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.709386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ef638-f261-47b4-b058-4693722045cf req-af04f7d1-837e-4cf8-86bc-0d40f05f2fbc tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.712099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e83ef638-f261-47b4-b058-4693722045cf req-af04f7d1-837e-4cf8-86bc-0d40f05f2fbc tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 944 time: 0.0999439 Nov 12 08:11:49.746680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-634af98b-4706-42d1-bfe9-472a6b5fb52a req-4574fc56-5e13-4235-823f-e8ee080ee1bd service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401681 Nov 12 08:11:49.809373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7820725 Nov 12 08:11:49.813892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39814) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:49.816222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10674a-39c0-42da-8aaf-a03bcb8c559d admin admin] Pushing event updated for resources: {'Network': ['ID=04d37120-3a72-427d-a7be-95892f237f86,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:49.822681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Request body: {'subnet': {'network_id': '04d37120-3a72-427d-a7be-95892f237f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-646141065-subnet', 'tenant_id': '1d07f65b77fc4f17b64c5535d22010d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:49.832264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e83ef638-f261-47b4-b058-4693722045cf req-51b199cc-2f32-4896-82cf-36a24cd2a669 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104562 Nov 12 08:11:49.844649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 04d37120-3a72-427d-a7be-95892f237f86 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:11:49.858144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Made reservation on behalf of 1d07f65b77fc4f17b64c5535d22010d7 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:49.860991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:49.884624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:50.065259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c9f64e5-74d1-4007-b4cb-38a8bc217549 req-7353ce62-891e-42a4-8384-6bf406008df7 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0444949 Nov 12 08:11:50.107800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:50.183564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d62e652-b7c9-44ab-aaf9-d422237230bf,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:50.192510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Checking segment: {'id': '1a698603-303b-4db5-8e6c-cf0ea50520e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '04d37120-3a72-427d-a7be-95892f237f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:50.192895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Network hostable DHCP agents. Network: 04d37120-3a72-427d-a7be-95892f237f86, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:11:50.210820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Network 04d37120-3a72-427d-a7be-95892f237f86 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:11:50.222466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 04d37120-3a72-427d-a7be-95892f237f86) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:50.228381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.229886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:50.233936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72bbc9-701c-4afe-9c6f-0418d1d3a90f None None] Network 04d37120-3a72-427d-a7be-95892f237f86 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:50.253666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2816c27d-181c-47b1-9c3a-df51234e4206 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4382787 Nov 12 08:11:50.396101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5851f93-e5bb-4015-8a38-58530b6e1bbe req-08d51529-721b-471f-9636-2c953b814499 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.398084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5851f93-e5bb-4015-8a38-58530b6e1bbe req-08d51529-721b-471f-9636-2c953b814499 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 950 time: 0.0986853 Nov 12 08:11:50.422914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e6e57-0c5f-4950-9462-4936a9862577 None None] Network 04d37120-3a72-427d-a7be-95892f237f86 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:11:50.499364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fb85c-4a74-4966-8270-f4d0a55b30a0 req-404ef251-e1f4-4d6a-8e1c-49e17466ef65 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.501206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c4fb85c-4a74-4966-8270-f4d0a55b30a0 req-404ef251-e1f4-4d6a-8e1c-49e17466ef65 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 950 time: 0.1016617 Nov 12 08:11:50.523441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5851f93-e5bb-4015-8a38-58530b6e1bbe req-e694d61d-81fd-49f8-b426-d8ebb99acdad tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110728 Nov 12 08:11:50.573550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c4fb85c-4a74-4966-8270-f4d0a55b30a0 req-58433bd3-5645-4f6b-b196-9c73fdeebc68 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629168 Nov 12 08:11:50.699344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:50.766018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 359de5bf-d2bd-47ad-846f-38ee17986464 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:50.766383 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:50.867206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:50.893863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-54b208f5-160f-42a8-8e5b-71a9501962a7 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.895510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-54b208f5-160f-42a8-8e5b-71a9501962a7 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/networks?id=04d37120-3a72-427d-a7be-95892f237f86 HTTP/1.1" status: 200 len: 817 time: 0.1408303 Nov 12 08:11:50.898680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:50.901321 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa2aaf7-bdfc-4eff-be19-868002bb7ea2" -d '{"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-plugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:50.917873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:50.923555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:50.961344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-967728ef-b25f-4eee-8e55-8b443868938d tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/quotas/1d07f65b77fc4f17b64c5535d22010d7 HTTP/1.1" status: 200 len: 375 time: 0.0226583 Nov 12 08:11:50.975688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dea34-bb5e-4af6-a43f-f38943847d9f req-aeb7a94c-cde6-4e5b-9d60-c6cc1490d097 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.977697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-418dea34-bb5e-4af6-a43f-f38943847d9f req-aeb7a94c-cde6-4e5b-9d60-c6cc1490d097 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 944 time: 0.0767727 Nov 12 08:11:50.994960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:51.017282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-55144272-62f4-466f-9cbe-fc056c447d59 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d07f65b77fc4f17b64c5535d22010d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388250 Nov 12 08:11:51.131935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-418dea34-bb5e-4af6-a43f-f38943847d9f req-81d7fa26-f63f-4d84-8787-3222ca7a19f6 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422904 Nov 12 08:11:51.171535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-ee1a004e-2541-492d-9a86-ce788e502caa service neutron] 10.222.0.16 "GET /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444640 Nov 12 08:11:51.181763 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891d916-b9e3-4e1d-907f-0c789501d108 x-openstack-request-id: req-d891d916-b9e3-4e1d-907f-0c789501d108 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:51.182074 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-plugged", "status": "completed", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:51.182342 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d891d916-b9e3-4e1d-907f-0c789501d108 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:51.182737 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'code': 200} Nov 12 08:11:51.331067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b08fc3bb-449d-4f8a-98ab-c517b98a4e2c req-44ab39d0-7938-4993-b54d-990ef117b883 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0607705 Nov 12 08:11:51.334806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-f47787d1-dcc5-4b47-bd87-97187092968c service neutron] 10.222.0.16 "GET /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502724 Nov 12 08:11:51.429791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61709b5-8d28-4e03-9e53-a925f2055c24 req-f98fbd3b-49d1-4780-8c84-88105b7736d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:51.431264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b61709b5-8d28-4e03-9e53-a925f2055c24 req-f98fbd3b-49d1-4780-8c84-88105b7736d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1103 time: 0.0546823 Nov 12 08:11:51.484548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b61709b5-8d28-4e03-9e53-a925f2055c24 req-d5113479-7c5f-4fd0-9c42-7d9d978168f1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Nov 12 08:11:51.561266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c98fe83-79c5-4808-a53a-4a5e01954daf req-83359573-fca2-47ca-b65b-dcaaaec0eec7 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 210 time: 0.0337255 Nov 12 08:11:51.716268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d3e66b5-134c-4e26-856e-87e4226768fb no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:51.738131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897480a-fc3d-4b7d-8fc8-1af7aee99a19 req-7bf4807d-399c-4bb9-b24d-90686322484c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:51.744603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3897480a-fc3d-4b7d-8fc8-1af7aee99a19 req-7bf4807d-399c-4bb9-b24d-90686322484c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 950 time: 0.1367373 Nov 12 08:11:51.749225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 0d3e66b5-134c-4e26-856e-87e4226768fb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:51.749855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d3e66b5-134c-4e26-856e-87e4226768fb not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:51.818046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9b548-c072-44cf-bf84-00e3ec41e997 req-2dd475f1-cca2-41d2-99f1-9fb48120d1dd tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:51.827649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7c9b548-c072-44cf-bf84-00e3ec41e997 req-2dd475f1-cca2-41d2-99f1-9fb48120d1dd tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 951 time: 0.1644747 Nov 12 08:11:51.861745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-7abac2b5-25dd-4d22-87a7-715eadd6fa78 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:51.863838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-7abac2b5-25dd-4d22-87a7-715eadd6fa78 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9a6c05e-08bc-446e-b0de-3d3c723c3978 HTTP/1.1" status: 200 len: 949 time: 0.1644351 Nov 12 08:11:51.904980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3897480a-fc3d-4b7d-8fc8-1af7aee99a19 req-01dd4c27-9370-48be-8d97-a21f94078ddf tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415129 Nov 12 08:11:52.005706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7c9b548-c072-44cf-bf84-00e3ec41e997 req-33bac396-0d18-4193-a6d5-313bd4cccaec tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770759 Nov 12 08:11:52.056765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:52.057153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.244160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-d7e8a04b-6fcd-4b5c-9169-3f55535309d5 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.245737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-d7e8a04b-6fcd-4b5c-9169-3f55535309d5 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 950 time: 0.0956833 Nov 12 08:11:52.266815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:52.267188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.327664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 709bfabe-eaad-4289-b5dd-72eb2ca10dfb owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:52.431978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96341fc-525f-47b2-b2d5-080acc997256 req-7fb200dd-7bf7-443e-9136-ad5ffb82a754 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.432791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a96341fc-525f-47b2-b2d5-080acc997256 req-7fb200dd-7bf7-443e-9136-ad5ffb82a754 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 944 time: 0.1852970 Nov 12 08:11:52.513424 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41376089-b582-4c8d-88f7-d00013dd40c8 req-d1b394ad-0559-4d21-8e9a-06ab9208bc18 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0508409 Nov 12 08:11:52.552412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 24294021-3618-4ddb-8fa4-94ac343793f0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:52.552802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.558556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a96341fc-525f-47b2-b2d5-080acc997256 req-8fabf3ba-a429-4785-9386-7e81de3d9d80 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146495 Nov 12 08:11:52.678566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.696966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3ec95cf-8a46-45e4-9da6-1a0987e5e9ec req-8c89f521-3602-4648-9a1a-8ff7f0c01f8f tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 210 time: 0.0348237 Nov 12 08:11:52.706302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6', '709bfabe-eaad-4289-b5dd-72eb2ca10dfb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:52.744380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=709bfabe-eaad-4289-b5dd-72eb2ca10dfb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:52.755188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 24294021-3618-4ddb-8fa4-94ac343793f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=24294021-3618-4ddb-8fa4-94ac343793f0,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:52.755567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.759288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3', '24294021-3618-4ddb-8fa4-94ac343793f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:52.795518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 24294021-3618-4ddb-8fa4-94ac343793f0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:52.813831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 709bfabe-eaad-4289-b5dd-72eb2ca10dfb on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:52.817424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.820800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96ece5e1-3d97-465d-b2e4-e15a66f741ae req-442e7229-c216-4193-891a-654e4b708eb2 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "DELETE /v2.0/ports/709bfabe-eaad-4289-b5dd-72eb2ca10dfb HTTP/1.1" status: 204 len: 173 time: 0.9421303 Nov 12 08:11:52.821259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'name': 'network-vif-deleted', 'tag': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:52.823578 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4952bc45-aa4a-4ab8-bfbf-c7383f8b2c97" -d '{"events": [{"server_uuid": "a9a6c05e-08bc-446e-b0de-3d3c723c3978", "name": "network-vif-deleted", "tag": "709bfabe-eaad-4289-b5dd-72eb2ca10dfb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:52.837308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:52.989721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-cab0bc8e-537b-4dcb-bc74-625d65682c68 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.992500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-cab0bc8e-537b-4dcb-bc74-625d65682c68 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.25 "GET /v2.0/networks?id=04d37120-3a72-427d-a7be-95892f237f86 HTTP/1.1" status: 200 len: 817 time: 0.2611606 Nov 12 08:11:53.000659 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9d7ee-5372-46d4-a7a8-03cfa4377e3e x-openstack-request-id: req-d5d9d7ee-5372-46d4-a7a8-03cfa4377e3e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:53.001094 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c05e-08bc-446e-b0de-3d3c723c3978", "name": "network-vif-deleted", "tag": "709bfabe-eaad-4289-b5dd-72eb2ca10dfb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:53.001446 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5d9d7ee-5372-46d4-a7a8-03cfa4377e3e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:53.001951 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6c05e-08bc-446e-b0de-3d3c723c3978', 'name': 'network-vif-deleted', 'tag': '709bfabe-eaad-4289-b5dd-72eb2ca10dfb', 'status': 'completed', 'code': 200} Nov 12 08:11:53.013876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Request body: {'port': {'device_id': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'network_id': '04d37120-3a72-427d-a7be-95892f237f86', 'admin_state_up': True, 'tenant_id': '1d07f65b77fc4f17b64c5535d22010d7'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:53.056344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.142960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=24294021-3618-4ddb-8fa4-94ac343793f0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:53.171066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9af28e9f-77c9-448c-a7b8-2943c82d6a0d req-2496d87e-85e9-44ca-812e-e0472644b48c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f6ff52-298a-4e1f-afa1-d9d52e4f211f HTTP/1.1" status: 200 len: 210 time: 0.0991774 Nov 12 08:11:53.290888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 24294021-3618-4ddb-8fa4-94ac343793f0 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:53.304703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.317278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfa04b40-5031-4dab-b5fc-16d2d82b7c61 req-24a6776c-89bf-47b8-90f7-9af4d93b4a65 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "DELETE /v2.0/ports/24294021-3618-4ddb-8fa4-94ac343793f0 HTTP/1.1" status: 204 len: 173 time: 1.0538208 Nov 12 08:11:53.374931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de55bed-c5ef-4bb8-b539-015186cfa3ab req-a47fc5d8-fa25-441a-8374-bd1673bbc13a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:53.376567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7de55bed-c5ef-4bb8-b539-015186cfa3ab req-a47fc5d8-fa25-441a-8374-bd1673bbc13a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 951 time: 0.1931238 Nov 12 08:11:53.379325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Made reservation on behalf of 1d07f65b77fc4f17b64c5535d22010d7 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:53.387213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.445255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:53.499210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:53.499567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.502476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7de55bed-c5ef-4bb8-b539-015186cfa3ab req-7110cbc5-fbd0-4b80-9c7e-307d3bb80e93 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176374 Nov 12 08:11:53.640553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Allocated IP 172.20.0.10 (04d37120-3a72-427d-a7be-95892f237f86/2d62e652-b7c9-44ab-aaf9-d422237230bf/6bf3838e-02a1-4e30-8999-2c557d90f577) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:53.720482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e03ea97-2635-48d5-82bc-38e2289c3867 req-8ae7c878-5a36-4ff5-94cb-fcb8cceb9f19 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0744352 Nov 12 08:11:53.779214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.789867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587d4be-8925-475f-8833-932f70dc193e req-7e37a13f-a0d6-412e-9dc2-3b6d1a80be11 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:53.794919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0587d4be-8925-475f-8833-932f70dc193e req-7e37a13f-a0d6-412e-9dc2-3b6d1a80be11 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 944 time: 0.0902729 Nov 12 08:11:53.867360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:53.869700 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72d7cfa-a71b-40f1-b646-edf5fa776346" -d '{"events": [{"server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "name": "network-vif-plugged", "status": "completed", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:53.886709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04a420ac-e99b-465a-a0dc-7371b82f628b req-11583300-b915-4716-86bb-5bfadced61f4 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 210 time: 0.0730610 Nov 12 08:11:53.899628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.928545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:53.961143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.961143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 24294021-3618-4ddb-8fa4-94ac343793f0 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:53.964848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0587d4be-8925-475f-8833-932f70dc193e req-e7ff9959-c83d-4330-9d38-0ee6d95e8688 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634784 Nov 12 08:11:54.008346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:54.034387 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d6be56-bbe5-4404-aab5-d75fa1b48203 x-openstack-request-id: req-27d6be56-bbe5-4404-aab5-d75fa1b48203 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:54.034667 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "name": "network-vif-plugged", "status": "completed", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:54.034923 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27d6be56-bbe5-4404-aab5-d75fa1b48203 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:54.035389 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'code': 200} Nov 12 08:11:54.069855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:54.088411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 24294021-3618-4ddb-8fa4-94ac343793f0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:54.089083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 24294021-3618-4ddb-8fa4-94ac343793f0 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:54.090421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Pushing event updated for resources: {'Port': ['ID=6bf3838e-02a1-4e30-8999-2c557d90f577,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:54.105052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Network 04d37120-3a72-427d-a7be-95892f237f86 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:54.107385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:54.110748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:54.186984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:54.187948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:54.213416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dd305-3b3a-4d92-ae9d-836c77c4fce8 req-53cdc339-2da0-4b0f-bf08-61f248aea050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:54.218191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-562dd305-3b3a-4d92-ae9d-836c77c4fce8 req-53cdc339-2da0-4b0f-bf08-61f248aea050 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 1097 time: 0.0990350 Nov 12 08:11:54.237800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-280cbad5-8a9d-459b-a494-8dea8e401c00 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2295079 Nov 12 08:11:54.254445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Request body: {'port': {'device_id': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:54.286445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-562dd305-3b3a-4d92-ae9d-836c77c4fce8 req-b608caed-2682-4989-ad16-7a8fda7b29a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599253 Nov 12 08:11:54.327431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:54.647779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf3838e-02a1-4e30-8999-2c557d90f577 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:54.655533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:54.671208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Transition to ACTIVE for port object 6bf3838e-02a1-4e30-8999-2c557d90f577 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:54.675408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:54.726402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:54.755632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3838e-02a1-4e30-8999-2c557d90f577,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:54.759657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6e2aa-203e-40a2-884b-88a8a0aa43f5 req-92a4dafd-26d7-4812-bd9d-0ecf23dc499f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:54.761875 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28a6e2aa-203e-40a2-884b-88a8a0aa43f5 req-92a4dafd-26d7-4812-bd9d-0ecf23dc499f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 950 time: 0.0814195 Nov 12 08:11:54.775397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026da04d-2a4d-4e77-a499-fe212db2f859 req-6ef2863f-52c0-4cf3-bfcf-ac420741ef43 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:54.777357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-026da04d-2a4d-4e77-a499-fe212db2f859 req-6ef2863f-52c0-4cf3-bfcf-ac420741ef43 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 951 time: 0.0987670 Nov 12 08:11:54.803702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:54.821363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Attempting to bind port 6bf3838e-02a1-4e30-8999-2c557d90f577 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:54.822008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Attempting to bind port 6bf3838e-02a1-4e30-8999-2c557d90f577 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1a698603-303b-4db5-8e6c-cf0ea50520e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '04d37120-3a72-427d-a7be-95892f237f86'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:54.822526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Attempting to bind port 6bf3838e-02a1-4e30-8999-2c557d90f577 on network 04d37120-3a72-427d-a7be-95892f237f86 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:54.836188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Port 6bf3838e-02a1-4e30-8999-2c557d90f577 on network 04d37120-3a72-427d-a7be-95892f237f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:54.836871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Attempting to bind port 6bf3838e-02a1-4e30-8999-2c557d90f577 on network 04d37120-3a72-427d-a7be-95892f237f86 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:54.851021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:54.852285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Checking segment: {'id': '1a698603-303b-4db5-8e6c-cf0ea50520e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '04d37120-3a72-427d-a7be-95892f237f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:54.858914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Bound using segment: {'id': '1a698603-303b-4db5-8e6c-cf0ea50520e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '04d37120-3a72-427d-a7be-95892f237f86'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:54.858914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Bound port: 6bf3838e-02a1-4e30-8999-2c557d90f577, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a698603-303b-4db5-8e6c-cf0ea50520e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '04d37120-3a72-427d-a7be-95892f237f86'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:54.859193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:54.860217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28a6e2aa-203e-40a2-884b-88a8a0aa43f5 req-afb712f8-a3b5-4c73-b0f2-fbabdaa24426 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817869 Nov 12 08:11:54.868102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-026da04d-2a4d-4e77-a499-fe212db2f859 req-f6061f09-28bf-4c74-bb60-aa166e2d9276 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725536 Nov 12 08:11:54.980575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] For port 6bf3838e-02a1-4e30-8999-2c557d90f577, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:54.984802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] For port 6bf3838e-02a1-4e30-8999-2c557d90f577, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6bf3838e-02a1-4e30-8999-2c557d90f577,segment=NetworkSegment(1a698603-303b-4db5-8e6c-cf0ea50520e9),segment_id=1a698603-303b-4db5-8e6c-cf0ea50520e9)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:54.990384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.009377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'name': 'network-vif-deleted', 'tag': '24294021-3618-4ddb-8fa4-94ac343793f0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:55.011582 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff654765-fb55-4a6c-879a-ad4af7bfd317" -d '{"events": [{"server_uuid": "d7f6ff52-298a-4e1f-afa1-d9d52e4f211f", "name": "network-vif-deleted", "tag": "24294021-3618-4ddb-8fa4-94ac343793f0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:55.030604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a0d8169-3b99-42f6-8923-9d26fda98d88 req-9099de1a-c603-436b-ad41-ef223d9cc1c9 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0431092 Nov 12 08:11:55.061973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.062684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.064353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] 10.222.0.25 "PUT /v2.0/ports/6bf3838e-02a1-4e30-8999-2c557d90f577 HTTP/1.1" status: 200 len: 1093 time: 0.8184354 Nov 12 08:11:55.065030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d299989-40a8-4c67-9b82-5fa82e053c8a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3838e-02a1-4e30-8999-2c557d90f577,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:55.068534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'tag': '6bf3838e-02a1-4e30-8999-2c557d90f577'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:55.071087 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c", "tag": "6bf3838e-02a1-4e30-8999-2c557d90f577"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:55.160410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-635646c8-babf-4829-842c-9a5b6cf12930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.162347 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-635646c8-babf-4829-842c-9a5b6cf12930 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d07f65b77fc4f17b64c5535d22010d7&device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 1096 time: 0.0520644 Nov 12 08:11:55.214033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-f32d4734-36d4-4fa5-bfa2-9b796d54146d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf3838e-02a1-4e30-8999-2c557d90f577 HTTP/1.1" status: 200 len: 217 time: 0.0421686 Nov 12 08:11:55.244785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e3b9a-2f6b-41ad-9ffa-efa9df8d5cb5 req-01402696-931e-4556-8dec-64a4a3378305 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.246379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d19e3b9a-2f6b-41ad-9ffa-efa9df8d5cb5 req-01402696-931e-4556-8dec-64a4a3378305 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 944 time: 0.1220367 Nov 12 08:11:55.262623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce7de5-42bc-4444-962b-6b7503178b5e req-89534993-636f-4db7-ad35-9fdda394fe0e tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.264910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bbce7de5-42bc-4444-962b-6b7503178b5e req-89534993-636f-4db7-ad35-9fdda394fe0e tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 945 time: 0.0926869 Nov 12 08:11:55.284472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-7a552db6-189c-4a19-bb60-ffe61993c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.285941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-7a552db6-189c-4a19-bb60-ffe61993c0f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d62e652-b7c9-44ab-aaf9-d422237230bf HTTP/1.1" status: 200 len: 857 time: 0.0633955 Nov 12 08:11:55.331949 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-338e8a83-d297-4f76-9128-a79359f521c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04d37120-3a72-427d-a7be-95892f237f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348814 Nov 12 08:11:55.349376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d19e3b9a-2f6b-41ad-9ffa-efa9df8d5cb5 req-2f75e6cd-428d-47ec-8e39-e338b3d69e19 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962996 Nov 12 08:11:55.353029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bbce7de5-42bc-4444-962b-6b7503178b5e req-392ce2b4-f8ba-4fe6-b7f2-8f813280841b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818992 Nov 12 08:11:55.414492 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b4f854-b638-4783-8e3f-af22d49aedea x-openstack-request-id: req-57b4f854-b638-4783-8e3f-af22d49aedea {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:55.414788 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f6ff52-298a-4e1f-afa1-d9d52e4f211f", "name": "network-vif-deleted", "tag": "24294021-3618-4ddb-8fa4-94ac343793f0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:55.415040 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57b4f854-b638-4783-8e3f-af22d49aedea {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:55.415433 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f6ff52-298a-4e1f-afa1-d9d52e4f211f', 'name': 'network-vif-deleted', 'tag': '24294021-3618-4ddb-8fa4-94ac343793f0', 'status': 'completed', 'code': 200} Nov 12 08:11:55.419796 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc25de-5455-41bf-ae65-4b9d29511b4d x-openstack-request-id: req-f0cc25de-5455-41bf-ae65-4b9d29511b4d {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:55.419943 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c", "tag": "6bf3838e-02a1-4e30-8999-2c557d90f577", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:55.420189 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0cc25de-5455-41bf-ae65-4b9d29511b4d {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:55.420585 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'tag': '6bf3838e-02a1-4e30-8999-2c557d90f577', 'status': 'completed', 'code': 200} Nov 12 08:11:55.441936 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-4922d15d-d56f-4c47-b80e-ab4f8414a456 service neutron] 10.222.0.25 "GET /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021020 Nov 12 08:11:55.518284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45852c-3749-4522-b602-6d6488def166 req-e341c72b-c24d-4522-bdb1-9561b0212d54 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.520272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed45852c-3749-4522-b602-6d6488def166 req-e341c72b-c24d-4522-bdb1-9561b0212d54 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1103 time: 0.0415125 Nov 12 08:11:55.546177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-77418e19-e510-44ce-afbf-b9b7c31839c4 req-8e08f4dc-3731-43f6-85bd-e6a088bbe28a service neutron] 10.222.0.25 "GET /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911832 Nov 12 08:11:55.571410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed45852c-3749-4522-b602-6d6488def166 req-01dfcaf1-cb74-446a-bae7-97993e1b357c tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Nov 12 08:11:55.651367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-4a6d1104-6785-470d-83ee-62850f7a1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.652999 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-4a6d1104-6785-470d-83ee-62850f7a1de9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d07f65b77fc4f17b64c5535d22010d7&device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 1096 time: 0.0502510 Nov 12 08:11:55.731773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 709bfabe-eaad-4289-b5dd-72eb2ca10dfb no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:55.757370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 709bfabe-eaad-4289-b5dd-72eb2ca10dfb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:55.757704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 709bfabe-eaad-4289-b5dd-72eb2ca10dfb not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:55.776562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-8e14e225-9755-4199-95d7-a2ceec3f326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.777974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-8e14e225-9755-4199-95d7-a2ceec3f326b service neutron] 10.222.0.25 "GET /v2.0/networks?id=04d37120-3a72-427d-a7be-95892f237f86 HTTP/1.1" status: 200 len: 917 time: 0.1008139 Nov 12 08:11:55.832399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b48ec-937c-4b2c-85f1-4a0508562b97 req-ab7d7c57-a9de-4a03-ae4c-a109c0da5d66 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.841951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-285b48ec-937c-4b2c-85f1-4a0508562b97 req-ab7d7c57-a9de-4a03-ae4c-a109c0da5d66 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 1103 time: 0.0632234 Nov 12 08:11:55.853680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-dcb28146-6948-4db1-91c7-7f789a3ed2db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf3838e-02a1-4e30-8999-2c557d90f577 HTTP/1.1" status: 200 len: 217 time: 0.0674591 Nov 12 08:11:55.908649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-285b48ec-937c-4b2c-85f1-4a0508562b97 req-d160cf35-5302-4ebb-ba9e-9f3f89429bd2 tempest-ServersAdminTestJSON-201968605 tempest-ServersAdminTestJSON-201968605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Nov 12 08:11:55.951616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-388284b1-2df2-4dfd-a1dc-9fd8db908551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.953392 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-388284b1-2df2-4dfd-a1dc-9fd8db908551 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2d62e652-b7c9-44ab-aaf9-d422237230bf HTTP/1.1" status: 200 len: 857 time: 0.0683458 Nov 12 08:11:56.013518 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-936cc99f-bae8-4dbb-bb57-5e05dd78add6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04d37120-3a72-427d-a7be-95892f237f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477192 Nov 12 08:11:56.020337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8280fde-4d5a-4390-b9b3-09d11ba7093d req-6111f384-a421-42c5-9e4a-54c9cedad23a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.029425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8280fde-4d5a-4390-b9b3-09d11ba7093d req-6111f384-a421-42c5-9e4a-54c9cedad23a tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 950 time: 0.0717809 Nov 12 08:11:56.088786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8280fde-4d5a-4390-b9b3-09d11ba7093d req-7ef95e0b-e715-4dc3-9a73-0f84a5ef4a6c tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583878 Nov 12 08:11:56.168553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30324d5-69ad-4835-969c-58345c4a3edb req-3f79d83e-377f-4b60-a16f-68bd440439f3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.168895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-65a0e0e6-4c2d-4bf8-94d2-3422eb51b08e service neutron] 10.222.0.25 "GET /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466894 Nov 12 08:11:56.176239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d30324d5-69ad-4835-969c-58345c4a3edb req-3f79d83e-377f-4b60-a16f-68bd440439f3 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 950 time: 0.0802608 Nov 12 08:11:56.349179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22856640-d033-4c45-9f7e-1d959c70cf47 req-2ba0d914-4b99-44b7-8f23-6bf6a91c5317 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1346869 Nov 12 08:11:56.407285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-5f482a0a-13be-48dd-a5d5-cb44ee369c6d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.408849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-5f482a0a-13be-48dd-a5d5-cb44ee369c6d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 949 time: 0.1930203 Nov 12 08:11:56.513709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80de1-75a3-47fb-86fd-7bebde06208a req-13acdde6-d113-4a29-98c3-5b9ae0fb667e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.520566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34f80de1-75a3-47fb-86fd-7bebde06208a req-13acdde6-d113-4a29-98c3-5b9ae0fb667e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 949 time: 0.2781096 Nov 12 08:11:56.571297 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a3a00db-0bb7-4a91-b302-cfafb1d6a3bd req-a683da66-1e81-4796-bd3f-a32908098465 service neutron] 10.222.0.25 "GET /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932111 Nov 12 08:11:56.630927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 41806713-afd9-468f-becb-c6c95204ad09 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:56.631423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.708831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a94e-7673-4982-99a6-f92fc4be589e req-9837d002-2b5a-4aa3-bb41-ca2e6af6d163 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.711022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3571a94e-7673-4982-99a6-f92fc4be589e req-9837d002-2b5a-4aa3-bb41-ca2e6af6d163 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 945 time: 0.2450185 Nov 12 08:11:56.779342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34f80de1-75a3-47fb-86fd-7bebde06208a req-3edc3c67-1428-4312-8374-e3976ece989e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577579 Nov 12 08:11:56.804865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port bd59e899-771e-4f99-a430-2f0d862910a6 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:56.805350 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.948979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3571a94e-7673-4982-99a6-f92fc4be589e req-74af4f65-fb7e-4644-a414-0ffaf79ebfad tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269754 Nov 12 08:11:56.950794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 41806713-afd9-468f-becb-c6c95204ad09, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=41806713-afd9-468f-becb-c6c95204ad09,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:56.951091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.987114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 41806713-afd9-468f-becb-c6c95204ad09 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:57.007054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port bd59e899-771e-4f99-a430-2f0d862910a6, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=bd59e899-771e-4f99-a430-2f0d862910a6,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:57.007415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:57.017189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdc156-02fc-4749-8305-dde44d282f27 req-8cbdf2e9-7f75-4e40-94f0-761e1830bbf5 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:57.018667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bffdc156-02fc-4749-8305-dde44d282f27 req-8cbdf2e9-7f75-4e40-94f0-761e1830bbf5 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 944 time: 0.1388514 Nov 12 08:11:57.049729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for bd59e899-771e-4f99-a430-2f0d862910a6 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:57.527374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bffdc156-02fc-4749-8305-dde44d282f27 req-fb4ea6f7-3169-40df-b576-a12243152830 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986320 Nov 12 08:11:57.577195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4f67e-9eff-41bc-afbe-20701560c6e4 req-0ac0040b-39cb-48f4-8a17-e96d3a52723d tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:57.578776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5f4f67e-9eff-41bc-afbe-20701560c6e4 req-0ac0040b-39cb-48f4-8a17-e96d3a52723d tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 945 time: 0.4963269 Nov 12 08:11:57.593006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39980) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:57.598433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Request body: {'floatingip': {'port_id': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:57.673025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:57.684477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['41806713-afd9-468f-becb-c6c95204ad09', 'bd59e899-771e-4f99-a430-2f0d862910a6'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:57.686743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:57.691634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:57.711817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e21b2cce-d669-408d-9b34-9bb2b7b1223d req-63a80ff1-1f9f-49a7-a41c-73af980b5546 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=9413968b-2b2a-4ee2-bfb8-901ee33654b3 HTTP/1.1" status: 200 len: 210 time: 0.0501595 Nov 12 08:11:57.770731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-703fa1b3-da2d-4bdb-a5ab-b31d288b9c06 req-f77ca9e2-7fa1-4028-bc3e-904641f4e814 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0988858 Nov 12 08:11:57.773979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=41806713-afd9-468f-becb-c6c95204ad09,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:57.858729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 41806713-afd9-468f-becb-c6c95204ad09 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:57.861467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:57.865612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d30324d5-69ad-4835-969c-58345c4a3edb req-9cac0dcf-e5bf-4175-8e83-81b4c0e1f877 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "DELETE /v2.0/ports/41806713-afd9-468f-becb-c6c95204ad09 HTTP/1.1" status: 204 len: 173 time: 1.6885252 Nov 12 08:11:57.865612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'name': 'network-vif-deleted', 'tag': '41806713-afd9-468f-becb-c6c95204ad09'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:57.867724 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafc382e-048d-42a7-83d6-c470c78ae9a7" -d '{"events": [{"server_uuid": "9413968b-2b2a-4ee2-bfb8-901ee33654b3", "name": "network-vif-deleted", "tag": "41806713-afd9-468f-becb-c6c95204ad09"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:57.871167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:57.937400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=bd59e899-771e-4f99-a430-2f0d862910a6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:58.004031 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f310101-24e1-4709-b0f1-c7107bef320b x-openstack-request-id: req-3f310101-24e1-4709-b0f1-c7107bef320b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:58.004031 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9413968b-2b2a-4ee2-bfb8-901ee33654b3", "name": "network-vif-deleted", "tag": "41806713-afd9-468f-becb-c6c95204ad09", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:58.004031 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f310101-24e1-4709-b0f1-c7107bef320b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:58.004031 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9413968b-2b2a-4ee2-bfb8-901ee33654b3', 'name': 'network-vif-deleted', 'tag': '41806713-afd9-468f-becb-c6c95204ad09', 'status': 'completed', 'code': 200} Nov 12 08:11:58.049558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port bd59e899-771e-4f99-a430-2f0d862910a6 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:58.053061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:58.058268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50e41130-5538-4db9-94ef-f4a57b23a301 req-403c5300-4d3d-4303-ba33-3c279c561904 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.32 "DELETE /v2.0/ports/bd59e899-771e-4f99-a430-2f0d862910a6 HTTP/1.1" status: 204 len: 173 time: 1.6392782 Nov 12 08:11:58.092538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf2714-6181-4cd1-b5e6-5520819e046e req-0c4f8bcb-781b-4827-addc-1073b9fede6b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:58.097343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48bf2714-6181-4cd1-b5e6-5520819e046e req-0c4f8bcb-781b-4827-addc-1073b9fede6b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 949 time: 0.1639831 Nov 12 08:11:58.188603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48bf2714-6181-4cd1-b5e6-5520819e046e req-8549648a-c0a0-4d29-851f-b50324822319 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794566 Nov 12 08:11:58.270528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-af482fdb-19fc-4a80-8b86-21fcece4c694 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:58.272404 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-af482fdb-19fc-4a80-8b86-21fcece4c694 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 949 time: 0.1606071 Nov 12 08:11:58.490417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['00529ac7-f78f-41dd-985f-db6e2bf064d3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:58.515865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Deleting port 699ccf6a-c152-4298-8d88-c65b779023c2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:58.516359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:58.592754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:58.611352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:58.683235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] For port 699ccf6a-c152-4298-8d88-c65b779023c2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=699ccf6a-c152-4298-8d88-c65b779023c2,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:58.683650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:58.713882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917cf73-d130-4117-95ad-ee03d7145e68 req-bd501f7a-a086-41f5-bce6-a2db20a1c8fb tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:58.716761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2917cf73-d130-4117-95ad-ee03d7145e68 req-bd501f7a-a086-41f5-bce6-a2db20a1c8fb tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 944 time: 0.0690567 Nov 12 08:11:58.752704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6bf3838e-02a1-4e30-8999-2c557d90f577 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:58.784736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2917cf73-d130-4117-95ad-ee03d7145e68 req-7311e6be-5447-4059-8bb5-46cd9f3d1b71 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610120 Nov 12 08:11:58.818939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Calling delete_port for 699ccf6a-c152-4298-8d88-c65b779023c2 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:58.972960 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Floating IP d3375094-86c0-4562-a18c-3ca967d4b673 associated. External IP: 172.25.4.62, port: cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1. Nov 12 08:11:58.991905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7057aaab-52f7-4808-b80b-bca989783003 req-71c6e7cb-260d-4643-89f0-2c10008fa79d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=52af6c0a-d3df-4ee7-8dfa-36ddad23f334 HTTP/1.1" status: 200 len: 210 time: 0.0470245 Nov 12 08:11:59.031012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6bf3838e-02a1-4e30-8999-2c557d90f577, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6bf3838e-02a1-4e30-8999-2c557d90f577,segment=NetworkSegment(1a698603-303b-4db5-8e6c-cf0ea50520e9),segment_id=1a698603-303b-4db5-8e6c-cf0ea50520e9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:59.046156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '6bf3838e-02a1-4e30-8999-2c557d90f577', 'network_id': '04d37120-3a72-427d-a7be-95892f237f86', 'port_id': '6bf3838e-02a1-4e30-8999-2c557d90f577', 'mac_address': 'fa:16:3e:d1:6b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d62e652-b7c9-44ab-aaf9-d422237230bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:59.064317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd699edd-7939-4c8e-a72c-6750c06feca4 req-6f9c8be9-72c4-41b8-945c-68a5de544822 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1001980 Nov 12 08:11:59.095485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.114472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf3838e-02a1-4e30-8999-2c557d90f577 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:59.142241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6bf3838e-02a1-4e30-8999-2c557d90f577, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6bf3838e-02a1-4e30-8999-2c557d90f577,segment=NetworkSegment(1a698603-303b-4db5-8e6c-cf0ea50520e9),segment_id=1a698603-303b-4db5-8e6c-cf0ea50520e9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:59.148927 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.230428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.235658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=6bf3838e-02a1-4e30-8999-2c557d90f577,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:59.246288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['8b02f4f4-7fb8-46e7-abfa-76251854e917'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:59.250433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['359de5bf-d2bd-47ad-846f-38ee17986464'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:59.316076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-226f5b3a-5112-4e2f-a56d-bdb265e20e01 req-6a24cb86-47f7-4954-8992-33a7585b70f3 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb838f49-b850-4d2f-a640-e52674f77a29 HTTP/1.1" status: 200 len: 210 time: 0.0371408 Nov 12 08:11:59.359546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event deleted for resources: {'Port': ['ID=699ccf6a-c152-4298-8d88-c65b779023c2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:59.411876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] No DVR routers for this DVR port 699ccf6a-c152-4298-8d88-c65b779023c2 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:59.415969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.419654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-15005bcf-634d-4b20-b162-e8a68b0da4e0 req-55fc2365-8427-4e50-b819-d743b5b42d25 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "DELETE /v2.0/ports/699ccf6a-c152-4298-8d88-c65b779023c2 HTTP/1.1" status: 204 len: 173 time: 1.1381288 Nov 12 08:11:59.420333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'name': 'network-vif-deleted', 'tag': '699ccf6a-c152-4298-8d88-c65b779023c2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:59.422493 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67241403-a7ce-4a88-a573-406fbcaa196c" -d '{"events": [{"server_uuid": "fb838f49-b850-4d2f-a640-e52674f77a29", "name": "network-vif-deleted", "tag": "699ccf6a-c152-4298-8d88-c65b779023c2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:59.443440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Router 63192def-58d5-403a-90f7-ef7bc1908f8f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:11:59.530487 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43e83d-4fd9-4aac-8d86-127834d3c9b9 x-openstack-request-id: req-dc43e83d-4fd9-4aac-8d86-127834d3c9b9 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:59.531342 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb838f49-b850-4d2f-a640-e52674f77a29", "name": "network-vif-deleted", "tag": "699ccf6a-c152-4298-8d88-c65b779023c2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:59.531764 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc43e83d-4fd9-4aac-8d86-127834d3c9b9 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:59.532621 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb838f49-b850-4d2f-a640-e52674f77a29', 'name': 'network-vif-deleted', 'tag': '699ccf6a-c152-4298-8d88-c65b779023c2', 'status': 'completed', 'code': 200} Nov 12 08:11:59.614586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:59.619524 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.630566 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eed3c0-2920-4405-8195-68b094769433 None None] Sync routers for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:59.631129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6bf3838e-02a1-4e30-8999-2c557d90f577'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:59.648235 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:59.648235 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:59.671785 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5f92da4e-016e-4ab1-9f86-ffea79fc6260 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "PUT /v2.0/floatingips/d3375094-86c0-4562-a18c-3ca967d4b673 HTTP/1.1" status: 200 len: 990 time: 2.0740306 Nov 12 08:11:59.756755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 41806713-afd9-468f-becb-c6c95204ad09 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:59.793427 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:59.805252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 41806713-afd9-468f-becb-c6c95204ad09 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:59.805607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 41806713-afd9-468f-becb-c6c95204ad09 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:59.806037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device bd59e899-771e-4f99-a430-2f0d862910a6 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:59.843215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: bd59e899-771e-4f99-a430-2f0d862910a6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:59.843564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device bd59e899-771e-4f99-a430-2f0d862910a6 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:00.027253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9061d-3078-4f0a-ba10-111dfb7de8ad req-aa8ccbca-6cc2-47f3-94e6-4da0ba396217 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.037086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72f9061d-3078-4f0a-ba10-111dfb7de8ad req-aa8ccbca-6cc2-47f3-94e6-4da0ba396217 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 945 time: 0.1141210 Nov 12 08:12:00.039542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'name': 'network-vif-deleted', 'tag': 'bd59e899-771e-4f99-a430-2f0d862910a6'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:00.041900 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8562cf5f-fcbe-40f6-b166-dc1b7993c215" -d '{"events": [{"server_uuid": "52af6c0a-d3df-4ee7-8dfa-36ddad23f334", "name": "network-vif-deleted", "tag": "bd59e899-771e-4f99-a430-2f0d862910a6"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:00.119917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72f9061d-3078-4f0a-ba10-111dfb7de8ad req-102009bc-3dc7-454a-b131-c17a74f5e9f3 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794327 Nov 12 08:12:00.123484 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a763a4-2597-4cbc-85b9-c385c68715e5 x-openstack-request-id: req-50a763a4-2597-4cbc-85b9-c385c68715e5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:00.124267 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52af6c0a-d3df-4ee7-8dfa-36ddad23f334", "name": "network-vif-deleted", "tag": "bd59e899-771e-4f99-a430-2f0d862910a6", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:00.125216 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50a763a4-2597-4cbc-85b9-c385c68715e5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:00.126634 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52af6c0a-d3df-4ee7-8dfa-36ddad23f334', 'name': 'network-vif-deleted', 'tag': 'bd59e899-771e-4f99-a430-2f0d862910a6', 'status': 'completed', 'code': 200} Nov 12 08:12:00.133472 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'd3375094-86c0-4562-a18c-3ca967d4b673', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'port_id': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'mac_address': 'fa:16:3e:eb:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:58Z', 'revision_number': 1, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:33Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:00.175480 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eed3c0-2920-4405-8195-68b094769433 None None] Checking router: 63192def-58d5-403a-90f7-ef7bc1908f8f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:00.184802 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:00.185413 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:00.241193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d304593-5420-4793-be02-54ab1682ffac req-9b6b4819-3b88-49d7-a0f1-fd01e8b4c2d9 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0429583 Nov 12 08:12:00.300393 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:00.490933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad9cc-6fbe-4fa1-8a12-42f7da21ba7f req-66c17444-cb2b-4a80-9952-aa5891e5301d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.502813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f2ad9cc-6fbe-4fa1-8a12-42f7da21ba7f req-66c17444-cb2b-4a80-9952-aa5891e5301d tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 949 time: 0.0980296 Nov 12 08:12:00.581240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f2ad9cc-6fbe-4fa1-8a12-42f7da21ba7f req-2325b14c-ef48-4c65-b3bd-1f23e5e8ea04 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768530 Nov 12 08:12:00.663255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-10eed3c0-2920-4405-8195-68b094769433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'd3375094-86c0-4562-a18c-3ca967d4b673', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'port_id': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'mac_address': 'fa:16:3e:eb:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:58Z', 'revision_number': 1, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:33Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:00.701687 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eed3c0-2920-4405-8195-68b094769433 None None] The sync data for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 is: [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'd3375094-86c0-4562-a18c-3ca967d4b673', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'port_id': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'mac_address': 'fa:16:3e:eb:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:58Z', 'revision_number': 1, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:33Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:00.741569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 699ccf6a-c152-4298-8d88-c65b779023c2 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:00.751541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58651159-5c0f-47cd-9b1b-ad89b650a8e4 req-19429d3d-6662-4b46-82a4-37e91e804f11 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.769876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58651159-5c0f-47cd-9b1b-ad89b650a8e4 req-19429d3d-6662-4b46-82a4-37e91e804f11 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 950 time: 0.0909948 Nov 12 08:12:00.809323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 699ccf6a-c152-4298-8d88-c65b779023c2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:00.810667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 699ccf6a-c152-4298-8d88-c65b779023c2 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:00.817351 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d410152f-cfa5-41ec-958e-6bd76ecf1ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1851861 Nov 12 08:12:00.848178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58651159-5c0f-47cd-9b1b-ad89b650a8e4 req-21e8824c-e5af-46a3-bf39-31fae7fcce2e tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854979 Nov 12 08:12:00.945424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.945907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.946586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.947051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.947519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.948221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.948683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.951390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d4fd93bb-8be6-4a3d-9e9f-8c8a4b99b95a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6498 time: 0.0598788 Nov 12 08:12:01.056168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff83a9-b218-4152-b1c1-5d1a06d8cf7f None None] New status for floating IP d3375094-86c0-4562-a18c-3ca967d4b673: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:12:01.104985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-84716921-a560-440f-a6b4-ccc542406bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.105536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-84716921-a560-440f-a6b4-ccc542406bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.106006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-84716921-a560-440f-a6b4-ccc542406bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.107643 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-84716921-a560-440f-a6b4-ccc542406bc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 2290 time: 0.1266625 Nov 12 08:12:01.190227 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-8405aa52-47a3-4f72-9a40-3bda0cc08097 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 1001 time: 0.0746760 Nov 12 08:12:01.251997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26454fe5-ffa0-4da4-8c03-af7d99892476 req-7321345d-27b6-4259-9d98-4a2e5c7876fb tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.253967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26454fe5-ffa0-4da4-8c03-af7d99892476 req-7321345d-27b6-4259-9d98-4a2e5c7876fb tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 945 time: 0.0564210 Nov 12 08:12:01.260958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-8995dd56-d714-4377-8bdb-6479e20b7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.263349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-8995dd56-d714-4377-8bdb-6479e20b7878 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 200 len: 850 time: 0.0649788 Nov 12 08:12:01.321930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d36f54d4-c73b-41e2-a189-2387fa013386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.323507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d36f54d4-c73b-41e2-a189-2387fa013386 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57aeee26-4086-426d-86ff-d028108630ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512953 Nov 12 08:12:01.338142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26454fe5-ffa0-4da4-8c03-af7d99892476 req-e992af02-5554-46d6-9b78-dba458d9fa13 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768516 Nov 12 08:12:01.375737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8258b5ba-c429-4548-aba8-a1c03512b916 req-d0187cf1-3026-453f-8c26-22d30f6b7dc5 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0313816 Nov 12 08:12:01.428463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-0cd811d2-e9dc-4867-9396-a02380ab561c service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957572 Nov 12 08:12:01.535367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:01.537842 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208" -d '{"events": [{"name": "network-changed", "server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:01.547702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-1bbe7c5b-1715-4756-899d-91294dfd9a3c service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015275 Nov 12 08:12:01.603263 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90abd5a2-29a7-4b27-b68d-67a39f5598e6 x-openstack-request-id: req-90abd5a2-29a7-4b27-b68d-67a39f5598e6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:01.603592 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:01.603847 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90abd5a2-29a7-4b27-b68d-67a39f5598e6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:01.604325 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'status': 'completed', 'code': 200} Nov 12 08:12:01.606392 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-e0e18896-dc08-496f-8acb-c6f2d2318ed8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 217 time: 0.0506651 Nov 12 08:12:01.668040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-d091fc6a-88be-40fc-94bf-c4823dab8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.670315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-d091fc6a-88be-40fc-94bf-c4823dab8022 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ec2160de498403cb8be73c3fe141fc2&device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 1097 time: 0.0679681 Nov 12 08:12:01.670583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-fab78e40-051e-4de9-8b9e-86526a2b6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.672279 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-fab78e40-051e-4de9-8b9e-86526a2b6bd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0580850 Nov 12 08:12:01.727891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-ee28b2e0-f7cc-42f2-b394-794f6536a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.729482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-ee28b2e0-f7cc-42f2-b394-794f6536a10a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467653 Nov 12 08:12:01.787359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6dbc9-04e7-4640-850a-0a963e9806f8 req-2f35e1d6-48e3-447d-9180-d7c12a17100f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.788903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00e6dbc9-04e7-4640-850a-0a963e9806f8 req-2f35e1d6-48e3-447d-9180-d7c12a17100f tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 949 time: 0.1151984 Nov 12 08:12:01.828614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-dbccae76-1253-4c11-bd7c-cb1d50544f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.830104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-dbccae76-1253-4c11-bd7c-cb1d50544f5e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0c26761-11d2-4cc0-9f97-d3097541f03c HTTP/1.1" status: 200 len: 915 time: 0.1477928 Nov 12 08:12:01.860838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-0b13bd65-f623-48ec-9306-cd5a14076698 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154454 Nov 12 08:12:01.913754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00e6dbc9-04e7-4640-850a-0a963e9806f8 req-bcace371-ece1-4bc7-b8ab-1356b5a11ccc tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/security-groups?id=f71e86a8-90d8-40c7-adb0-8dc15582eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168690 Nov 12 08:12:01.959522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-f17d04a0-7784-4185-8b9f-43a14182f760 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 HTTP/1.1" status: 200 len: 1000 time: 0.1212435 Nov 12 08:12:01.998316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-26884c65-fd03-484d-9f0c-9fa0744d2ffc service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290891 Nov 12 08:12:02.061041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-bdef8dd7-598b-46c5-9029-63967dd1b463 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 217 time: 0.0497553 Nov 12 08:12:02.064402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-f86f48fb-c5e7-4a01-acaa-b3682bd3a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.065965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-f86f48fb-c5e7-4a01-acaa-b3682bd3a958 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a41ac79-af5e-43bb-884c-a002667a23b7 HTTP/1.1" status: 200 len: 854 time: 0.0991063 Nov 12 08:12:02.080238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba356d7-09f7-4945-a2e6-583b99a88290 req-96636ab1-03ff-4904-932f-651b26d34011 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.081717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba356d7-09f7-4945-a2e6-583b99a88290 req-96636ab1-03ff-4904-932f-651b26d34011 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 950 time: 0.0966668 Nov 12 08:12:02.125862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-b8e3c342-ac43-4d1f-b354-547bc4687fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.127461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-b8e3c342-ac43-4d1f-b354-547bc4687fea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0536916 Nov 12 08:12:02.150388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-0b160d92-2fce-4f07-8a94-fae655cbf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.151866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-0b160d92-2fce-4f07-8a94-fae655cbf475 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0c26761-11d2-4cc0-9f97-d3097541f03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692594 Nov 12 08:12:02.182481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-1fd92fb7-c72c-4250-b14f-7c1bb7630241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.183971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-1fd92fb7-c72c-4250-b14f-7c1bb7630241 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414491 Nov 12 08:12:02.190765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba356d7-09f7-4945-a2e6-583b99a88290 req-d2098878-7b40-477a-903b-02c697bfc59d tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002972 Nov 12 08:12:02.267118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144d22d-8311-469e-af80-fb6516920481 req-62e78e87-03f2-4dba-97e8-876d5b4988ef tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.268605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6144d22d-8311-469e-af80-fb6516920481 req-62e78e87-03f2-4dba-97e8-876d5b4988ef tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.32 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 950 time: 0.1158662 Nov 12 08:12:02.312262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-26e66c47-0349-44f4-8af3-856096a226a1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.314120 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-26e66c47-0349-44f4-8af3-856096a226a1 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 949 time: 0.0998363 Nov 12 08:12:02.319928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-f01039c8-c500-43e0-9d46-9190b7b96739 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557660 Nov 12 08:12:02.366380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-8885432f-06e7-4753-9f60-dd119b6ad722 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603878 Nov 12 08:12:02.515564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f1cf2ef-a565-4c3c-b0ee-9021aaf9e208 req-6267ecac-546c-4018-85d1-520e724df5cc service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849730 Nov 12 08:12:02.529821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Deleting port 00529ac7-f78f-41dd-985f-db6e2bf064d3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:02.530166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.534291 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-366c1628-1fe9-43ba-b4d4-26f6e6ee3f82 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569045 Nov 12 08:12:02.545987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-604403fc-bda6-4c8d-84ed-1f229b7a67d1 req-f910b315-0e3b-4baf-b398-f8590d5c0a2d tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0608649 Nov 12 08:12:02.551370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Deleting port 8b02f4f4-7fb8-46e7-abfa-76251854e917 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:02.551720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.584525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb78cd4-e5c3-4675-8b0d-428fb44da1b4 req-4e82dcf0-f631-4a67-9d47-ddad88e2c1a3 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.586697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb78cd4-e5c3-4675-8b0d-428fb44da1b4 req-4e82dcf0-f631-4a67-9d47-ddad88e2c1a3 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 945 time: 0.1154778 Nov 12 08:12:02.626424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-cadeaa0b-4c58-4175-93e7-48e8e1b16f69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 200 len: 217 time: 0.0793204 Nov 12 08:12:02.689065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcb78cd4-e5c3-4675-8b0d-428fb44da1b4 req-eda0aa50-2df9-474f-9acd-30d54abf037e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 Nov 12 08:12:02.699937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] For port 00529ac7-f78f-41dd-985f-db6e2bf064d3, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=00529ac7-f78f-41dd-985f-db6e2bf064d3,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:02.701019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.705498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] For port 8b02f4f4-7fb8-46e7-abfa-76251854e917, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8b02f4f4-7fb8-46e7-abfa-76251854e917,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:02.706041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.713751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-1c27bc9a-97b2-4042-a1cb-ca23d5296376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.715198 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-1c27bc9a-97b2-4042-a1cb-ca23d5296376 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0738049 Nov 12 08:12:02.723089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Calling delete_port for 00529ac7-f78f-41dd-985f-db6e2bf064d3 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:02.730318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Calling delete_port for 8b02f4f4-7fb8-46e7-abfa-76251854e917 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:02.748297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6bf3838e-02a1-4e30-8999-2c557d90f577 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:02.807423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 6bf3838e-02a1-4e30-8999-2c557d90f577 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:02.812998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 6bf3838e-02a1-4e30-8999-2c557d90f577 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:02.813630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.823706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-18b897e1-262c-4d29-80be-a32eb8603a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.825954 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-18b897e1-262c-4d29-80be-a32eb8603a08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002522 Nov 12 08:12:02.902324 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.932646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['359de5bf-d2bd-47ad-846f-38ee17986464'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:02.953545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event deleted for resources: {'Port': ['ID=8b02f4f4-7fb8-46e7-abfa-76251854e917,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:03.001051 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-2fa9c864-44fc-4dc0-9f3d-c090d037b449 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680834 Nov 12 08:12:03.004827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['8b02f4f4-7fb8-46e7-abfa-76251854e917'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:03.025942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.029651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] No DVR routers for this DVR port 8b02f4f4-7fb8-46e7-abfa-76251854e917 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:03.034792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.042980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6144d22d-8311-469e-af80-fb6516920481 req-871ab6bc-86cf-4f11-b992-51986de1b48b tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.32 "DELETE /v2.0/ports/8b02f4f4-7fb8-46e7-abfa-76251854e917 HTTP/1.1" status: 204 len: 173 time: 0.7612770 Nov 12 08:12:03.043464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'name': 'network-vif-deleted', 'tag': '8b02f4f4-7fb8-46e7-abfa-76251854e917'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:03.050258 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a86326-689e-4d74-ac7d-69995368ed06" -d '{"events": [{"server_uuid": "2603eaf2-9c19-44c0-8d39-1198f0ef2896", "name": "network-vif-deleted", "tag": "8b02f4f4-7fb8-46e7-abfa-76251854e917"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:03.117625 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.132118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd346008-9918-49ad-8cbd-968cc08b491a req-d1ea9a3e-0757-44ea-be80-bc453a78da42 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.16 "GET /v2.0/ports?device_id=0677f31f-a09a-4ac9-92ac-1cc2eafb5c64 HTTP/1.1" status: 200 len: 210 time: 0.0633080 Nov 12 08:12:03.191656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Pushing event deleted for resources: {'Port': ['ID=00529ac7-f78f-41dd-985f-db6e2bf064d3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:03.205807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6bf3838e-02a1-4e30-8999-2c557d90f577, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6bf3838e-02a1-4e30-8999-2c557d90f577,segment=NetworkSegment(1a698603-303b-4db5-8e6c-cf0ea50520e9),segment_id=1a698603-303b-4db5-8e6c-cf0ea50520e9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:03.206871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf3838e-02a1-4e30-8999-2c557d90f577'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:03.211040 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640c233d-acc8-4916-95fb-e23072b7e893" -d '{"events": [{"server_uuid": "4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c", "name": "network-vif-plugged", "status": "completed", "tag": "6bf3838e-02a1-4e30-8999-2c557d90f577"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:03.219633 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59254163-20b7-4aac-8e80-11938ce67380 x-openstack-request-id: req-59254163-20b7-4aac-8e80-11938ce67380 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:03.220085 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2603eaf2-9c19-44c0-8d39-1198f0ef2896", "name": "network-vif-deleted", "tag": "8b02f4f4-7fb8-46e7-abfa-76251854e917", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:03.220426 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59254163-20b7-4aac-8e80-11938ce67380 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:03.220867 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2603eaf2-9c19-44c0-8d39-1198f0ef2896', 'name': 'network-vif-deleted', 'tag': '8b02f4f4-7fb8-46e7-abfa-76251854e917', 'status': 'completed', 'code': 200} Nov 12 08:12:03.239238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.280517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] No DVR routers for this DVR port 00529ac7-f78f-41dd-985f-db6e2bf064d3 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:03.289240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.295715 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee90634-4ffc-4fad-aa48-8b2674c774f5 x-openstack-request-id: req-dee90634-4ffc-4fad-aa48-8b2674c774f5 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:03.296135 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c", "name": "network-vif-plugged", "status": "completed", "tag": "6bf3838e-02a1-4e30-8999-2c557d90f577", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:03.296461 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dee90634-4ffc-4fad-aa48-8b2674c774f5 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:03.296921 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf3838e-02a1-4e30-8999-2c557d90f577', 'code': 200} Nov 12 08:12:03.297586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ad0000df-4b64-4ce8-a2c8-87b5b6e226ec req-c3cb6920-4549-4d1c-8bb9-5d1550293de9 tempest-ServersOnMultiNodesTest-609459292 tempest-ServersOnMultiNodesTest-609459292-project] 10.222.0.25 "DELETE /v2.0/ports/00529ac7-f78f-41dd-985f-db6e2bf064d3 HTTP/1.1" status: 204 len: 173 time: 0.9761996 Nov 12 08:12:03.348696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=6bf3838e-02a1-4e30-8999-2c557d90f577,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:03.393621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-a37a2e35-71df-4790-8414-3a942632fb3b service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840563 Nov 12 08:12:03.425327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-357676bd-ed7a-48be-860e-955e9771dd82 req-89367828-83f8-4309-829e-ce3b554e613a tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=2603eaf2-9c19-44c0-8d39-1198f0ef2896 HTTP/1.1" status: 200 len: 210 time: 0.0645514 Nov 12 08:12:03.506755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-31b25c00-eeeb-4763-bb16-8b96d08a3739 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 200 len: 217 time: 0.1038389 Nov 12 08:12:03.707232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5d12afd-e20c-4726-ae07-fdc95a22a769 req-71b2d6e3-1f05-4f5b-bdfd-3a4f3ed0e37c tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0365069 Nov 12 08:12:03.817835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'name': 'network-vif-deleted', 'tag': '00529ac7-f78f-41dd-985f-db6e2bf064d3'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:03.820256 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d006c7-bac0-48d2-b19d-a2dd436eca01" -d '{"events": [{"server_uuid": "0677f31f-a09a-4ac9-92ac-1cc2eafb5c64", "name": "network-vif-deleted", "tag": "00529ac7-f78f-41dd-985f-db6e2bf064d3"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:03.869176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-21cdb5b2-e2e0-4617-9aea-899602b6ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:03.870905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-21cdb5b2-e2e0-4617-9aea-899602b6ac73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0464778 Nov 12 08:12:03.879715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f523ab-4fe9-401d-9b5d-4464c25b534b req-fba20bd6-9356-4b13-82da-9dd755ae4acd tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:03.881299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3f523ab-4fe9-401d-9b5d-4464c25b534b req-fba20bd6-9356-4b13-82da-9dd755ae4acd tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 946 time: 0.0910370 Nov 12 08:12:03.912592 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143246c-4c5a-4f82-a504-531a7f91ed56 x-openstack-request-id: req-7143246c-4c5a-4f82-a504-531a7f91ed56 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:03.913159 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0677f31f-a09a-4ac9-92ac-1cc2eafb5c64", "name": "network-vif-deleted", "tag": "00529ac7-f78f-41dd-985f-db6e2bf064d3", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:03.913583 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7143246c-4c5a-4f82-a504-531a7f91ed56 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:03.914133 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0677f31f-a09a-4ac9-92ac-1cc2eafb5c64', 'name': 'network-vif-deleted', 'tag': '00529ac7-f78f-41dd-985f-db6e2bf064d3', 'status': 'completed', 'code': 200} Nov 12 08:12:03.927885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674ee27-2c38-499b-9a78-b39ec981eba6 req-f0456011-429b-4f7f-b0a1-627b03ac859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:03.929866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9674ee27-2c38-499b-9a78-b39ec981eba6 req-f0456011-429b-4f7f-b0a1-627b03ac859c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 1098 time: 0.4325156 Nov 12 08:12:03.958649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3f523ab-4fe9-401d-9b5d-4464c25b534b req-76af520b-a717-4950-821e-07c27b004434 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Nov 12 08:12:03.973875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-bed0ad7c-19c0-49a9-932d-ff5b85eda406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:03.976747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-bed0ad7c-19c0-49a9-932d-ff5b85eda406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969975 Nov 12 08:12:04.030442 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9674ee27-2c38-499b-9a78-b39ec981eba6 req-9e94a383-86ff-4956-bfee-8691e733a692 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901573 Nov 12 08:12:04.103445 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-ddb6ae79-01d6-40e8-b905-c795ae79b20f service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941839 Nov 12 08:12:04.393779 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-5ed2f2b5-58cc-44f4-8c73-66abd753b1b1 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048467 Nov 12 08:12:04.431922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40094) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:04.439203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-bc3fb292-3b58-4e2c-a4e9-4942d514e33a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 200 len: 217 time: 0.0360851 Nov 12 08:12:04.498107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d6be19dd-7033-44e8-963f-5228a200e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.499535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-d6be19dd-7033-44e8-963f-5228a200e078 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0503914 Nov 12 08:12:04.547841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-37597dab-cd31-40de-a473-00dc67372ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.549382 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-37597dab-cd31-40de-a473-00dc67372ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425458 Nov 12 08:12:04.597925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d3d1b053-ba5c-4c08-92c8-f0b07b87a572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bd44d6b0f67463a8041b8b3ee47768b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644177 Nov 12 08:12:04.598525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40102) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:04.656476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-1d22c502-9a76-4da9-9386-aa0947067dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992579 Nov 12 08:12:04.658773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3305-bfe2-4cc3-a19f-dc1ecbbcde97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.682243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3305-bfe2-4cc3-a19f-dc1ecbbcde97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.756833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bbbaa-a499-4ea8-940b-ff60be4cd1b4 req-e530e9d0-a311-4c3d-a5a7-af44c7974ddc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.758381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf9bbbaa-a499-4ea8-940b-ff60be4cd1b4 req-e530e9d0-a311-4c3d-a5a7-af44c7974ddc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 951 time: 0.0790067 Nov 12 08:12:04.766736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-607be1ba-8349-4f6a-9fa7-2c00973c7ae9 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031573 Nov 12 08:12:04.767361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 00529ac7-f78f-41dd-985f-db6e2bf064d3 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:04.771148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3305-bfe2-4cc3-a19f-dc1ecbbcde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.773055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3305-bfe2-4cc3-a19f-dc1ecbbcde97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.777268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d7ba3305-bfe2-4cc3-a19f-dc1ecbbcde97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f71e86a8-90d8-40c7-adb0-8dc15582eadf HTTP/1.1" status: 204 len: 168 time: 0.1777065 Nov 12 08:12:04.808474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba3305-bfe2-4cc3-a19f-dc1ecbbcde97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e86a8-90d8-40c7-adb0-8dc15582eadf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:04.823728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 00529ac7-f78f-41dd-985f-db6e2bf064d3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:04.824460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 00529ac7-f78f-41dd-985f-db6e2bf064d3 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:04.838699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-7dd539f1-d85b-4ef7-9f10-61e77b41f161 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 200 len: 217 time: 0.0639753 Nov 12 08:12:04.848909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0709d5d-35f5-4cc7-9c2c-bc1713d480d3 req-d4a762a5-88ca-405b-80cc-638b0be19137 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0437911 Nov 12 08:12:04.868883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf9bbbaa-a499-4ea8-940b-ff60be4cd1b4 req-b66a2a62-2a7f-4ffc-b5bd-c63116eb5ff6 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900283 Nov 12 08:12:04.937909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-3a5e109f-848f-4577-b1a1-559b5eea5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.939418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-3a5e109f-848f-4577-b1a1-559b5eea5e82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0912004 Nov 12 08:12:04.989969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-22cb4f22-0342-48fa-b469-2264143a7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.991624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-22cb4f22-0342-48fa-b469-2264143a7092 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411828 Nov 12 08:12:05.092289 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-ce41e7a4-5ec4-49bd-9c4e-425a9515d958 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915661 Nov 12 08:12:05.103563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:05.111180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36771ca7-37fd-40cd-8074-0d859bd84abb req-bc5f98a8-5b66-426e-91a0-bc7db026543d tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.113061 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36771ca7-37fd-40cd-8074-0d859bd84abb req-bc5f98a8-5b66-426e-91a0-bc7db026543d tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 946 time: 0.0583427 Nov 12 08:12:05.165318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36771ca7-37fd-40cd-8074-0d859bd84abb req-1db4a95a-fdec-4df9-b121-964d5dd2befd tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Nov 12 08:12:05.204016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3385e053-49f9-4a97-8df4-9cf932f89901 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1650e040f7e84e139330861c576c3292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992336 Nov 12 08:12:05.206376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:05.250601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01c5ab0c-73be-40e9-ae5a-03128ba0dcc0 req-90e68dc2-dbe5-4ac8-838d-2c62a5d337b4 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398525 Nov 12 08:12:05.270861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e4a152-e005-4b4f-a52a-09c72a335810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.295330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e4a152-e005-4b4f-a52a-09c72a335810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.342611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e4a152-e005-4b4f-a52a-09c72a335810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.345480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e4a152-e005-4b4f-a52a-09c72a335810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.346677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15e4a152-e005-4b4f-a52a-09c72a335810 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9fe16ab-14e2-47f5-84bb-f8ebbc52f82f HTTP/1.1" status: 204 len: 168 time: 0.1393774 Nov 12 08:12:05.354768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4a152-e005-4b4f-a52a-09c72a335810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe16ab-14e2-47f5-84bb-f8ebbc52f82f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:05.785363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8b02f4f4-7fb8-46e7-abfa-76251854e917 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:05.807378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 8b02f4f4-7fb8-46e7-abfa-76251854e917 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:05.807727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8b02f4f4-7fb8-46e7-abfa-76251854e917 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:06.005753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d41ecd65-762e-499b-b319-bfdeec0c8a97 req-396563a5-a970-4642-9511-26709635f6a0 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0295792 Nov 12 08:12:06.064838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd354e-09b5-4fc7-b1d8-bffe7a947086 req-cc343764-89fc-44dd-b168-94c63508eb61 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.066574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60fd354e-09b5-4fc7-b1d8-bffe7a947086 req-cc343764-89fc-44dd-b168-94c63508eb61 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 951 time: 0.0636506 Nov 12 08:12:06.125253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60fd354e-09b5-4fc7-b1d8-bffe7a947086 req-1ee7f623-b7fb-49a2-8f4e-15aacd3b7ad1 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527291 Nov 12 08:12:06.151317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40158) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:06.261713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-network', 'tenant_id': '8207d72997224b288bce02477e8d7297'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:06.286403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Made reservation on behalf of 8207d72997224b288bce02477e8d7297 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:06.289813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.300229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.302635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf01ebe-7fde-4ee5-8ba5-24be11540dee req-63fc2fa6-4cd9-4d9b-b1ae-a868ef1edc80 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.304362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-caf01ebe-7fde-4ee5-8ba5-24be11540dee req-63fc2fa6-4cd9-4d9b-b1ae-a868ef1edc80 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 946 time: 0.0539281 Nov 12 08:12:06.391768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-caf01ebe-7fde-4ee5-8ba5-24be11540dee req-651603fa-981a-4d79-9d1f-02e663a57a5a tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Nov 12 08:12:06.397373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.401720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.432929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:06.443998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4a0b6-937f-4717-872d-9c511d9dfbae,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:06.449644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.450053 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Added segment f7447486-fa83-485a-9ed8-771dadc2c93a of type vlan for network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 Nov 12 08:12:06.509813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.545504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.546641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.547278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.599851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4472518 Nov 12 08:12:06.603072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40170) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:06.609008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Request body: {'subnet': {'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-subnet', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:06.634707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Made reservation on behalf of 8207d72997224b288bce02477e8d7297 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:06.638534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.640713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ee11e-f9ec-4506-ab59-5f054b0b37f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:06.651629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:06.746298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-869d5bd3-a69d-4252-af99-cdf3aec638bc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.747851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-869d5bd3-a69d-4252-af99-cdf3aec638bc tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 951 time: 0.0748472 Nov 12 08:12:06.770880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ba765-a640-4739-afb8-27beb1c9b598 req-10ca3f18-9f66-441e-b83e-1552eca8842a tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.772403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-327ba765-a640-4739-afb8-27beb1c9b598 req-10ca3f18-9f66-441e-b83e-1552eca8842a tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 946 time: 0.1127944 Nov 12 08:12:06.836293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:06.842734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1840658236'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:06.856799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-327ba765-a640-4739-afb8-27beb1c9b598 req-56003bfe-b0c8-46d5-a87d-8a239429d2ae tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762863 Nov 12 08:12:06.874080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Deleting port 359de5bf-d2bd-47ad-846f-38ee17986464 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:06.874395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.880145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:06.882519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.924887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.963846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:06.984127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc09dd86-b088-4735-8927-3fd24ffa4253,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:06.986066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.986410 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Added segment a1b56b63-f751-485b-a0db-6503f0497c09 of type vlan for network bce0ac65-782b-45a0-aad7-167edb3ad967 Nov 12 08:12:06.994744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Checking segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:06.995101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Network hostable DHCP agents. Network: 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:07.004246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] For port 359de5bf-d2bd-47ad-846f-38ee17986464, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=359de5bf-d2bd-47ad-846f-38ee17986464,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:07.004614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.012150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:07.021838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:07.026418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.026999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.033294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37802c4c-6c68-432c-a39a-42ce9b36500f None None] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:07.038189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Calling delete_port for 359de5bf-d2bd-47ad-846f-38ee17986464 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:07.047110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e6b89dd6-22c3-420e-9f2b-7437b1916d51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4427674 Nov 12 08:12:07.049746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40178) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:07.055154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:07.061976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.083935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.085436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.132314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.138418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.139021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.171105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a82a8639-79b4-4f7b-9b60-33ab3df8af61 req-9f2e0168-1edb-4149-8e73-97ebfe1c6157 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0326016 Nov 12 08:12:07.226122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.250786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'fixed_ips': [{'subnet_id': 'bc09dd86-b088-4735-8927-3fd24ffa4253'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:07.252118 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.259424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4219308 Nov 12 08:12:07.266942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40184) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:07.277777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1617637377'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:07.288593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb204a3-1c56-416b-b5ba-92c66dfe29a9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Network': ['ID=bce0ac65-782b-45a0-aad7-167edb3ad967,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:07.330673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:07.334148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.361005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network bce0ac65-782b-45a0-aad7-167edb3ad967 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:07.363602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.395469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:07.401749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Pushing event deleted for resources: {'Port': ['ID=359de5bf-d2bd-47ad-846f-38ee17986464,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:07.413918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.414319 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Added segment 440d9e37-3aac-4429-9f5b-d62423e1d264 of type vlan for network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 Nov 12 08:12:07.436696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.453377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d60546-bb36-4f19-98d2-4696b64e66c5 req-35fe0946-a6f4-4fd9-9dfc-342eb1d197e8 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.461133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41d60546-bb36-4f19-98d2-4696b64e66c5 req-35fe0946-a6f4-4fd9-9dfc-342eb1d197e8 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/ports?device_id=061a8e57-739e-4f57-bf70-6300076cab35 HTTP/1.1" status: 200 len: 868 time: 0.1611094 Nov 12 08:12:07.474903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] No DVR routers for this DVR port 359de5bf-d2bd-47ad-846f-38ee17986464 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:07.479252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.484428 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0ce8bf75-6ec1-41dd-837d-c67c4f5a510a req-db485115-a265-42b0-b230-3be4ad989469 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.25 "DELETE /v2.0/ports/359de5bf-d2bd-47ad-846f-38ee17986464 HTTP/1.1" status: 204 len: 173 time: 0.7300971 Nov 12 08:12:07.485138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-deleted', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:07.487946 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b82acb-e4be-47a8-9da9-1f207171ddb3" -d '{"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-deleted", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:07.542901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.574269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41d60546-bb36-4f19-98d2-4696b64e66c5 req-222a04b6-cde4-4a86-8894-f4d799b05144 tempest-ServersAdminTestJSON-657598331 tempest-ServersAdminTestJSON-657598331-project] 10.222.0.16 "GET /v2.0/security-groups?id=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121044 Nov 12 08:12:07.607222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.613924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.614969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.676864 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907c1429-a2f8-46a2-9462-6f4034887013 x-openstack-request-id: req-907c1429-a2f8-46a2-9462-6f4034887013 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:07.678201 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061a8e57-739e-4f57-bf70-6300076cab35", "name": "network-vif-deleted", "tag": "359de5bf-d2bd-47ad-846f-38ee17986464", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:07.678201 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-907c1429-a2f8-46a2-9462-6f4034887013 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:07.678590 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061a8e57-739e-4f57-bf70-6300076cab35', 'name': 'network-vif-deleted', 'tag': '359de5bf-d2bd-47ad-846f-38ee17986464', 'status': 'completed', 'code': 200} Nov 12 08:12:07.710386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4415257 Nov 12 08:12:07.713725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40190) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:07.719561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'subnet': {'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:07.738927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea55c-d6fc-4649-9882-e4557dbd7e7c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Network': ['ID=b222cb62-9d0b-4b6a-bf38-84ec06d504e8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:07.754090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:07.782386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Allocated IP 172.20.0.2 (3c5aa3d4-9c35-4073-a65b-4f150fbf93a8/bc09dd86-b088-4735-8927-3fd24ffa4253/76c98285-c964-4f8a-91f9-467bc8246137) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:07.825531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:07.829664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.836861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.857835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.076753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Allocated IP 172.25.4.250 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/dff734a3-92bd-4444-9572-a9f80bc0d519) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:08.086420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.099398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed0d7e-e588-436d-a07d-dc9c265307b2 req-bb93ec8d-7eb6-449a-a6d0-b087d2c960e3 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.107019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afed0d7e-e588-436d-a07d-dc9c265307b2 req-bb93ec8d-7eb6-449a-a6d0-b087d2c960e3 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 946 time: 0.0956101 Nov 12 08:12:08.125752 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.137394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.159318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Subnet': ['ID=ee14397c-d7c2-4403-b036-bb384d8fb7f1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:08.199272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:08.202802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:08.209410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:08.218115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Pushing event updated for resources: {'Port': ['ID=76c98285-c964-4f8a-91f9-467bc8246137,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:08.219600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afed0d7e-e588-436d-a07d-dc9c265307b2 req-35955b6e-d635-45a1-addb-3908929c51d5 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7239003-0201-4618-9004-9158fa2613a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099634 Nov 12 08:12:08.219743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Checking segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:08.220142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network hostable DHCP agents. Network: bce0ac65-782b-45a0-aad7-167edb3ad967, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:08.263703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-e62352d9-1845-42a9-9ba1-def9a34e3557 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.265483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-e62352d9-1845-42a9-9ba1-def9a34e3557 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 946 time: 0.0967014 Nov 12 08:12:08.266835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network bce0ac65-782b-45a0-aad7-167edb3ad967 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:08.284327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, bce0ac65-782b-45a0-aad7-167edb3ad967) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:08.289260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.289841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.319918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.323936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a803b2-ce7f-4544-88d5-a29170950fc9 None None] Network bce0ac65-782b-45a0-aad7-167edb3ad967 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:08.347140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c68f7c41-2db8-4aa7-9890-943d053452dc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6319454 Nov 12 08:12:08.351571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40198) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:08.354521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Attempting to bind port 76c98285-c964-4f8a-91f9-467bc8246137 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:08.354960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Attempting to bind port 76c98285-c964-4f8a-91f9-467bc8246137 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:08.355326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Attempting to bind port 76c98285-c964-4f8a-91f9-467bc8246137 on network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:08.358966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'subnet': {'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:08.387485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:08.388538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Checking segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:08.389149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.389711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Bound using segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:08.390487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Bound port: 76c98285-c964-4f8a-91f9-467bc8246137, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:08.390953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.401373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8973553f-5fad-4420-926a-34d2819ab982 req-eb27b83a-d624-430d-a60e-41f8bf369e6e tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0675766 Nov 12 08:12:08.401624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Deleting port 6bf3838e-02a1-4e30-8999-2c557d90f577 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:08.401909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.471541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.517196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] For port 6bf3838e-02a1-4e30-8999-2c557d90f577, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6bf3838e-02a1-4e30-8999-2c557d90f577,segment=NetworkSegment(1a698603-303b-4db5-8e6c-cf0ea50520e9),segment_id=1a698603-303b-4db5-8e6c-cf0ea50520e9)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:08.517551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.520706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.532940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Calling delete_port for 6bf3838e-02a1-4e30-8999-2c557d90f577 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:08.534968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:08.542304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:08.546136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Pushing event updated for resources: {'Port': ['ID=dff734a3-92bd-4444-9572-a9f80bc0d519,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:08.550341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:08.580087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:08.584659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.597603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] For port 76c98285-c964-4f8a-91f9-467bc8246137, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:08.602942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] For port 76c98285-c964-4f8a-91f9-467bc8246137, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76c98285-c964-4f8a-91f9-467bc8246137,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:08.610598 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.688802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1759277-a4c1-4cc2-8465-68380cd32608 None None] Pushing event updated for resources: {'Port': ['ID=76c98285-c964-4f8a-91f9-467bc8246137,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:08.717588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-bce0ac65-782b-45a0-aad7-167edb3ad967', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:08.718473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.757003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.804974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Pushing event deleted for resources: {'Port': ['ID=6bf3838e-02a1-4e30-8999-2c557d90f577,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:08.857893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6bf3838e-02a1-4e30-8999-2c557d90f577'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:08.861384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:08.894133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] No DVR routers for this DVR port 6bf3838e-02a1-4e30-8999-2c557d90f577 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:08.897322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 359de5bf-d2bd-47ad-846f-38ee17986464 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:08.897675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 359de5bf-d2bd-47ad-846f-38ee17986464 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:08.900358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.912654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8eef6cd-428e-4026-abc2-a9418dda5986 req-4052b2cc-2f86-4ccd-aa9a-5d4766791e6e tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.25 "DELETE /v2.0/ports/6bf3838e-02a1-4e30-8999-2c557d90f577 HTTP/1.1" status: 204 len: 173 time: 0.6401947 Nov 12 08:12:09.015172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Allocated IP 10.1.1.2 (bce0ac65-782b-45a0-aad7-167edb3ad967/ee14397c-d7c2-4403-b036-bb384d8fb7f1/aedc0dfb-af31-41da-834f-72c82df8b666) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:09.055146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.075265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:09.128967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.257845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-714a210a-713b-4776-89b4-cbb6b8b014eb req-e6fa9bc5-94b1-43fe-abbe-45e596c6c67a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0644958 Nov 12 08:12:09.273282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Subnet': ['ID=ecf6eff4-3337-4259-a7a1-2460e973b918,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:09.342639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76c98285-c964-4f8a-91f9-467bc8246137 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:09.378135 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-42af8799-3aea-4df5-8a4d-259f6f18bb72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f821551d9faf43a3887754f9f9f6910e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017099 Nov 12 08:12:09.378620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.390440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40216) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:09.407093 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.500010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Network bce0ac65-782b-45a0-aad7-167edb3ad967 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:09.501357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Pushing event updated for resources: {'Port': ['ID=aedc0dfb-af31-41da-834f-72c82df8b666,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:09.508602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:09.512649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:09.520645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 76c98285-c964-4f8a-91f9-467bc8246137 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:09.521782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.557391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a50c-bd65-4358-8d8b-dfcfc99fa42e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.600805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a50c-bd65-4358-8d8b-dfcfc99fa42e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.662908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Attempting to bind port aedc0dfb-af31-41da-834f-72c82df8b666 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:09.663978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Attempting to bind port aedc0dfb-af31-41da-834f-72c82df8b666 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:09.664427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Attempting to bind port aedc0dfb-af31-41da-834f-72c82df8b666 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:09.678395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:09.679178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Checking segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:09.679735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'name': 'network-vif-deleted', 'tag': '6bf3838e-02a1-4e30-8999-2c557d90f577'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:09.680305 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.680888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Bound using segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:09.681594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Bound port: aedc0dfb-af31-41da-834f-72c82df8b666, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:09.682154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.683322 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d9094-f456-44c1-8ec2-1704edec3df1" -d '{"events": [{"server_uuid": "4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c", "name": "network-vif-deleted", "tag": "6bf3838e-02a1-4e30-8999-2c557d90f577"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:09.686592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a50c-bd65-4358-8d8b-dfcfc99fa42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.690172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a50c-bd65-4358-8d8b-dfcfc99fa42e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.696525 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4d7a50c-bd65-4358-8d8b-dfcfc99fa42e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d HTTP/1.1" status: 204 len: 168 time: 0.3020871 Nov 12 08:12:09.708419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7a50c-bd65-4358-8d8b-dfcfc99fa42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a69c3-0df0-4c72-a31d-9b78a5ef9f8d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:09.787084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] For port aedc0dfb-af31-41da-834f-72c82df8b666, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:09.788424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] For port aedc0dfb-af31-41da-834f-72c82df8b666, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aedc0dfb-af31-41da-834f-72c82df8b666,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:09.801044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11f6a4d-79a3-472f-8167-a68fee1b8b8f req-577741aa-88e0-4cf8-8517-f8ec35080d41 tempest-InstanceActionsV221TestJSON-1791607527 tempest-InstanceActionsV221TestJSON-1791607527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c HTTP/1.1" status: 200 len: 210 time: 0.4600048 Nov 12 08:12:09.802728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.812260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Checking segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:09.812717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network hostable DHCP agents. Network: b222cb62-9d0b-4b6a-bf38-84ec06d504e8, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:09.881771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83d3508d-e91d-4698-9eb1-44aa70c24a0b req-2078aef8-6e01-4834-85a4-3f6754f6dbb4 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0715404 Nov 12 08:12:09.946327 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c437c50-86df-480c-a9a5-c8676ee60dec x-openstack-request-id: req-3c437c50-86df-480c-a9a5-c8676ee60dec {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:09.946630 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c", "name": "network-vif-deleted", "tag": "6bf3838e-02a1-4e30-8999-2c557d90f577", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:09.946883 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c437c50-86df-480c-a9a5-c8676ee60dec {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:09.947321 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc103ae-ba9e-4c5f-99b1-88e0252b7b6c', 'name': 'network-vif-deleted', 'tag': '6bf3838e-02a1-4e30-8999-2c557d90f577', 'status': 'completed', 'code': 200} Nov 12 08:12:09.989298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.994299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a44c25-e3fe-4d8b-b0fc-4710cc07f0ab None None] Pushing event updated for resources: {'Port': ['ID=aedc0dfb-af31-41da-834f-72c82df8b666,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:10.024497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:10.050141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b222cb62-9d0b-4b6a-bf38-84ec06d504e8) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:10.050646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 76c98285-c964-4f8a-91f9-467bc8246137, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76c98285-c964-4f8a-91f9-467bc8246137,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:10.055721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.059370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:10.060693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.066327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a2bcd-43bd-48f9-ab28-f1876fa231d6 None None] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:10.115743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-46ca9957-3ddc-4d6b-85b7-8db74dd29f8c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7615643 Nov 12 08:12:10.118569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40228) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:10.133343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'name': 'tempest-TaggedBootDevicesTest_v242-118074177', 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:10.186323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.356124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:10.398367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=76c98285-c964-4f8a-91f9-467bc8246137,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:10.428943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'fixed_ips': [{'subnet_id': 'ecf6eff4-3337-4259-a7a1-2460e973b918'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:10.429828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.448329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:10.477891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621805d-3fc1-478b-8ca8-a87995892e82 None None] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:10.499548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Router f5f231b8-9091-4a57-92a9-14c6063686ed is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:12:10.616595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8217daf0-763d-47a3-ae01-5d3c4e363fec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af7c96ef8e0b46eba7202f6cf44aef51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591567 Nov 12 08:12:10.621343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:10.638282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a1632ea3-e6de-441b-b230-0f19fc4f511c None None] Provisioning complete for port 76c98285-c964-4f8a-91f9-467bc8246137 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:10.638976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1632ea3-e6de-441b-b230-0f19fc4f511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.652100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:10.670391 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Sync routers for ids ['f5f231b8-9091-4a57-92a9-14c6063686ed'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:10.708675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a548f092-ae82-4f32-b394-755c7d3a7426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.715750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.717911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-683b14a5-89ca-4e64-b7f9-384eac837c89 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6671438 Nov 12 08:12:10.720915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4b02367-9ce0-4228-9ddf-a1770efeab2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.721408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40236) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:10.725732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.728729 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Routers {'f5f231b8-9091-4a57-92a9-14c6063686ed'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:10.729473 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f5f231b8-9091-4a57-92a9-14c6063686ed'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:10.776392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4b02367-9ce0-4228-9ddf-a1770efeab2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.786307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6bf3838e-02a1-4e30-8999-2c557d90f577 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:10.805433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] device_id is not set on port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:12:11.010327 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Set router f5f231b8-9091-4a57-92a9-14c6063686ed gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:11.049169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 6bf3838e-02a1-4e30-8999-2c557d90f577 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:11.049553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6bf3838e-02a1-4e30-8999-2c557d90f577 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:11.051461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Allocated IP 10.2.2.2 (b222cb62-9d0b-4b6a-bf38-84ec06d504e8/ecf6eff4-3337-4259-a7a1-2460e973b918/321c7bc2-3393-44f2-92ad-a8dc077eac83) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:11.170669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ad44241-31c8-4f92-bbbf-e54edeea5bce req-8cc4c0ed-6a9d-4ec6-a025-d78c86525738 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0801952 Nov 12 08:12:11.178576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 10.1.1.26 (bce0ac65-782b-45a0-aad7-167edb3ad967/ee14397c-d7c2-4403-b036-bb384d8fb7f1/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:11.566342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40256) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:11.575824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aedc0dfb-af31-41da-834f-72c82df8b666 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:11.597164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:08Z', 'revision_number': 3, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:11.654866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.685387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.704655 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Checking router: f5f231b8-9091-4a57-92a9-14c6063686ed for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:11.705347 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Updating router f5f231b8-9091-4a57-92a9-14c6063686ed port dff734a3-92bd-4444-9572-a9f80bc0d519 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:11.709510 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.720532 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.721019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.776149 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.787868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:11.803086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:11.817501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network bce0ac65-782b-45a0-aad7-167edb3ad967 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:11.819141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5124dcab-c484-4ebc-9a91-7be6ecb62316 req-e4a25a00-9a98-48b8-9ba6-8ed581d85f68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f25729d4e1b44102892362c5b07ea97e&device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.2241902 Nov 12 08:12:11.819264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:11.823683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:11.826021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:11.828998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:11.830177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port aedc0dfb-af31-41da-834f-72c82df8b666 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:11.830730 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.875311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Pushing event updated for resources: {'Port': ['ID=321c7bc2-3393-44f2-92ad-a8dc077eac83,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:11.877963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc9ad2d-d75e-43d4-ba08-7dde9c6aa719 None None] Network bce0ac65-782b-45a0-aad7-167edb3ad967 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:11.883099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4b02367-9ce0-4228-9ddf-a1770efeab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.888798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d93cfec-dcf5-4e6d-ae54-61b69fac003e req-29e2c044-2afe-446a-a758-c558e6f41f40 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.1858582 Nov 12 08:12:11.894943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4b02367-9ce0-4228-9ddf-a1770efeab2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.901373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4b02367-9ce0-4228-9ddf-a1770efeab2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58b9e5a4-0b7b-4aba-a551-5561a25df5c6 HTTP/1.1" status: 204 len: 168 time: 1.2777331 Nov 12 08:12:11.939724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b02367-9ce0-4228-9ddf-a1770efeab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b9e5a4-0b7b-4aba-a551-5561a25df5c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:11.945631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5124dcab-c484-4ebc-9a91-7be6ecb62316 req-95fe7c75-8fa6-49a9-ab48-5d96680d9389 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f25729d4e1b44102892362c5b07ea97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885408 Nov 12 08:12:11.956490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Deleting subnet 2d62e652-b7c9-44ab-aaf9-d422237230bf {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:12:11.970157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:11.974631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.979563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.037152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a92b15d-7cf8-4ade-8428-027e06a9df62 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9174337 Nov 12 08:12:12.040534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40262) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:12.041595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Attempting to bind port 321c7bc2-3393-44f2-92ad-a8dc077eac83 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:12.042370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Attempting to bind port 321c7bc2-3393-44f2-92ad-a8dc077eac83 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:12.043219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Attempting to bind port 321c7bc2-3393-44f2-92ad-a8dc077eac83 on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:12.045758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6d51c0f3-d743-4d3f-8d85-95c6f6641798 None None] Provisioning complete for port 76c98285-c964-4f8a-91f9-467bc8246137 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:12.046328 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d51c0f3-d743-4d3f-8d85-95c6f6641798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.054074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'name': 'tempest-TaggedBootDevicesTest_v242-680453290', 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:12.116191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:12.117277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Checking segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:12.118123 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.118692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Bound using segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:12.119366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Bound port: 321c7bc2-3393-44f2-92ad-a8dc077eac83, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:12.119937 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.190441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.219978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] For port 321c7bc2-3393-44f2-92ad-a8dc077eac83, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:12.223575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] For port 321c7bc2-3393-44f2-92ad-a8dc077eac83, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=321c7bc2-3393-44f2-92ad-a8dc077eac83,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:12.236923 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.243240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124dcab-c484-4ebc-9a91-7be6ecb62316 req-2efacff8-ebe3-4cbd-b0ba-aca80d7662f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:12.244917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5124dcab-c484-4ebc-9a91-7be6ecb62316 req-2efacff8-ebe3-4cbd-b0ba-aca80d7662f1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2836947 Nov 12 08:12:12.245390 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.246068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.247733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.254432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.268128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:12.288670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.299998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.306268 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Attempting to bind port dff734a3-92bd-4444-9572-a9f80bc0d519 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:12.307526 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Attempting to bind port dff734a3-92bd-4444-9572-a9f80bc0d519 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:12.308397 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Attempting to bind port dff734a3-92bd-4444-9572-a9f80bc0d519 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:12.319108 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:12.319493 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:12.320206 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.320352 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:12.320781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Bound port: dff734a3-92bd-4444-9572-a9f80bc0d519, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:12.321315 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.344395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] device_id is not set on port 83a062e5-3fca-44c5-a740-9c54d71280b8 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:12:12.376583 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0d0e8-7da3-4054-aad4-f4f8f7d8ba9e None None] Pushing event updated for resources: {'Port': ['ID=dff734a3-92bd-4444-9572-a9f80bc0d519,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.376880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.425587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d62e652-b7c9-44ab-aaf9-d422237230bf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.437430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.437816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.438040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.438378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.438715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.439053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.439383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.439714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.440037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.440390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.440717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.441048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:12.471530 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] For port dff734a3-92bd-4444-9572-a9f80bc0d519, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:12.474696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.480702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5246415e-5c0b-4b8d-be61-9d92d7fb8da3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2d62e652-b7c9-44ab-aaf9-d422237230bf HTTP/1.1" status: 204 len: 168 time: 0.9092577 Nov 12 08:12:12.480702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40270) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:12.496653 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] For port dff734a3-92bd-4444-9572-a9f80bc0d519, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dff734a3-92bd-4444-9572-a9f80bc0d519,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:12.505652 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.602337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.606192 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0d0e8-7da3-4054-aad4-f4f8f7d8ba9e None None] Pushing event updated for resources: {'Port': ['ID=dff734a3-92bd-4444-9572-a9f80bc0d519,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.626806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Allocated IP 172.20.0.1 (3c5aa3d4-9c35-4073-a65b-4f150fbf93a8/bc09dd86-b088-4735-8927-3fd24ffa4253/a185cf59-a8fd-4abf-b7bd-a9b742018132) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:12.643626 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Routers {'f5f231b8-9091-4a57-92a9-14c6063686ed'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:12.644489 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:11:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f5f231b8-9091-4a57-92a9-14c6063686ed'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:12.653882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24094b17-f44c-484f-aa48-c38a773f0b87 None None] Pushing event updated for resources: {'Port': ['ID=321c7bc2-3393-44f2-92ad-a8dc077eac83,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.718825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port aedc0dfb-af31-41da-834f-72c82df8b666, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aedc0dfb-af31-41da-834f-72c82df8b666,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:12.732089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6d51c0f3-d743-4d3f-8d85-95c6f6641798 None None] Provisioning complete for port aedc0dfb-af31-41da-834f-72c82df8b666 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:12.732471 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d51c0f3-d743-4d3f-8d85-95c6f6641798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.750144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 10.1.1.24 (bce0ac65-782b-45a0-aad7-167edb3ad967/ee14397c-d7c2-4403-b036-bb384d8fb7f1/83a062e5-3fca-44c5-a740-9c54d71280b8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:12.793001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.831807 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.835474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76c98285-c964-4f8a-91f9-467bc8246137 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:12.842782 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] Set router f5f231b8-9091-4a57-92a9-14c6063686ed gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:12.953944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d37120-3a72-427d-a7be-95892f237f86']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:12.986785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a698603-303b-4db5-8e6c-cf0ea50520e9') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:12.987086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a698603-303b-4db5-8e6c-cf0ea50520e9') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:13.020712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.077981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.113090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.171853 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.173414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.183119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:12:13.184125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.228127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=aedc0dfb-af31-41da-834f-72c82df8b666,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:13.258491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network bce0ac65-782b-45a0-aad7-167edb3ad967 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:13.266884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:13.269688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:13.272565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bec9308d-56f1-4e43-8977-e94ab196d212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.307727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 76c98285-c964-4f8a-91f9-467bc8246137 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:13.308495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:12:13.357639 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:12:13.366816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.418723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:08Z', 'revision_number': 3, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:13.436720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:13.437409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.442090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e654dc39-69ec-41cd-87f4-c5f2de6e49fc req-e3d5a964-134b-47c5-bd05-ea26e36c9df8 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0873272 Nov 12 08:12:13.462305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:13.478539 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8646d8-a1cf-49c6-9d24-1899d926bbcb None None] The sync data for ids ['f5f231b8-9091-4a57-92a9-14c6063686ed'] in n-d-768509-25 is: [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:08Z', 'revision_number': 3, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:13.494580 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.498381 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d91bb9ce-2f5e-47d2-afb3-8778b723659b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4551647 Nov 12 08:12:13.529209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] 10.222.0.16 "DELETE /v2.0/networks/04d37120-3a72-427d-a7be-95892f237f86 HTTP/1.1" status: 204 len: 168 time: 1.0472887 Nov 12 08:12:13.530474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06816489-7ec4-4931-b24f-d5fc0d258985 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d37120-3a72-427d-a7be-95892f237f86,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:13.531982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1468f73b-15f9-4b03-a841-26544b56a2d8 None None] Provisioning complete for port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:13.532541 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1468f73b-15f9-4b03-a841-26544b56a2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.576446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.631373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1468f73b-15f9-4b03-a841-26544b56a2d8 None None] Port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:13.685519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1468f73b-15f9-4b03-a841-26544b56a2d8 None None] Provisioning complete for port aedc0dfb-af31-41da-834f-72c82df8b666 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:13.686089 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1468f73b-15f9-4b03-a841-26544b56a2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.703184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5124dcab-c484-4ebc-9a91-7be6ecb62316 req-c5dd1761-ff6e-43e7-ba14-976ecdb19b32 tempest-ServerShowV257Test-974329709 tempest-ServerShowV257Test-974329709-project] 10.222.0.32 "GET /v2.0/ports?device_id=468ac677-0180-4879-a82f-3be7482d5aa3 HTTP/1.1" status: 200 len: 210 time: 0.0686946 Nov 12 08:12:13.710598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:13.720479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:13.745770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:13.837274 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.908346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40298) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:13.920710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427703157', 'description': 'tempest-description--2101978765'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:14.021055 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.025819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 321c7bc2-3393-44f2-92ad-a8dc077eac83 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:14.154240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Pushing event updated for resources: {'Port': ['ID=a185cf59-a8fd-4abf-b7bd-a9b742018132,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:14.158930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:14.223119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 321c7bc2-3393-44f2-92ad-a8dc077eac83 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:14.224072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.351370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.381241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.398906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.450661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.452058 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5405045 Nov 12 08:12:14.468432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-55d2b930-3bdc-46ac-b7bd-514588d00e67 None None] Provisioning complete for port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:14.472120 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55d2b930-3bdc-46ac-b7bd-514588d00e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.480261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40306) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:14.530053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'security_group_rule': {'security_group_id': '10e4dcfa-7525-4b15-a3e4-ff96448f0db7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:14.560695 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02083910-75c0-43a5-b810-b37a40dbfc9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d07f65b77fc4f17b64c5535d22010d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006002 Nov 12 08:12:14.561813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55748a14-1ff3-465f-ab6c-28e2f798707c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e4dcfa-7525-4b15-a3e4-ff96448f0db7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:14.577597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40312) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:14.616815 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.626133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.670006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b930-3bdc-46ac-b7bd-514588d00e67 None None] Port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:14.671206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.749545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 321c7bc2-3393-44f2-92ad-a8dc077eac83, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=321c7bc2-3393-44f2-92ad-a8dc077eac83,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:14.756276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.757176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aedc0dfb-af31-41da-834f-72c82df8b666 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:14.798343 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.807252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.809125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dedab9a9-f527-489a-bbcd-a85c303ad275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.866720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dedab9a9-f527-489a-bbcd-a85c303ad275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.886981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.891939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=321c7bc2-3393-44f2-92ad-a8dc077eac83,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:14.899052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.904243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a4b04-d6d5-4674-92ce-08ec41360cb7 None None] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:14.966266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4649190-f7ed-4808-9a83-d3a324eef567,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:14.969540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Pushing event updated for resources: {'Port': ['ID=a185cf59-a8fd-4abf-b7bd-a9b742018132,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:14.995731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.001280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:15.001969 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-abd8b17d-6175-47e1-be6b-0dc6dc352c31 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5073750 Nov 12 08:12:15.007455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'security_group_rule': {'security_group_id': '10e4dcfa-7525-4b15-a3e4-ff96448f0db7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:15.022119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dedab9a9-f527-489a-bbcd-a85c303ad275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.024500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d9e30bf5-6a8c-44d8-9825-4d6658956ba5 None None] Provisioning complete for port a185cf59-a8fd-4abf-b7bd-a9b742018132 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:15.024881 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d9e30bf5-6a8c-44d8-9825-4d6658956ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.025543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dedab9a9-f527-489a-bbcd-a85c303ad275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.026840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.027063 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dedab9a9-f527-489a-bbcd-a85c303ad275 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7239003-0201-4618-9004-9158fa2613a1 HTTP/1.1" status: 204 len: 168 time: 0.4476407 Nov 12 08:12:15.042953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedab9a9-f527-489a-bbcd-a85c303ad275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7239003-0201-4618-9004-9158fa2613a1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:15.072647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30bf5-6a8c-44d8-9825-4d6658956ba5 None None] Port a185cf59-a8fd-4abf-b7bd-a9b742018132 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:15.089638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:15.107821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d9e30bf5-6a8c-44d8-9825-4d6658956ba5 None None] Provisioning complete for port 83a062e5-3fca-44c5-a740-9c54d71280b8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:15.108243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d9e30bf5-6a8c-44d8-9825-4d6658956ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.173144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port aedc0dfb-af31-41da-834f-72c82df8b666 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:15.173512 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.192132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:15.196734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:15.267429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d9e30bf5-6a8c-44d8-9825-4d6658956ba5 None None] Port 83a062e5-3fca-44c5-a740-9c54d71280b8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:15.335277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.489103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.502877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.520001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-908b9135-4d35-4db9-b35b-e1b6495beed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.530167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f73d32-ac14-43cb-80af-470cdcd8ec54,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:15.565214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Router f5f231b8-9091-4a57-92a9-14c6063686ed has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:12:15.574672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.582049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b3e3ccd4-3891-44a2-900f-7db92c795964 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5738535 Nov 12 08:12:15.583629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40342) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:15.716779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:15.721489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.741169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:15.750677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-866a91bd-032b-44de-8311-de0e1eb0705b admin admin] 10.222.0.16 "PUT /v2.0/routers/f5f231b8-9091-4a57-92a9-14c6063686ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0281756 Nov 12 08:12:15.752467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.766941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-908b9135-4d35-4db9-b35b-e1b6495beed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.770449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-81fa40f4-10de-4937-b82f-0648dc5db761 None None] Provisioning complete for port 321c7bc2-3393-44f2-92ad-a8dc077eac83 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:15.771012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-81fa40f4-10de-4937-b82f-0648dc5db761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.780098 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-908b9135-4d35-4db9-b35b-e1b6495beed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.938585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9135-4d35-4db9-b35b-e1b6495beed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729dce3f-9cbb-4999-a4ff-e21ab33ce62c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:15.953241 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-908b9135-4d35-4db9-b35b-e1b6495beed8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f25729d4e1b44102892362c5b07ea97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8616877 Nov 12 08:12:15.954754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40354) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:16.077530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 321c7bc2-3393-44f2-92ad-a8dc077eac83 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:16.145803 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.219567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8e826a21-dba1-4e4b-bb88-bc2e368b0daf None None] Provisioning complete for port a185cf59-a8fd-4abf-b7bd-a9b742018132 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.220154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e826a21-dba1-4e4b-bb88-bc2e368b0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.244410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6aae8aa-dd98-4b39-8cd8-ac9efbfab1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.256963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 321c7bc2-3393-44f2-92ad-a8dc077eac83 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.257345 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.315609 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6aae8aa-dd98-4b39-8cd8-ac9efbfab1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.333600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8e826a21-dba1-4e4b-bb88-bc2e368b0daf None None] Port a185cf59-a8fd-4abf-b7bd-a9b742018132 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:16.413517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 172.25.4.136 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/935fce3d-2bef-4d62-a97d-8928741daec2) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:16.444120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dff734a3-92bd-4444-9572-a9f80bc0d519 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:16.529496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8e288284-408f-4cc6-b2df-d9f3949fa5cc None None] Provisioning complete for port 321c7bc2-3393-44f2-92ad-a8dc077eac83 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.529876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e288284-408f-4cc6-b2df-d9f3949fa5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.571290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Sync routers for ids ['f5f231b8-9091-4a57-92a9-14c6063686ed'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:16.598671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port dff734a3-92bd-4444-9572-a9f80bc0d519 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.599169 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.600645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Routers {'f5f231b8-9091-4a57-92a9-14c6063686ed'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:16.601326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f5f231b8-9091-4a57-92a9-14c6063686ed'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:16.605717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6aae8aa-dd98-4b39-8cd8-ac9efbfab1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.610012 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6aae8aa-dd98-4b39-8cd8-ac9efbfab1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.611934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c6aae8aa-dd98-4b39-8cd8-ac9efbfab1e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/729dce3f-9cbb-4999-a4ff-e21ab33ce62c HTTP/1.1" status: 204 len: 168 time: 0.6288548 Nov 12 08:12:16.641494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aae8aa-dd98-4b39-8cd8-ac9efbfab1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729dce3f-9cbb-4999-a4ff-e21ab33ce62c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:16.701272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.758510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.781432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.807845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:16.815264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:16.818635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:16.838298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Set router f5f231b8-9091-4a57-92a9-14c6063686ed gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:16.868032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=935fce3d-2bef-4d62-a97d-8928741daec2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:16.883331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.911974 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.947944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port dff734a3-92bd-4444-9572-a9f80bc0d519, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dff734a3-92bd-4444-9572-a9f80bc0d519,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:16.958229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.963447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.092293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=dff734a3-92bd-4444-9572-a9f80bc0d519,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.176261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.182739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.191681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:14Z', 'revision_number': 4, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'a185cf59-a8fd-4abf-b7bd-a9b742018132', 'name': '', 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'mac_address': 'fa:16:3e:c6:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:14Z', 'revision_number': 2, 'project_id': '8207d72997224b288bce02477e8d7297', 'subnets': [{'id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:17.233397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Checking router: f5f231b8-9091-4a57-92a9-14c6063686ed for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:17.233883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Updating router f5f231b8-9091-4a57-92a9-14c6063686ed port a185cf59-a8fd-4abf-b7bd-a9b742018132 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:17.266392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=935fce3d-2bef-4d62-a97d-8928741daec2,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.267251 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.280538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.307904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.317460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a2495d2d-c056-4896-b035-43b846551a8a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5988352 Nov 12 08:12:17.438042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40424) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:17.499557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:17.506636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-network', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:17.551425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Made reservation on behalf of 9f3a8b52f58f42cbbd06f86a5f3b3116 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:17.554151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.564871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.663036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40434) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:17.676989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.683903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.685723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.690257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.712929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:17.736801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.737568 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Added segment 9a14e3be-b163-4921-ae5b-2488e780e1ef of type vlan for network d1702398-f1f2-43b1-856a-7cf921386a29 Nov 12 08:12:17.739316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1833262e-5cbe-4580-941b-3ead5514691b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.751747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78d3b1-81c2-4b0e-a7ee-5565f0218aa1 None None] Pushing event updated for resources: {'Port': ['ID=a185cf59-a8fd-4abf-b7bd-a9b742018132,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.793980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-290789182-network', 'tenant_id': '93983596165f426696c572124a2cb710'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:17.807752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.851147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Made reservation on behalf of 93983596165f426696c572124a2cb710 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:17.853860 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.867785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.868866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:17.869508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.875936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Attempting to bind port a185cf59-a8fd-4abf-b7bd-a9b742018132 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:17.876554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Attempting to bind port a185cf59-a8fd-4abf-b7bd-a9b742018132 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:17.876662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Attempting to bind port a185cf59-a8fd-4abf-b7bd-a9b742018132 on network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:17.877908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.900431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:17.900842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Checking segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:17.901281 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.903051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Bound using segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:17.904511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Bound port: a185cf59-a8fd-4abf-b7bd-a9b742018132, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:17.905107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.949497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b782554-ea68-449d-aa1d-1ee686a5967c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.958104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dff734a3-92bd-4444-9572-a9f80bc0d519 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:17.970685 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4679699 Nov 12 08:12:17.974649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40450) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:18.025220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Request body: {'subnet': {'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-subnet', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:18.051315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891421-d23f-4590-9e7d-739a465b8e28 admin admin] Pushing event updated for resources: {'Network': ['ID=d1702398-f1f2-43b1-856a-7cf921386a29,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.083144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d1702398-f1f2-43b1-856a-7cf921386a29 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:18.097078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a5d59eb7-8baf-4b51-885c-b820f48efaee tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--427703157&fields=id&tenant_id=eb41fc9eee46479eb851a8529efea172 HTTP/1.1" status: 200 len: 267 time: 0.1130538 Nov 12 08:12:18.102330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Made reservation on behalf of 9f3a8b52f58f42cbbd06f86a5f3b3116 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:18.105061 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.187636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-eba38112-c862-4db5-97e0-bdf9f7148fd0 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.187636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-eba38112-c862-4db5-97e0-bdf9f7148fd0 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 935 time: 0.0802526 Nov 12 08:12:18.219696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.246249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.251170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b782554-ea68-449d-aa1d-1ee686a5967c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.260597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b782554-ea68-449d-aa1d-1ee686a5967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.264174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] For port a185cf59-a8fd-4abf-b7bd-a9b742018132, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:18.279266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dae2e517-f32e-4f82-8a1a-1de1db7ab562 None None] Provisioning complete for port a185cf59-a8fd-4abf-b7bd-a9b742018132 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:18.279880 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dae2e517-f32e-4f82-8a1a-1de1db7ab562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.281347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.285632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port dff734a3-92bd-4444-9572-a9f80bc0d519 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:18.286267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.296180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:18.298574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b782554-ea68-449d-aa1d-1ee686a5967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3926a6-9219-47c2-97d8-2aac8ab2398a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.310430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-730262eb-9df6-4509-956a-ef3b6d4ef64b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.312267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-730262eb-9df6-4509-956a-ef3b6d4ef64b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 935 time: 0.1173930 Nov 12 08:12:18.323923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] For port a185cf59-a8fd-4abf-b7bd-a9b742018132, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a185cf59-a8fd-4abf-b7bd-a9b742018132,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:18.328804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.330483 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Added segment 96aa44e4-b803-4472-b5ee-4aa86c90cf14 of type vlan for network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 Nov 12 08:12:18.355553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.391783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3eca68d7-324f-4618-b01c-1a77bb53a673 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0712016 Nov 12 08:12:18.397295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4b782554-ea68-449d-aa1d-1ee686a5967c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f243405041d44c359907e224c90e89eb&name=default HTTP/1.1" status: 200 len: 2998 time: 0.7331717 Nov 12 08:12:18.400071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40460) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:18.432726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dae2e517-f32e-4f82-8a1a-1de1db7ab562 None None] Port a185cf59-a8fd-4abf-b7bd-a9b742018132 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:18.445324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3fc0d91a-d84c-493f-a0f0-547f310acc72 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0467744 Nov 12 08:12:18.456152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.472587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Routers {'f5f231b8-9091-4a57-92a9-14c6063686ed'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:18.473332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f5f231b8-9091-4a57-92a9-14c6063686ed'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:18.480656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78d3b1-81c2-4b0e-a7ee-5565f0218aa1 None None] Pushing event updated for resources: {'Port': ['ID=a185cf59-a8fd-4abf-b7bd-a9b742018132,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.576038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab770175-b84c-44ed-bbfd-8cee9bf20d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.617670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:12:18.626736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.730097 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab770175-b84c-44ed-bbfd-8cee9bf20d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.757263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.758777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.759601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.765460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40468) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:18.803810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-b1075f1d-3e01-4a2d-a713-7ee8b34f4e41 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.811351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-b1075f1d-3e01-4a2d-a713-7ee8b34f4e41 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.818778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-b1075f1d-3e01-4a2d-a713-7ee8b34f4e41 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.819025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48a1d73-d0aa-401c-aed2-552fa6d968ef,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.820857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-b1075f1d-3e01-4a2d-a713-7ee8b34f4e41 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/networks?id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 200 len: 1995 time: 0.3671021 Nov 12 08:12:18.830378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Checking segment: {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:18.830762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Network hostable DHCP agents. Network: d1702398-f1f2-43b1-856a-7cf921386a29, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:18.847599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2d29056e-8a8f-4278-8868-85eeffe2611d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/quotas/eb41fc9eee46479eb851a8529efea172 HTTP/1.1" status: 200 len: 375 time: 0.0155203 Nov 12 08:12:18.874570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4307790 Nov 12 08:12:18.874915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40472) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:18.883270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Request body: {'subnet': {'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-290789182-subnet', 'tenant_id': '93983596165f426696c572124a2cb710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:18.888316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab770175-b84c-44ed-bbfd-8cee9bf20d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.892129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab770175-b84c-44ed-bbfd-8cee9bf20d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.893873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ab770175-b84c-44ed-bbfd-8cee9bf20d67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee3926a6-9219-47c2-97d8-2aac8ab2398a HTTP/1.1" status: 204 len: 168 time: 0.4929202 Nov 12 08:12:18.898822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2dd88-42e9-4d5b-a600-3ce8985926c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.922847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:18.925079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab770175-b84c-44ed-bbfd-8cee9bf20d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3926a6-9219-47c2-97d8-2aac8ab2398a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.932756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Network d1702398-f1f2-43b1-856a-7cf921386a29 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:18.941883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Made reservation on behalf of 93983596165f426696c572124a2cb710 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:18.945903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.963230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d1702398-f1f2-43b1-856a-7cf921386a29) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:18.969926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3594f54e-6ea9-4ff3-9bc9-6cbf32768ed5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0942423 Nov 12 08:12:18.976706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.977735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.017383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7191f-521f-4f9c-82d9-c4c6ea50425a None None] Network d1702398-f1f2-43b1-856a-7cf921386a29 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:19.029696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-759664223-network', 'tenant_id': '47eccd50722045dbaf0aebacb2573831'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:19.044008 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07c6ed6f-67a0-4356-927f-dfa4c9b9fea8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0254364 Nov 12 08:12:19.052820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40476) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:19.062112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:19.123428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Made reservation on behalf of 47eccd50722045dbaf0aebacb2573831 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:19.129767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.144342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] Set router f5f231b8-9091-4a57-92a9-14c6063686ed gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:19.163026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bb5e0d5e-b5a1-4a0c-8c1d-4e538eff87b3 service neutron] 10.222.0.16 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772661 Nov 12 08:12:19.175709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.212384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Provisioning complete for port a185cf59-a8fd-4abf-b7bd-a9b742018132 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:19.213003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.234106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.236745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.385263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2d497ae5-5d5b-4a09-9755-995f92018854 service neutron] 10.222.0.16 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115846 Nov 12 08:12:19.411477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.478116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-d707c0f5-785f-4bfc-943a-c68857e8466b service neutron] 10.222.0.16 "GET /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0914462 Nov 12 08:12:19.550152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40482) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:19.665545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-603c0507-4577-462d-b75f-8723c1437eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.784231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-0f0bc286-4680-4de0-87ce-11378c97b910 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945018 Nov 12 08:12:19.943535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-d1702398-f1f2-43b1-856a-7cf921386a29', 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'fixed_ips': [{'subnet_id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:19.944837 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.949744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.033840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.052738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-e747d868-0e2d-428d-897c-079b61644669 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211998 Nov 12 08:12:20.060663 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-603c0507-4577-462d-b75f-8723c1437eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.067208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-603c0507-4577-462d-b75f-8723c1437eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.069554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.081315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] For port a185cf59-a8fd-4abf-b7bd-a9b742018132, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a185cf59-a8fd-4abf-b7bd-a9b742018132,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:20.092949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.105461 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:12:20.110029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.123137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.145769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:14Z', 'revision_number': 4, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'a185cf59-a8fd-4abf-b7bd-a9b742018132', 'name': '', 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'mac_address': 'fa:16:3e:c6:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:18Z', 'revision_number': 4, 'project_id': '8207d72997224b288bce02477e8d7297', 'subnets': [{'id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:20.150864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c0507-4577-462d-b75f-8723c1437eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c6a19-cc1b-455f-83af-36c57df86379,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.217200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ec747-152d-4996-bc4b-fe9e5ca34b78 None None] The sync data for ids ['f5f231b8-9091-4a57-92a9-14c6063686ed'] in n-d-768509-25 is: [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:14Z', 'revision_number': 4, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'a185cf59-a8fd-4abf-b7bd-a9b742018132', 'name': '', 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'mac_address': 'fa:16:3e:c6:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:18Z', 'revision_number': 4, 'project_id': '8207d72997224b288bce02477e8d7297', 'subnets': [{'id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:20.226148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-29652abf-9d09-40d1-bfbb-0b0a3e701ee1 service neutron] 10.222.0.16 "GET /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1361489 Nov 12 08:12:20.237764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-603c0507-4577-462d-b75f-8723c1437eb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46da3386c6f0443fae8c230003e14905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6854873 Nov 12 08:12:20.238723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40486) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:20.240591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Pushing event updated for resources: {'Port': ['ID=a185cf59-a8fd-4abf-b7bd-a9b742018132,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.267624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.267624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.267869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:20.269118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.269118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.269350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.269732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.270248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.271211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.271346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.271812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.272400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.272860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e33482-0023-447c-9a59-fb9fa8972783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:20.295480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.295812 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Added segment d5f60bbb-c7bd-41be-996c-926b2eb36e42 of type vlan for network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 Nov 12 08:12:20.314037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Allocated IP 172.20.0.2 (d1702398-f1f2-43b1-856a-7cf921386a29/a48a1d73-d0aa-401c-aed2-552fa6d968ef/557d0bb0-a55e-4b8a-b105-1e7033e14f7f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:20.315385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d470f2-bfb4-48dd-8019-34b74bdc586f,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.333682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cbd783-e52e-4ac6-b23c-ac1387c348fe,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.468550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.495501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-74f58149-6c7e-472b-9207-6ca4bb46b274 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471213 Nov 12 08:12:20.507932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Checking segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:20.508302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Network hostable DHCP agents. Network: f0e5ef29-d1ce-4686-9309-7f509d4eb3c7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:20.545922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:20.551968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.553017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:20.553689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.570650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c3521dc-3547-410e-8d00-76202e7415b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.578429 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8060956 Nov 12 08:12:20.584234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40488) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:20.590820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.597158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Request body: {'subnet': {'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-759664223-subnet', 'tenant_id': '47eccd50722045dbaf0aebacb2573831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:20.600090 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.669951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Network d1702398-f1f2-43b1-856a-7cf921386a29 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:20.676522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:20.682654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:20.701334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f0e5ef29-d1ce-4686-9309-7f509d4eb3c7) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:20.714776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Made reservation on behalf of 47eccd50722045dbaf0aebacb2573831 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:20.725912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.732637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-728fd590-f3d0-4fc4-a180-8ad0f247d4d2 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067854 Nov 12 08:12:20.755026 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c3521dc-3547-410e-8d00-76202e7415b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.775241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b460c-30fc-4305-9a48-6486639664f2 None None] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:20.886201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:20.886794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.917253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-04faa62f-f2d8-48d2-ab92-3ace837ac847 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058085 Nov 12 08:12:20.919108 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c3521dc-3547-410e-8d00-76202e7415b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.922139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c3521dc-3547-410e-8d00-76202e7415b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.923252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c3521dc-3547-410e-8d00-76202e7415b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af2c6a19-cc1b-455f-83af-36c57df86379 HTTP/1.1" status: 204 len: 168 time: 0.6832573 Nov 12 08:12:20.933923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3521dc-3547-410e-8d00-76202e7415b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c6a19-cc1b-455f-83af-36c57df86379,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:21.022989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Pushing event updated for resources: {'Port': ['ID=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:21.040558 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8dace22f-99c7-4823-8ce9-95e726cc641a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1645329 Nov 12 08:12:21.068865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Attempting to bind port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:21.069321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Attempting to bind port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:21.069608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Attempting to bind port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f on network d1702398-f1f2-43b1-856a-7cf921386a29 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:21.098801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.100531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca271e-41cb-4d73-a0f6-eb83e320f423 admin admin] Pushing event updated for resources: {'Network': ['ID=41a726d2-e84d-49e3-8e3e-a1ee57907a41,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:21.103923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:21.104324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Checking segment: {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:21.107319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.108155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Bound using segment: {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:21.108155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Bound port: 557d0bb0-a55e-4b8a-b105-1e7033e14f7f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:21.108542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.114742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:21.135164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-0fccf158-5c58-4257-8181-fec061dd7c44 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898978 Nov 12 08:12:21.151911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.339810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.367088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'tenant_id': '93983596165f426696c572124a2cb710', 'fixed_ips': [{'subnet_id': '31d470f2-bfb4-48dd-8019-34b74bdc586f'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:21.370489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.550053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c522d20e-e59a-43ae-83cd-b2c92fd534c0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:21.579914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Allocated IP 172.25.4.103 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/3904e6c5-09ba-4de1-a268-4fa11953eb14) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:21.582060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] For port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:21.592539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] For port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,segment=NetworkSegment(9a14e3be-b163-4921-ae5b-2488e780e1ef),segment_id=9a14e3be-b163-4921-ae5b-2488e780e1ef)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:21.605091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.644235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Checking segment: {'id': 'd5f60bbb-c7bd-41be-996c-926b2eb36e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:21.645655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Network hostable DHCP agents. Network: 41a726d2-e84d-49e3-8e3e-a1ee57907a41, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:21.765518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Allocated IP 172.20.0.2 (f0e5ef29-d1ce-4686-9309-7f509d4eb3c7/31d470f2-bfb4-48dd-8019-34b74bdc586f/5d3516f5-c511-463a-89c4-594147035d35) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:21.777962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6abc6-a15f-4e71-96f1-1a2a7b6432e1 None None] Pushing event updated for resources: {'Port': ['ID=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:21.843395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:21.878827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 41a726d2-e84d-49e3-8e3e-a1ee57907a41) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:21.899187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567bf77c-676a-4853-9fa3-3674cb1cd9a5 None None] Network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:21.915227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:21.915783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:21.987604 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c51b018-9425-4558-8391-3fced389a271 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3951280 Nov 12 08:12:21.988905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-b212e30d-16a6-4226-a331-ef34142944c3 service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455751 Nov 12 08:12:21.991963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.158790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.275781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:22.287890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:22.292352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:22.400135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=3904e6c5-09ba-4de1-a268-4fa11953eb14,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:22.446139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2b2f844d-f727-4e3a-93a1-2eb4451c315c service neutron] 10.222.0.16 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436901 Nov 12 08:12:22.492326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a185cf59-a8fd-4abf-b7bd-a9b742018132 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:22.715833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-269b5b99-dd4d-4d38-a9a8-c5fa052ec1e2 service neutron] 10.222.0.16 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519932 Nov 12 08:12:22.734105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.768075 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.812274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a185cf59-a8fd-4abf-b7bd-a9b742018132 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:22.813876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.931191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-8dc47b80-7405-4aa4-ae6c-bedea66df4e4 service neutron] 10.222.0.16 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127929 Nov 12 08:12:23.040008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40554) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:23.064419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.083409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:23.088161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Pushing event updated for resources: {'Port': ['ID=5d3516f5-c511-463a-89c4-594147035d35,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:23.092949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:23.140407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-f1e3e81e-2155-43de-b4d3-3241acfa6eb3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:23.146683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:23.149715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-f1e3e81e-2155-43de-b4d3-3241acfa6eb3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 815 time: 0.9136932 Nov 12 08:12:23.152211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40560) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:23.163421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-390679117-network', 'tenant_id': 'ee2805f05fc7451e8e4c0ca9d93341b5'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:23.218912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Made reservation on behalf of ee2805f05fc7451e8e4c0ca9d93341b5 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:23.225678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.272578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-1290ecbf-6615-4fb6-9a30-fdd5cd9cd868 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/quotas/93983596165f426696c572124a2cb710 HTTP/1.1" status: 200 len: 375 time: 0.1216788 Nov 12 08:12:23.277770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.427934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91052e1e-5e76-47b4-8f82-dfd30805424d None None] Network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:23.450012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Attempting to bind port 5d3516f5-c511-463a-89c4-594147035d35 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:23.450688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Attempting to bind port 5d3516f5-c511-463a-89c4-594147035d35 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:23.451762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Attempting to bind port 5d3516f5-c511-463a-89c4-594147035d35 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:23.490100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-0d7d0b1e-95d2-4212-b46f-1719ad28d93b service neutron] 10.222.0.16 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579536 Nov 12 08:12:23.538419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:23.538419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Checking segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:23.538419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.539473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Bound using segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:23.539664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Bound port: 5d3516f5-c511-463a-89c4-594147035d35, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:23.540237 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.580600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.596372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac916f9-1a66-4be3-b844-3023dc7003ad None None] Network d1702398-f1f2-43b1-856a-7cf921386a29 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:23.608683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-8318db10-aa42-442b-af68-ddedbe0ff731 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3348968 Nov 12 08:12:23.614556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-network', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:23.775438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Made reservation on behalf of 851a46c3dc5c4bf98e6cb036919ffb3e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:23.778203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.805499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a4eff3fa-4c8d-4796-9232-bc3ef90f2a18 None None] Provisioning complete for port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:23.805811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.806050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a4eff3fa-4c8d-4796-9232-bc3ef90f2a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.831485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Router db6e3be0-998e-4423-8431-ac9411c549ad is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:12:23.837434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] For port 5d3516f5-c511-463a-89c4-594147035d35, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:23.848004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-411a0501-513a-4a55-80af-e35a5a63081a service neutron] 10.222.0.16 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565538 Nov 12 08:12:23.865256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.879790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] For port 5d3516f5-c511-463a-89c4-594147035d35, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5d3516f5-c511-463a-89c4-594147035d35,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:23.886198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-e7bba109-9448-4b12-8f6c-294b14605e10 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585864 Nov 12 08:12:23.889002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.915152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.950007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:24.029810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.030230 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Added segment 6bb57a6c-967c-473d-ae6d-45d9a8ec4c5a of type vlan for network 059fda6e-ff53-4cd7-985b-57ea740c6666 Nov 12 08:12:24.046493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e6b0a-ff75-4459-adf6-8c9442d9d318,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.103773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:24.120552 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Sync routers for ids ['db6e3be0-998e-4423-8431-ac9411c549ad'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:24.139375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.152040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 557d0bb0-a55e-4b8a-b105-1e7033e14f7f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:24.161704 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Routers {'db6e3be0-998e-4423-8431-ac9411c549ad'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:24.162716 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['db6e3be0-998e-4423-8431-ac9411c549ad'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:24.177656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-e40dab34-8609-460d-a12f-f51b0b893819 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620082 Nov 12 08:12:24.180277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.193255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.202600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.206730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d2c968c4-2b99-4c3a-a2eb-80a5b40e3cb6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1507487 Nov 12 08:12:24.209614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:24.248753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.251064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:24.252387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.282915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:24.287700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c777ce-2816-46e5-bb03-757708f67675 None None] Pushing event updated for resources: {'Port': ['ID=5d3516f5-c511-463a-89c4-594147035d35,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.307681 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a4eff3fa-4c8d-4796-9232-bc3ef90f2a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.338595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5493f3-2d68-410c-ab35-d562a2490bf1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.375700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a4eff3fa-4c8d-4796-9232-bc3ef90f2a18 None None] For port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,segment=NetworkSegment(9a14e3be-b163-4921-ae5b-2488e780e1ef),segment_id=9a14e3be-b163-4921-ae5b-2488e780e1ef)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:24.392415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a4eff3fa-4c8d-4796-9232-bc3ef90f2a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.398407 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.399053 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Added segment ba487929-7aa5-4a72-90ce-4228a95faf55 of type vlan for network 985982f4-4834-4c1c-9f39-9b1a13317a3b Nov 12 08:12:24.405709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:24.406693 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.549319 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Set router db6e3be0-998e-4423-8431-ac9411c549ad gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:24.627135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff3fa-4c8d-4796-9232-bc3ef90f2a18 None None] Pushing event updated for resources: {'Port': ['ID=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.652892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4921968 Nov 12 08:12:24.654215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40578) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:24.790745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b62ae-2195-4e49-9b57-52e664a1e35c admin admin] Pushing event updated for resources: {'Network': ['ID=059fda6e-ff53-4cd7-985b-57ea740c6666,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.803388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.807238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 059fda6e-ff53-4cd7-985b-57ea740c6666 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:24.812499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Request body: {'subnet': {'network_id': '059fda6e-ff53-4cd7-985b-57ea740c6666', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-390679117-subnet', 'tenant_id': 'ee2805f05fc7451e8e4c0ca9d93341b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:24.914442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Made reservation on behalf of ee2805f05fc7451e8e4c0ca9d93341b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:24.919075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.982510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.987759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:24.988486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.008030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d235cd09-e7a8-43b0-ad13-a3f5fb300196 None None] Provisioning complete for port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:25.009349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d235cd09-e7a8-43b0-ad13-a3f5fb300196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.107873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0606682 Nov 12 08:12:25.122414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40592) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:25.153536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Request body: {'subnet': {'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-subnet', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:25.183377 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:22Z', 'revision_number': 3, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:25.251215 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Checking router: db6e3be0-998e-4423-8431-ac9411c549ad for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:25.253141 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Updating router db6e3be0-998e-4423-8431-ac9411c549ad port 3904e6c5-09ba-4de1-a268-4fa11953eb14 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:25.287183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14326fe6-d718-4430-995a-c2d9b82a3869 req-49c0c701-04e5-4d56-963b-416fe3b8d5b5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0850129 Nov 12 08:12:25.316923 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.396709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Made reservation on behalf of 851a46c3dc5c4bf98e6cb036919ffb3e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:25.399177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.426663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979827-fee2-4932-9f09-aa548aba7915 admin admin] Pushing event updated for resources: {'Network': ['ID=985982f4-4834-4c1c-9f39-9b1a13317a3b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:25.453681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:26.109076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-010263ea-0e7a-402c-82df-c39554e66897 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.112455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 557d0bb0-a55e-4b8a-b105-1e7033e14f7f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:26.118246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-010263ea-0e7a-402c-82df-c39554e66897 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 815 time: 0.6635365 Nov 12 08:12:26.168471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77015e-2be6-429c-819b-fcd32b210900 req-5c3d85e6-0e50-4569-8ab6-fc58ffd48614 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.173164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e77015e-2be6-429c-819b-fcd32b210900 req-5c3d85e6-0e50-4569-8ab6-fc58ffd48614 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.3240287 Nov 12 08:12:26.174543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-2416a7f3-5bb5-4315-8cb9-7ea06ad9b5df tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/quotas/93983596165f426696c572124a2cb710 HTTP/1.1" status: 200 len: 375 time: 0.0553663 Nov 12 08:12:26.222418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:26.222972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.255827 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.266292 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.279114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516e4f8-7158-4a32-b9a6-70690b43bde5 None None] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:26.291735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.337664 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Pushing event updated for resources: {'Port': ['ID=3904e6c5-09ba-4de1-a268-4fa11953eb14,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:26.362395 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Attempting to bind port 3904e6c5-09ba-4de1-a268-4fa11953eb14 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:26.362948 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Attempting to bind port 3904e6c5-09ba-4de1-a268-4fa11953eb14 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:26.363419 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Attempting to bind port 3904e6c5-09ba-4de1-a268-4fa11953eb14 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:26.369419 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:26.370124 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:26.370705 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.371431 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:26.372026 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Bound port: 3904e6c5-09ba-4de1-a268-4fa11953eb14, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:26.372538 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.424016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e77015e-2be6-429c-819b-fcd32b210900 req-2fa7fcdd-65a4-4c0e-af45-f7763e0014ac tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772652 Nov 12 08:12:26.439025 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] For port 3904e6c5-09ba-4de1-a268-4fa11953eb14, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:26.447377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.452084 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] For port 3904e6c5-09ba-4de1-a268-4fa11953eb14, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3904e6c5-09ba-4de1-a268-4fa11953eb14,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:26.460846 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.494435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4770d3a-518f-49f9-aecc-91a6301d2a2a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:26.503774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.520231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5db3bf57-0905-4d28-970b-d82aef9bd411 None None] Provisioning complete for port 5d3516f5-c511-463a-89c4-594147035d35 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:26.521120 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf57-0905-4d28-970b-d82aef9bd411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.525568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-9138c39a-6f98-48ab-9da9-e7e67d7c3757 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802455 Nov 12 08:12:26.578899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Checking segment: {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:26.579280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Network hostable DHCP agents. Network: 985982f4-4834-4c1c-9f39-9b1a13317a3b, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:26.615022 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Routers {'db6e3be0-998e-4423-8431-ac9411c549ad'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:26.616515 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['db6e3be0-998e-4423-8431-ac9411c549ad'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:26.657492 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Pushing event updated for resources: {'Port': ['ID=3904e6c5-09ba-4de1-a268-4fa11953eb14,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:26.687404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Checking segment: {'id': '6bb57a6c-967c-473d-ae6d-45d9a8ec4c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '059fda6e-ff53-4cd7-985b-57ea740c6666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:26.688183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Network hostable DHCP agents. Network: 059fda6e-ff53-4cd7-985b-57ea740c6666, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:26.690659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25d7893-e7b4-4a9f-9da9-7e0b2ccb727d,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:26.705205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:26.718144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.718662 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.719446 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.719924 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.720417 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.720884 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.721345 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.721805 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.722264 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.722726 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.723184 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.723640 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb75125-7495-4e14-bb04-6460dedc68d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:26.821616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 985982f4-4834-4c1c-9f39-9b1a13317a3b) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:26.828388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5d3516f5-c511-463a-89c4-594147035d35 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:26.834439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.835192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.838202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Network 059fda6e-ff53-4cd7-985b-57ea740c6666 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:26.848271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 059fda6e-ff53-4cd7-985b-57ea740c6666) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:26.857729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.858689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.906189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-62bad170-6e00-4da4-b576-5bf1213e99a3 service neutron] 10.222.0.16 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592701 Nov 12 08:12:26.923989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-29207505-7407-4bdc-b7f5-5175a442d726 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1343861 Nov 12 08:12:26.963605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-696cf112-b9c3-4299-a0b3-6484337b9e1d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.965185 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] Set router db6e3be0-998e-4423-8431-ac9411c549ad gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:26.965705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-696cf112-b9c3-4299-a0b3-6484337b9e1d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 815 time: 0.2139053 Nov 12 08:12:26.967511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Allocated IP 172.20.0.1 (d1702398-f1f2-43b1-856a-7cf921386a29/a48a1d73-d0aa-401c-aed2-552fa6d968ef/5a464ab5-fe15-457d-b025-d50aef28e235) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:27.000959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Request body: {'port': {'device_id': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'admin_state_up': True, 'tenant_id': '93983596165f426696c572124a2cb710'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:27.074801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c5cc038-795f-4151-a087-8cd03d2c0306 req-3bbd6dbd-98ab-4eab-8aab-f5a621dd0e01 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0669696 Nov 12 08:12:27.272634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-fc6afb7f-d7c4-4ccd-80ef-613d9ffde00d service neutron] 10.222.0.16 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649552 Nov 12 08:12:27.314237 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:22Z', 'revision_number': 3, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:27.351072 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf851078-ebf3-4338-aa86-c0e5c5d1e955 None None] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:27.368747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce7ead-63d2-4cda-bd28-1d927a99c4b5 None None] The sync data for ids ['db6e3be0-998e-4423-8431-ac9411c549ad'] in n-d-768509-25 is: [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:22Z', 'revision_number': 3, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:27.370403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-c9264070-7874-4320-8b29-b7231fe3dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.374847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-c9264070-7874-4320-8b29-b7231fe3dbd1 service neutron] 10.222.0.32 "GET /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 1031 time: 0.0989437 Nov 12 08:12:27.503531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bd5c0fd6-a785-4b20-b296-eabb4bd6a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.509715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bd5c0fd6-a785-4b20-b296-eabb4bd6a8ac service neutron] 10.222.0.32 "GET /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 1031 time: 0.1148884 Nov 12 08:12:27.773617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7832cb3-e0ed-4486-9516-7b60463adf53 None None] Network 059fda6e-ff53-4cd7-985b-57ea740c6666 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:27.794764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:27.838117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d7991e07-e3a6-4659-8bff-b0458088b9fd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7100120 Nov 12 08:12:27.881615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40648) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:27.897343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:27.905683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:27.945109 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:27.946274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:27.965653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f5f59048-762d-486a-af13-c14bf16c3520 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.976305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f5f59048-762d-486a-af13-c14bf16c3520 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.990015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f5f59048-762d-486a-af13-c14bf16c3520 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.992629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f5f59048-762d-486a-af13-c14bf16c3520 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/networks?id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 200 len: 1995 time: 0.4696739 Nov 12 08:12:28.000317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Made reservation on behalf of 93983596165f426696c572124a2cb710 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:28.006237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.026576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.159245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-c1243211-a3d8-4c0a-acc1-397ea353edc5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:28.163434 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-c1243211-a3d8-4c0a-acc1-397ea353edc5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 0.3236525 Nov 12 08:12:28.328769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-985982f4-4834-4c1c-9f39-9b1a13317a3b', 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'fixed_ips': [{'subnet_id': 'e4770d3a-518f-49f9-aecc-91a6301d2a2a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:28.330610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.337405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Allocated IP 172.20.0.8 (f0e5ef29-d1ce-4686-9309-7f509d4eb3c7/31d470f2-bfb4-48dd-8019-34b74bdc586f/aebf7896-4f91-4c0c-8de9-12053bcc3cc0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:28.358525 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf57-0905-4d28-970b-d82aef9bd411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.394253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Pushing event updated for resources: {'Port': ['ID=5a464ab5-fe15-457d-b025-d50aef28e235,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:28.397346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5d3516f5-c511-463a-89c4-594147035d35 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:28.398477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.617280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Network d1702398-f1f2-43b1-856a-7cf921386a29 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:28.627304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.627925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.628710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.629276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.629780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.630298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.630948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.631470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.631969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.632591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.633769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.634450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:28.647101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:28.669333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Allocated IP 172.20.0.2 (985982f4-4834-4c1c-9f39-9b1a13317a3b/e4770d3a-518f-49f9-aecc-91a6301d2a2a/d9e8df73-a623-4ab3-8637-9c19eb679572) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:28.775031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:28.898867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.922633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.951131 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.029606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.051387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.060642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.188571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Deleting port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:29.189396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.191915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b38b-cd86-4a51-b92f-396309d92d34 req-479a3a8a-3b69-49a7-8442-8ec01bc87eda tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.211116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f216b38b-cd86-4a51-b92f-396309d92d34 req-479a3a8a-3b69-49a7-8442-8ec01bc87eda tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 945 time: 1.4702477 Nov 12 08:12:29.232003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.255599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:29.262098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Pushing event updated for resources: {'Port': ['ID=d9e8df73-a623-4ab3-8637-9c19eb679572,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:29.281189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:29.287816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:29.339464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Pushing event updated for resources: {'Port': ['ID=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:29.482620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-0e806454-a898-4eba-b8eb-e98ab669176a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb41fc9eee46479eb851a8529efea172 HTTP/1.1" status: 200 len: 379 time: 1.4695907 Nov 12 08:12:29.501487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'admin_state_up': True, 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'security_groups': ['10e4dcfa-7525-4b15-a3e4-ff96448f0db7']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:29.526312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:29.535956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1495d-c41b-4c5b-8baa-3423ac59a264 None None] Network 059fda6e-ff53-4cd7-985b-57ea740c6666 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:29.554360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:29.603315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5db3bf57-0905-4d28-970b-d82aef9bd411 None None] For port 5d3516f5-c511-463a-89c4-594147035d35, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5d3516f5-c511-463a-89c4-594147035d35,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:29.632559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] For port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:29.632952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.634739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:29.726822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-8ac69d14-5560-46fc-8917-634e450f7584 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.738162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-8ac69d14-5560-46fc-8917-634e450f7584 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/networks?id=41a726d2-e84d-49e3-8e3e-a1ee57907a41 HTTP/1.1" status: 200 len: 824 time: 0.7365251 Nov 12 08:12:29.800842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f216b38b-cd86-4a51-b92f-396309d92d34 req-46fffff5-694f-4f37-a55a-297190a3c3e7 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=961602e2-9645-4897-ac92-bd27a91ccc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5861347 Nov 12 08:12:29.811034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.812450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.855197 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf57-0905-4d28-970b-d82aef9bd411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.890507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-15f1ab4d-4d26-49b6-ac6b-889dd94f0a77 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/quotas/47eccd50722045dbaf0aebacb2573831 HTTP/1.1" status: 200 len: 375 time: 0.1512938 Nov 12 08:12:29.899852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Attempting to bind port d9e8df73-a623-4ab3-8637-9c19eb679572 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:29.900795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Attempting to bind port d9e8df73-a623-4ab3-8637-9c19eb679572 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:29.905871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Attempting to bind port d9e8df73-a623-4ab3-8637-9c19eb679572 on network 985982f4-4834-4c1c-9f39-9b1a13317a3b {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:29.987155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-e34bb337-7116-4138-864d-32432786e3c2 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=47eccd50722045dbaf0aebacb2573831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956521 Nov 12 08:12:29.991970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:30.002562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Checking segment: {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:30.003290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.005983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Bound using segment: {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:30.008019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Bound port: d9e8df73-a623-4ab3-8637-9c19eb679572, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:30.008485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.129241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.329933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Provisioning complete for port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:30.330861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.335034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:12:30.335629 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:12:30.336447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3bf57-0905-4d28-970b-d82aef9bd411 None None] Pushing event updated for resources: {'Port': ['ID=5d3516f5-c511-463a-89c4-594147035d35,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:30.375171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-64b66a8c-327c-456a-bdda-51541cab7b00 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:30.377378 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-64b66a8c-327c-456a-bdda-51541cab7b00 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.25 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 815 time: 0.3170357 Nov 12 08:12:30.393735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-b808634c-7c5c-4f5a-8611-3588a77e2fb5 service neutron] 10.222.0.16 "GET /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035823 Nov 12 08:12:30.398229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-18a765bb-a574-4ca6-a22a-c671233c1cc2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4021065 Nov 12 08:12:30.417479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:30.424734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.438735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Request body: {'port': {'device_id': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:30.486789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] For port d9e8df73-a623-4ab3-8637-9c19eb679572, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:30.489723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:30.509067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] For port d9e8df73-a623-4ab3-8637-9c19eb679572, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9e8df73-a623-4ab3-8637-9c19eb679572,segment=NetworkSegment(ba487929-7aa5-4a72-90ce-4228a95faf55),segment_id=ba487929-7aa5-4a72-90ce-4228a95faf55)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:30.516485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Provisioning complete for port 5d3516f5-c511-463a-89c4-594147035d35 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:30.517332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.524280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.553951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.554488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.554974 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Floating IP 3ba6b19e-ca38-4e6d-b0ca-32d653f5df16 disassociated. External IP: 172.25.4.222, port: 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d. Nov 12 08:12:30.555455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Calling delete_port for 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:30.649251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40c8a2-6559-4c28-b076-9cccdc8f01f3 None None] Pushing event updated for resources: {'Port': ['ID=d9e8df73-a623-4ab3-8637-9c19eb679572,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:30.811246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Provisioning complete for port 5a464ab5-fe15-457d-b025-d50aef28e235 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:30.812170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.862815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Request body: {'port': {'device_id': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'admin_state_up': True, 'tenant_id': '93983596165f426696c572124a2cb710'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:30.879044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.976838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-28627efb-d70a-4146-ad26-6423e76f5fdc None None] Port 5a464ab5-fe15-457d-b025-d50aef28e235 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:31.108244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-17fd9872-b621-477a-806a-0b9aa084d29d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.112610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-17fd9872-b621-477a-806a-0b9aa084d29d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 815 time: 0.8523781 Nov 12 08:12:31.122123 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.213933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-aebc0ead-2740-4d3e-a5ad-937a340243e5 service neutron] 10.222.0.16 "GET /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113160 Nov 12 08:12:31.275519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event deleted for resources: {'Port': ['ID=56e1a8d9-4bd9-43f4-b312-b5eec622cb7d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:31.282633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-171506dd-1577-4fed-b919-a9952c9c51bb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/quotas/93983596165f426696c572124a2cb710 HTTP/1.1" status: 200 len: 375 time: 0.1361091 Nov 12 08:12:31.294758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.352587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.356576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.482060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.500235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-fc27fce2-44fd-45d2-864d-c68af6367b42 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164006 Nov 12 08:12:31.529022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 172.20.0.9 (d7c44a52-d588-4c9e-bdb5-6cad078eecf4/041b15c2-889c-4c31-8f9c-91c84819954e/69e3a3b9-9b7e-46c1-93e9-4d248f2b1069) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:31.723284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9e8df73-a623-4ab3-8637-9c19eb679572 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:31.961788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d9e8df73-a623-4ab3-8637-9c19eb679572 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:31.962521 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.985563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:32.053561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Made reservation on behalf of 93983596165f426696c572124a2cb710 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:32.072506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.114504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.127180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Router ed05f536-d06e-4330-9720-cd435eae8e6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:12:32.133370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebf7896-4f91-4c0c-8de9-12053bcc3cc0 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:32.136423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:32.137517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:32.138109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Pushing event updated for resources: {'Port': ['ID=5a464ab5-fe15-457d-b025-d50aef28e235,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:32.169312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.208636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Transition to ACTIVE for port object aebf7896-4f91-4c0c-8de9-12053bcc3cc0 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:32.268850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.347861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port d9e8df73-a623-4ab3-8637-9c19eb679572, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9e8df73-a623-4ab3-8637-9c19eb679572,segment=NetworkSegment(ba487929-7aa5-4a72-90ce-4228a95faf55),segment_id=ba487929-7aa5-4a72-90ce-4228a95faf55)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:32.355274 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.357176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5d3516f5-c511-463a-89c4-594147035d35 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:32.384099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ef8cf6b-cca6-487c-b51e-eaa3e06f2d47 req-f4d6b35c-fa68-4466-a65c-b20f240975ec tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.4110410 Nov 12 08:12:32.401703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-d3d7a00c-c4fa-4d1c-bc3c-d95b1523c3ad service neutron] 10.222.0.16 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9002609 Nov 12 08:12:32.458655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.574663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=d9e8df73-a623-4ab3-8637-9c19eb679572,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:32.604117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5d3516f5-c511-463a-89c4-594147035d35 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:32.604474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.700400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:32.840119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Allocated IP 172.25.4.88 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e45b4e5c-58a3-4f3e-94b9-920b2447a1ad) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:32.922236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cf4e6-a489-4971-9c00-2885f89b7643 None None] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:33.016933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9699503c-d72d-422c-8599-52b6b982f245 req-949d55d4-dd70-4c00-ac39-ca6501c9ccbc tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 210 time: 0.3156056 Nov 12 08:12:33.056508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:33.231302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:33.342560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e19970fd-2780-4d8c-9cab-7ed42d0964db req-af524c64-924d-4677-a58f-01fcf98316e3 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 210 time: 0.0570447 Nov 12 08:12:33.361720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d8cf784c-754c-4260-b241-4d409b2230ee None None] Provisioning complete for port d9e8df73-a623-4ab3-8637-9c19eb679572 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:33.363792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d8cf784c-754c-4260-b241-4d409b2230ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:33.387857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] No DVR routers for this DVR port 56e1a8d9-4bd9-43f4-b312-b5eec622cb7d on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:33.422376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:33.423405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:33.424704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:33.431079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a94ec766-d7c0-4b46-a5dc-188d7925e415 req-1ddce936-ed76-4a32-82c5-7d6bb4a4f42d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "DELETE /v2.0/ports/56e1a8d9-4bd9-43f4-b312-b5eec622cb7d HTTP/1.1" status: 204 len: 173 time: 5.0483258 Nov 12 08:12:33.442718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'name': 'network-vif-deleted', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:33.453144 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eda66f-5113-42ce-8719-c029a6569dc6" -d '{"events": [{"server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "name": "network-vif-deleted", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:33.479636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Attempting to bind port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:33.479984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Attempting to bind port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:33.481080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Attempting to bind port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:33.491759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:33.491759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Attempting to bind port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:33.501382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:33.501757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Checking segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:33.502155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Bound using segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:33.502600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Bound port: aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:33.503163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:33.525684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-ca10848f-186c-4b68-bf3e-0afe408f669f service neutron] 10.222.0.16 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1173704 Nov 12 08:12:33.661537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Network d1702398-f1f2-43b1-856a-7cf921386a29 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:33.670174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:33.684828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:33.809672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e922c9e3-8397-47f4-967d-906b9fe6601a req-4e75e5b0-ac39-4bcb-9573-a339fb762959 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1018939 Nov 12 08:12:33.954944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Allocated IP 172.20.0.6 (f0e5ef29-d1ce-4686-9309-7f509d4eb3c7/31d470f2-bfb4-48dd-8019-34b74bdc586f/0e991b82-9bbe-4591-a275-6ee4e0b65448) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:34.009424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] For port aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:34.018096 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c093e15-093a-4854-bdc6-2410a56a56f8 x-openstack-request-id: req-2c093e15-093a-4854-bdc6-2410a56a56f8 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:34.021206 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f2b9e-8f73-41b6-88f1-12b153c30970", "name": "network-vif-deleted", "tag": "56e1a8d9-4bd9-43f4-b312-b5eec622cb7d", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:34.022028 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c093e15-093a-4854-bdc6-2410a56a56f8 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:34.024338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] For port aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:34.025370 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f2b9e-8f73-41b6-88f1-12b153c30970', 'name': 'network-vif-deleted', 'tag': '56e1a8d9-4bd9-43f4-b312-b5eec622cb7d', 'status': 'completed', 'code': 200} Nov 12 08:12:34.126903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-991ba2b0-06c9-4c05-b32b-bd359be43db6 req-8bde0cc0-fc02-448f-84f0-0d7f8f8e3fca tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 0.0970049 Nov 12 08:12:34.128765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:34.187765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:34.331022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:34.356767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:34.361034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:34.371357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:34.379657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:34.384970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-76eefaba-f817-4fe6-9d63-2aaae990bb94 service neutron] 10.222.0.32 "PUT /v2.0/ports/aebf7896-4f91-4c0c-8de9-12053bcc3cc0 HTTP/1.1" status: 200 len: 1092 time: 3.9523048 Nov 12 08:12:34.445970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'tag': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:34.451804 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4cbb76-31a2-4c3e-af65-f0662e8579fd", "tag": "aebf7896-4f91-4c0c-8de9-12053bcc3cc0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:34.557420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3904e6c5-09ba-4de1-a268-4fa11953eb14 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:34.706653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:34.795647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:34.803220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:34.825870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Router db6e3be0-998e-4423-8431-ac9411c549ad has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:12:34.857367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:34.911243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3904e6c5-09ba-4de1-a268-4fa11953eb14 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:34.912042 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:34.916271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-473eca26-588f-4dc9-a015-39601cba506b req-a0e5913c-fb22-41f6-be79-2c9970e38b2a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae9f2b9e-8f73-41b6-88f1-12b153c30970 HTTP/1.1" status: 200 len: 210 time: 0.5733886 Nov 12 08:12:35.142859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2716b2bd-4bd3-4547-ba26-78c1d9c5b662 req-a8451067-dc69-4439-ae9a-ffb9ca6633e4 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 210 time: 0.3532479 Nov 12 08:12:35.172181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.173616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.180668 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f1f198-32db-402a-a954-abe493473d67 x-openstack-request-id: req-11f1f198-32db-402a-a954-abe493473d67 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:35.186666 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4cbb76-31a2-4c3e-af65-f0662e8579fd", "tag": "aebf7896-4f91-4c0c-8de9-12053bcc3cc0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:35.188262 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11f1f198-32db-402a-a954-abe493473d67 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:35.189259 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'tag': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0', 'status': 'completed', 'code': 200} Nov 12 08:12:35.273092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:35.286773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:35.344154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4999ec88-d95b-4eec-b367-eb676b07c57d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8540273 Nov 12 08:12:35.384011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.396453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'admin_state_up': True, 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'security_groups': ['10e4dcfa-7525-4b15-a3e4-ff96448f0db7']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:35.446769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-c4e97509-ce15-4702-96d3-22e66efb62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.454473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-c4e97509-ce15-4702-96d3-22e66efb62f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 1095 time: 0.9269960 Nov 12 08:12:35.462876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:35.481199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d8228dc9-9e75-4cfd-8524-73d678df7ec1 None None] Provisioning complete for port 5a464ab5-fe15-457d-b025-d50aef28e235 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:35.482067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d8228dc9-9e75-4cfd-8524-73d678df7ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.494266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-8c881618-5264-4299-b302-551e7f677b52 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.501613 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-8c881618-5264-4299-b302-551e7f677b52 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.25 "GET /v2.0/networks?id=41a726d2-e84d-49e3-8e3e-a1ee57907a41 HTTP/1.1" status: 200 len: 824 time: 1.4508295 Nov 12 08:12:35.502709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:35.510916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.524034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:35.531215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Request body: {'port': {'device_id': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41', 'admin_state_up': True, 'tenant_id': '47eccd50722045dbaf0aebacb2573831'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:35.584007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.619493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 3904e6c5-09ba-4de1-a268-4fa11953eb14, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3904e6c5-09ba-4de1-a268-4fa11953eb14,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:35.625485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d8228dc9-9e75-4cfd-8524-73d678df7ec1 None None] Port 5a464ab5-fe15-457d-b025-d50aef28e235 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:35.628701 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.718682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=3904e6c5-09ba-4de1-a268-4fa11953eb14,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:35.737337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:35.801502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75c1c76a-8671-4ac6-a0b4-74b1e86624c0 req-1f7adc57-e05c-4ae6-ad9c-03705a31c7b4 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 0.3259363 Nov 12 08:12:35.870194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:35.881558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-cd95f6b8-1742-4e55-8ed6-1949a93a8f36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0 HTTP/1.1" status: 200 len: 217 time: 0.2828939 Nov 12 08:12:35.899554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9e8df73-a623-4ab3-8637-9c19eb679572 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:35.944952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-3cae07e5-c7e6-4f97-903a-bffd86ad3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.947304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-3cae07e5-c7e6-4f97-903a-bffd86ad3cbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.0536921 Nov 12 08:12:35.951252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Pushing event updated for resources: {'Port': ['ID=0e991b82-9bbe-4591-a275-6ee4e0b65448,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:35.967413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42797af6-fbeb-48a4-a2f8-2fe00cfa5e80 req-dbd21c0f-dfeb-405b-8ec7-1e65277c0737 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.971984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42797af6-fbeb-48a4-a2f8-2fe00cfa5e80 req-dbd21c0f-dfeb-405b-8ec7-1e65277c0737 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 931 time: 0.6228902 Nov 12 08:12:35.981670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Made reservation on behalf of 47eccd50722045dbaf0aebacb2573831 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:35.990275 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.998725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-76c0acbe-4308-47fe-ae63-70d8e559d938 None None] Provisioning complete for port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:36.005685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76c0acbe-4308-47fe-ae63-70d8e559d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.034645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:36.060736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:36.113803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:36.155746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-dc48d333-aadd-423f-a4f8-7e96e6198a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:36.158925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-dc48d333-aadd-423f-a4f8-7e96e6198a5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786132 Nov 12 08:12:36.165930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:36.171408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:36.297167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42797af6-fbeb-48a4-a2f8-2fe00cfa5e80 req-dc80afc2-87d4-4de3-a7f2-0de5be22e9ff tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238716 Nov 12 08:12:36.311363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:36.326727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.359516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:36.362419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.397162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-76c0acbe-4308-47fe-ae63-70d8e559d938 None None] Port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:36.403418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d9e8df73-a623-4ab3-8637-9c19eb679572 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:36.403931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.507141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-76c0acbe-4308-47fe-ae63-70d8e559d938 None None] Provisioning complete for port d9e8df73-a623-4ab3-8637-9c19eb679572 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:36.508647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76c0acbe-4308-47fe-ae63-70d8e559d938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.591061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40730) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:36.757402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:36.769359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-0c12da31-15f9-4163-8aa0-a066d5708beb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0914741 Nov 12 08:12:36.771946 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Sync routers for ids ['db6e3be0-998e-4423-8431-ac9411c549ad'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:36.784863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:36.792789 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Routers {'db6e3be0-998e-4423-8431-ac9411c549ad'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:36.794235 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['db6e3be0-998e-4423-8431-ac9411c549ad'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:36.809882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Request body: {'port': {'device_id': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:36.815309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-9fda9166-44ae-4fa7-a5a7-1a164ca968da service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316571 Nov 12 08:12:36.846046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-961fc4ba-aa1f-4873-a295-a3cd5b05cfce req-97334ebe-4af1-4435-ba8c-ae4cea8aa919 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 210 time: 0.2602088 Nov 12 08:12:36.900366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67901ebe-2974-49b4-b63c-fbab5d8c314e admin admin] 10.222.0.16 "PUT /v2.0/routers/db6e3be0-998e-4423-8431-ac9411c549ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6868904 Nov 12 08:12:37.016940 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:37.150624 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Set router db6e3be0-998e-4423-8431-ac9411c549ad gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:37.259572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4685e57a-6839-4205-acb6-50a3e2bd81b3 req-469853b9-b66e-40f7-9b4f-f332c2af0b4b service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101875 Nov 12 08:12:37.330657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Allocated IP 172.20.0.7 (41a726d2-e84d-49e3-8e3e-a1ee57907a41/c522d20e-e59a-43ae-83cd-b2c92fd534c0/d3e2dee3-00be-4b1c-8877-fc160810f0d1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:37.545691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 10.1.1.245 (bce0ac65-782b-45a0-aad7-167edb3ad967/ee14397c-d7c2-4403-b036-bb384d8fb7f1/51e9288d-f39c-49a7-aee8-abd6cc3cbdc3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:37.630207 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:29Z', 'revision_number': 4, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5a464ab5-fe15-457d-b025-d50aef28e235', 'name': '', 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'mac_address': 'fa:16:3e:d2:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:26Z', 'updated_at': '2021-11-12T08:12:29Z', 'revision_number': 2, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'subnets': [{'id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:37.665856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-00eebc6b-7483-416a-8085-d99cd05c4c69 None None] Provisioning complete for port 0e991b82-9bbe-4591-a275-6ee4e0b65448 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:37.666729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-00eebc6b-7483-416a-8085-d99cd05c4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:37.675800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:37.716955 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:37.742145 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Checking router: db6e3be0-998e-4423-8431-ac9411c549ad for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:37.744121 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Updating router db6e3be0-998e-4423-8431-ac9411c549ad port 5a464ab5-fe15-457d-b025-d50aef28e235 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:37.786141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414e5f1-b18f-4478-b209-7d412ed4e673 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:37.794194 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:37.867869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dad96896-81d4-4949-8099-1eef696892ad req-d6fa8114-2e04-4235-8e82-dc6c4ec9f1b3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 0.6353612 Nov 12 08:12:37.962282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.022498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3904e6c5-09ba-4de1-a268-4fa11953eb14 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:38.359554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0f7e813-af41-4ce8-a0d8-c804420cde64 req-97a280b8-371a-4d72-a346-320a3b360bd1 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 210 time: 0.0643203 Nov 12 08:12:38.402633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e09ced-d22a-4569-86b2-dda13e3b4455 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.633940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network bce0ac65-782b-45a0-aad7-167edb3ad967 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:38.651489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e09ced-d22a-4569-86b2-dda13e3b4455 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.652322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e991b82-9bbe-4591-a275-6ee4e0b65448 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:38.677005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.690970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-24ec6e63-86f0-4c56-955a-c6cf8fc3966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:38.702610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-24ec6e63-86f0-4c56-955a-c6cf8fc3966e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 1095 time: 1.2380285 Nov 12 08:12:38.728384 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.741753 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.756066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Transition to ACTIVE for port object 0e991b82-9bbe-4591-a275-6ee4e0b65448 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:38.782334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409da433-03d3-4eb1-8187-11a3493a9fd6 req-50ed7990-395a-4059-bbf1-a315908a8825 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:38.815070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409da433-03d3-4eb1-8187-11a3493a9fd6 req-50ed7990-395a-4059-bbf1-a315908a8825 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:38.840183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-409da433-03d3-4eb1-8187-11a3493a9fd6 req-50ed7990-395a-4059-bbf1-a315908a8825 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 1653 time: 0.9661775 Nov 12 08:12:38.853472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.906407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:38.984541 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f1dec-16a3-4654-9aa3-b872df7b85de None None] Pushing event updated for resources: {'Port': ['ID=5a464ab5-fe15-457d-b025-d50aef28e235,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:39.019818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:39.045590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0dee92-8863-4641-924e-941161e21e80 None None] New status for floating IP 3ba6b19e-ca38-4e6d-b0ca-32d653f5df16: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:12:39.130456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:39.177159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-16bae0ea-3132-40a0-ac2e-53e974303370 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:39.179408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-16bae0ea-3132-40a0-ac2e-53e974303370 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 815 time: 2.8069360 Nov 12 08:12:39.352239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.429287 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Attempting to bind port 5a464ab5-fe15-457d-b025-d50aef28e235 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:39.429903 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Attempting to bind port 5a464ab5-fe15-457d-b025-d50aef28e235 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:39.430507 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Attempting to bind port 5a464ab5-fe15-457d-b025-d50aef28e235 on network d1702398-f1f2-43b1-856a-7cf921386a29 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:39.478642 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:39.479067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Request body: {'port': {'device_id': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'admin_state_up': True, 'tenant_id': '93983596165f426696c572124a2cb710'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:39.481035 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Checking segment: {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:39.481787 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.482432 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Bound using segment: {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:39.483164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Bound port: 5a464ab5-fe15-457d-b025-d50aef28e235, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a14e3be-b163-4921-ae5b-2488e780e1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:39.483818 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.629938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-00eebc6b-7483-416a-8085-d99cd05c4c69 None None] Port 0e991b82-9bbe-4591-a275-6ee4e0b65448 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:39.673138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3904e6c5-09ba-4de1-a268-4fa11953eb14 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:39.677943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.682726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Pushing event updated for resources: {'Port': ['ID=0e991b82-9bbe-4591-a275-6ee4e0b65448,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:39.743973 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] For port 5a464ab5-fe15-457d-b025-d50aef28e235, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:39.751548 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] For port 5a464ab5-fe15-457d-b025-d50aef28e235, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5a464ab5-fe15-457d-b025-d50aef28e235,segment=NetworkSegment(9a14e3be-b163-4921-ae5b-2488e780e1ef),segment_id=9a14e3be-b163-4921-ae5b-2488e780e1ef)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:39.763737 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.806924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62f99b7c-4cdf-44f4-88a1-f48361000ab8 req-a616a210-c3f7-4122-9f65-0644f2b6bb4c tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 0.6191342 Nov 12 08:12:40.046399 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f1dec-16a3-4654-9aa3-b872df7b85de None None] Pushing event updated for resources: {'Port': ['ID=5a464ab5-fe15-457d-b025-d50aef28e235,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:40.061772 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Routers {'db6e3be0-998e-4423-8431-ac9411c549ad'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:40.062494 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['db6e3be0-998e-4423-8431-ac9411c549ad'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:40.093426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aebf7896-4f91-4c0c-8de9-12053bcc3cc0 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:40.276957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Provisioning complete for port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:40.279921 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.306056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-74e7b057-c8c7-470b-9c45-18f15979a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:40.311350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-74e7b057-c8c7-470b-9c45-18f15979a9c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 915 time: 1.4612563 Nov 12 08:12:40.359299 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e09ced-d22a-4569-86b2-dda13e3b4455 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.365273 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e09ced-d22a-4569-86b2-dda13e3b4455 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.366477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79e09ced-d22a-4569-86b2-dda13e3b4455 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "DELETE /v2.0/security-groups/961602e2-9645-4897-ac92-bd27a91ccc30 HTTP/1.1" status: 204 len: 168 time: 3.7741170 Nov 12 08:12:40.460853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:40.491651 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:12:40.497101 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] Set router db6e3be0-998e-4423-8431-ac9411c549ad gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:40.508697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40764) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:40.580709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Provisioning complete for port 5a464ab5-fe15-457d-b025-d50aef28e235 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:40.581256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.772513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6892eca1-8760-416b-9464-3c73abfc21af req-7321b05a-dcf3-4ca1-81ae-e39ccf9af4d4 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 210 time: 0.4592049 Nov 12 08:12:40.787836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e09ced-d22a-4569-86b2-dda13e3b4455 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961602e2-9645-4897-ac92-bd27a91ccc30,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:40.810722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:40.828743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.883299 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-05d17364-d073-4a50-9525-b6c4983f4264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.915294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-409da433-03d3-4eb1-8187-11a3493a9fd6 req-728b1ca5-b4e4-454e-b06b-7abb94d49621 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0674431 Nov 12 08:12:40.916671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-70ab93cc-d2b2-4654-ba70-6ae4afb64efb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0 HTTP/1.1" status: 200 len: 217 time: 0.5491745 Nov 12 08:12:40.931294 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-b1c1f467-6a5c-4912-a0f0-9e509e324efd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] show failed (client error): The resource could not be found. Nov 12 08:12:40.932477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b1c1f467-6a5c-4912-a0f0-9e509e324efd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups/961602e2-9645-4897-ac92-bd27a91ccc30 HTTP/1.1" status: 404 len: 347 time: 0.4214921 Nov 12 08:12:41.174848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-7c542dc7-1c99-49b1-a2fb-3215ee1adbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:41.179013 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-7c542dc7-1c99-49b1-a2fb-3215ee1adbab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.2282767 Nov 12 08:12:41.241460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-2af9f5f9-de5d-428f-92a4-e7502f927ff6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8880105 Nov 12 08:12:41.242287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40768) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:41.363264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:41.475484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:41.487266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'admin_state_up': True, 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'security_groups': ['10e4dcfa-7525-4b15-a3e4-ff96448f0db7']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:41.556671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba7fe6c5-751b-4134-9689-c965555bdf50 req-26ccc0ef-e1d8-47eb-86e8-079e82f20133 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 0.2825785 Nov 12 08:12:41.641249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] For port 5a464ab5-fe15-457d-b025-d50aef28e235, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5a464ab5-fe15-457d-b025-d50aef28e235,segment=NetworkSegment(9a14e3be-b163-4921-ae5b-2488e780e1ef),segment_id=9a14e3be-b163-4921-ae5b-2488e780e1ef)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:41.654467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'port_id': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0', 'mac_address': 'fa:16:3e:ac:b6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d470f2-bfb4-48dd-8019-34b74bdc586f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:41.663335 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:41.674765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:41.869876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:41.877295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-a74d2315-20d0-4264-ad0a-42082ecdb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:41.888585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-a74d2315-20d0-4264-ad0a-42082ecdb042 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6448159 Nov 12 08:12:41.952067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c10d4aa0-b638-42ac-abd6-f711565baef7 req-da4c0c0c-39af-466a-a3ab-5bc5c15a0411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 210 time: 0.0620780 Nov 12 08:12:42.080110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.086183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.087690 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:29Z', 'revision_number': 4, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5a464ab5-fe15-457d-b025-d50aef28e235', 'name': '', 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'mac_address': 'fa:16:3e:d2:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:26Z', 'updated_at': '2021-11-12T08:12:39Z', 'revision_number': 4, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'subnets': [{'id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:42.247403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebf7896-4f91-4c0c-8de9-12053bcc3cc0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:42.256075 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabb78b-5fe0-47e2-b40e-331cfef7eade None None] The sync data for ids ['db6e3be0-998e-4423-8431-ac9411c549ad'] in n-d-768509-25 is: [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:29Z', 'revision_number': 4, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5a464ab5-fe15-457d-b025-d50aef28e235', 'name': '', 'network_id': 'd1702398-f1f2-43b1-856a-7cf921386a29', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'mac_address': 'fa:16:3e:d2:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:26Z', 'updated_at': '2021-11-12T08:12:39Z', 'revision_number': 4, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'subnets': [{'id': 'a48a1d73-d0aa-401c-aed2-552fa6d968ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:42.320167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:42.423945 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.438472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276026b6-84b6-44a0-a054-0921fd053029 None None] Pushing event updated for resources: {'Port': ['ID=5a464ab5-fe15-457d-b025-d50aef28e235,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:42.478376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:42.490507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.586055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-93ba71db-e2f4-4fb6-b579-12a89126dd72 None None] Provisioning complete for port 5a464ab5-fe15-457d-b025-d50aef28e235 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:42.588856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93ba71db-e2f4-4fb6-b579-12a89126dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.648220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Made reservation on behalf of 93983596165f426696c572124a2cb710 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:42.653659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.665305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:42.673908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:42.682237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:42.707544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-9dab87a5-0d56-40ee-a8c3-a49295c79510 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014517 Nov 12 08:12:42.760571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aebf7896-4f91-4c0c-8de9-12053bcc3cc0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:42.788757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:42.789832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.841801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Deleting port ccc68bbe-aff0-4bef-ad2f-6c3f7ef77a7b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:42.842163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.919329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Attempting to bind port 0e991b82-9bbe-4591-a275-6ee4e0b65448 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:42.920968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Attempting to bind port 0e991b82-9bbe-4591-a275-6ee4e0b65448 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:42.921340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Attempting to bind port 0e991b82-9bbe-4591-a275-6ee4e0b65448 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:42.940366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:42.951961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Port 0e991b82-9bbe-4591-a275-6ee4e0b65448 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:42.954494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Attempting to bind port 0e991b82-9bbe-4591-a275-6ee4e0b65448 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:42.983002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:42.983996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Checking segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:42.985208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Bound using segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:42.987526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Bound port: 0e991b82-9bbe-4591-a275-6ee4e0b65448, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:42.987526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.174004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d2253-7bb0-47a9-8e79-4bf0db146fb7 req-a18d45bc-f838-4984-8941-08534242e965 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394038 Nov 12 08:12:43.224216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3dde-8d9e-4389-8867-eb877d13b194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.264334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539f3-69ba-4949-9121-40693b8a564c req-b71e11f9-22a4-42a7-8050-dd5dd55fc5b1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:43.270727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71539f3-69ba-4949-9121-40693b8a564c req-b71e11f9-22a4-42a7-8050-dd5dd55fc5b1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:43.294946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e71539f3-69ba-4949-9121-40693b8a564c req-b71e11f9-22a4-42a7-8050-dd5dd55fc5b1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 1653 time: 1.0812902 Nov 12 08:12:43.369719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5a464ab5-fe15-457d-b025-d50aef28e235 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:43.472492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Allocated IP 172.20.0.10 (f0e5ef29-d1ce-4686-9309-7f509d4eb3c7/31d470f2-bfb4-48dd-8019-34b74bdc586f/eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:43.720560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5a464ab5-fe15-457d-b025-d50aef28e235 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:43.721669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.769918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.834500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.969057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.981592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aebf7896-4f91-4c0c-8de9-12053bcc3cc0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:43.983092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Pushing event updated for resources: {'Port': ['ID=d3e2dee3-00be-4b1c-8877-fc160810f0d1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:44.062107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:44.063708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Pushing event updated for resources: {'Port': ['ID=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:44.083143 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-dfc731cf-147c-4708-b7ba-b721e984bfaf tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5637102 Nov 12 08:12:44.123084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:44.137404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:44.220012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Request body: {'port': {'device_id': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:44.491456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aebf7896-4f91-4c0c-8de9-12053bcc3cc0 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:44.566830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:44.567608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.646498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.647394 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-6453740a-72c2-4511-8765-b5c035dbb7f3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3236756 Nov 12 08:12:44.653194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] For port 0e991b82-9bbe-4591-a275-6ee4e0b65448, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:44.656321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.690317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Request body: {'port': {'device_id': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:44.717116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] For port 0e991b82-9bbe-4591-a275-6ee4e0b65448, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:44.755556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.844284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:44.862817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Pushing event updated for resources: {'Port': ['ID=0e991b82-9bbe-4591-a275-6ee4e0b65448,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:44.891207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:44.893507 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.905562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.906560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.907435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.917066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:44.918425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:44.920311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-36b7b026-438c-423a-8d64-7ab89beffe8e service neutron] 10.222.0.25 "PUT /v2.0/ports/0e991b82-9bbe-4591-a275-6ee4e0b65448 HTTP/1.1" status: 200 len: 1092 time: 8.1199720 Nov 12 08:12:44.925155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'tag': '0e991b82-9bbe-4591-a275-6ee4e0b65448'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:44.927969 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9befde95-5dc6-40a0-ad44-801f0e3d46ea" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c3b61-5bea-475b-9e3c-11d53799816c", "tag": "0e991b82-9bbe-4591-a275-6ee4e0b65448"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:44.956808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Calling delete_port for ccc68bbe-aff0-4bef-ad2f-6c3f7ef77a7b owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:44.989130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4e16b632-3df5-486d-bfb8-5fa435dad6be None None] Provisioning complete for port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:44.989621 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4e16b632-3df5-486d-bfb8-5fa435dad6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.101917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4e16b632-3df5-486d-bfb8-5fa435dad6be None None] Port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:45.280528 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.377334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:45.385811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:45.392329 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25d6155-c2a8-4140-a901-642f896b8fc3" -d '{"events": [{"server_uuid": "aa4cbb76-31a2-4c3e-af65-f0662e8579fd", "name": "network-vif-plugged", "status": "completed", "tag": "aebf7896-4f91-4c0c-8de9-12053bcc3cc0"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:45.408509 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.509697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:45.559107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-111c86eb-b7fc-43a4-9780-c34103ae4e8b req-a3c7168a-73d1-4b86-b4e3-c69f1d43055a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 2.3480487 Nov 12 08:12:45.580704 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.584689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.595444 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.746668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event deleted for resources: {'Port': ['ID=ccc68bbe-aff0-4bef-ad2f-6c3f7ef77a7b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:45.801237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 10.1.1.250 (bce0ac65-782b-45a0-aad7-167edb3ad967/ee14397c-d7c2-4403-b036-bb384d8fb7f1/dbc08120-525e-4368-a584-fbb131e12649) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:45.876195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-a7a50584-bc8e-41e9-bb55-766fde54262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.880132 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-a7a50584-bc8e-41e9-bb55-766fde54262a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 1095 time: 0.6303873 Nov 12 08:12:45.921179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cabce-8159-4919-a15a-258cb46d64a7 req-30250c21-0326-4814-b07b-e4105f2c6618 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.925250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-761cabce-8159-4919-a15a-258cb46d64a7 req-30250c21-0326-4814-b07b-e4105f2c6618 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 931 time: 0.2354894 Nov 12 08:12:45.936369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e71539f3-69ba-4949-9121-40693b8a564c req-aaaf5bab-3645-4ad1-a823-98b1816261ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.6393709 Nov 12 08:12:46.014061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Router 50d3846e-32e1-4d17-981d-41eaccfd5b71 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:12:46.031734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:46.036308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:46.043132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-619783e7-41fb-44b7-95c1-e291544a119b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "DELETE /v2.0/floatingips/3ba6b19e-ca38-4e6d-b0ca-32d653f5df16 HTTP/1.1" status: 204 len: 168 time: 4.7008629 Nov 12 08:12:46.151684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-761cabce-8159-4919-a15a-258cb46d64a7 req-c8137995-1848-4ec2-b964-7f3076c86098 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106323 Nov 12 08:12:46.195603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-385389e9-36e4-4cc2-8b13-9b39e3c3de56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448 HTTP/1.1" status: 200 len: 217 time: 0.2862144 Nov 12 08:12:46.258971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:46.315989 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94f683-4c3c-46d1-8af8-dc17bb00a907 x-openstack-request-id: req-7c94f683-4c3c-46d1-8af8-dc17bb00a907 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:46.316998 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4cbb76-31a2-4c3e-af65-f0662e8579fd", "name": "network-vif-plugged", "status": "completed", "tag": "aebf7896-4f91-4c0c-8de9-12053bcc3cc0", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:46.317746 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c94f683-4c3c-46d1-8af8-dc17bb00a907 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:46.319198 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0', 'code': 200} Nov 12 08:12:46.322039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:46.420360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:46.436316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network bce0ac65-782b-45a0-aad7-167edb3ad967 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:46.437992 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff8da8-f72f-4af5-a5c9-62360e1dbdad x-openstack-request-id: req-23ff8da8-f72f-4af5-a5c9-62360e1dbdad {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:46.438376 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c3b61-5bea-475b-9e3c-11d53799816c", "tag": "0e991b82-9bbe-4591-a275-6ee4e0b65448", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:46.439142 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23ff8da8-f72f-4af5-a5c9-62360e1dbdad {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:46.439698 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'tag': '0e991b82-9bbe-4591-a275-6ee4e0b65448', 'status': 'completed', 'code': 200} Nov 12 08:12:46.459971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:46.512475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:46.706950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.710660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:46.731785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:46.840381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-19cd26a2-1232-484e-9b2d-397c92369e07 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4824202 Nov 12 08:12:46.866737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'admin_state_up': True, 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'security_groups': ['10e4dcfa-7525-4b15-a3e4-ff96448f0db7']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:46.937071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:46.951781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Sync routers for ids ['50d3846e-32e1-4d17-981d-41eaccfd5b71'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:46.953881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-444dade6-a89b-4371-b0d0-8484fae25cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.955586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-444dade6-a89b-4371-b0d0-8484fae25cfc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.7120619 Nov 12 08:12:47.006344 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Routers {'50d3846e-32e1-4d17-981d-41eaccfd5b71'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:47.007681 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['50d3846e-32e1-4d17-981d-41eaccfd5b71'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:47.016537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556dad-1431-4da3-92ca-dc41a7beb444 req-601e4699-e2c5-4992-9107-e8d982b55f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.017417 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.018953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1955d50-36ea-4ed8-af0d-7c73fcc6cb93 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 19.1255903 Nov 12 08:12:47.020730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10556dad-1431-4da3-92ca-dc41a7beb444 req-601e4699-e2c5-4992-9107-e8d982b55f19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 1097 time: 0.5833397 Nov 12 08:12:47.023434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40798) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:47.217158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-52407960-525c-4f27-a135-f61446b5ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.222868 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-52407960-525c-4f27-a135-f61446b5ee87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268355 Nov 12 08:12:47.329228 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Set router 50d3846e-32e1-4d17-981d-41eaccfd5b71 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:47.402719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9965763-0123-47b0-a4a8-a32d9a913d0f None None] Provisioning complete for port dbc08120-525e-4368-a584-fbb131e12649 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:47.404386 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9965763-0123-47b0-a4a8-a32d9a913d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.419300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e2dee3-00be-4b1c-8877-fc160810f0d1 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:47.456082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:47.481567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744374267', 'description': 'tempest-description--216347625'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:47.516652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a9965763-0123-47b0-a4a8-a32d9a913d0f None None] Port dbc08120-525e-4368-a584-fbb131e12649 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:47.571790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.594131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.759102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10556dad-1431-4da3-92ca-dc41a7beb444 req-a60d2c64-9995-4af7-a8f4-96aecb339829 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922169 Nov 12 08:12:47.776984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f6dde-e6ad-4386-878d-40c84d5a6e65 req-9c824d23-899c-4123-bda9-5183426824c7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.785497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c6f6dde-e6ad-4386-878d-40c84d5a6e65 req-9c824d23-899c-4123-bda9-5183426824c7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 932 time: 1.0053077 Nov 12 08:12:47.809056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Transition to ACTIVE for port object d3e2dee3-00be-4b1c-8877-fc160810f0d1 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:47.823007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:47.835737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.863782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.912183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c6f6dde-e6ad-4386-878d-40c84d5a6e65 req-11457a5d-b03a-4d10-a82f-c7ff69c32f5a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253352 Nov 12 08:12:47.984725 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:12:39Z', 'revision_number': 3, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:48.043236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Transition to ACTIVE for port object eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:48.058711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.112696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-2bc02726-a5b9-439d-9f42-359a43e58d73 service neutron] 10.222.0.25 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742909 Nov 12 08:12:48.131274 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Checking router: 50d3846e-32e1-4d17-981d-41eaccfd5b71 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:48.134676 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Updating router 50d3846e-32e1-4d17-981d-41eaccfd5b71 port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:48.176635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2846bf-ad6c-4f3a-8a10-a156add99798 req-c4b3ea47-0c13-46ee-8006-c8cee30f8622 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.185258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2846bf-ad6c-4f3a-8a10-a156add99798 req-c4b3ea47-0c13-46ee-8006-c8cee30f8622 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.197779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2846bf-ad6c-4f3a-8a10-a156add99798 req-c4b3ea47-0c13-46ee-8006-c8cee30f8622 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.199545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2dee3-00be-4b1c-8877-fc160810f0d1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:48.200355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d2846bf-ad6c-4f3a-8a10-a156add99798 req-c4b3ea47-0c13-46ee-8006-c8cee30f8622 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 2374 time: 0.5314455 Nov 12 08:12:48.245882 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.367904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d2846bf-ad6c-4f3a-8a10-a156add99798 req-fca848c4-c8ed-4f5a-9083-60b71b5a3af5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166978 Nov 12 08:12:48.368846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:48.521951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.665784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.822894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37becb-e814-4e6f-806e-2beb53c6be9b req-253d26eb-5e7b-4e92-a93c-7383190398ec tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.835578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc37becb-e814-4e6f-806e-2beb53c6be9b req-253d26eb-5e7b-4e92-a93c-7383190398ec tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 943 time: 0.3281653 Nov 12 08:12:48.945090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.286206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:49.386547 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.397544 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.412533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.419280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9463055 Nov 12 08:12:49.443295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40814) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:49.455599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'security_group_rule': {'security_group_id': '12d9b859-0438-4d03-a413-f49cf39b048b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:49.555457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc37becb-e814-4e6f-806e-2beb53c6be9b req-24be3484-031a-4594-9b91-8fc71d01ea5a tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186182 Nov 12 08:12:49.559629 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8b6d-d1b4-438b-9937-17fc97d5dd17 None None] Pushing event updated for resources: {'Port': ['ID=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:49.615560 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Attempting to bind port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:49.616410 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Attempting to bind port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:49.616992 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Attempting to bind port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:49.628627 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:49.629214 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:49.629905 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.630532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:49.631291 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Bound port: e45b4e5c-58a3-4f3e-94b9-920b2447a1ad, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:49.631901 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.723602 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] For port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:49.723602 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] For port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:49.745604 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:49.900297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 10.2.2.100 (b222cb62-9d0b-4b6a-bf38-84ec06d504e8/ecf6eff4-3337-4259-a7a1-2460e973b918/179b4d0c-eb37-4530-aab7-a4b01ab8bad3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:49.962787 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Routers {'50d3846e-32e1-4d17-981d-41eaccfd5b71'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:49.964908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['50d3846e-32e1-4d17-981d-41eaccfd5b71'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:50.138763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2c8b5-f5b4-4129-a488-aa6bcde635dd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9b859-0438-4d03-a413-f49cf39b048b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:50.166776 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-964b9df6-1d96-4e07-a2f2-c39bddf747fa req-7eb64c29-adc7-49c5-b869-53ee7b9d00a0 service neutron] 10.222.0.25 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0389383 Nov 12 08:12:50.168959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Attempting to bind port d3e2dee3-00be-4b1c-8877-fc160810f0d1 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:50.169492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Attempting to bind port d3e2dee3-00be-4b1c-8877-fc160810f0d1 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'd5f60bbb-c7bd-41be-996c-926b2eb36e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:50.170023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Attempting to bind port d3e2dee3-00be-4b1c-8877-fc160810f0d1 on network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:50.206262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Port d3e2dee3-00be-4b1c-8877-fc160810f0d1 on network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:50.206865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Attempting to bind port d3e2dee3-00be-4b1c-8877-fc160810f0d1 on network 41a726d2-e84d-49e3-8e3e-a1ee57907a41 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:50.233257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Attempting to bind port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:50.233647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Attempting to bind port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:50.233983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Attempting to bind port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:50.239881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:50.240256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Checking segment: {'id': 'd5f60bbb-c7bd-41be-996c-926b2eb36e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:50.240647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Bound using segment: {'id': 'd5f60bbb-c7bd-41be-996c-926b2eb36e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:50.241675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Bound port: d3e2dee3-00be-4b1c-8877-fc160810f0d1, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f60bbb-c7bd-41be-996c-926b2eb36e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:50.242049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.280873 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8b6d-d1b4-438b-9937-17fc97d5dd17 None None] Pushing event updated for resources: {'Port': ['ID=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:50.283363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:50.283686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Attempting to bind port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 on network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:50.294230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:50.294951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Checking segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:50.294951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Bound using segment: {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:50.295378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Bound port: eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aa44e4-b803-4472-b5ee-4aa86c90cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:50.295732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.321887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18736d2a-48a0-4fee-822d-50aa46429c91 req-2ee163ea-7101-4064-bcde-8d5a8ee3ff11 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.337426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18736d2a-48a0-4fee-822d-50aa46429c91 req-2ee163ea-7101-4064-bcde-8d5a8ee3ff11 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 944 time: 0.9767799 Nov 12 08:12:50.449410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] For port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:50.457894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] For port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:50.469865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.514534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-8e9554e2-bc76-46fb-9b52-3892a4c7c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.516184 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-8e9554e2-bc76-46fb-9b52-3892a4c7c22b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 1095 time: 0.2698140 Nov 12 08:12:50.537971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.549002 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] Set router 50d3846e-32e1-4d17-981d-41eaccfd5b71 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:50.576185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18736d2a-48a0-4fee-822d-50aa46429c91 req-af7ffd2c-1b69-4c98-b4e6-f6243f99f40a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193470 Nov 12 08:12:50.687982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.689111 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.694973 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] 10.222.0.32 "PUT /v2.0/ports/eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 HTTP/1.1" status: 200 len: 1093 time: 6.0353360 Nov 12 08:12:50.722398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] For port d3e2dee3-00be-4b1c-8877-fc160810f0d1, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:50.758904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'tag': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:50.764217 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dc2c67-07b1-4b15-8258-75d773e6a761" -d '{"events": [{"name": "network-changed", "server_uuid": "ccada6b2-598a-4baf-9069-c3d66702a129", "tag": "eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:50.822094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.869205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:51.133000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd18a51d-1a9e-4667-92c0-e05b893ffb92,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:51.188508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c700e-2dcb-4451-a972-ee1529571171 req-9dfb74ae-025d-4865-9e67-7fa32f82d2f4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.211134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c700e-2dcb-4451-a972-ee1529571171 req-9dfb74ae-025d-4865-9e67-7fa32f82d2f4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.252774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] For port d3e2dee3-00be-4b1c-8877-fc160810f0d1, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1,segment=NetworkSegment(d5f60bbb-c7bd-41be-996c-926b2eb36e42),segment_id=d5f60bbb-c7bd-41be-996c-926b2eb36e42)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:51.255218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c700e-2dcb-4451-a972-ee1529571171 req-9dfb74ae-025d-4865-9e67-7fa32f82d2f4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.278823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-423c700e-2dcb-4451-a972-ee1529571171 req-9dfb74ae-025d-4865-9e67-7fa32f82d2f4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 2374 time: 1.3281708 Nov 12 08:12:51.280125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:51.314306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e998d-79b6-46c7-95d1-77bd96dfbf7f service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:51.335067 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:12:39Z', 'revision_number': 3, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:51.339749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.340772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:51.343905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] 10.222.0.25 "PUT /v2.0/ports/d3e2dee3-00be-4b1c-8877-fc160810f0d1 HTTP/1.1" status: 200 len: 1092 time: 7.2002587 Nov 12 08:12:51.359932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-5e196787-e7fd-48f3-9184-56719abc4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.363078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-5e196787-e7fd-48f3-9184-56719abc4e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 1096 time: 0.5066807 Nov 12 08:12:51.425996 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4cff2-f55d-4441-9436-c25dbcce9e48 None None] The sync data for ids ['50d3846e-32e1-4d17-981d-41eaccfd5b71'] in n-d-768509-25 is: [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:12:39Z', 'revision_number': 3, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:51.590289 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-175d7ca3-b24f-4473-a357-89aca3017a1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 HTTP/1.1" status: 200 len: 217 time: 0.0975368 Nov 12 08:12:51.638934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153603b-5b94-496d-815a-bd79c71e503e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2dee3-00be-4b1c-8877-fc160810f0d1,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:51.659012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-94a0d2d4-d515-48c4-bfd9-28abe1335659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.662564 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-94a0d2d4-d515-48c4-bfd9-28abe1335659 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 915 time: 1.1291873 Nov 12 08:12:51.803129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:51.810934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-fa8ce5a6-0a22-43b6-a1b4-26e06c0fbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.818727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-fa8ce5a6-0a22-43b6-a1b4-26e06c0fbd86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47eccd50722045dbaf0aebacb2573831&device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 1095 time: 0.3844147 Nov 12 08:12:51.822544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8cd432cc-9a92-4fc5-9096-ea68102aed22 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3743796 Nov 12 08:12:51.822868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:51.835558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'security_group_rule': {'security_group_id': '12d9b859-0438-4d03-a413-f49cf39b048b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:51.895258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-45de1a32-1493-49d6-b9be-104f7b397272 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448 HTTP/1.1" status: 200 len: 217 time: 0.2181165 Nov 12 08:12:51.940076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-423c700e-2dcb-4451-a972-ee1529571171 req-f94c2254-79cc-477c-93b3-be7971c44883 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6582880 Nov 12 08:12:51.976763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31766bf4-05aa-4060-b18e-9b94c63e6ba3 req-86146558-d3e5-4808-8c1f-794fa1c612f7 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.990645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31766bf4-05aa-4060-b18e-9b94c63e6ba3 req-86146558-d3e5-4808-8c1f-794fa1c612f7 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 943 time: 0.6285696 Nov 12 08:12:52.104216 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:52.155805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-3decf2ce-2082-4654-8d6b-dd2ce7e49ad4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1 HTTP/1.1" status: 200 len: 217 time: 0.2545943 Nov 12 08:12:52.261016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31766bf4-05aa-4060-b18e-9b94c63e6ba3 req-c19aa172-3b67-4a48-8a30-30a3721c59df tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688491 Nov 12 08:12:52.282912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:52.491323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-4d88a10f-49ca-4ddd-bdb3-08196cb1ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.495605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-4d88a10f-49ca-4ddd-bdb3-08196cb1ef04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.3363590 Nov 12 08:12:52.502882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0119db-899d-4054-b08a-fc5702905329 req-6d61c2e8-ef1b-4d7c-85cb-744e5a6458cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.505022 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-6d61c2e8-ef1b-4d7c-85cb-744e5a6458cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c522d20e-e59a-43ae-83cd-b2c92fd534c0 HTTP/1.1" status: 200 len: 864 time: 0.1554992 Nov 12 08:12:52.539371 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef45b6ab-9ad9-446a-a0d3-ee858e673141 x-openstack-request-id: req-ef45b6ab-9ad9-446a-a0d3-ee858e673141 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:52.539933 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccada6b2-598a-4baf-9069-c3d66702a129", "tag": "eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:52.541404 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef45b6ab-9ad9-446a-a0d3-ee858e673141 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:52.542102 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'tag': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2', 'status': 'completed', 'code': 200} Nov 12 08:12:52.581256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-a2342975-afed-4edb-a13b-1260be66a10b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a726d2-e84d-49e3-8e3e-a1ee57907a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328989 Nov 12 08:12:52.601162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:52.807158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b679-cace-4f91-aee6-26bed896d77c req-79cab95d-a4ed-4718-8313-09ebc43648b0 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.820714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f593b679-cace-4f91-aee6-26bed896d77c req-79cab95d-a4ed-4718-8313-09ebc43648b0 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 944 time: 0.2788761 Nov 12 08:12:52.871377 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-0d868adf-15d8-4cb8-8780-33f3019588b2 service neutron] 10.222.0.25 "GET /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985211 Nov 12 08:12:52.889036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:52.892600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-5322233b-5dc3-43da-83ee-ab09b3b0bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.894832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-5322233b-5dc3-43da-83ee-ab09b3b0bbe1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 1.2306163 Nov 12 08:12:52.933584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e991b82-9bbe-4591-a275-6ee4e0b65448 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:52.978213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Allocated IP 172.20.0.1 (985982f4-4834-4c1c-9f39-9b1a13317a3b/e4770d3a-518f-49f9-aecc-91a6301d2a2a/b877794e-5b8f-4789-bfd4-1dae08ee1a30) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:53.255631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.319533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.339899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0e991b82-9bbe-4591-a275-6ee4e0b65448, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:53.390001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '0e991b82-9bbe-4591-a275-6ee4e0b65448', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'port_id': '0e991b82-9bbe-4591-a275-6ee4e0b65448', 'mac_address': 'fa:16:3e:19:73:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d470f2-bfb4-48dd-8019-34b74bdc586f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:53.426830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e45b4e5c-58a3-4f3e-94b9-920b2447a1ad up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:53.483501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.486001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6575966 Nov 12 08:12:53.496121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40838) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:53.516641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.521944 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.530247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:53.631709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.632024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-d1641271-afc2-45f3-ae35-5425745bc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:53.639215 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-d1641271-afc2-45f3-ae35-5425745bc8ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1257958 Nov 12 08:12:53.642922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:53.643343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.651228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411552d-c5a1-40d2-a85b-65be7f98234a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd637ff-dcb2-4c25-bd82-e6e931e2d352,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:53.671768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.679749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e991b82-9bbe-4591-a275-6ee4e0b65448 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:53.786879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0e991b82-9bbe-4591-a275-6ee4e0b65448, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:53.794810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:53.904906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:53.933460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=b877794e-5b8f-4789-bfd4-1dae08ee1a30,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:53.955662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=0e991b82-9bbe-4591-a275-6ee4e0b65448,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:53.974989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f593b679-cace-4f91-aee6-26bed896d77c req-4dc89696-802a-49c1-add6-aa331ad8d78c tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1530128 Nov 12 08:12:53.976886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:53.995866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:54.054886 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c0119db-899d-4054-b08a-fc5702905329 req-4b8f3732-bac9-44ff-8499-903092321887 service neutron] 10.222.0.25 "GET /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1575291 Nov 12 08:12:54.125468 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.213437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0f55-5cf5-40d9-b508-e0aafe82062f req-8f6df93e-ca9f-4fdd-97b3-3e18fa7708df tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.253763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0f55-5cf5-40d9-b508-e0aafe82062f req-8f6df93e-ca9f-4fdd-97b3-3e18fa7708df tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.255157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0e991b82-9bbe-4591-a275-6ee4e0b65448'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:54.272451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:54.285784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0f55-5cf5-40d9-b508-e0aafe82062f req-8f6df93e-ca9f-4fdd-97b3-3e18fa7708df tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.295167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0f55-5cf5-40d9-b508-e0aafe82062f req-8f6df93e-ca9f-4fdd-97b3-3e18fa7708df tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.299160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c4d0f55-5cf5-40d9-b508-e0aafe82062f req-8f6df93e-ca9f-4fdd-97b3-3e18fa7708df tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 3095 time: 0.9111340 Nov 12 08:12:54.315864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-d2971efc-9e8e-4210-9cc9-cbe707400016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.318490 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-d2971efc-9e8e-4210-9cc9-cbe707400016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0931993 Nov 12 08:12:54.340669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:54.353715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:54.370623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:54.522921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:54.537516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.554457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.575731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.577365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'tag': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:54.633255 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee3999-d117-4f65-89ff-2fd14e9b9397" -d '{"events": [{"name": "network-changed", "server_uuid": "a98ab345-20c9-4f39-bb71-695122c1bca9", "tag": "d3e2dee3-00be-4b1c-8877-fc160810f0d1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:54.727117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a70993d1-01ab-4080-a448-8cc8f48de0f8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8803272 Nov 12 08:12:54.737381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.757677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'admin_state_up': True, 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'security_groups': ['10e4dcfa-7525-4b15-a3e4-ff96448f0db7']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:54.778757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c4d0f55-5cf5-40d9-b508-e0aafe82062f req-fa6cbfc4-9e05-43a6-a117-690561b5c52d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946583 Nov 12 08:12:55.003078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10093-f175-4462-a269-7fd0bfb4a68f req-ff32aac6-40bc-4e47-9c94-d48c2618d7b6 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:55.017576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81a10093-f175-4462-a269-7fd0bfb4a68f req-ff32aac6-40bc-4e47-9c94-d48c2618d7b6 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 943 time: 0.4531395 Nov 12 08:12:55.092364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:55.102898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-f428c559-7ce4-4c95-9fd1-84a222ce16cc service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160425 Nov 12 08:12:55.110512 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-8cbac93e-d149-4e98-a578-570de0e8aa27 service neutron] 10.222.0.25 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4280102 Nov 12 08:12:55.144771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-115eb529-1660-4f78-8111-03030e31c5ea None None] Provisioning complete for port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:55.145744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-115eb529-1660-4f78-8111-03030e31c5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:55.369684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-115eb529-1660-4f78-8111-03030e31c5ea None None] Port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:55.372397 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897924b0-13f3-428d-be2a-174d585de6f6 x-openstack-request-id: req-897924b0-13f3-428d-be2a-174d585de6f6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:55.372848 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98ab345-20c9-4f39-bb71-695122c1bca9", "tag": "d3e2dee3-00be-4b1c-8877-fc160810f0d1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:55.373884 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-897924b0-13f3-428d-be2a-174d585de6f6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:55.374764 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'tag': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1', 'status': 'completed', 'code': 200} Nov 12 08:12:55.392416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:55.469528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81a10093-f175-4462-a269-7fd0bfb4a68f req-15e9111a-d0b1-4fb1-a5ab-38c2d805993f tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215133 Nov 12 08:12:55.550122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-67697dc4-be11-4006-915e-9385810c0626 None None] Provisioning complete for port b877794e-5b8f-4789-bfd4-1dae08ee1a30 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:55.550713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-67697dc4-be11-4006-915e-9385810c0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:55.660475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-c0539166-7fd5-4de1-8baa-420c1edceea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:55.663037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-c0539166-7fd5-4de1-8baa-420c1edceea7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47eccd50722045dbaf0aebacb2573831&device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 1095 time: 0.2859514 Nov 12 08:12:55.690257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-67697dc4-be11-4006-915e-9385810c0626 None None] Port b877794e-5b8f-4789-bfd4-1dae08ee1a30 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:55.715739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:55.721437 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9befde95-5dc6-40a0-ad44-801f0e3d46ea req-c60f16ac-aa7e-4199-a193-ef741425b916 service neutron] 10.222.0.25 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695677 Nov 12 08:12:55.887401 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-170c18cf-9f7c-4310-a6e5-696ce03b83ad req-30e90db7-5edd-40ee-98f3-6880daf4d27f service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756362 Nov 12 08:12:55.888751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-5d746d78-aa33-4288-805c-d80084f69574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:55.890396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-5d746d78-aa33-4288-805c-d80084f69574 service neutron] 10.222.0.25 "GET /v2.0/networks?id=41a726d2-e84d-49e3-8e3e-a1ee57907a41 HTTP/1.1" status: 200 len: 924 time: 0.2081039 Nov 12 08:12:56.064480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Made reservation on behalf of eb41fc9eee46479eb851a8529efea172 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:56.080106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Allocated IP 172.25.4.177 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/dffb95eb-a2b2-4117-b051-f2d54ca8eccb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:56.102997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607edf63-589a-4ef3-927e-3e2c27c954d8 req-8b406be6-ca56-489e-8666-0984ea9fbb65 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.103863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-607edf63-589a-4ef3-927e-3e2c27c954d8 req-8b406be6-ca56-489e-8666-0984ea9fbb65 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 944 time: 0.6883333 Nov 12 08:12:56.210143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e59b5a-03ca-4782-8a68-f7a8af4e0874 req-faf9b103-6898-4a89-aeda-208d37464235 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.219291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e59b5a-03ca-4782-8a68-f7a8af4e0874 req-faf9b103-6898-4a89-aeda-208d37464235 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.226097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e59b5a-03ca-4782-8a68-f7a8af4e0874 req-faf9b103-6898-4a89-aeda-208d37464235 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.232239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e59b5a-03ca-4782-8a68-f7a8af4e0874 req-faf9b103-6898-4a89-aeda-208d37464235 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.240153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7e59b5a-03ca-4782-8a68-f7a8af4e0874 req-faf9b103-6898-4a89-aeda-208d37464235 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 3095 time: 0.2110677 Nov 12 08:12:56.242016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.301855 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-1ae5c7cf-9eaf-49dd-82c4-5f33d92dc908 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1 HTTP/1.1" status: 200 len: 217 time: 0.3778992 Nov 12 08:12:56.303732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.364609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7e59b5a-03ca-4782-8a68-f7a8af4e0874 req-9c7f6aee-20db-431c-a5d7-64d01293f406 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139910 Nov 12 08:12:56.440683 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.458086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-f849e685-8a9b-45cc-b0bc-3cfffab3f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.461878 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-f849e685-8a9b-45cc-b0bc-3cfffab3f051 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c522d20e-e59a-43ae-83cd-b2c92fd534c0 HTTP/1.1" status: 200 len: 864 time: 0.1245687 Nov 12 08:12:56.463625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'Port': ['ID=dffb95eb-a2b2-4117-b051-f2d54ca8eccb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:56.491179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-607edf63-589a-4ef3-927e-3e2c27c954d8 req-c60b4832-bab7-4505-bd73-3882c66aaac3 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670270 Nov 12 08:12:56.526062 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-352aba2e-ac32-4849-8dd5-51328fec8536 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=41a726d2-e84d-49e3-8e3e-a1ee57907a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454099 Nov 12 08:12:56.528977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:56.670827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.676528 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-ecc74f34-ff90-4d25-bd2a-82561fbc0a44 service neutron] 10.222.0.25 "GET /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383202 Nov 12 08:12:56.678137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:56.684689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:56.724727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.805626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4eee3999-d117-4f65-89ff-2fd14e9b9397 req-f980c83a-4d31-4b11-8a89-f89d89884322 service neutron] 10.222.0.25 "GET /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167595 Nov 12 08:12:56.816719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Pushing event updated for resources: {'Port': ['ID=b877794e-5b8f-4789-bfd4-1dae08ee1a30,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:56.869478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.878848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-0bac9cbf-7293-4943-85d1-5b76338e0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.880827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-0bac9cbf-7293-4943-85d1-5b76338e0d33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 1096 time: 0.5969105 Nov 12 08:12:56.892604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1b6f-62b5-48d2-bf48-1ff4be8ccf15 req-e2ad5f8b-431f-44c0-a75b-f8714b4c31c2 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.902504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdcd1b6f-62b5-48d2-bf48-1ff4be8ccf15 req-e2ad5f8b-431f-44c0-a75b-f8714b4c31c2 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 943 time: 0.2493079 Nov 12 08:12:56.964923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d3e2dee3-00be-4b1c-8877-fc160810f0d1 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:56.968986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e991b82-9bbe-4591-a275-6ee4e0b65448 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:57.004688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-a31dd9a5-025d-453f-aaa6-117ecb293d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.006380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-a31dd9a5-025d-453f-aaa6-117ecb293d32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 915 time: 0.1161859 Nov 12 08:12:57.046727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdcd1b6f-62b5-48d2-bf48-1ff4be8ccf15 req-0b3b20c7-5949-4a80-99c4-163b740e2f01 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429443 Nov 12 08:12:57.067681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Allocated IP 10.2.2.200 (b222cb62-9d0b-4b6a-bf38-84ec06d504e8/ecf6eff4-3337-4259-a7a1-2460e973b918/8968689f-feb2-4da3-92ae-4fe68097842a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:57.102361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:12:57.181183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 0e991b82-9bbe-4591-a275-6ee4e0b65448 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:57.188241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:57.196682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:57.198948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 0e991b82-9bbe-4591-a275-6ee4e0b65448 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:57.200418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.213184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.220375 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-473eb1ad-f74e-4880-a354-7d314ecce494 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 HTTP/1.1" status: 200 len: 217 time: 0.2040610 Nov 12 08:12:57.337397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e45b4e5c-58a3-4f3e-94b9-920b2447a1ad up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:57.351387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.400454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.432386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-176d7951-495b-44df-beb0-0225d1638210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.434748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-176d7951-495b-44df-beb0-0225d1638210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.2030835 Nov 12 08:12:57.579721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.662941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-2127c5bb-c3e5-47f2-aade-87b868f080e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.664507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-2127c5bb-c3e5-47f2-aade-87b868f080e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2215383 Nov 12 08:12:57.715928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d3e2dee3-00be-4b1c-8877-fc160810f0d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1,segment=NetworkSegment(d5f60bbb-c7bd-41be-996c-926b2eb36e42),segment_id=d5f60bbb-c7bd-41be-996c-926b2eb36e42)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:57.747556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:57.754425 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.756595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.778886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:57.784125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event updated for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:57.792725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:57.802082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1', 'network_id': '41a726d2-e84d-49e3-8e3e-a1ee57907a41', 'port_id': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1', 'mac_address': 'fa:16:3e:90:f2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c522d20e-e59a-43ae-83cd-b2c92fd534c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:57.806208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:57.811439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-999a9866-243c-4e25-9ef5-01f0199eca4a None None] Provisioning complete for port b877794e-5b8f-4789-bfd4-1dae08ee1a30 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:57.812030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-999a9866-243c-4e25-9ef5-01f0199eca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.820829 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-1ce1d0d5-0df8-4cf2-afa4-1eb4097403a4 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460185 Nov 12 08:12:57.900511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e991b82-9bbe-4591-a275-6ee4e0b65448'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:57.903846 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630acc60-72e5-4d60-9201-be221fdb2051" -d '{"events": [{"server_uuid": "aa6c3b61-5bea-475b-9e3c-11d53799816c", "name": "network-vif-plugged", "status": "completed", "tag": "0e991b82-9bbe-4591-a275-6ee4e0b65448"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:57.936740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 0e991b82-9bbe-4591-a275-6ee4e0b65448, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:57.943446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:57.960983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e2dee3-00be-4b1c-8877-fc160810f0d1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:57.962189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-918fe24a-9fe2-4c7d-b7af-bc00e9a6b70f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.970954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-918fe24a-9fe2-4c7d-b7af-bc00e9a6b70f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.977490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-918fe24a-9fe2-4c7d-b7af-bc00e9a6b70f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.983860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-918fe24a-9fe2-4c7d-b7af-bc00e9a6b70f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.990689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-918fe24a-9fe2-4c7d-b7af-bc00e9a6b70f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.992688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-918fe24a-9fe2-4c7d-b7af-bc00e9a6b70f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 3816 time: 0.4515285 Nov 12 08:12:58.027679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d3e2dee3-00be-4b1c-8877-fc160810f0d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1,segment=NetworkSegment(d5f60bbb-c7bd-41be-996c-926b2eb36e42),segment_id=d5f60bbb-c7bd-41be-996c-926b2eb36e42)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:58.028885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-999a9866-243c-4e25-9ef5-01f0199eca4a None None] Port b877794e-5b8f-4789-bfd4-1dae08ee1a30 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:58.030995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.043188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.094267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.103412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-befd53e1-b7bb-4baf-bfd3-c6cd9f0e799a req-cf6b1be2-482f-473c-b5ae-450cfd92ee46 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557868 Nov 12 08:12:58.106650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.145075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25462e53-cef0-44b9-9749-c902e38e34c9 req-6ec99ceb-51fc-45a8-84f7-f05980a480cc tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.146768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25462e53-cef0-44b9-9749-c902e38e34c9 req-6ec99ceb-51fc-45a8-84f7-f05980a480cc tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 944 time: 0.3661246 Nov 12 08:12:58.155854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.156697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.209177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-6b29dc10-b7a7-4dcf-9647-bba4295990c7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4621978 Nov 12 08:12:58.229238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:58.330758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.373650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4e5d7900-ef52-471e-a8a7-7d4d92ef284e None None] Provisioning complete for port 8968689f-feb2-4da3-92ae-4fe68097842a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:58.378279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7900-ef52-471e-a8a7-7d4d92ef284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.400503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Router 50d3846e-32e1-4d17-981d-41eaccfd5b71 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:12:58.457449 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adfc7d6-76fa-4672-95f0-51fab4173535 x-openstack-request-id: req-4adfc7d6-76fa-4672-95f0-51fab4173535 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:58.464154 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c3b61-5bea-475b-9e3c-11d53799816c", "name": "network-vif-plugged", "status": "completed", "tag": "0e991b82-9bbe-4591-a275-6ee4e0b65448", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:58.464706 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4adfc7d6-76fa-4672-95f0-51fab4173535 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:58.465347 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e991b82-9bbe-4591-a275-6ee4e0b65448', 'code': 200} Nov 12 08:12:58.479010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d3e2dee3-00be-4b1c-8877-fc160810f0d1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:58.487125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:58.635346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:58.651728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=0e991b82-9bbe-4591-a275-6ee4e0b65448,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:58.718418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2', 'network_id': 'f0e5ef29-d1ce-4686-9309-7f509d4eb3c7', 'port_id': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2', 'mac_address': 'fa:16:3e:bf:aa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d470f2-bfb4-48dd-8019-34b74bdc586f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:58.795564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d7900-ef52-471e-a8a7-7d4d92ef284e None None] Port 8968689f-feb2-4da3-92ae-4fe68097842a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:58.805021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:58.817019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:58.835965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Transition to ACTIVE for port object 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:58.887421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25462e53-cef0-44b9-9749-c902e38e34c9 req-46ae2c12-8f76-453f-a87b-044a98d525c2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145090 Nov 12 08:12:58.892922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:59.067432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:59.070557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=d3e2dee3-00be-4b1c-8877-fc160810f0d1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:59.111593 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d5dc2c67-07b1-4b15-8258-75d773e6a761 req-979a7010-b69c-4a77-8f6e-7e95eb70f0a5 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2831266 Nov 12 08:12:59.121914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'Port': ['ID=dffb95eb-a2b2-4117-b051-f2d54ca8eccb,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:59.168841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:59.175897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d43e5-cb2d-474b-b3e3-e657ad39ced7 req-eef70505-393e-46c2-8886-56656ca03e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.177530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376d43e5-cb2d-474b-b3e3-e657ad39ced7 req-eef70505-393e-46c2-8886-56656ca03e73 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 1097 time: 0.3785205 Nov 12 08:12:59.189659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:59.234726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:59.236751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:59.255135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Sync routers for ids ['50d3846e-32e1-4d17-981d-41eaccfd5b71'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:59.256446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:59.262991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:59.272636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7982f50a-0452-4ba9-b892-41761d108a4a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7478688 Nov 12 08:12:59.293440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f5f8557b-e5f8-45e6-a56c-c46c92d8ea11 admin admin] 10.222.0.16 "PUT /v2.0/routers/50d3846e-32e1-4d17-981d-41eaccfd5b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2381263 Nov 12 08:12:59.396225 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376d43e5-cb2d-474b-b3e3-e657ad39ced7 req-d0af64ea-9f32-46ab-8a3c-1779d34666e1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090807 Nov 12 08:12:59.455177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Routers {'50d3846e-32e1-4d17-981d-41eaccfd5b71'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:59.456425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['50d3846e-32e1-4d17-981d-41eaccfd5b71'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:59.483557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e858d-6e46-4092-8b83-5f60c413e333 req-994c1137-27cd-46a1-9e25-9660aa389370 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.485229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d68e858d-6e46-4092-8b83-5f60c413e333 req-994c1137-27cd-46a1-9e25-9660aa389370 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 944 time: 0.6477265 Nov 12 08:12:59.566190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Pushing event updated for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:59.652911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Attempting to bind port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:59.653813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Attempting to bind port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:59.654632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Attempting to bind port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 on network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:59.668912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d68e858d-6e46-4092-8b83-5f60c413e333 req-3fc55c0f-e8d7-424d-8eaa-86400175e5a0 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700764 Nov 12 08:12:59.683584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 on network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:59.684564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Attempting to bind port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 on network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:59.713083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-cd231641-9289-4433-90fd-049d6edc215a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.723217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-cd231641-9289-4433-90fd-049d6edc215a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.731971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-cd231641-9289-4433-90fd-049d6edc215a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.744114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-cd231641-9289-4433-90fd-049d6edc215a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.755741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-cd231641-9289-4433-90fd-049d6edc215a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.759281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-cd231641-9289-4433-90fd-049d6edc215a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 3828 time: 0.3623340 Nov 12 08:12:59.767384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:59.768327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Checking segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:59.769190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Bound using segment: {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:59.770260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Bound port: 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d5120b-05a3-4e70-9844-90d4592135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:59.771110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:59.842648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:59.954919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:59.965104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:59.978067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:00.024478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d84331ae-90a2-4bd2-ab97-64f107b4cfba req-6183e862-0e0c-4a43-8208-aaf419f29130 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017055 Nov 12 08:13:00.025746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:00.158632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.160958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:00.165794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] 10.222.0.32 "PUT /v2.0/ports/69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 200 len: 1092 time: 1.9436781 Nov 12 08:13:00.166371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:00.177245 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a65061-8a1e-4b65-b05e-89b9595ffd21" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:00.209590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328f460-fced-4017-a45d-7b4d9fd0030d service neutron] Pushing event updated for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:00.226046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:00.255266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Set router 50d3846e-32e1-4d17-981d-41eaccfd5b71 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:00.371621 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-c99452d0-72bf-48ba-9002-77cd507cc9f8 req-8c0028f7-ad45-4fa3-a978-0f63e2df1244 tempest-FloatingIPDetailsNegativeTestJSON-1426762880 tempest-FloatingIPDetailsNegativeTestJSON-1426762880-project] show failed (client error): The resource could not be found. Nov 12 08:13:00.373667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c99452d0-72bf-48ba-9002-77cd507cc9f8 req-8c0028f7-ad45-4fa3-a978-0f63e2df1244 tempest-FloatingIPDetailsNegativeTestJSON-1426762880 tempest-FloatingIPDetailsNegativeTestJSON-1426762880-project] 10.222.0.16 "GET /v2.0/floatingips/7424ad25-3eae-4816-9e0d-0b353866071f HTTP/1.1" status: 404 len: 350 time: 0.1169567 Nov 12 08:13:00.383254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:00.458006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:00.556511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-ca8a65b2-7752-4622-b0a6-fd5e2e461dff tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--744374267&fields=id&tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb HTTP/1.1" status: 200 len: 267 time: 0.4564667 Nov 12 08:13:01.019137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d3e2dee3-00be-4b1c-8877-fc160810f0d1 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:01.171720 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-3be1cc8f-d6f6-4a43-8977-2cccccad5e8f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4466188 Nov 12 08:13:01.309876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port d3e2dee3-00be-4b1c-8877-fc160810f0d1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:01.337401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port d3e2dee3-00be-4b1c-8877-fc160810f0d1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:01.337838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:01.367730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-b9a9f98a-31a5-485e-b86f-a48d4bf06c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.371478 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-b9a9f98a-31a5-485e-b86f-a48d4bf06c52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ec2160de498403cb8be73c3fe141fc2&device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 1097 time: 0.1643064 Nov 12 08:13:01.434091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:12:55Z', 'revision_number': 4, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b877794e-5b8f-4789-bfd4-1dae08ee1a30', 'name': '', 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'mac_address': 'fa:16:3e:82:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e4770d3a-518f-49f9-aecc-91a6301d2a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:52Z', 'updated_at': '2021-11-12T08:12:56Z', 'revision_number': 2, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'subnets': [{'id': 'e4770d3a-518f-49f9-aecc-91a6301d2a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:01.532539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Checking router: 50d3846e-32e1-4d17-981d-41eaccfd5b71 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:01.532915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Updating router 50d3846e-32e1-4d17-981d-41eaccfd5b71 port b877794e-5b8f-4789-bfd4-1dae08ee1a30 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:01.592350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:01.620620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:01.633153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:01.660265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:01.707295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2de3d1-05d6-437f-b097-f4e60ff0d32c req-42fec9d7-e819-4121-9a4b-593a760d856e tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.708809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2de3d1-05d6-437f-b097-f4e60ff0d32c req-42fec9d7-e819-4121-9a4b-593a760d856e tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 945 time: 0.9390619 Nov 12 08:13:01.717418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Transition to ACTIVE for port object 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:01.723573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:01.782141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-4c23c307-5ab0-4bd5-a635-d476b2be6de9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.784157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-4c23c307-5ab0-4bd5-a635-d476b2be6de9 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 811 time: 1.2529140 Nov 12 08:13:01.803043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-b14ccb95-cc18-479d-a08a-067f31f266e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.804633 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-b14ccb95-cc18-479d-a08a-067f31f266e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c0c26761-11d2-4cc0-9f97-d3097541f03c HTTP/1.1" status: 200 len: 915 time: 0.4017637 Nov 12 08:13:01.926571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:01.988881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2de3d1-05d6-437f-b097-f4e60ff0d32c req-78708cce-4093-46a3-8290-5e5efcea5024 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493255 Nov 12 08:13:01.998660 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-c2cbeb8e-6863-4b95-a17e-d3b4f6a26abe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 HTTP/1.1" status: 200 len: 1000 time: 0.1811502 Nov 12 08:13:02.007425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-7a36e944-8bbc-479a-acb2-9ec0a7fd60de tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/quotas/4c0d5cc1b3e24ebb947844ab1c8843cb HTTP/1.1" status: 200 len: 375 time: 0.1890132 Nov 12 08:13:02.255216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-e9b0132c-04b0-4e76-9c1f-7792e9227ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:02.256669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-e9b0132c-04b0-4e76-9c1f-7792e9227ed6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a41ac79-af5e-43bb-884c-a002667a23b7 HTTP/1.1" status: 200 len: 854 time: 0.2054095 Nov 12 08:13:02.310011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-a17067be-2c7b-446d-b4f1-87a76a024ea0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2791674 Nov 12 08:13:02.349063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Attempting to bind port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:02.349593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Attempting to bind port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:02.350062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Attempting to bind port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:02.393472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Deleting port b877794e-5b8f-4789-bfd4-1dae08ee1a30 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:02.393931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.542636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 on network bce0ac65-782b-45a0-aad7-167edb3ad967 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:02.543395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Attempting to bind port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:02.562160 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d90b11-5b0d-4a68-b1f8-d632eb214438 x-openstack-request-id: req-b6d90b11-5b0d-4a68-b1f8-d632eb214438 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:02.566222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.568681 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:02.569262 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6d90b11-5b0d-4a68-b1f8-d632eb214438 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:02.570063 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'status': 'completed', 'code': 200} Nov 12 08:13:02.594040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:02.599969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Calling delete_port for b877794e-5b8f-4789-bfd4-1dae08ee1a30 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:02.730898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:02.731679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Checking segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:02.738393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Bound using segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:02.739337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.739492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Bound port: 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:02.740944 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.816783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-961489c4-f360-48df-b8d2-9f0e735e9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:02.825301 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-961489c4-f360-48df-b8d2-9f0e735e9c9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0c26761-11d2-4cc0-9f97-d3097541f03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5596426 Nov 12 08:13:02.855160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.881071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:02.884842 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61fd76-7bf0-4cb6-b9a5-921f0c996cf0" -d '{"events": [{"server_uuid": "a98ab345-20c9-4f39-bb71-695122c1bca9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2dee3-00be-4b1c-8877-fc160810f0d1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:02.896308 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.947649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d3e2dee3-00be-4b1c-8877-fc160810f0d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1,segment=NetworkSegment(d5f60bbb-c7bd-41be-996c-926b2eb36e42),segment_id=d5f60bbb-c7bd-41be-996c-926b2eb36e42)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:02.955992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:03.011221 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.019066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:03.030865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.051139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.058973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:03.064951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c46104-c854-4f0c-b133-94edb209d6d6 req-a1be0bec-6d2e-44f9-b714-d469840b7931 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:03.083756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Pushing event deleted for resources: {'Port': ['ID=b877794e-5b8f-4789-bfd4-1dae08ee1a30,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:03.090249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2c46104-c854-4f0c-b133-94edb209d6d6 req-a1be0bec-6d2e-44f9-b714-d469840b7931 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 944 time: 0.4099576 Nov 12 08:13:03.130697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:03.131846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.182060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665838d-1b26-46a6-b6bc-e97db4a8c9cc None None] Pushing event updated for resources: {'Port': ['ID=b877794e-5b8f-4789-bfd4-1dae08ee1a30,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:03.260878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:03.290062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Attempting to bind port b877794e-5b8f-4789-bfd4-1dae08ee1a30 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:03.291006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Attempting to bind port b877794e-5b8f-4789-bfd4-1dae08ee1a30 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:03.291384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Attempting to bind port b877794e-5b8f-4789-bfd4-1dae08ee1a30 on network 985982f4-4834-4c1c-9f39-9b1a13317a3b {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:03.294447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-b1a9bf24-8f81-48d4-9152-995f3f07c1b8 service neutron] 10.222.0.16 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386685 Nov 12 08:13:03.303046 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-f8783116-272e-4aa3-a4fc-1881bd49e1c4 service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632475 Nov 12 08:13:03.311574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:03.322555 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.323920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:03.324236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-f394bafe-2c7f-4708-afb5-103dc953d8a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 1135 time: 3.1029949 Nov 12 08:13:03.324412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Checking segment: {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:03.324880 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.325179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Bound using segment: {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:03.325590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Bound port: b877794e-5b8f-4789-bfd4-1dae08ee1a30, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba487929-7aa5-4a72-90ce-4228a95faf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '985982f4-4834-4c1c-9f39-9b1a13317a3b'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:03.325964 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.415710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Port b877794e-5b8f-4789-bfd4-1dae08ee1a30 has been deleted concurrently {{(pid=102373) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 08:13:03.420881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=d3e2dee3-00be-4b1c-8877-fc160810f0d1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:03.454265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Routers {'50d3846e-32e1-4d17-981d-41eaccfd5b71'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:03.455581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['50d3846e-32e1-4d17-981d-41eaccfd5b71'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:03.459405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.513888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:03.554003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2c46104-c854-4f0c-b133-94edb209d6d6 req-a2d853d0-0933-4714-837c-5f8559716e50 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661195 Nov 12 08:13:03.566467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:03.580653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9ec9629c-3300-41a0-b3ec-d26617b87be6 None None] Could not find standard attr ID for object b877794e-5b8f-4789-bfd4-1dae08ee1a30. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:13:03.596116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:03.849327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] Set router 50d3846e-32e1-4d17-981d-41eaccfd5b71 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:04.055923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.056616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.056910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.057491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.057972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.058442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.060379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-c7547bf5-16cf-4748-aa5b-21a8fbff5b4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5250 time: 1.2611639 Nov 12 08:13:04.063175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.082811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.120354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-62c3cfb6-8da9-4e7b-93f6-5221a41eb8ab service neutron] 10.222.0.16 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7946393 Nov 12 08:13:04.139004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:04.193655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.208613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:13:02Z', 'revision_number': 5, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:04.220343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.238638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.260168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.285194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.304831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90940a35-46da-4f0b-8da2-7b61cf7d48cb None None] The sync data for ids ['50d3846e-32e1-4d17-981d-41eaccfd5b71'] in n-d-768509-25 is: [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:13:02Z', 'revision_number': 5, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:04.313515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.319594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-85d61afe-384f-4a6c-a2fc-9e5ce5b643da tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 4604 time: 0.4004524 Nov 12 08:13:04.346508 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7c3e97af-9a66-4d91-a31d-a323ab8ab338 req-2d6c1dce-20d9-4f32-b8f2-5b56d264ac8f service neutron] 10.222.0.25 "GET /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0264790 Nov 12 08:13:04.409507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-4d2f85b5-6114-4bff-9d8b-75aae0537206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.410271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-4d2f85b5-6114-4bff-9d8b-75aae0537206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.411421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-4d2f85b5-6114-4bff-9d8b-75aae0537206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.423736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-4d2f85b5-6114-4bff-9d8b-75aae0537206 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb41fc9eee46479eb851a8529efea172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3221116 Nov 12 08:13:04.436793 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd951065-ee41-4a72-9d3e-4466d377b852 x-openstack-request-id: req-fd951065-ee41-4a72-9d3e-4466d377b852 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:04.440479 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98ab345-20c9-4f39-bb71-695122c1bca9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2dee3-00be-4b1c-8877-fc160810f0d1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:04.450419 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd951065-ee41-4a72-9d3e-4466d377b852 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:04.450838 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1', 'code': 200} Nov 12 08:13:04.699412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '1b22d169-b647-4b7a-ba4a-ea9c4fc868c5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:04.703454 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f4761-9bab-4d70-9c26-90782729635d" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "1b22d169-b647-4b7a-ba4a-ea9c4fc868c5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:04.883139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-a9f6a5cb-6347-433d-bb77-a0f7856ac108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.886159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55a65061-8a1e-4b65-b05e-89b9595ffd21 req-a9f6a5cb-6347-433d-bb77-a0f7856ac108 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4347725 Nov 12 08:13:05.068114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db4f47e9-22cd-4d66-9d0c-0396492d5d71 req-45defa60-e910-42a9-96e9-5b6e63410bef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7386916 Nov 12 08:13:05.293160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a48f3-329e-4005-b166-ed2d59f39d2a req-d9ccf3b7-5451-4c93-a6f3-58d3674c965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.295687 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-847a48f3-329e-4005-b166-ed2d59f39d2a req-d9ccf3b7-5451-4c93-a6f3-58d3674c965b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 1097 time: 0.4081254 Nov 12 08:13:05.300673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2e0f-efab-45f0-b635-3ded5673842b req-b5c93ec9-d053-4e12-a016-dda97fd6db59 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.312881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-644f2e0f-efab-45f0-b635-3ded5673842b req-b5c93ec9-d053-4e12-a016-dda97fd6db59 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.6033702 Nov 12 08:13:05.556119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Router 50d3846e-32e1-4d17-981d-41eaccfd5b71 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:05.601140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-847a48f3-329e-4005-b166-ed2d59f39d2a req-461cbfa1-c0e9-4b5b-b14f-d58ab0285f91 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707504 Nov 12 08:13:05.660221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a062e5-3fca-44c5-a740-9c54d71280b8 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:05.670811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:05.691753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Transition to ACTIVE for port object 83a062e5-3fca-44c5-a740-9c54d71280b8 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:05.743644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bedebb7-2354-4233-85b9-7de3879ccfe0 req-9fbd6789-806f-4b64-81dd-3f41b3b679ec tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 210 time: 0.4166231 Nov 12 08:13:05.756988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:05.852986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-644f2e0f-efab-45f0-b635-3ded5673842b req-5ea350d6-e5d9-4288-aa9f-048fb05ec642 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143280 Nov 12 08:13:06.039169 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da52c12a-cd20-4f64-b669-4bacce92c0c3 x-openstack-request-id: req-da52c12a-cd20-4f64-b669-4bacce92c0c3 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:06.044082 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "1b22d169-b647-4b7a-ba4a-ea9c4fc868c5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:06.045061 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da52c12a-cd20-4f64-b669-4bacce92c0c3 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:06.047476 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '1b22d169-b647-4b7a-ba4a-ea9c4fc868c5', 'status': 'completed', 'code': 200} Nov 12 08:13:06.079743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Pushing event updated for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:06.157240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:06.160278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Attempting to bind port 83a062e5-3fca-44c5-a740-9c54d71280b8 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:06.160628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Attempting to bind port 83a062e5-3fca-44c5-a740-9c54d71280b8 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:06.160959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Attempting to bind port 83a062e5-3fca-44c5-a740-9c54d71280b8 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:06.176750 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] Sync routers for ids ['50d3846e-32e1-4d17-981d-41eaccfd5b71'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:06.180989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325698-8050-4fb8-a290-616ab80ac57b req-68cc55b1-95ac-4041-8eb2-0a8b1f18f913 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.189345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9325698-8050-4fb8-a290-616ab80ac57b req-68cc55b1-95ac-4041-8eb2-0a8b1f18f913 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.2500374 Nov 12 08:13:06.208655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ec17a509-01eb-4174-a443-a932dc79c091 admin admin] 10.222.0.16 "PUT /v2.0/routers/50d3846e-32e1-4d17-981d-41eaccfd5b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8212533 Nov 12 08:13:06.214030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:06.214668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Port 83a062e5-3fca-44c5-a740-9c54d71280b8 on network bce0ac65-782b-45a0-aad7-167edb3ad967 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:06.214996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Attempting to bind port 83a062e5-3fca-44c5-a740-9c54d71280b8 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:06.219950 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] Routers {'50d3846e-32e1-4d17-981d-41eaccfd5b71'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:06.225988 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['50d3846e-32e1-4d17-981d-41eaccfd5b71'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:06.258156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:06.258569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Checking segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:06.259204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Bound using segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:06.259942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Bound port: 83a062e5-3fca-44c5-a740-9c54d71280b8, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:06.261394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:06.267829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.268783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.269589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.270485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.281830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.282842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.290543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.299781 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0e0f4761-9bab-4d70-9c26-90782729635d req-7756d8a1-653a-4154-9460-4d36abbfbeca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6178 time: 0.3003242 Nov 12 08:13:06.433480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:06.451515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:06.454576 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a100369-33aa-458b-9894-40fff36aac7e" -d '{"events": [{"server_uuid": "ccada6b2-598a-4baf-9069-c3d66702a129", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:06.574971 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] Set router 50d3846e-32e1-4d17-981d-41eaccfd5b71 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:06.633957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-33a576e9-2a67-477f-8d16-2610c559bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.634810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-33a576e9-2a67-477f-8d16-2610c559bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.635742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-33a576e9-2a67-477f-8d16-2610c559bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.643187 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0e0f4761-9bab-4d70-9c26-90782729635d req-33a576e9-2a67-477f-8d16-2610c559bd64 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb41fc9eee46479eb851a8529efea172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3334892 Nov 12 08:13:06.928516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9325698-8050-4fb8-a290-616ab80ac57b req-879987ab-4694-4ccd-886d-31da760641c8 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380998 Nov 12 08:13:06.948156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4761-9bab-4d70-9c26-90782729635d req-27887a6b-36e4-42d2-b303-e584acf52977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.955635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0e0f4761-9bab-4d70-9c26-90782729635d req-27887a6b-36e4-42d2-b303-e584acf52977 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3020730 Nov 12 08:13:06.999215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.005749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.020069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.040655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.053447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.070232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.085693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.097224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f6229be-5691-4517-98a8-b10030038110 req-0a30539b-a7db-4efe-9e05-6fb04658565c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5380 time: 0.8674915 Nov 12 08:13:07.124603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:07.170228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a062e5-3fca-44c5-a740-9c54d71280b8,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:07.184585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:07.194486 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe57c0-68fe-4b32-b99a-7f718db5014e x-openstack-request-id: req-d0fe57c0-68fe-4b32-b99a-7f718db5014e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:07.195081 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccada6b2-598a-4baf-9069-c3d66702a129", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:07.195506 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0fe57c0-68fe-4b32-b99a-7f718db5014e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:07.196144 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2', 'code': 200} Nov 12 08:13:07.312803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.313368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:07.314946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] 10.222.0.32 "PUT /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 1135 time: 3.7930863 Nov 12 08:13:07.334062 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:13:02Z', 'revision_number': 5, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:07.387731 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] Checking router: 50d3846e-32e1-4d17-981d-41eaccfd5b71 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:07.399932 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] Routers {'50d3846e-32e1-4d17-981d-41eaccfd5b71'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:07.400665 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['50d3846e-32e1-4d17-981d-41eaccfd5b71'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:07.433352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:07.437410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c0b6-41ac-4950-8585-4345a93ab83b req-9840202a-dd5a-4267-bad4-69c4b54e114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.440077 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-37a9c0b6-41ac-4950-8585-4345a93ab83b req-9840202a-dd5a-4267-bad4-69c4b54e114b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 1098 time: 0.1368625 Nov 12 08:13:07.481424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4b030dae-6fd4-451b-8ecc-70b6d5fc3621 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:07.521744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4b030dae-6fd4-451b-8ecc-70b6d5fc3621 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459349 Nov 12 08:13:07.549679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-37a9c0b6-41ac-4950-8585-4345a93ab83b req-67445c15-1ef0-4b6b-8ed0-fc1e5d2d3858 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995238 Nov 12 08:13:07.564446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:07.597462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f0db9900-362f-4ba1-87aa-8c866b410f62 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.599794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f0db9900-362f-4ba1-87aa-8c866b410f62 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 811 time: 0.9063091 Nov 12 08:13:07.602825 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] Set router 50d3846e-32e1-4d17-981d-41eaccfd5b71 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:07.622550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c91fa30e-47d0-489d-a13a-b20cb7c5675b req-7651a86a-6315-46d0-b7c6-15fd3f6b8a44 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 210 time: 0.1671593 Nov 12 08:13:07.821748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f6229be-5691-4517-98a8-b10030038110 req-e9c257a2-32ee-4906-acd5-2d85974272ec tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7212067 Nov 12 08:13:07.830642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e937f-fea7-4948-bae3-2b0b50475986 service neutron] Pushing event updated for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:07.948976 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:13:02Z', 'revision_number': 5, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:07.972561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:07.995514 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab91e90-df37-4d31-89ce-4e8efa51ec90 None None] The sync data for ids ['50d3846e-32e1-4d17-981d-41eaccfd5b71'] in n-d-768509-25 is: [{'id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1555782329-router', 'tenant_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:27Z', 'updated_at': '2021-11-12T08:13:02Z', 'revision_number': 5, 'project_id': '851a46c3dc5c4bf98e6cb036919ffb3e', 'gw_port': {'id': 'e45b4e5c-58a3-4f3e-94b9-920b2447a1ad', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d3846e-32e1-4d17-981d-41eaccfd5b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:31Z', 'updated_at': '2021-11-12T08:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:08.061473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '83a062e5-3fca-44c5-a740-9c54d71280b8'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:08.063787 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f941ec-3711-4704-9aad-d50a9b936e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "83a062e5-3fca-44c5-a740-9c54d71280b8"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:08.078083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-fc900e74-897f-4e44-bcd2-6b1232288580 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb HTTP/1.1" status: 200 len: 379 time: 0.3073807 Nov 12 08:13:08.103590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'port': {'device_id': '14253738-1077-441a-9ead-eebcd5f7bc90', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'admin_state_up': True, 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'security_groups': ['12d9b859-0438-4d03-a413-f49cf39b048b']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:08.124725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194ce73-adf9-4196-9bbe-1fdc326fd63e req-5e9d25de-6f99-4612-b2ed-7b9331099440 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:08.132263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8194ce73-adf9-4196-9bbe-1fdc326fd63e req-5e9d25de-6f99-4612-b2ed-7b9331099440 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.3431647 Nov 12 08:13:08.504236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:08.543354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Deleting port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:08.543969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:08.635871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674a2a6-4e5c-4d4b-aef7-67b1c50df5fb req-3fb239f1-d046-4286-a9e8-82fbe22154f1 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:08.637490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1674a2a6-4e5c-4d4b-aef7-67b1c50df5fb req-3fb239f1-d046-4286-a9e8-82fbe22154f1 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.5848036 Nov 12 08:13:08.772441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1674a2a6-4e5c-4d4b-aef7-67b1c50df5fb req-ff88d572-ce7a-4608-af60-a5378c254b0f tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177363 Nov 12 08:13:08.804200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8194ce73-adf9-4196-9bbe-1fdc326fd63e req-ec70d001-00f8-4813-9caf-f5879c90b2eb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709292 Nov 12 08:13:08.884038 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efd3149-08c9-40c2-8add-f54f277c96fa x-openstack-request-id: req-4efd3149-08c9-40c2-8add-f54f277c96fa {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:08.884311 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "83a062e5-3fca-44c5-a740-9c54d71280b8", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:08.884572 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4efd3149-08c9-40c2-8add-f54f277c96fa {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:08.884989 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '83a062e5-3fca-44c5-a740-9c54d71280b8', 'status': 'completed', 'code': 200} Nov 12 08:13:08.935077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] For port e45b4e5c-58a3-4f3e-94b9-920b2447a1ad, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:08.943774 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.007338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.007935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.009296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.010059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.010854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.011393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.011920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.014317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-4341fd8d-d926-47bd-b1ba-ac32d6a6195c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6220 time: 0.1181865 Nov 12 08:13:09.054221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Calling delete_port for e45b4e5c-58a3-4f3e-94b9-920b2447a1ad owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:09.172393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-96356fac-e4f9-47a1-abdb-89722258a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.172879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-96356fac-e4f9-47a1-abdb-89722258a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.173452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-96356fac-e4f9-47a1-abdb-89722258a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.175195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-96356fac-e4f9-47a1-abdb-89722258a2cc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb41fc9eee46479eb851a8529efea172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1459351 Nov 12 08:13:09.325756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-c39c0587-cc01-4a4a-99e4-aeb387d357b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.327366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0f941ec-3711-4704-9aad-d50a9b936e9f req-c39c0587-cc01-4a4a-99e4-aeb387d357b6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1431766 Nov 12 08:13:09.509312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da11ecd2-09f8-462a-9c7d-1ae55b01da96 req-7aa1abc1-3eed-473f-81fe-b34c513ec627 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 210 time: 0.4913571 Nov 12 08:13:09.528224 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.587190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Made reservation on behalf of 4c0d5cc1b3e24ebb947844ab1c8843cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:09.594456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.602295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:09.609065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45b4e5c-58a3-4f3e-94b9-920b2447a1ad,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:09.648608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.748208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b8a3f-4f24-4a29-89b0-9840fd20d8db req-ffaffd7b-07ae-4f55-9d18-706ed33e5c5c tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.755393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e77b8a3f-4f24-4a29-89b0-9840fd20d8db req-ffaffd7b-07ae-4f55-9d18-706ed33e5c5c tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.7055218 Nov 12 08:13:09.780798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Transition to ACTIVE for port object 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:09.828850 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.937232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.943345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.949737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.955720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.962394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.968550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.975037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.977228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-640476ed-2bf7-47c8-bb99-62872382802b req-f33d3751-b287-4f3b-9b5e-4ff88be3bbdd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5380 time: 0.3484468 Nov 12 08:13:10.018235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.073239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e77b8a3f-4f24-4a29-89b0-9840fd20d8db req-715b8a9e-9f78-4d42-a2d4-f5b4a07eee52 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169727 Nov 12 08:13:10.138954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Pushing event updated for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:10.274113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.281835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.319003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Allocated IP 172.20.0.5 (defefb73-b5c2-4cff-9b60-d0c076a283bc/4a05dfef-8bf5-4bbf-a247-1d52c7901637/7f1f4767-ba4f-41bd-bd92-7e6354efcccb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:10.444583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.445202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d3846e-32e1-4d17-981d-41eaccfd5b71 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:13:10.458235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-640476ed-2bf7-47c8-bb99-62872382802b req-64fd9894-cbc2-409b-8287-e938fbc3c4a8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4588740 Nov 12 08:13:10.468931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.470077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5ecdf0eb-87c2-4e39-8672-6ffb6b122be1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/50d3846e-32e1-4d17-981d-41eaccfd5b71 HTTP/1.1" status: 204 len: 168 time: 4.2489915 Nov 12 08:13:10.478258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40996) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:10.503898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Attempting to bind port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:10.504462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Attempting to bind port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:10.504999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Attempting to bind port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:10.600961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 on network bce0ac65-782b-45a0-aad7-167edb3ad967 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:10.601656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Attempting to bind port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:10.618516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf032e54-8ee4-414b-a1a3-996e83cd7c85 req-5cd8155a-dd40-47bc-8355-d4a7aa15f1f9 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:10.624130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Deleting subnet e4770d3a-518f-49f9-aecc-91a6301d2a2a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:10.625934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf032e54-8ee4-414b-a1a3-996e83cd7c85 req-5cd8155a-dd40-47bc-8355-d4a7aa15f1f9 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.2383990 Nov 12 08:13:10.635784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:10.636296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Checking segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:10.636661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Bound using segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:10.637020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Bound port: 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:10.637378 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.642644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.648419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-725a15cd-92d2-4c88-9cd7-de15e9bf87bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.745354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.766959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf032e54-8ee4-414b-a1a3-996e83cd7c85 req-d95d0c60-d281-413d-9f83-2317f79ecedc tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334164 Nov 12 08:13:10.829138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:10.834120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:10.869928 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.958384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9126737-5e19-483a-86a6-4dbf04e052cd req-28203b25-b3c7-4275-97d3-9c511368be15 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 210 time: 0.0992279 Nov 12 08:13:10.982652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:10.983275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.986858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] 10.222.0.32 "PUT /v2.0/ports/51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 HTTP/1.1" status: 200 len: 1092 time: 3.4337726 Nov 12 08:13:10.986858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:10.988418 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a91ec7-e301-45f2-af99-007756ac2a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:11.001622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.048843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da624f72-0614-4d02-ac7c-640c9e20c477 service neutron] Pushing event updated for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:11.074773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffd4fb-d1f7-4ef9-84e5-3778b0912e51 req-07845e82-5e30-4af3-a922-89b285b7755a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.084029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51ffd4fb-d1f7-4ef9-84e5-3778b0912e51 req-07845e82-5e30-4af3-a922-89b285b7755a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.2093503 Nov 12 08:13:11.187654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:11.197183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:11.208021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:11.264346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.282750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:11.330682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e45b4e5c-58a3-4f3e-94b9-920b2447a1ad no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:11.370326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.385659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e45b4e5c-58a3-4f3e-94b9-920b2447a1ad {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:11.386008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e45b4e5c-58a3-4f3e-94b9-920b2447a1ad not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:11.399248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event updated for resources: {'Port': ['ID=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:11.451699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.461107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51ffd4fb-d1f7-4ef9-84e5-3778b0912e51 req-2165ac4c-852f-4d73-aee8-948f7f8d924c tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759384 Nov 12 08:13:11.515185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f290c22-5ede-4f7b-8604-38e97c1d6db8 None None] Network 985982f4-4834-4c1c-9f39-9b1a13317a3b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:11.521188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.524770 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e4770d3a-518f-49f9-aecc-91a6301d2a2a HTTP/1.1" status: 204 len: 168 time: 1.0452991 Nov 12 08:13:11.525950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564626f1-da93-4019-a58b-d81debef6c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4770d3a-518f-49f9-aecc-91a6301d2a2a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:11.529431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41016) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:11.533530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b093b3-4694-4fe2-9d84-88fbb1b14db8 req-4665c258-dedb-4f4d-9acb-d07d499b729a tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.548831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6b093b3-4694-4fe2-9d84-88fbb1b14db8 req-4665c258-dedb-4f4d-9acb-d07d499b729a tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.3478549 Nov 12 08:13:11.563673 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12443a2d-21cc-4e6f-b876-938bba4d0b78 x-openstack-request-id: req-12443a2d-21cc-4e6f-b876-938bba4d0b78 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:11.564008 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:11.564305 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12443a2d-21cc-4e6f-b876-938bba4d0b78 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:11.564721 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3', 'status': 'completed', 'code': 200} Nov 12 08:13:11.565463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.597728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.598394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.657057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3650679-e071-481b-b2fa-a5bd9c76b4d0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5572202 Nov 12 08:13:11.701353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Request body: {'port': {'device_id': '14253738-1077-441a-9ead-eebcd5f7bc90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:11.748010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6b093b3-4694-4fe2-9d84-88fbb1b14db8 req-14be1d66-f2f3-47cd-ba02-f5c9fb418d82 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982725 Nov 12 08:13:11.758677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c944f9ba-881d-43e4-9388-1851f79d8f74 None None] Provisioning complete for port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:11.771303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c944f9ba-881d-43e4-9388-1851f79d8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.789199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.806382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.807256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.808842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.809535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.810170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.810798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.811436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.814014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-30ce2800-db8e-4ec6-93bc-b852af816b72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6288 time: 0.2267921 Nov 12 08:13:11.816943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:11.837595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c944f9ba-881d-43e4-9388-1851f79d8f74 None None] Port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:11.908908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] DHCP port deletion for 985982f4-4834-4c1c-9f39-9b1a13317a3b request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:13:12.011291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] Deleting port d9e8df73-a623-4ab3-8637-9c19eb679572 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:12.011927 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.054045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Deleting port d9e8df73-a623-4ab3-8637-9c19eb679572 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:12.054706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.057604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.060210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-71a15fde-3a82-4d57-87ac-942132a2ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.061103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-71a15fde-3a82-4d57-87ac-942132a2ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.061897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-71a15fde-3a82-4d57-87ac-942132a2ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.064583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-71a15fde-3a82-4d57-87ac-942132a2ef6a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb41fc9eee46479eb851a8529efea172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2246621 Nov 12 08:13:12.152972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] For port d9e8df73-a623-4ab3-8637-9c19eb679572, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9e8df73-a623-4ab3-8637-9c19eb679572,segment=NetworkSegment(ba487929-7aa5-4a72-90ce-4228a95faf55),segment_id=ba487929-7aa5-4a72-90ce-4228a95faf55)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:12.153661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.184603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] Calling delete_port for d9e8df73-a623-4ab3-8637-9c19eb679572 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:12.204815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945818b-985a-42a4-88ef-db3902d0a617 req-bc266c59-fcb8-4a8b-b009-af9f4782869d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.212169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7945818b-985a-42a4-88ef-db3902d0a617 req-bc266c59-fcb8-4a8b-b009-af9f4782869d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 945 time: 0.4352939 Nov 12 08:13:12.289394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] For port d9e8df73-a623-4ab3-8637-9c19eb679572, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9e8df73-a623-4ab3-8637-9c19eb679572,segment=NetworkSegment(ba487929-7aa5-4a72-90ce-4228a95faf55),segment_id=ba487929-7aa5-4a72-90ce-4228a95faf55)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:12.290025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.328702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Calling delete_port for d9e8df73-a623-4ab3-8637-9c19eb679572 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:12.405796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-fad5970a-f767-4eb6-b404-45999f2202a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.407387 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1a91ec7-e301-45f2-af99-007756ac2a6b req-fad5970a-f767-4eb6-b404-45999f2202a7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3225753 Nov 12 08:13:12.485775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.492406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.520661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] Pushing event deleted for resources: {'Port': ['ID=d9e8df73-a623-4ab3-8637-9c19eb679572,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:12.526422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e8df73-a623-4ab3-8637-9c19eb679572,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:12.529912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] No DVR routers for this DVR port d9e8df73-a623-4ab3-8637-9c19eb679572 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:12.533733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f8a80-8166-474b-b0ff-8efba931fbdd None None] No DVR routers for this DVR port d9e8df73-a623-4ab3-8637-9c19eb679572 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:12.552641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.560318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.566844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.573297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.580317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.586468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.593336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.595507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a79285ac-c2a9-4998-9c4f-3a9186c81ce3 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5392 time: 0.7191789 Nov 12 08:13:12.627274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.671644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985982f4-4834-4c1c-9f39-9b1a13317a3b']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:12.683984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba487929-7aa5-4a72-90ce-4228a95faf55') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:12.684304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba487929-7aa5-4a72-90ce-4228a95faf55') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:12.699454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.718734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.733718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:12.734116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: items = [ Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:12.736264 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:12.773143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7945818b-985a-42a4-88ef-db3902d0a617 req-21b4ad9a-d332-4eef-b008-ac920155b710 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600708 Nov 12 08:13:12.832675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.842328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.850818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/985982f4-4834-4c1c-9f39-9b1a13317a3b HTTP/1.1" status: 204 len: 168 time: 1.3179870 Nov 12 08:13:12.870452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95da7e-d7c4-45e1-9bdf-48b105f7a8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=985982f4-4834-4c1c-9f39-9b1a13317a3b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:12.949935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2805bad0-3814-4db1-9f85-d23774bfcc37 req-a9ffbbad-419d-4c88-be32-ff6caaa03a3f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3162506 Nov 12 08:13:13.055428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:13.115725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc08120-525e-4368-a584-fbb131e12649 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:13.139544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e058f29b-6b55-4b18-83c8-2c2baaaf4619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.179641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.196641 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-df5a5a3e-9a13-4590-b460-7111724f03c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=851a46c3dc5c4bf98e6cb036919ffb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386669 Nov 12 08:13:13.201041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41034) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:13.239268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab295aad-eb7a-4885-bffd-8d59f623bbc4 req-62a72d25-2354-4299-a129-b9461816e2b2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:13.242107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab295aad-eb7a-4885-bffd-8d59f623bbc4 req-62a72d25-2354-4299-a129-b9461816e2b2 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 931 time: 0.1556900 Nov 12 08:13:13.252969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Transition to ACTIVE for port object dbc08120-525e-4368-a584-fbb131e12649 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:13.291101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1f4767-ba4f-41bd-bd92-7e6354efcccb {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:13.312787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d8ef1e2-1eac-4182-9ca7-661af8620f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.313543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.324497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9e8df73-a623-4ab3-8637-9c19eb679572 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:13.329616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.360666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d9e8df73-a623-4ab3-8637-9c19eb679572 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:13.362884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9e8df73-a623-4ab3-8637-9c19eb679572 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:13.372791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d8ef1e2-1eac-4182-9ca7-661af8620f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.429059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Transition to ACTIVE for port object 7f1f4767-ba4f-41bd-bd92-7e6354efcccb will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:13.446329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.465623 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d8ef1e2-1eac-4182-9ca7-661af8620f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.466390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:13.469529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d8ef1e2-1eac-4182-9ca7-661af8620f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.471222 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d8ef1e2-1eac-4182-9ca7-661af8620f98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de5493f3-2d68-410c-ab35-d562a2490bf1 HTTP/1.1" status: 204 len: 168 time: 0.2687917 Nov 12 08:13:13.491616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ef1e2-1eac-4182-9ca7-661af8620f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5493f3-2d68-410c-ab35-d562a2490bf1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:13.534067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab295aad-eb7a-4885-bffd-8d59f623bbc4 req-fa638124-1470-4ae8-b4d9-9de362c8a176 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603474 Nov 12 08:13:13.580814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.581599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.582157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.582675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.583405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.583927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.584512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.585034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.585544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.586051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.586546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.587052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:13.857678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:13.919590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Attempting to bind port dbc08120-525e-4368-a584-fbb131e12649 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:13.938487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Attempting to bind port dbc08120-525e-4368-a584-fbb131e12649 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:13.939536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Attempting to bind port dbc08120-525e-4368-a584-fbb131e12649 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:13.986492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Port dbc08120-525e-4368-a584-fbb131e12649 on network bce0ac65-782b-45a0-aad7-167edb3ad967 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:13.987157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Attempting to bind port dbc08120-525e-4368-a584-fbb131e12649 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:14.084170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005124-bc07-4062-adb0-1dccb2ac742b req-695c5db2-f88d-4ac0-9cd1-073cb4bdce57 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:14.100802 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86005124-bc07-4062-adb0-1dccb2ac742b req-695c5db2-f88d-4ac0-9cd1-073cb4bdce57 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.3575430 Nov 12 08:13:14.103602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Attempting to bind port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:14.104229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Attempting to bind port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:14.104738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Attempting to bind port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb on network defefb73-b5c2-4cff-9b60-d0c076a283bc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:14.113091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:14.113091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Checking segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:14.120740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Bound using segment: {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:14.121466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Bound port: dbc08120-525e-4368-a584-fbb131e12649, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b56b63-f751-485b-a0db-6503f0497c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:14.122575 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.221501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb on network defefb73-b5c2-4cff-9b60-d0c076a283bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:14.221834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Attempting to bind port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb on network defefb73-b5c2-4cff-9b60-d0c076a283bc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:14.239155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:14.239931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Checking segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:14.239931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Bound using segment: {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:14.240356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Bound port: 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:14.240716 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.377104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053312a2-292f-4543-a44e-cd0c745fd9eb req-0c0111bb-bdc5-452c-9da6-2c9562e0c1a6 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:14.379727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-053312a2-292f-4543-a44e-cd0c745fd9eb req-0c0111bb-bdc5-452c-9da6-2c9562e0c1a6 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.3298709 Nov 12 08:13:14.406798 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.473540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86005124-bc07-4062-adb0-1dccb2ac742b req-6a18f138-c7f0-4386-b186-77e6b2854600 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713350 Nov 12 08:13:14.596741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:14.640023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dbc08120-525e-4368-a584-fbb131e12649,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:14.679302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.761832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] For port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:14.817036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:14.817586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.819855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] 10.222.0.32 "PUT /v2.0/ports/dbc08120-525e-4368-a584-fbb131e12649 HTTP/1.1" status: 200 len: 1092 time: 3.7945292 Nov 12 08:13:14.828299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:14.830693 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "dbc08120-525e-4368-a584-fbb131e12649"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:14.862132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:14.870778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-053312a2-292f-4543-a44e-cd0c745fd9eb req-e2d945fd-f58c-4ed6-85d5-c744b3491ad7 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931882 Nov 12 08:13:14.882821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] For port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:14.912949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:14.922525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.988404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:14.989148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.991236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] 10.222.0.32 "PUT /v2.0/ports/7f1f4767-ba4f-41bd-bd92-7e6354efcccb HTTP/1.1" status: 200 len: 1092 time: 3.2944093 Nov 12 08:13:15.002683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186d5c1-4703-40b2-b2fc-385a0d746815 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:15.067221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-753334657-network', 'tenant_id': '3935cc471cf14c4fb7b82f11742f4b70'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:15.070801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.077912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.086702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.100201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.111326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.123527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.124739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Made reservation on behalf of 3935cc471cf14c4fb7b82f11742f4b70 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:15.127775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.135329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.139534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-d295abac-4023-4dda-8e86-bf02457e1f44 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5404 time: 0.4061129 Nov 12 08:13:15.142936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.318090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.407239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.411332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f4b3f-1a5b-4d24-ab02-23c081e9ca6b service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:15.468774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-c5a4fb38-162e-49f1-870b-a2c3d7c8615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.474848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-c5a4fb38-162e-49f1-870b-a2c3d7c8615d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 1095 time: 0.3292694 Nov 12 08:13:15.558854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa0cf638-81ca-4f5c-a24d-afa650e56172 req-47aab426-a8f9-4e48-8d85-a2cd23eb1546 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3945320 Nov 12 08:13:15.564036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-95580691-2b33-49c5-81a2-f0b2c1418f17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb HTTP/1.1" status: 200 len: 217 time: 0.0824151 Nov 12 08:13:15.591792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.592645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.629266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:15.647734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:15.673142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.673500 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Added segment c6ade6ac-96cc-4d53-a03f-d9a3acd135dd of type vlan for network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 Nov 12 08:13:15.776219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.802830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3b9da75-cef9-46c0-846d-57962fad1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.804351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-f3b9da75-cef9-46c0-846d-57962fad1af7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.2224615 Nov 12 08:13:15.812869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-2a0bf9fb-681f-4a7e-8599-9e2b74177346 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.814441 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-2a0bf9fb-681f-4a7e-8599-9e2b74177346 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.25 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.1221561 Nov 12 08:13:15.873887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.875284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.876145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.883936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adfffd-ec15-4a36-9957-c397385c00e6 req-61e8401f-4dec-49c3-ba53-9297b98fbb02 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.891422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91adfffd-ec15-4a36-9957-c397385c00e6 req-61e8401f-4dec-49c3-ba53-9297b98fbb02 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.3507180 Nov 12 08:13:15.950878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc0c3-9dcf-4ca4-966e-308d77140e83 req-6fd3739c-1033-40a8-9c44-920fb45a391a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.952577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-834cc0c3-9dcf-4ca4-966e-308d77140e83 req-6fd3739c-1033-40a8-9c44-920fb45a391a tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 943 time: 0.2488356 Nov 12 08:13:16.007037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1471951 Nov 12 08:13:16.010491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:16.022947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91adfffd-ec15-4a36-9957-c397385c00e6 req-b0440584-3718-4ee0-8c4f-e96d41809ea2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306467 Nov 12 08:13:16.033718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ffa9-5d73-418f-be39-577442eb072f req-604acdfa-82b0-4697-a139-ff93397dc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.034354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Request body: {'subnet': {'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-753334657-subnet', 'tenant_id': '3935cc471cf14c4fb7b82f11742f4b70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:16.035929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-604acdfa-82b0-4697-a139-ff93397dc85a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220774 Nov 12 08:13:16.080658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd317591-476b-4700-b71d-6698d97ae0ea admin admin] Pushing event updated for resources: {'Network': ['ID=d4b5b66c-c7af-4dc3-861d-91f10b7ab872,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:16.100492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:16.134787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-834cc0c3-9dcf-4ca4-966e-308d77140e83 req-3824c2a8-94e5-4e7d-b1b1-acfb3f8ca6c7 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555486 Nov 12 08:13:16.152706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Made reservation on behalf of 3935cc471cf14c4fb7b82f11742f4b70 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:16.162181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.224555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:16.228540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Deleting port d3e2dee3-00be-4b1c-8877-fc160810f0d1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:16.229415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.255152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.396180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-af8d3a37-8c7d-4a36-af0c-403d4554c215 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510039 Nov 12 08:13:16.398958 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e46bcc-f1d0-4cbf-8ca4-5b99c8761dab x-openstack-request-id: req-13e46bcc-f1d0-4cbf-8ca4-5b99c8761dab {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:16.399193 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "dbc08120-525e-4368-a584-fbb131e12649", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:16.399443 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13e46bcc-f1d0-4cbf-8ca4-5b99c8761dab {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:16.399855 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649', 'status': 'completed', 'code': 200} Nov 12 08:13:16.461263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.461755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.462357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.462830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.463928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.464449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.464946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.466887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-4911bd6b-fac5-49a3-baa3-1bcbab38ac00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6356 time: 0.1072671 Nov 12 08:13:16.483376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] For port d3e2dee3-00be-4b1c-8877-fc160810f0d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d3e2dee3-00be-4b1c-8877-fc160810f0d1,segment=NetworkSegment(d5f60bbb-c7bd-41be-996c-926b2eb36e42),segment_id=d5f60bbb-c7bd-41be-996c-926b2eb36e42)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:16.484386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.536588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Transition to ACTIVE for port object 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:16.582244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.629350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-98011c6a-96d5-4ddc-be30-7b996319fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.630794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-98011c6a-96d5-4ddc-be30-7b996319fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.631945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-98011c6a-96d5-4ddc-be30-7b996319fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.635838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-98011c6a-96d5-4ddc-be30-7b996319fc1c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb41fc9eee46479eb851a8529efea172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1398363 Nov 12 08:13:16.643628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e52ffa9-5d73-418f-be39-577442eb072f req-d1dc5a8b-c393-4fe0-8174-63b1a34e9af1 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345331 Nov 12 08:13:16.672728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62d08c-91b2-473e-bd98-813077469023 req-b564f904-7ab7-4c5d-809d-0ec40d6d24c5 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.674552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae62d08c-91b2-473e-bd98-813077469023 req-b564f904-7ab7-4c5d-809d-0ec40d6d24c5 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/ports?device_id=a98ab345-20c9-4f39-bb71-695122c1bca9 HTTP/1.1" status: 200 len: 945 time: 0.1609635 Nov 12 08:13:16.676381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Pushing event updated for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:16.719087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Calling delete_port for d3e2dee3-00be-4b1c-8877-fc160810f0d1 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:16.745046 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.851166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae62d08c-91b2-473e-bd98-813077469023 req-b940cfbf-8342-4aa1-990b-64d13c3fe0eb tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cbd783-e52e-4ac6-b23c-ac1387c348fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339638 Nov 12 08:13:16.874309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4aa32-7c1b-4f3c-8002-14e4d53d70e8 req-eddec646-08a3-48e9-bc7b-7b0322a59477 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.880851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4aa32-7c1b-4f3c-8002-14e4d53d70e8 req-eddec646-08a3-48e9-bc7b-7b0322a59477 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.887449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4aa32-7c1b-4f3c-8002-14e4d53d70e8 req-eddec646-08a3-48e9-bc7b-7b0322a59477 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.896188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ef4aa32-7c1b-4f3c-8002-14e4d53d70e8 req-eddec646-08a3-48e9-bc7b-7b0322a59477 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129&device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c&device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 2417 time: 0.2017121 Nov 12 08:13:16.960567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Attempting to bind port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:16.961272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Attempting to bind port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:16.961805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Attempting to bind port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:16.978270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:16.987884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Attempting to bind port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:17.012196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.024647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:17.029890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Checking segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:17.030534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Bound using segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:17.034473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Bound port: 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:17.035063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.047743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-be2adfb2-cb83-4403-8018-95930050ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.049291 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c95dcd6b-6cb3-4880-b7a0-d95d74dba704 req-be2adfb2-cb83-4403-8018-95930050ac1f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4039369 Nov 12 08:13:17.087460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ef4aa32-7c1b-4f3c-8002-14e4d53d70e8 req-c02dcc9d-3c09-49b6-8ca7-1e3076b5db81 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893837 Nov 12 08:13:17.120106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:17.137986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Checking segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:17.138338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Network hostable DHCP agents. Network: d4b5b66c-c7af-4dc3-861d-91f10b7ab872, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:17.206535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:17.237558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d4b5b66c-c7af-4dc3-861d-91f10b7ab872) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:17.242237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.243157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.247346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.249172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10dcc73-cd9f-43c5-9269-16cb9cb5ea1b None None] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:17.280702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Pushing event deleted for resources: {'Port': ['ID=d3e2dee3-00be-4b1c-8877-fc160810f0d1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:17.328155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d3e2dee3-00be-4b1c-8877-fc160810f0d1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:17.361827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] No DVR routers for this DVR port d3e2dee3-00be-4b1c-8877-fc160810f0d1 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:17.365395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.369045 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4859eb28-db14-4c74-8650-48bf087e5f44 req-63393bd9-8666-457e-a59d-4fd232f6a411 tempest-ServersNegativeTestMultiTenantJSON-1900276892 tempest-ServersNegativeTestMultiTenantJSON-1900276892-project] 10.222.0.25 "DELETE /v2.0/ports/d3e2dee3-00be-4b1c-8877-fc160810f0d1 HTTP/1.1" status: 204 len: 173 time: 1.5476232 Nov 12 08:13:17.376102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d427820c-ac3d-483e-8932-49025f57a5b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3612349 Nov 12 08:13:17.376102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'name': 'network-vif-deleted', 'tag': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:17.378369 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54171747-4f3e-4fd6-91ec-8e95365864c2" -d '{"events": [{"server_uuid": "a98ab345-20c9-4f39-bb71-695122c1bca9", "name": "network-vif-deleted", "tag": "d3e2dee3-00be-4b1c-8877-fc160810f0d1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:17.563744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be7533f-cb40-40b4-bc34-785cd85357b1 None None] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:17.774481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:17.791921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.797787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.803842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.810351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.816377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.822103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.829719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.832205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-eed9b835-d81f-47e2-af2d-88bad5d413c4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5416 time: 0.6526415 Nov 12 08:13:17.867068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:17.878657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bad92-7e9d-4654-b12c-6b0c82fbc328 req-305cddce-d95f-4c7c-ae3e-69cf854719f4 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:17.892725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307bad92-7e9d-4654-b12c-6b0c82fbc328 req-305cddce-d95f-4c7c-ae3e-69cf854719f4 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.6622949 Nov 12 08:13:17.903558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.033150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:18.033999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.036455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] 10.222.0.32 "PUT /v2.0/ports/179b4d0c-eb37-4530-aab7-a4b01ab8bad3 HTTP/1.1" status: 200 len: 1092 time: 3.1644115 Nov 12 08:13:18.089293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307bad92-7e9d-4654-b12c-6b0c82fbc328 req-4801fb4e-6939-4ec0-a6f7-9cb88c964035 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955135 Nov 12 08:13:18.136789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Request body: {'port': {'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:18.144534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa4499cb-2e3d-4668-8a77-e9a477b8f407 req-250af091-a205-4331-9094-421c8a34b17c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2983706 Nov 12 08:13:18.272831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0e9f-2f51-4bc2-8c00-6d9267742bec service neutron] Pushing event updated for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:18.278291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.307133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2162da-eb99-4230-bc82-ae8e447f51ec req-98b3900d-ce35-41f2-9562-80808d8958bd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:18.308726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd2162da-eb99-4230-bc82-ae8e447f51ec req-98b3900d-ce35-41f2-9562-80808d8958bd tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 943 time: 0.1407373 Nov 12 08:13:18.352030 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32affa9c-07fb-4ffc-ac97-a35d95215996 x-openstack-request-id: req-32affa9c-07fb-4ffc-ac97-a35d95215996 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:18.352786 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98ab345-20c9-4f39-bb71-695122c1bca9", "name": "network-vif-deleted", "tag": "d3e2dee3-00be-4b1c-8877-fc160810f0d1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:18.352786 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32affa9c-07fb-4ffc-ac97-a35d95215996 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:18.353326 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98ab345-20c9-4f39-bb71-695122c1bca9', 'name': 'network-vif-deleted', 'tag': 'd3e2dee3-00be-4b1c-8877-fc160810f0d1', 'status': 'completed', 'code': 200} Nov 12 08:13:18.505834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb'}, {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:18.509032 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb"}, {"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:18.612004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd2162da-eb99-4230-bc82-ae8e447f51ec req-e709a7cb-39b9-4e52-b6af-6f313aa833af tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955539 Nov 12 08:13:18.680607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41124) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:18.739362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Deleting subnet c522d20e-e59a-43ae-83cd-b2c92fd534c0 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:18.743556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.790201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.825761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-7ae29932-aa8d-49f1-97d6-8c491faeff86 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:18.836466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-7ae29932-aa8d-49f1-97d6-8c491faeff86 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 821 time: 0.2315302 Nov 12 08:13:18.864818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.869440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-fe036c88-a93a-4b0c-84a1-eceb8543d087 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/quotas/3935cc471cf14c4fb7b82f11742f4b70 HTTP/1.1" status: 200 len: 375 time: 0.0318382 Nov 12 08:13:18.915565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-e03e8db8-21a8-4dd0-a201-2565813e1830 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449297 Nov 12 08:13:19.009686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.039906 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d3ab70-4c37-4a4e-9882-4bb3cc1b2abb x-openstack-request-id: req-b6d3ab70-4c37-4a4e-9882-4bb3cc1b2abb {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:19.039906 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:19.040382 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6d3ab70-4c37-4a4e-9882-4bb3cc1b2abb {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:19.040382 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'status': 'completed', 'code': 200} Nov 12 08:13:19.040622 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3', 'status': 'completed', 'code': 200} Nov 12 08:13:19.051080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8968689f-feb2-4da3-92ae-4fe68097842a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:19.066013 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.070774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c522d20e-e59a-43ae-83cd-b2c92fd534c0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:19.073825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.083172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f34b880d-b17a-4f89-ba14-60c586427e63 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c522d20e-e59a-43ae-83cd-b2c92fd534c0 HTTP/1.1" status: 204 len: 168 time: 0.4009969 Nov 12 08:13:19.086566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41132) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:19.131029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Transition to ACTIVE for port object 8968689f-feb2-4da3-92ae-4fe68097842a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:19.133467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-eb4dcf35-e1bd-4871-98ac-bfa72f078946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.137767 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-eb4dcf35-e1bd-4871-98ac-bfa72f078946 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 1095 time: 0.0533879 Nov 12 08:13:19.140998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-5eeac2dd-bf63-45fa-ae16-6c9a62fc9bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949999 Nov 12 08:13:19.143285 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.319037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-37523524-096c-4fd6-a720-21ac605032cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.322073 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-37523524-096c-4fd6-a720-21ac605032cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.1636298 Nov 12 08:13:19.336384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.406422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:19.424656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-66dbf500-5c46-4950-8f3b-43fbfed4c802 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb HTTP/1.1" status: 200 len: 217 time: 0.0837669 Nov 12 08:13:19.520012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-5412ed49-c3b6-4596-9ac1-c6bce64290c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.521546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-5412ed49-c3b6-4596-9ac1-c6bce64290c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.0884032 Nov 12 08:13:19.591454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-03b20b81-0610-4f77-995c-93ef0b1fdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.592868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-c2cf46c6-42b3-43b5-9be4-83cc9e118302 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863618 Nov 12 08:13:19.593103 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-03b20b81-0610-4f77-995c-93ef0b1fdf54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588350 Nov 12 08:13:19.659646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.670526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.679791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.686397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.693499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.700489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.706812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.715408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-fb4e6fd5-626e-440d-8748-1d042fb87d03 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.3274429 Nov 12 08:13:19.735934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-8b6e3bd6-229b-48bf-8944-64c3734c2329 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294422 Nov 12 08:13:19.752419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.874530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a726d2-e84d-49e3-8e3e-a1ee57907a41']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:19.874530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Attempting to bind port 8968689f-feb2-4da3-92ae-4fe68097842a on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:19.874530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Attempting to bind port 8968689f-feb2-4da3-92ae-4fe68097842a by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:19.874530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Attempting to bind port 8968689f-feb2-4da3-92ae-4fe68097842a on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:19.880074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f60bbb-c7bd-41be-996c-926b2eb36e42') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:19.880612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f60bbb-c7bd-41be-996c-926b2eb36e42') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:19.891653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Port 8968689f-feb2-4da3-92ae-4fe68097842a on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:19.891981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Attempting to bind port 8968689f-feb2-4da3-92ae-4fe68097842a on network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:19.911046 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-6fcdabac-6b9d-4b90-914a-d99876fc76df service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682293 Nov 12 08:13:19.913482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ea62544-2996-46e5-bb3f-57b218f13f16 req-93fa2817-5e33-4c32-9b9b-bf81a061c424 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1970479 Nov 12 08:13:19.915623 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.950073 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.963651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:19.964081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:19.967770 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:19.977659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:19.978040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Checking segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:19.979057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Bound using segment: {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:19.979400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Bound port: 8968689f-feb2-4da3-92ae-4fe68097842a, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440d9e37-3aac-4429-9f5b-d62423e1d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:19.979760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.072368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.073575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.074344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.075115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.075773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.076328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.076843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.079583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a20c6889-1780-43b3-a53c-2e18d60a714f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6450 time: 0.1126308 Nov 12 08:13:20.152132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.192394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.210291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41a726d2-e84d-49e3-8e3e-a1ee57907a41 HTTP/1.1" status: 204 len: 168 time: 1.1208882 Nov 12 08:13:20.230271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe79f8e-34e6-4425-a5da-47ff78a3bb69 req-72e52274-261e-4c10-86d4-285a83d7d279 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.231881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfe79f8e-34e6-4425-a5da-47ff78a3bb69 req-72e52274-261e-4c10-86d4-285a83d7d279 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 943 time: 0.1975753 Nov 12 08:13:20.236114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41164) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:20.292935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-5f000a58-524a-4e16-9417-01bcf594335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.292935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-5f000a58-524a-4e16-9417-01bcf594335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.292935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-5f000a58-524a-4e16-9417-01bcf594335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.294745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-5f000a58-524a-4e16-9417-01bcf594335d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb41fc9eee46479eb851a8529efea172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2042727 Nov 12 08:13:20.311337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411d309-b8b5-497f-9c01-e8e992f87f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a726d2-e84d-49e3-8e3e-a1ee57907a41,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:20.330499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:20.344566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Deleting subnet e25d7893-e7b4-4a9f-9da9-7e0b2ccb727d {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:20.365461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d003daa9-e05f-45ed-8af2-3b68e9469a85 req-598be158-c42c-46d0-80ce-dd389e8613fa tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 210 time: 0.1295896 Nov 12 08:13:20.378086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.405916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8968689f-feb2-4da3-92ae-4fe68097842a,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:20.423257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.429507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a7dae8a9-c991-4156-b45e-387553441214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.431082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4da5fd-41fb-4b62-91a7-0b6eae1ed6cd req-a7dae8a9-c991-4156-b45e-387553441214 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1291959 Nov 12 08:13:20.511945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.525952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfe79f8e-34e6-4425-a5da-47ff78a3bb69 req-1fc6321d-f117-4279-8c09-102c6d6eda40 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778778 Nov 12 08:13:20.547410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f1f4767-ba4f-41bd-bd92-7e6354efcccb details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:20.578008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.584413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.586472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 200 len: 1092 time: 2.4959631 Nov 12 08:13:20.633132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baa0c7-1ac8-4585-95e9-a6db555436f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:20.638630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.717799 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.780104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25d7893-e7b4-4a9f-9da9-7e0b2ccb727d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:20.811515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.814943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4129ce0d-2e25-4bf9-a9f5-f741fcaab2fd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e25d7893-e7b4-4a9f-9da9-7e0b2ccb727d HTTP/1.1" status: 204 len: 168 time: 0.5684285 Nov 12 08:13:20.819858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:20.823869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:20.846152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'port_id': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'mac_address': 'fa:16:3e:19:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:20.872782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.873099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.875272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.878009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.878539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.885550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.886155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.889624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-51f1b762-32b3-4a92-9349-aa82604a0c79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6492 time: 0.1206865 Nov 12 08:13:20.932926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.949422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1f4767-ba4f-41bd-bd92-7e6354efcccb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:20.985917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:20.991583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.019128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-aa3bbaf5-b0b2-4629-af04-b339b36c5329 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 200 len: 217 time: 0.1076350 Nov 12 08:13:21.033425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.064033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:21.068255 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:21.124581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d3e2dee3-00be-4b1c-8877-fc160810f0d1 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:21.142782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bc2ab1fb-63e5-49df-8522-b24336175647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.144175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bc2ab1fb-63e5-49df-8522-b24336175647 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=041b15c2-889c-4c31-8f9c-91c84819954e HTTP/1.1" status: 200 len: 855 time: 0.0712070 Nov 12 08:13:21.165074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: d3e2dee3-00be-4b1c-8877-fc160810f0d1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:21.165492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d3e2dee3-00be-4b1c-8877-fc160810f0d1 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:21.195232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:21.204188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.210454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.210944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.211602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.212105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.212659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.213100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.213732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.214724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.216139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.216281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.216704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.217329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:21.221289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-41dcff8a-25d1-406c-abd8-8597a82f2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.223129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-41dcff8a-25d1-406c-abd8-8597a82f2e1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706580 Nov 12 08:13:21.229531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059fda6e-ff53-4cd7-985b-57ea740c6666']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:21.231409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-cd90571d-eb1d-4699-9a84-456b60c42d8f tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.232923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-cd90571d-eb1d-4699-9a84-456b60c42d8f tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/networks?id=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 HTTP/1.1" status: 200 len: 814 time: 0.3436763 Nov 12 08:13:21.240490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb57a6c-967c-473d-ae6d-45d9a8ec4c5a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:21.240966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb57a6c-967c-473d-ae6d-45d9a8ec4c5a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:21.251942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.260263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['7f1f4767-ba4f-41bd-bd92-7e6354efcccb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:21.262139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-1c7582c2-ef2d-4eb3-84c8-cb98b94fb5f7 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/quotas/8207d72997224b288bce02477e8d7297 HTTP/1.1" status: 200 len: 375 time: 0.0193605 Nov 12 08:13:21.273727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.280936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:21.281478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:21.283111 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:21.350959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.358536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.362458 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/059fda6e-ff53-4cd7-985b-57ea740c6666 HTTP/1.1" status: 204 len: 168 time: 0.5414615 Nov 12 08:13:21.375152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8998b-9e7a-4b40-b58b-f9cced1797d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=059fda6e-ff53-4cd7-985b-57ea740c6666,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:21.453948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-66fad0b3-07fe-4b85-9068-a1550f228aca tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8207d72997224b288bce02477e8d7297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775873 Nov 12 08:13:21.457193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4d06e6af-4c0a-4a4d-bd98-81d2b8ed0af3 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233102 Nov 12 08:13:21.541670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.548022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.554937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.561781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.567999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.574273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.580625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.589347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-6e469826-1579-4668-8b10-bf1768575108 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.2764072 Nov 12 08:13:21.608575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41200) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:21.641804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-c6c3023a-2e12-4018-bd2f-c6ce983f6fe2 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.643935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-c6c3023a-2e12-4018-bd2f-c6ce983f6fe2 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 821 time: 0.1851439 Nov 12 08:13:21.673619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'port': {'device_id': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'admin_state_up': True, 'tenant_id': '3935cc471cf14c4fb7b82f11742f4b70'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:21.718443 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f08a196b-767f-4d73-914b-2f95e88485b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47eccd50722045dbaf0aebacb2573831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049876 Nov 12 08:13:21.723274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41202) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:21.767736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfd01124-ca42-4292-80aa-64ea6baff7db req-2f05fd15-95bd-4c05-a144-f1147b64c66b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774762 Nov 12 08:13:21.803888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-ff360205-f42c-454e-9f99-7965e5e75ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415556 Nov 12 08:13:21.808125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-67c15f8d-93b8-4b95-8c07-04c855c167d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149242 Nov 12 08:13:21.815476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Made reservation on behalf of 3935cc471cf14c4fb7b82f11742f4b70 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:21.819630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.873901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-fe7883d0-a209-42e9-aa34-366ed19aa461 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 217 time: 0.0579348 Nov 12 08:13:21.964042 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0ac469-b4bf-4ae3-bd16-df787432878b x-openstack-request-id: req-6a0ac469-b4bf-4ae3-bd16-df787432878b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:21.964423 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:21.964675 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a0ac469-b4bf-4ae3-bd16-df787432878b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:21.965099 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a', 'status': 'completed', 'code': 200} Nov 12 08:13:21.973843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7733982d-199c-4362-8deb-a72dfef779ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.981187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Allocated IP 172.20.0.8 (d4b5b66c-c7af-4dc3-861d-91f10b7ab872/5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57/88b25639-fe4e-487c-88f2-e5f9b62a2508) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:22.036136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9270c76a-2cca-4854-929a-09c6433c1e60 req-0a6536be-b5fa-4ab5-a530-6de4224ab6d2 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 210 time: 0.0593977 Nov 12 08:13:22.043257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7733982d-199c-4362-8deb-a72dfef779ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.048380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-de91a166-3cff-4b6e-943a-eb0e1163ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.049866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-de91a166-3cff-4b6e-943a-eb0e1163ad05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1453447 Nov 12 08:13:22.157846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.201071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.248467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:22.254017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:22.258128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:22.282791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:22.311512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.312159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.329026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-ffb22664-5d6e-40f0-981c-c428bf72ab6f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751077 Nov 12 08:13:22.335593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-c50dec61-b9be-40d6-ac1b-70a86fef0535 service neutron] 10.222.0.16 "GET /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116081 Nov 12 08:13:22.341925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-4c46efa3-bf9f-47ce-8198-94f2a76e397c tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:22.343305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-4c46efa3-bf9f-47ce-8198-94f2a76e397c tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072734 Nov 12 08:13:22.377887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-8ab9622e-3c72-451d-a01d-00dd3dadda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.379360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-8ab9622e-3c72-451d-a01d-00dd3dadda33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3200223 Nov 12 08:13:22.422727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d3e0d-920c-40a5-9c92-8c072e8b63cf req-2cb386ea-ef1f-445d-a498-e9c10b519f56 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.424282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-953d3e0d-920c-40a5-9c92-8c072e8b63cf req-2cb386ea-ef1f-445d-a498-e9c10b519f56 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 944 time: 0.0846312 Nov 12 08:13:22.458195 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7733982d-199c-4362-8deb-a72dfef779ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.460789 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7733982d-199c-4362-8deb-a72dfef779ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.464877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7733982d-199c-4362-8deb-a72dfef779ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5cbd783-e52e-4ac6-b23c-ac1387c348fe HTTP/1.1" status: 204 len: 168 time: 0.7385261 Nov 12 08:13:22.500673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733982d-199c-4362-8deb-a72dfef779ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cbd783-e52e-4ac6-b23c-ac1387c348fe,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:22.550331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-5aef0fa5-b81a-44fd-840e-9112726fd076 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614671 Nov 12 08:13:22.566823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-953d3e0d-920c-40a5-9c92-8c072e8b63cf req-f5ce4af5-1597-4592-bb46-b55fec6d937b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058903 Nov 12 08:13:22.571208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f1f4767-ba4f-41bd-bd92-7e6354efcccb up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:22.590384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Request body: {'port': {'device_id': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:22.684114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:22.695462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:22.699771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799fe13-3edb-4115-88a8-8a2496379184 req-44ef76ef-0a78-4156-aee0-389b1e5f7733 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.700761 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.701356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c799fe13-3edb-4115-88a8-8a2496379184 req-44ef76ef-0a78-4156-aee0-389b1e5f7733 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1499898 Nov 12 08:13:22.704163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.741589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-78c7934b-3c9e-4638-9f13-b5f0b8c7c74b service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728578 Nov 12 08:13:22.806283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a3e07064-a2f0-43a5-a434-e75a5595588f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 217 time: 0.0532489 Nov 12 08:13:22.823560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c799fe13-3edb-4115-88a8-8a2496379184 req-dbf781ea-ab2b-4ae7-97bf-3a3103ea50c4 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110001 Nov 12 08:13:22.870020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.920323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:22.921701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:22.924648 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc6ca8e-e85a-43d6-a9fc-31cfd8c71356" -d '{"events": [{"server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:22.932688 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.953707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e08d5e08-6611-4aa8-989d-6a0fe887054e req-d79224dd-5545-4c98-91f1-c9a51f810fff tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 210 time: 0.0521557 Nov 12 08:13:22.980186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-07afbace-00d0-4865-b0a2-9929554ddf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.983950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-07afbace-00d0-4865-b0a2-9929554ddf6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1476760 Nov 12 08:13:23.000284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.116014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-50ebedb9-3b34-43d5-b639-480302dccd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.119870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-50ebedb9-3b34-43d5-b639-480302dccd10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266174 Nov 12 08:13:23.191009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.198424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.205187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.212461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.219171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.226412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.233494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.235662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5783d2e0-6b7d-4d06-a416-dc7a6c2cd41c tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.1805799 Nov 12 08:13:23.268642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:23.274025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b25639-fe4e-487c-88f2-e5f9b62a2508 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:23.289241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.344183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Transition to ACTIVE for port object 88b25639-fe4e-487c-88f2-e5f9b62a2508 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:23.352976 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c144f749-068e-4f45-bf61-5412d1354996 x-openstack-request-id: req-c144f749-068e-4f45-bf61-5412d1354996 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:23.353242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.353770 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:23.355004 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c144f749-068e-4f45-bf61-5412d1354996 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:23.355537 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'code': 200} Nov 12 08:13:23.370558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf41c9b3-51fe-4847-a5cf-ed5b14b6c03a req-5301350a-f1ce-4c7f-b332-5fd10ae97663 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200631 Nov 12 08:13:23.407393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-b10015e2-e2c1-4f47-b418-079faeb923be service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745030 Nov 12 08:13:23.440219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fdc8a07d-1e5b-436e-87fe-70e480bef2c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee2805f05fc7451e8e4c0ca9d93341b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693721 Nov 12 08:13:23.470284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41236) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:23.556998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.589359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6e141-97af-4250-8fd0-4c67449df21f req-2b1b94f8-a418-48d7-9182-a5c5e7fa272b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.591003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1f6e141-97af-4250-8fd0-4c67449df21f req-2b1b94f8-a418-48d7-9182-a5c5e7fa272b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 943 time: 0.1721137 Nov 12 08:13:23.604264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-775fdfc0-6482-47fe-9c9c-cd2b068ca7de service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834450 Nov 12 08:13:23.696672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1f6e141-97af-4250-8fd0-4c67449df21f req-8ef46950-ae43-46b1-9899-6ac0d5b53d74 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926452 Nov 12 08:13:23.711107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb72f545-f00e-46f9-a456-3c82709bc0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.714625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-1b2b31bb-f297-4481-9355-15c63a1a49ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 HTTP/1.1" status: 200 len: 217 time: 0.0753088 Nov 12 08:13:23.717083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343481-21ff-4da1-acd4-cab65ce401cb req-d17ad4e7-d92d-44c9-a85d-d704ce8484d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.718674 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88343481-21ff-4da1-acd4-cab65ce401cb req-d17ad4e7-d92d-44c9-a85d-d704ce8484d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 1097 time: 0.2206712 Nov 12 08:13:23.722558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Attempting to bind port 88b25639-fe4e-487c-88f2-e5f9b62a2508 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:23.722558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Attempting to bind port 88b25639-fe4e-487c-88f2-e5f9b62a2508 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:23.722558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Attempting to bind port 88b25639-fe4e-487c-88f2-e5f9b62a2508 on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:23.746471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Port 88b25639-fe4e-487c-88f2-e5f9b62a2508 on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:23.747487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Attempting to bind port 88b25639-fe4e-487c-88f2-e5f9b62a2508 on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:23.793379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb72f545-f00e-46f9-a456-3c82709bc0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.794998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73782a0d-763a-48c3-9ee9-113076ba8622 req-48808eab-253d-445d-9143-620dbb7d66a8 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.796546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88343481-21ff-4da1-acd4-cab65ce401cb req-4a5f2020-2a3c-404b-9b85-ca33a55d8c62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640407 Nov 12 08:13:23.796693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73782a0d-763a-48c3-9ee9-113076ba8622 req-48808eab-253d-445d-9143-620dbb7d66a8 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.0981801 Nov 12 08:13:23.797283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:23.799024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Checking segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:23.799024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Bound using segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:23.799336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Bound port: 88b25639-fe4e-487c-88f2-e5f9b62a2508, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:23.799945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.804535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-325438d3-506e-445f-88f9-ee13684c6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.805945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-325438d3-506e-445f-88f9-ee13684c6025 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0710275 Nov 12 08:13:23.860521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73782a0d-763a-48c3-9ee9-113076ba8622 req-b7a2a18a-eda8-4d12-8bc4-f8289a1665be tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513914 Nov 12 08:13:23.899085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:23.902995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:23.911259 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.918273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb72f545-f00e-46f9-a456-3c82709bc0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.920972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb72f545-f00e-46f9-a456-3c82709bc0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.925294 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb72f545-f00e-46f9-a456-3c82709bc0ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b8e6b0a-ff75-4459-adf6-8c9442d9d318 HTTP/1.1" status: 204 len: 168 time: 0.4486969 Nov 12 08:13:23.965441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72f545-f00e-46f9-a456-3c82709bc0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e6b0a-ff75-4459-adf6-8c9442d9d318,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:24.011553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.011759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.013256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] 10.222.0.25 "PUT /v2.0/ports/88b25639-fe4e-487c-88f2-e5f9b62a2508 HTTP/1.1" status: 200 len: 1092 time: 1.6611559 Nov 12 08:13:24.013714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:24.026938 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55397e0a-64ca-49de-9f2f-a307c3fba7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:24.029693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719a908-f15c-401e-b3db-6da9a5745e1f req-2376d3f3-de85-4815-a8be-0431d6e1c9a9 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.032341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5719a908-f15c-401e-b3db-6da9a5745e1f req-2376d3f3-de85-4815-a8be-0431d6e1c9a9 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1178861 Nov 12 08:13:24.056923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55c65d-a8f0-414b-af0d-f1882742dcef service neutron] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:24.122458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-431431e0-6bc5-4588-b1bf-be0d15fe4dfc req-db341434-2f8a-4a1c-b38d-403dfa166e8d tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 210 time: 0.0507343 Nov 12 08:13:24.154271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3a6b948f-eb1f-4848-aa6d-b47d70cb7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.156070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-3a6b948f-eb1f-4848-aa6d-b47d70cb7a6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170218 Nov 12 08:13:24.160405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5719a908-f15c-401e-b3db-6da9a5745e1f req-4db585ac-e6b7-4b95-a7cf-310294d367af tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062760 Nov 12 08:13:24.267805 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4009c0b9-4042-4502-8e73-33de8a1f21b8 x-openstack-request-id: req-4009c0b9-4042-4502-8e73-33de8a1f21b8 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:24.268472 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:24.269153 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4009c0b9-4042-4502-8e73-33de8a1f21b8 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:24.269722 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'status': 'completed', 'code': 200} Nov 12 08:13:24.281141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-919f320b-0e62-49fc-85fc-2ba352857acf service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090343 Nov 12 08:13:24.308846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-a3977354-97d7-497e-a62b-b1c321d41f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.311180 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-a3977354-97d7-497e-a62b-b1c321d41f7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 1095 time: 0.2203579 Nov 12 08:13:24.366256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-e9628a9b-b02f-4f4f-b8a4-5dfbc7898a17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508 HTTP/1.1" status: 200 len: 217 time: 0.0443208 Nov 12 08:13:24.374056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-fdd3aa4a-863d-4745-b807-33adda7a66d8 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.375537 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-fdd3aa4a-863d-4745-b807-33adda7a66d8 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.25 "GET /v2.0/networks?id=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 HTTP/1.1" status: 200 len: 814 time: 0.2217586 Nov 12 08:13:24.408482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Request body: {'port': {'device_id': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'admin_state_up': True, 'tenant_id': '8207d72997224b288bce02477e8d7297'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:24.458234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-7ecee5c4-6e40-4a8f-b7fd-d2acbdfab434 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691859 Nov 12 08:13:24.505999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-7c718402-e942-433c-a147-41e00df62953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.510304 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-7c718402-e942-433c-a147-41e00df62953 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 200 len: 861 time: 0.1331105 Nov 12 08:13:24.547531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-921b301f-d2be-4fb1-b3e2-ee151c4951c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbc08120-525e-4368-a584-fbb131e12649 HTTP/1.1" status: 200 len: 217 time: 0.0815296 Nov 12 08:13:24.594077 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-e89e432f-ebe2-44b8-9d74-6083c51f92ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739808 Nov 12 08:13:24.642444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bc71ff9a-c456-4c40-beac-7057ff0469a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.644442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-bc71ff9a-c456-4c40-beac-7057ff0469a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0835156 Nov 12 08:13:24.668034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.676416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.685332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Made reservation on behalf of 8207d72997224b288bce02477e8d7297 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:24.687244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.688916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.696585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.706745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.716853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.724887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.736173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-c214efb2-5098-485a-852d-93595cbea0e8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.1927545 Nov 12 08:13:24.759350 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-1c4a8fcd-85a3-4be9-8f44-0e62ffa560fc service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564708 Nov 12 08:13:24.842066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-ae140d33-63a4-4a31-a686-81607ecc5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:24.844181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-ae140d33-63a4-4a31-a686-81607ecc5622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051974 Nov 12 08:13:24.940270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-178c000d-7ceb-4094-9d1e-bc6274de4368 req-3a78920c-2489-4d3a-9f64-89c18d0d3971 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1914730 Nov 12 08:13:25.024541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe785e9-7353-4889-b075-d2a7ff5d269b req-a960707d-3f07-4432-a044-1de162946c5f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:25.033229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fe785e9-7353-4889-b075-d2a7ff5d269b req-a960707d-3f07-4432-a044-1de162946c5f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 943 time: 0.2142065 Nov 12 08:13:25.257656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fe785e9-7353-4889-b075-d2a7ff5d269b req-bf8d0c23-ab3d-4b00-afcd-e1d5a2571bec tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148948 Nov 12 08:13:25.342021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada3d63-f252-4f0b-8db8-76b04c00d31f req-0b525a12-8b56-41ed-94e5-ad5c8d2e5aed tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:25.350915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cada3d63-f252-4f0b-8db8-76b04c00d31f req-0b525a12-8b56-41ed-94e5-ad5c8d2e5aed tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.3147271 Nov 12 08:13:25.382894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-500b111c-31e2-4836-a328-56a19ad74d69 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143368 Nov 12 08:13:25.421266 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e23a7a82-6dc9-4121-abf3-b62f8b518bbd req-eb51f1c5-24a7-4842-b1a7-b996036ae03f service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335359 Nov 12 08:13:25.421750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51c0efc0-50ce-4463-ad3e-fefed6c6f9de req-59ca0b25-68a9-4df0-b3c0-e84c4cdb2c86 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 210 time: 0.0413826 Nov 12 08:13:25.429976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Allocated IP 172.20.0.14 (3c5aa3d4-9c35-4073-a65b-4f150fbf93a8/bc09dd86-b088-4735-8927-3fd24ffa4253/264505c9-f09d-4c7b-8684-70234b4db0c4) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:25.553381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cada3d63-f252-4f0b-8db8-76b04c00d31f req-49564e48-ef48-4cad-9d60-6ebfb1fa62e3 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006726 Nov 12 08:13:25.705754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fabf1-9329-42f3-8734-e913d1a17adb req-a5ad7d75-0d63-4297-b55b-600f21fbb7c7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:25.707305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e46fabf1-9329-42f3-8734-e913d1a17adb req-a5ad7d75-0d63-4297-b55b-600f21fbb7c7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.0840273 Nov 12 08:13:25.744487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-c69719e6-1a0f-4c14-86e7-dfb27f372902 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216186 Nov 12 08:13:25.783820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.849898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-10022e02-873c-4ca0-b07d-8b4921bf514e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3 HTTP/1.1" status: 200 len: 217 time: 0.0962791 Nov 12 08:13:25.852170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.881336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e46fabf1-9329-42f3-8734-e913d1a17adb req-4923fe6c-1669-409c-bd92-3d86f992298f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635952 Nov 12 08:13:25.968208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:25.971381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:25.986548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:26.000141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-5a52825c-9eb5-49a0-8424-18dfe59b950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.002509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-5a52825c-9eb5-49a0-8424-18dfe59b950c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.1144395 Nov 12 08:13:26.063286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Pushing event updated for resources: {'Port': ['ID=264505c9-f09d-4c7b-8684-70234b4db0c4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:26.099410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4c8bfd44-88fc-4450-bae1-4d7ce0a9308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.107467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4c8bfd44-88fc-4450-bae1-4d7ce0a9308f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0900455 Nov 12 08:13:26.156659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.158282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.184672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-d385176f-68f5-4c3c-beb3-1928714d3f8c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7818694 Nov 12 08:13:26.293496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-a42e44d6-f6db-44c7-bd79-b1a69c96a7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758561 Nov 12 08:13:26.369558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2868c90c-3ff4-4329-8e41-b410851ad5a1 None None] Provisioning complete for port 264505c9-f09d-4c7b-8684-70234b4db0c4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:26.370220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2868c90c-3ff4-4329-8e41-b410851ad5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.406266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2868c90c-3ff4-4329-8e41-b410851ad5a1 None None] Port 264505c9-f09d-4c7b-8684-70234b4db0c4 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:26.407312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-0d19f039-0462-4625-b375-fb571e70c69a service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065061 Nov 12 08:13:26.464384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-eca9180b-e904-4752-8de7-45986c9960f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 200 len: 217 time: 0.0484140 Nov 12 08:13:26.522275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-59f04f9e-e341-4cf3-b51e-9e5d05f12f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.524033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-59f04f9e-e341-4cf3-b51e-9e5d05f12f74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.0492353 Nov 12 08:13:26.587621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4a7345a4-d8ba-42c5-b148-2068b02bca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.589475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-4a7345a4-d8ba-42c5-b148-2068b02bca2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533123 Nov 12 08:13:26.713742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-044635e6-b1b5-495d-8635-513116babe2e service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148217 Nov 12 08:13:26.833512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7bd3915-f216-4522-98b6-aec46259b36b req-8dde70a0-b04a-4baf-a11f-183eb5041264 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128654 Nov 12 08:13:26.970553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.971041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.971515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.971971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.972480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.972939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.973424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.975439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05e5d966-39c0-404d-a340-5315d4eb995a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6492 time: 0.0565920 Nov 12 08:13:27.114461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-d321ff75-861b-42e0-81be-f75941f57cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:27.115826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-d321ff75-861b-42e0-81be-f75941f57cbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 200 len: 902 time: 0.1317203 Nov 12 08:13:27.161893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-399abe28-5c1d-44ab-a460-1abb2b3fe9f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 200 len: 217 time: 0.0377231 Nov 12 08:13:27.220959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-5181f3a8-6b7a-42dd-8696-2a0f330fc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:27.222602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-5181f3a8-6b7a-42dd-8696-2a0f330fc481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.0535123 Nov 12 08:13:27.279616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-40df1e67-b13e-42e1-bfb7-f67a6a89c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:27.281430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-40df1e67-b13e-42e1-bfb7-f67a6a89c1b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514266 Nov 12 08:13:27.394507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-05828606-51b6-4aff-a6e3-8d547bd785a4 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038263 Nov 12 08:13:27.752067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e9088c0-c3d5-4ce0-b161-8beaa33b5dc5 req-b71e3912-6805-4d5c-9516-8a1fa42e5d71 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476248 Nov 12 08:13:34.102200 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:13:38.493216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.130902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Request body: {'port': {'device_id': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:40.224367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-3e340ac8-1015-4ad3-8323-ff8a5c24902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.225917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-3e340ac8-1015-4ad3-8323-ff8a5c24902f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 1095 time: 0.0740662 Nov 12 08:13:40.229469 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.277539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.283449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.289706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.296282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.302383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.308879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.314909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.317020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-5f926f4a-6e06-4a43-8ae0-52d5ec036a24 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.1365252 Nov 12 08:13:40.335183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d89c-3734-42af-939b-0451e08abe71 req-6b782315-677b-45ef-87d2-14beab77490e tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.336717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f73d89c-3734-42af-939b-0451e08abe71 req-6b782315-677b-45ef-87d2-14beab77490e tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 943 time: 0.1193013 Nov 12 08:13:40.423528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-c7e47fdf-9f1c-4721-91aa-072620d41285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.424950 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-c7e47fdf-9f1c-4721-91aa-072620d41285 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 921 time: 0.1863258 Nov 12 08:13:40.425489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f73d89c-3734-42af-939b-0451e08abe71 req-33ca1c9d-e3c9-494a-b5d6-ed86c4b811ac tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809493 Nov 12 08:13:40.430799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b921bf2-f49e-4484-bf30-a3a5634d4b2e req-3c844827-304f-412d-b0f5-24ca325e07a8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043396 Nov 12 08:13:40.494840 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-ce35d67c-f91b-4a35-8ff3-d4df804f070f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508 HTTP/1.1" status: 200 len: 217 time: 0.0621197 Nov 12 08:13:40.570006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e75307-73f9-448c-a255-4dd3da269242 req-91c367af-dee8-44fb-a820-c48bcd0de133 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.577691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41e75307-73f9-448c-a255-4dd3da269242 req-91c367af-dee8-44fb-a820-c48bcd0de133 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 932 time: 0.0624402 Nov 12 08:13:40.593072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-3dde1bb4-9e54-49d2-b272-93a3cd59d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.594514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-3dde1bb4-9e54-49d2-b272-93a3cd59d562 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 200 len: 861 time: 0.0709989 Nov 12 08:13:40.636982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-c4713f58-32dd-45a1-9c12-a1c38d13f1ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279808 Nov 12 08:13:40.638043 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39dfb589-44dc-442c-a9c0-3804a6cb46c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.652728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41e75307-73f9-448c-a255-4dd3da269242 req-b1f0a24e-d69d-450b-bc29-91fd8551598c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741246 Nov 12 08:13:40.675810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291c0ca-42b9-42ad-ae63-d77a744720d9 req-54fad9b5-9723-4dda-88e9-243b614376bc tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.675810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5291c0ca-42b9-42ad-ae63-d77a744720d9 req-54fad9b5-9723-4dda-88e9-243b614376bc tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.0878525 Nov 12 08:13:40.731379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5291c0ca-42b9-42ad-ae63-d77a744720d9 req-14972dbb-50f3-498a-8a77-a37b95f275f4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502372 Nov 12 08:13:40.748770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264505c9-f09d-4c7b-8684-70234b4db0c4 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:40.765681 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.784857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5976f-9b72-459d-b41d-19f1369db0e3 req-8050db0f-baea-4847-a103-5d4ce1dfe330 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.786592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79d5976f-9b72-459d-b41d-19f1369db0e3 req-8050db0f-baea-4847-a103-5d4ce1dfe330 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.0609071 Nov 12 08:13:40.811654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-ffbb9c72-af18-48ff-93d3-7a0aa9e2489f service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672955 Nov 12 08:13:40.813078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Transition to ACTIVE for port object 264505c9-f09d-4c7b-8684-70234b4db0c4 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:40.818981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.844200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79d5976f-9b72-459d-b41d-19f1369db0e3 req-bca8594b-3ed9-462b-916a-40106e58f26d tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Nov 12 08:13:40.929212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6af2-393b-42f6-b1be-297c0909fb0e req-47f5b43b-d902-439c-9ccb-c31c81ebc2ab tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.940568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c3a6af2-393b-42f6-b1be-297c0909fb0e req-47f5b43b-d902-439c-9ccb-c31c81ebc2ab tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.0718939 Nov 12 08:13:40.941093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41346) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:40.949213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Request body: {'floatingip': {'port_id': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:40.976622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=264505c9-f09d-4c7b-8684-70234b4db0c4,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:41.025526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.026486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.026486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.026890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.027324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.027775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.028269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.028701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.029206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.029828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.030262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.030847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:41.088556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.144393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-55397e0a-64ca-49de-9f2f-a307c3fba7ea req-03c347f9-7dec-4cb6-a334-4f69c9754eb7 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227792 Nov 12 08:13:41.189136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Attempting to bind port 264505c9-f09d-4c7b-8684-70234b4db0c4 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:41.189563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Attempting to bind port 264505c9-f09d-4c7b-8684-70234b4db0c4 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:41.189987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Attempting to bind port 264505c9-f09d-4c7b-8684-70234b4db0c4 on network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:41.197443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Port 264505c9-f09d-4c7b-8684-70234b4db0c4 on network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:41.197913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Attempting to bind port 264505c9-f09d-4c7b-8684-70234b4db0c4 on network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:41.204341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:41.204824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Checking segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:41.205845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Bound using segment: {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:41.206687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Bound port: 264505c9-f09d-4c7b-8684-70234b4db0c4, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7447486-fa83-485a-9ed8-771dadc2c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:41.207289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.338051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] For port 264505c9-f09d-4c7b-8684-70234b4db0c4, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:41.341757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] For port 264505c9-f09d-4c7b-8684-70234b4db0c4, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=264505c9-f09d-4c7b-8684-70234b4db0c4,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:41.348379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.440444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.441119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.442591 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] 10.222.0.25 "PUT /v2.0/ports/264505c9-f09d-4c7b-8684-70234b4db0c4 HTTP/1.1" status: 200 len: 1093 time: 1.3178673 Nov 12 08:13:41.468859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'tag': '264505c9-f09d-4c7b-8684-70234b4db0c4'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:41.474077 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3848acf-905e-499c-aacd-35c2f570acfb" -d '{"events": [{"name": "network-changed", "server_uuid": "48c7e1af-6068-4a9f-af74-1913a8a93972", "tag": "264505c9-f09d-4c7b-8684-70234b4db0c4"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:41.586373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.607998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ce20c-bbff-4692-83c7-bd8ed3b1fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=264505c9-f09d-4c7b-8684-70234b4db0c4,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:41.630685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-1ac4fce0-0d93-4f22-bfee-ed0eee292405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.634599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-1ac4fce0-0d93-4f22-bfee-ed0eee292405 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8207d72997224b288bce02477e8d7297&device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 1096 time: 0.1105835 Nov 12 08:13:41.705963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-15a9cba8-985b-40a9-ac11-eacfdbd2c58f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=264505c9-f09d-4c7b-8684-70234b4db0c4 HTTP/1.1" status: 200 len: 217 time: 0.0607111 Nov 12 08:13:41.739726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41374) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:41.773340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-ac6530f8-3577-41b2-b067-a216e11799fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.773340 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-ac6530f8-3577-41b2-b067-a216e11799fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bc09dd86-b088-4735-8927-3fd24ffa4253 HTTP/1.1" status: 200 len: 853 time: 0.0579154 Nov 12 08:13:41.843499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fb319-2124-4c84-9a6c-703425a30fda req-6ceeae6f-805b-407f-a39a-57e9851dc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.845648 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-6ceeae6f-805b-407f-a39a-57e9851dc8d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674422 Nov 12 08:13:41.868760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96b40e11-e8d1-4593-99f4-ca6207e2121e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.891931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd00ad6-72a5-4d07-b499-491321538026 req-b8950abe-9d01-4801-8854-15470e6a51f6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.893482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdd00ad6-72a5-4d07-b499-491321538026 req-b8950abe-9d01-4801-8854-15470e6a51f6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 943 time: 0.2819870 Nov 12 08:13:41.911894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-a51c979b-e0ec-44f8-95b5-027b8efaa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.913494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-a51c979b-e0ec-44f8-95b5-027b8efaa0ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 1097 time: 0.2817106 Nov 12 08:13:41.943186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5719ee7-7260-4268-af21-cf4941d16c8a req-6c371d30-2e28-440e-8295-a2b51d86cd11 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.944819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5719ee7-7260-4268-af21-cf4941d16c8a req-6c371d30-2e28-440e-8295-a2b51d86cd11 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.3165629 Nov 12 08:13:41.986997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-30fc0143-2ebb-42c9-9454-645fa48952b6 service neutron] 10.222.0.25 "GET /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324320 Nov 12 08:13:42.074267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96b40e11-e8d1-4593-99f4-ca6207e2121e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.088327 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96b40e11-e8d1-4593-99f4-ca6207e2121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.137334 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-023fb319-2124-4c84-9a6c-703425a30fda req-47a5aa80-fb1f-4a55-bbec-e59e5cbecc49 service neutron] 10.222.0.25 "GET /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424339 Nov 12 08:13:42.146414 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-96b40e11-e8d1-4593-99f4-ca6207e2121e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50863db25e3c495b9d4db79b117891f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4025245 Nov 12 08:13:42.147094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b40e11-e8d1-4593-99f4-ca6207e2121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5889d3-03b7-4b8c-8c11-2c82e7e47d5e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:42.151706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41378) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:42.204240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdd00ad6-72a5-4d07-b499-491321538026 req-26bcdd36-a688-4092-b2e7-9777177d4af4 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003421 Nov 12 08:13:42.220360 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:13:42.225483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5719ee7-7260-4268-af21-cf4941d16c8a req-5338cea3-3a4f-489c-b854-bbc642e4b0b4 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616916 Nov 12 08:13:42.331601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-d74804dd-4834-4571-b048-be8bb5ed86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.333153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-d74804dd-4834-4571-b048-be8bb5ed86c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 915 time: 0.4049215 Nov 12 08:13:42.367723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.405295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.413039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-665bd098-5bae-43f0-a1d5-61ab446e2d33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0 HTTP/1.1" status: 200 len: 217 time: 0.0568633 Nov 12 08:13:42.451728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed879508-4378-4cb5-9175-168a62cd313f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.456778 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff17951f-8771-43b9-9076-53faab91c95e x-openstack-request-id: req-ff17951f-8771-43b9-9076-53faab91c95e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:42.457136 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c7e1af-6068-4a9f-af74-1913a8a93972", "tag": "264505c9-f09d-4c7b-8684-70234b4db0c4", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:42.457485 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff17951f-8771-43b9-9076-53faab91c95e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:42.458141 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'tag': '264505c9-f09d-4c7b-8684-70234b4db0c4', 'status': 'completed', 'code': 200} Nov 12 08:13:42.525526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.531602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.535512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848acf-905e-499c-aacd-35c2f570acfb req-b181fc71-bb0a-4fca-b15a-dfe99c32a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.537054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-b181fc71-bb0a-4fca-b15a-dfe99c32a06b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8207d72997224b288bce02477e8d7297&device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 1096 time: 0.0468817 Nov 12 08:13:42.537748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.543983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.550138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.556757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.563359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.565435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-135b340b-fd61-4a6f-b6af-20b4bd62ad84 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.2713051 Nov 12 08:13:42.592734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed879508-4378-4cb5-9175-168a62cd313f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.640677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848acf-905e-499c-aacd-35c2f570acfb req-9e2b3a8c-ee36-4eda-a4e1-a55bcbeddd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.642178 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-9e2b3a8c-ee36-4eda-a4e1-a55bcbeddd5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 HTTP/1.1" status: 200 len: 914 time: 0.0973575 Nov 12 08:13:42.691564 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-b8499738-386f-44a0-8289-a777beaea493 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=264505c9-f09d-4c7b-8684-70234b4db0c4 HTTP/1.1" status: 200 len: 217 time: 0.0422604 Nov 12 08:13:42.753413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848acf-905e-499c-aacd-35c2f570acfb req-47ee2bc9-5aa2-4b07-9bbb-e5aac7197ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.755264 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-47ee2bc9-5aa2-4b07-9bbb-e5aac7197ee9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bc09dd86-b088-4735-8927-3fd24ffa4253 HTTP/1.1" status: 200 len: 853 time: 0.0560853 Nov 12 08:13:42.803841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848acf-905e-499c-aacd-35c2f570acfb req-f45baad3-ef00-40d8-b488-4d83a097c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.805329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-f45baad3-ef00-40d8-b488-4d83a097c89e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429149 Nov 12 08:13:42.900000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-d50ec8c4-ff42-4cbb-8c99-3e2cfd0e9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.901510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-d50ec8c4-ff42-4cbb-8c99-3e2cfd0e9997 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.4534082 Nov 12 08:13:42.907003 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-708745b0-ec7f-4ba9-98ad-9a46d9a655cd service neutron] 10.222.0.25 "GET /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932913 Nov 12 08:13:42.975745 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Floating IP 0da184a3-3dc5-48b6-a08d-f83bd4ddc897 associated. External IP: 172.25.4.177, port: 7f1f4767-ba4f-41bd-bd92-7e6354efcccb. Nov 12 08:13:43.014117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b3848acf-905e-499c-aacd-35c2f570acfb req-e6f5fb2f-d026-4868-be92-ae2a27168609 service neutron] 10.222.0.25 "GET /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000655 Nov 12 08:13:43.042203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743ba2b-f147-42a8-b60b-7c1fa9bc4903 req-4d1ead4a-bdca-4bd7-99a0-8461df7d7a84 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:43.043716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e743ba2b-f147-42a8-b60b-7c1fa9bc4903 req-4d1ead4a-bdca-4bd7-99a0-8461df7d7a84 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 944 time: 0.4739664 Nov 12 08:13:43.067822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61e829c1-dd6c-4fc2-abac-5f07e3c977d2 req-812536b9-7a60-4110-9d78-22449dc8f2a2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4876056 Nov 12 08:13:43.068455 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed879508-4378-4cb5-9175-168a62cd313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.071242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed879508-4378-4cb5-9175-168a62cd313f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.072340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ed879508-4378-4cb5-9175-168a62cd313f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af5889d3-03b7-4b8c-8c11-2c82e7e47d5e HTTP/1.1" status: 204 len: 168 time: 0.9166291 Nov 12 08:13:43.100685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-9dba1adf-39bb-47f3-b111-3c485b08375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:43.102200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-9dba1adf-39bb-47f3-b111-3c485b08375f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843123 Nov 12 08:13:43.106872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed879508-4378-4cb5-9175-168a62cd313f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5889d3-03b7-4b8c-8c11-2c82e7e47d5e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:43.150493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-861bdc56-1289-4c41-ae27-f417a4a75dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.256822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e743ba2b-f147-42a8-b60b-7c1fa9bc4903 req-bbd424bb-59aa-44cb-8034-a30c5b76c739 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045608 Nov 12 08:13:43.373166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-82b1adb0-1e23-455f-9997-2f57c545cd00 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308064 Nov 12 08:13:43.548844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9ed7-5e3c-4ce6-a369-acb15138e548 req-55cb5803-a298-47df-aa67-f76bd90df65f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:43.550755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa5f9ed7-5e3c-4ce6-a369-acb15138e548 req-55cb5803-a298-47df-aa67-f76bd90df65f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 943 time: 0.2384858 Nov 12 08:13:43.560736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ba81-907e-4f6b-828c-969b9e3425a6 req-04bb89f6-4705-4400-9c6a-6c4e201412f7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:43.562651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f840ba81-907e-4f6b-828c-969b9e3425a6 req-04bb89f6-4705-4400-9c6a-6c4e201412f7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.2327421 Nov 12 08:13:43.604481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Router ed05f536-d06e-4330-9720-cd435eae8e6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:43.658809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf46cae-0af0-496e-a01e-5684728a7436 req-2a8b918e-4f66-401a-8ded-14d19d03e05d service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659779 Nov 12 08:13:43.733141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa5f9ed7-5e3c-4ce6-a369-acb15138e548 req-33502760-b3e2-48ca-991f-3c0fa841bf9e tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674867 Nov 12 08:13:43.739563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f840ba81-907e-4f6b-828c-969b9e3425a6 req-1ba2fe35-f3ff-40e7-a2b1-1f57c8d50349 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672025 Nov 12 08:13:43.818709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:43.824523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.829653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:43.843959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:43.844643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:43.860912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a96c0984-5394-46d8-9698-251e346119b4 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "PUT /v2.0/floatingips/0da184a3-3dc5-48b6-a08d-f83bd4ddc897 HTTP/1.1" status: 200 len: 991 time: 2.9157951 Nov 12 08:13:43.860912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:43.861698 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75587f8-2254-4d67-bec3-1212d13d2073" -d '{"events": [{"name": "network-changed", "server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:43.905834 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c37c4-0ace-4594-874a-e6be5cda22e8 x-openstack-request-id: req-027c37c4-0ace-4594-874a-e6be5cda22e8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:43.906464 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:43.906464 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-027c37c4-0ace-4594-874a-e6be5cda22e8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:43.907021 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'status': 'completed', 'code': 200} Nov 12 08:13:43.987691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:44.008650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-c4cf0d34-7e1a-429b-8237-16da4b57bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.010688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-c4cf0d34-7e1a-429b-8237-16da4b57bce9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 1097 time: 0.0420599 Nov 12 08:13:44.141239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-d5c17684-d9a6-409b-9eca-a69318c525d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.143203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-d5c17684-d9a6-409b-9eca-a69318c525d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.1200416 Nov 12 08:13:44.269629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-a923f846-60bc-4594-8c9f-268214523895 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb HTTP/1.1" status: 200 len: 999 time: 0.1157191 Nov 12 08:13:44.324579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.342132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.358946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.374168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.391196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.403056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.410125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '0da184a3-3dc5-48b6-a08d-f83bd4ddc897', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'port_id': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'mac_address': 'fa:16:3e:19:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14253738-1077-441a-9ead-eebcd5f7bc90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:57Z', 'updated_at': '2021-11-12T08:13:42Z', 'revision_number': 1, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:44.415807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.431349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-165445b3-319c-490c-9f50-211dfdf36c71 req-14c515aa-d10f-4d1e-8fb3-2f98744decea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.2252984 Nov 12 08:13:44.455087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.456024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:44.468797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:44.469498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:44.514313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41434) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:44.591328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-6ea1e82a-947f-4efa-ae1c-7b5a1fc8db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.592920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-6ea1e82a-947f-4efa-ae1c-7b5a1fc8db54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.3050745 Nov 12 08:13:44.600682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:44.628916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-165445b3-319c-490c-9f50-211dfdf36c71 req-def6f0d3-a401-4afe-a710-4a633084e7ea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979527 Nov 12 08:13:44.651349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb46ca42-2682-4d27-beb6-4dc4ef484f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.673334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b5632-22a3-445c-aea6-f2486f096ec1 req-d2b6ef96-5428-49fa-abed-84c238479620 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.674928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-047b5632-22a3-445c-aea6-f2486f096ec1 req-d2b6ef96-5428-49fa-abed-84c238479620 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 944 time: 0.1627781 Nov 12 08:13:44.697124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-32868ce2-eebd-41a2-bbfd-ea6502901c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.698738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-32868ce2-eebd-41a2-bbfd-ea6502901c41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975955 Nov 12 08:13:44.738341 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb46ca42-2682-4d27-beb6-4dc4ef484f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.745284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb46ca42-2682-4d27-beb6-4dc4ef484f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.793422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb46ca42-2682-4d27-beb6-4dc4ef484f70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=442c3ee8e7fb402ea84cbfe2082f42c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772934 Nov 12 08:13:44.798285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:44.805336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46ca42-2682-4d27-beb6-4dc4ef484f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e88728-de14-48b6-9e1e-6b399d52a16e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.818865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-047b5632-22a3-445c-aea6-f2486f096ec1 req-547582b4-aeee-4113-9674-b7c043a4420c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318362 Nov 12 08:13:44.867684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1807f3d-a681-4b04-bbfd-6a4ac15150dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.897494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1807f3d-a681-4b04-bbfd-6a4ac15150dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.937519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-59a8efd0-d077-4616-b0d6-1c50e1182334 service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302988 Nov 12 08:13:44.956497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1807f3d-a681-4b04-bbfd-6a4ac15150dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.956825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e3930-675a-48d2-8597-c76b96cfd302 req-d040fe6a-ea0f-4991-942f-d40a02320b6b tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.958744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-913e3930-675a-48d2-8597-c76b96cfd302 req-d040fe6a-ea0f-4991-942f-d40a02320b6b tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1350760 Nov 12 08:13:44.959636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1807f3d-a681-4b04-bbfd-6a4ac15150dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.966981 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1807f3d-a681-4b04-bbfd-6a4ac15150dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75e88728-de14-48b6-9e1e-6b399d52a16e HTTP/1.1" status: 204 len: 168 time: 0.1674855 Nov 12 08:13:44.975534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1807f3d-a681-4b04-bbfd-6a4ac15150dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e88728-de14-48b6-9e1e-6b399d52a16e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.984342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4758-111c-4265-bc2b-842bae473cc9 req-c1843bf8-c277-4058-bea7-97dc60f8b7d1 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.992550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fbd4758-111c-4265-bc2b-842bae473cc9 req-c1843bf8-c277-4058-bea7-97dc60f8b7d1 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 943 time: 0.1170640 Nov 12 08:13:45.078035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '0da184a3-3dc5-48b6-a08d-f83bd4ddc897', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'port_id': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'mac_address': 'fa:16:3e:19:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14253738-1077-441a-9ead-eebcd5f7bc90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:57Z', 'updated_at': '2021-11-12T08:13:42Z', 'revision_number': 1, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:45.114034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1793a-e3b3-4070-9eb2-c4b3ac74efe6 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '0da184a3-3dc5-48b6-a08d-f83bd4ddc897', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'port_id': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'mac_address': 'fa:16:3e:19:c5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14253738-1077-441a-9ead-eebcd5f7bc90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:57Z', 'updated_at': '2021-11-12T08:13:42Z', 'revision_number': 1, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:45.153353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fbd4758-111c-4265-bc2b-842bae473cc9 req-f555f7ec-d6f7-46cd-b98b-d392e7adf1f0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598225 Nov 12 08:13:45.161965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-913e3930-675a-48d2-8597-c76b96cfd302 req-5c918586-bfe2-4812-954f-4f95a9f24b95 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913385 Nov 12 08:13:45.170400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d75587f8-2254-4d67-bec3-1212d13d2073 req-a33297a4-9dad-4695-96a3-fbc97704569c service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090182 Nov 12 08:13:45.281015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:45.373395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ca84-f2f8-404a-85de-ad0c92055437 req-792e5db2-3b9f-42a4-8cdb-f8e745a72a26 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.380686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7669ca84-f2f8-404a-85de-ad0c92055437 req-792e5db2-3b9f-42a4-8cdb-f8e745a72a26 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.0945425 Nov 12 08:13:45.413991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:45.432914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'port_id': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'mac_address': 'fa:16:3e:f3:6e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:45.450860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7669ca84-f2f8-404a-85de-ad0c92055437 req-70ef0b0c-bde5-4478-b1fe-17b60411bb99 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Nov 12 08:13:45.479715 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03061d9e-a7f3-40db-9272-647c4f6bb56a None None] New status for floating IP 0da184a3-3dc5-48b6-a08d-f83bd4ddc897: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:13:45.525361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.540185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b25639-fe4e-487c-88f2-e5f9b62a2508 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:45.569760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:45.580908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.624345 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.624494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a7653-af11-4e8a-a045-f639cfbfdef9 req-72cb6564-5fee-43bd-bff2-38d1844d85aa tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.632886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b87a7653-af11-4e8a-a045-f639cfbfdef9 req-72cb6564-5fee-43bd-bff2-38d1844d85aa tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 945 time: 0.0828030 Nov 12 08:13:45.659991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:45.690040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b87a7653-af11-4e8a-a045-f639cfbfdef9 req-813f162e-2801-40c0-9640-578494e1a7cf tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560791 Nov 12 08:13:45.833279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.839657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.845775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.848804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41482) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:45.851999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.858210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.864841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.871405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.873317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-85ea09cf-6b15-4e89-99b4-65300bfd2ed7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5428 time: 0.1426008 Nov 12 08:13:45.889428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6e76-25ac-4745-ae75-8f02e183c158 req-5dedbf46-1b5d-4b92-af8e-a59a350679f1 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.891086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab0c6e76-25ac-4745-ae75-8f02e183c158 req-5dedbf46-1b5d-4b92-af8e-a59a350679f1 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.1160495 Nov 12 08:13:45.950822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-750954321-network', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:45.961272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['88b25639-fe4e-487c-88f2-e5f9b62a2508'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:45.981748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Made reservation on behalf of 48ce9117d5fb440187eec5f9a116262a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:45.984385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4139d7e-102e-4fa6-ac16-56d034914c80 req-0ee8bdb7-c134-4f98-9909-6f470223e191 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044300 Nov 12 08:13:45.985187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.989161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab0c6e76-25ac-4745-ae75-8f02e183c158 req-f126e329-d547-4e40-9d54-898c855d84ac tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917556 Nov 12 08:13:45.994674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.057642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-18b31709-15b6-4ece-8dd6-3292b2a5db7e req-316a6157-33bd-48d3-a93b-dcd5a6180fc7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:46.058943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18b31709-15b6-4ece-8dd6-3292b2a5db7e req-316a6157-33bd-48d3-a93b-dcd5a6180fc7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072732 Nov 12 08:13:46.097305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.104518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.140621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:46.145831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1433e7b9-794c-409f-a3e4-54110e3ea570,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:46.155574 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.156262 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Added segment 4042ddd5-8ac6-444b-aa76-148769060fda of type vlan for network da3af3ca-1111-44b4-9bbc-46d4274e0e9e Nov 12 08:13:46.206673 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.217405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18b31709-15b6-4ece-8dd6-3292b2a5db7e req-6b3a8b72-8c2e-494d-a9b7-60116fe64b01 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1401575 Nov 12 08:13:46.227589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0053-481e-47ed-9c44-efcd654b1046 req-850c68da-212d-47c4-ac85-7746b91a7033 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:46.232597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2dd0053-481e-47ed-9c44-efcd654b1046 req-850c68da-212d-47c4-ac85-7746b91a7033 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 944 time: 0.1655295 Nov 12 08:13:46.236260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.237662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:46.238234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.272483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4225085 Nov 12 08:13:46.275564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41490) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:46.280871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Request body: {'subnet': {'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-subnet', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:46.308479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e1ff3-1812-47b5-a9bc-4e5cfafe0a31 admin admin] Pushing event updated for resources: {'Network': ['ID=da3af3ca-1111-44b4-9bbc-46d4274e0e9e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:46.321027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:46.328643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2dd0053-481e-47ed-9c44-efcd654b1046 req-e38ee3e6-8711-465b-8b92-3c1320842ac8 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890892 Nov 12 08:13:46.330309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Made reservation on behalf of 48ce9117d5fb440187eec5f9a116262a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:46.333109 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.492360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc7a06-bc5a-4e27-90a4-de5923b6b4be req-95443364-3885-451e-8fe7-ec5259e4bc52 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:46.493941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87dc7a06-bc5a-4e27-90a4-de5923b6b4be req-95443364-3885-451e-8fe7-ec5259e4bc52 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 944 time: 0.0774257 Nov 12 08:13:46.585073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87dc7a06-bc5a-4e27-90a4-de5923b6b4be req-2a6cffae-a88c-4c5e-8119-2b9d4abebf8e tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842969 Nov 12 08:13:46.668268 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.687720 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.715313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b1085-8122-4604-9e89-5c1e03033779 req-dcc72c26-4748-40a2-883a-6187e7497bbb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:46.716970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe6b1085-8122-4604-9e89-5c1e03033779 req-dcc72c26-4748-40a2-883a-6187e7497bbb tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1028769 Nov 12 08:13:46.717866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:46.745904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9024482-acbf-4b3f-af95-deb4ccff46a0,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:46.788202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:46.788606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Network hostable DHCP agents. Network: da3af3ca-1111-44b4-9bbc-46d4274e0e9e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:46.794145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe6b1085-8122-4604-9e89-5c1e03033779 req-04c2ae68-c70d-423c-ae2a-191f03709f27 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Nov 12 08:13:46.815156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:46.828120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, da3af3ca-1111-44b4-9bbc-46d4274e0e9e) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:46.832575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:46.833250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.842614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:46.846382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c40696-cc59-4c52-b0b9-37347306cc83 None None] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:46.853421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-69b6b0ef-2660-4f47-aafd-27d9388a9430 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5758898 Nov 12 08:13:46.855653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41502) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:46.860541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:46.881645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'port_id': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'mac_address': 'fa:16:3e:58:35:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:46.885891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.887134 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.941155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db48a5-1a26-42ca-b463-83cce1717a34 req-f79bbc39-59ac-4e21-a380-0265393a4823 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:46.943023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8db48a5-1a26-42ca-b463-83cce1717a34 req-f79bbc39-59ac-4e21-a380-0265393a4823 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 945 time: 0.0676131 Nov 12 08:13:46.957692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.970929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.995022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:47.004086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8db48a5-1a26-42ca-b463-83cce1717a34 req-2c0e55ff-9de2-4828-929e-27f78a5c572e tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Nov 12 08:13:47.043311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:47.056926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.058125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:47.094318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:13:47.095199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.141572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.171460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.178347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.185177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.191265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.197871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.204227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.210325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.212404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-9b14f876-c18a-4b53-9ec0-667bda27ac39 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5429 time: 0.1189535 Nov 12 08:13:47.229073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45648aae-d9f1-4248-bdac-e19430dfe1c7 req-4356bf4e-e5db-407b-acca-43a88cf2cff7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.230565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45648aae-d9f1-4248-bdac-e19430dfe1c7 req-4356bf4e-e5db-407b-acca-43a88cf2cff7 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.1360791 Nov 12 08:13:47.266926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:47.324356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45648aae-d9f1-4248-bdac-e19430dfe1c7 req-0488ebbc-fc93-4dc9-8ac2-5407fdb7789f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799620 Nov 12 08:13:47.332306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 264505c9-f09d-4c7b-8684-70234b4db0c4 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:47.334493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:47.355894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90afb0a4-9200-4f02-9fc9-b1d734a3b842 req-ef6b28db-2f4e-4990-bc79-ff0065102bdc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243122 Nov 12 08:13:47.379434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:47.388109 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.416827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.419073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '1b22d169-b647-4b7a-ba4a-ea9c4fc868c5', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'port_id': '1b22d169-b647-4b7a-ba4a-ea9c4fc868c5', 'mac_address': 'fa:16:3e:27:9c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:47.430709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Allocated IP 172.20.0.2 (da3af3ca-1111-44b4-9bbc-46d4274e0e9e/e9024482-acbf-4b3f-af95-deb4ccff46a0/6ab83a21-4d6b-477b-9308-82221a0b05f0) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:47.493454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25661-21ef-40fd-8968-53383b694893 req-3b1e1a60-5a25-4541-a2be-fd849664c1b2 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.496945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85c25661-21ef-40fd-8968-53383b694893 req-3b1e1a60-5a25-4541-a2be-fd849664c1b2 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 944 time: 0.0644426 Nov 12 08:13:47.575753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Allocated IP 172.25.4.36 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/165a70e1-dcc1-446c-ab06-5a0b7a3f80cd) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:47.582690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85c25661-21ef-40fd-8968-53383b694893 req-420b9824-cd53-4e54-956e-9bc0704db130 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775783 Nov 12 08:13:47.635931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.646875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 88b25639-fe4e-487c-88f2-e5f9b62a2508 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:47.677877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 88b25639-fe4e-487c-88f2-e5f9b62a2508 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:47.683821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.720534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:47.728655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3908b8a-c211-4b51-bd8d-e3d9ae5ea079 req-5088bbda-a9eb-46b2-9dec-6d2dca5f7c19 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.737376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 264505c9-f09d-4c7b-8684-70234b4db0c4, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=264505c9-f09d-4c7b-8684-70234b4db0c4,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:47.741239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3908b8a-c211-4b51-bd8d-e3d9ae5ea079 req-5088bbda-a9eb-46b2-9dec-6d2dca5f7c19 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.744559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.753291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3908b8a-c211-4b51-bd8d-e3d9ae5ea079 req-5088bbda-a9eb-46b2-9dec-6d2dca5f7c19 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.756289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3908b8a-c211-4b51-bd8d-e3d9ae5ea079 req-5088bbda-a9eb-46b2-9dec-6d2dca5f7c19 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129&device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c&device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 2417 time: 0.1535571 Nov 12 08:13:47.789242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.794820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:47.827726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '264505c9-f09d-4c7b-8684-70234b4db0c4', 'network_id': '3c5aa3d4-9c35-4073-a65b-4f150fbf93a8', 'port_id': '264505c9-f09d-4c7b-8684-70234b4db0c4', 'mac_address': 'fa:16:3e:dc:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc09dd86-b088-4735-8927-3fd24ffa4253', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:47.832368 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.833108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a062e5-3fca-44c5-a740-9c54d71280b8 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:47.846197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3908b8a-c211-4b51-bd8d-e3d9ae5ea079 req-eea6f8dd-69b4-4cec-a030-1ecd554a5274 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814466 Nov 12 08:13:47.875310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Pushing event updated for resources: {'Port': ['ID=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:47.890639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:47.895281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:47.899132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:47.979684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93977223-5259-4df4-bf8c-06521cedc3f8 req-2299bdc3-536f-4ddf-88b5-472bd3050261 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.988428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93977223-5259-4df4-bf8c-06521cedc3f8 req-2299bdc3-536f-4ddf-88b5-472bd3050261 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 944 time: 0.1331627 Nov 12 08:13:48.001868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-c97c226b-c3af-47c9-a9f6-30452c734470 req-f3b1ea7d-32c1-4e45-afe5-29860913018b tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:48.002210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.004020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c97c226b-c3af-47c9-a9f6-30452c734470 req-f3b1ea7d-32c1-4e45-afe5-29860913018b tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115938 Nov 12 08:13:48.046982 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.069767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93977223-5259-4df4-bf8c-06521cedc3f8 req-f92c0353-ed9a-4ab5-9ba1-ca2a4dbb3aec tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804040 Nov 12 08:13:48.097661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c97c226b-c3af-47c9-a9f6-30452c734470 req-01962a32-e96c-4e8d-8455-0848b4d3af56 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0845382 Nov 12 08:13:48.098425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264505c9-f09d-4c7b-8684-70234b4db0c4 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:48.110856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:13:48.118752 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.159330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a062e5-3fca-44c5-a740-9c54d71280b8,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:48.163068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:48.205995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 264505c9-f09d-4c7b-8684-70234b4db0c4, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=264505c9-f09d-4c7b-8684-70234b4db0c4,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:48.220579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.382976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '83a062e5-3fca-44c5-a740-9c54d71280b8', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'port_id': '83a062e5-3fca-44c5-a740-9c54d71280b8', 'mac_address': 'fa:16:3e:cc:c6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:48.385103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.399976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:48.420516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.434646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.478056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:48.503593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:48.507342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:48.509942 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf20467-7fcf-4ba6-be98-edb94631701b" -d '{"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-plugged", "status": "completed", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:48.520341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Pushing event updated for resources: {'Port': ['ID=6ab83a21-4d6b-477b-9308-82221a0b05f0,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:48.542552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.550302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.559406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.568163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.578378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.588780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.597069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.604748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:48.611615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-73d86189-4813-4c92-b0b6-154453a685ef tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5430 time: 0.1503937 Nov 12 08:13:48.616924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.638885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.695933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Attempting to bind port 6ab83a21-4d6b-477b-9308-82221a0b05f0 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:48.696347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:13:48.696576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Attempting to bind port 6ab83a21-4d6b-477b-9308-82221a0b05f0 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:48.696828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Attempting to bind port 6ab83a21-4d6b-477b-9308-82221a0b05f0 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:48.701199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a062e5-3fca-44c5-a740-9c54d71280b8 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:48.708694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=264505c9-f09d-4c7b-8684-70234b4db0c4,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:48.709583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2c2c5af-2e18-4cb9-83a6-28e17bcac524 req-abce14e6-02f6-4297-9229-3be6113fb0b1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957267 Nov 12 08:13:48.752621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:48.752621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:48.753550 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.753953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Bound using segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:48.754494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Bound port: 6ab83a21-4d6b-477b-9308-82221a0b05f0, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:48.754930 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.793300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a062e5-3fca-44c5-a740-9c54d71280b8,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:48.802438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.803120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8968689f-feb2-4da3-92ae-4fe68097842a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:48.809120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:48.862355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:48.880126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['264505c9-f09d-4c7b-8684-70234b4db0c4'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:48.882425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:48.886797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.888967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27b58861-fd9b-45cb-9554-33c931ca346b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0321193 Nov 12 08:13:48.891632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41538) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:48.965821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdf17f-c6de-456e-a83d-13906a6dc35c req-bef82ab7-d1c5-4d35-9ef2-f2d9cd7058db tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.968104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cbdf17f-c6de-456e-a83d-13906a6dc35c req-bef82ab7-d1c5-4d35-9ef2-f2d9cd7058db tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 945 time: 0.0611503 Nov 12 08:13:49.003546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:49.017355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:13:49.019818 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b8e5f-2a89-4d06-8131-6a03c8ccb140 x-openstack-request-id: req-996b8e5f-2a89-4d06-8131-6a03c8ccb140 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:49.020188 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-plugged", "status": "completed", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:49.020431 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-996b8e5f-2a89-4d06-8131-6a03c8ccb140 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:49.020992 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'code': 200} Nov 12 08:13:49.046947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cbdf17f-c6de-456e-a83d-13906a6dc35c req-af9048c6-4f93-4bb4-acc5-ca08bcf4818d tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Nov 12 08:13:49.047986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] For port 6ab83a21-4d6b-477b-9308-82221a0b05f0, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:49.050276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:49.050938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:49.123763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] For port 6ab83a21-4d6b-477b-9308-82221a0b05f0, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ab83a21-4d6b-477b-9308-82221a0b05f0,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:49.179297 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.273755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c576-e393-455d-bc8c-42f78ef5b8ec None None] Pushing event updated for resources: {'Port': ['ID=6ab83a21-4d6b-477b-9308-82221a0b05f0,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:49.365071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8ab6a-463c-4d15-811f-b2a14ce79c76 req-32479ef3-4d92-48bf-a60a-93274ae1f681 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:49.367206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3da8ab6a-463c-4d15-811f-b2a14ce79c76 req-32479ef3-4d92-48bf-a60a-93274ae1f681 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.0934854 Nov 12 08:13:49.398120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8968689f-feb2-4da3-92ae-4fe68097842a,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:49.439347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:49.445913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '8968689f-feb2-4da3-92ae-4fe68097842a', 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'port_id': '8968689f-feb2-4da3-92ae-4fe68097842a', 'mac_address': 'fa:16:3e:aa:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf6eff4-3337-4259-a7a1-2460e973b918', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:49.465059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3da8ab6a-463c-4d15-811f-b2a14ce79c76 req-3c1a0b88-6488-4a5a-a1cd-1903c1dfe30c tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867553 Nov 12 08:13:49.589944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9278453-ca0d-4393-b0a2-9bb21484a8a9 req-55bd251f-b9f2-4307-b762-5a0f35ca4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:49.591448 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9278453-ca0d-4393-b0a2-9bb21484a8a9 req-55bd251f-b9f2-4307-b762-5a0f35ca4c67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 1097 time: 0.2121959 Nov 12 08:13:49.661869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.732278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8968689f-feb2-4da3-92ae-4fe68097842a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:49.771432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9278453-ca0d-4393-b0a2-9bb21484a8a9 req-ca6a5f45-902e-4192-bc6b-5c3db6f00414 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720307 Nov 12 08:13:49.826137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8968689f-feb2-4da3-92ae-4fe68097842a,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:49.855167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.855839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dbc08120-525e-4368-a584-fbb131e12649 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:49.887214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dbc08120-525e-4368-a584-fbb131e12649,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:49.903439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'dbc08120-525e-4368-a584-fbb131e12649', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'port_id': 'dbc08120-525e-4368-a584-fbb131e12649', 'mac_address': 'fa:16:3e:14:c2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:49.963756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.008903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.012704 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.031520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc08120-525e-4368-a584-fbb131e12649 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:50.041272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:48Z', 'revision_number': 3, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:50.076284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:50.076284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Updating router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:50.112805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dbc08120-525e-4368-a584-fbb131e12649,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:50.121313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.122015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:50.156739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.202075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-5f008822-eaa0-4669-b3ac-b574b5c1df99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4657283 Nov 12 08:13:50.223528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Allocated IP 172.20.0.1 (da3af3ca-1111-44b4-9bbc-46d4274e0e9e/e9024482-acbf-4b3f-af95-deb4ccff46a0/c8a44be3-e070-4f5e-bd6a-2bed3b59172a) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:50.228482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.238056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.245265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.253382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.254278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:50.261747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.268980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.276326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.285526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-1234deed-0e00-4655-922e-365bef9c3867 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5433 time: 0.1481793 Nov 12 08:13:50.372881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.418706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.438320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dca239a0-2e4d-4d54-97d2-0d77407fdde0 req-8f12056c-3f04-4202-bd5b-b3dd52f62b3d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486104 Nov 12 08:13:50.449451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-689ea135-dbb7-40c5-9e1a-1ecf5a98942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.455328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-689ea135-dbb7-40c5-9e1a-1ecf5a98942e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93983596165f426696c572124a2cb710&device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 1097 time: 0.1656921 Nov 12 08:13:50.479669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971b1f4-5cbd-42e9-946c-01b3afc563a9 req-4f568095-0a7f-4bd4-9a92-6d05d227c543 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.487883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a971b1f4-5cbd-42e9-946c-01b3afc563a9 req-4f568095-0a7f-4bd4-9a92-6d05d227c543 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 945 time: 0.1998546 Nov 12 08:13:50.491705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:50.495855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:50.501035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:50.504959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.551489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.570734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.587543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.608626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.645053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-3e76eeaf-cac8-49e7-91ae-3749e51ab670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.646623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-3e76eeaf-cac8-49e7-91ae-3749e51ab670 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 200 len: 915 time: 0.1560869 Nov 12 08:13:50.655535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Attempting to bind port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:50.657444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Attempting to bind port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:50.657444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Attempting to bind port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:50.693125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:50.693882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:50.694502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.695066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:50.695733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Bound port: 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:50.696870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.717170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-b2358eb7-cc42-4bf7-9519-9f250cd31837 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0 HTTP/1.1" status: 200 len: 217 time: 0.0582590 Nov 12 08:13:50.721075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a971b1f4-5cbd-42e9-946c-01b3afc563a9 req-8052c65a-6e09-440b-bda7-349cd86b1690 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322438 Nov 12 08:13:50.722147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.745554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3', 'network_id': 'bce0ac65-782b-45a0-aad7-167edb3ad967', 'port_id': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3', 'mac_address': 'fa:16:3e:c3:f3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee14397c-d7c2-4403-b036-bb384d8fb7f1', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:50.747335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a17b6-823f-4e65-9f2c-e263617636b3 None None] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:50.802383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-0b287dab-8fdc-49fa-82a1-d0d76afe7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.804264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-0b287dab-8fdc-49fa-82a1-d0d76afe7196 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 200 len: 854 time: 0.0805633 Nov 12 08:13:50.879874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-a70bbb42-9286-431d-a8e2-6d76b0e90872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.880976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-a70bbb42-9286-431d-a8e2-6d76b0e90872 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677018 Nov 12 08:13:50.918998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14fb91-c681-4bd7-b583-44e221c27707 None None] Pushing event updated for resources: {'Port': ['ID=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.932153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] For port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:50.939209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] For port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:50.956361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.959347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dc34eaa7-726b-4167-9824-4bcb52bc4db4 None None] Provisioning complete for port 6ab83a21-4d6b-477b-9308-82221a0b05f0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:50.960135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dc34eaa7-726b-4167-9824-4bcb52bc4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.966807 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.970707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.980476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.028949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.089613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:51.090622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f2d14-c453-42ae-9e79-8f2c20498f0d req-a8fdd724-c7ce-4797-a6b6-4db74cdc78c8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.093222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-578f2d14-c453-42ae-9e79-8f2c20498f0d req-a8fdd724-c7ce-4797-a6b6-4db74cdc78c8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1423707 Nov 12 08:13:51.118994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-93c8a172-2e36-47bb-9815-318345b9f726 service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292144 Nov 12 08:13:51.148722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c54d5d-585a-4abe-8272-6e6a38b262ad req-31d50096-a56b-499f-9b0a-81bdb8fd7cc0 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.150034 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4c54d5d-585a-4abe-8272-6e6a38b262ad req-31d50096-a56b-499f-9b0a-81bdb8fd7cc0 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.1275222 Nov 12 08:13:51.171905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:51.173788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:51.214903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:51.256850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-578f2d14-c453-42ae-9e79-8f2c20498f0d req-3602d3d5-a6b8-496c-8ca8-d60646894434 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549792 Nov 12 08:13:51.318300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4c54d5d-585a-4abe-8272-6e6a38b262ad req-714135ab-1fc6-405d-99d9-4ceeba4e9570 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510396 Nov 12 08:13:51.343120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24f82ab7-7858-4e5c-b9cb-90564548222e req-8f8a8be9-3f1a-4378-b425-dea64bc8ba0c service neutron] 10.222.0.32 "GET /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134933 Nov 12 08:13:51.343384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 264505c9-f09d-4c7b-8684-70234b4db0c4 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:51.352254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:51.416096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14fb91-c681-4bd7-b583-44e221c27707 None None] Pushing event updated for resources: {'Port': ['ID=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:51.421584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:51.426539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:51.427191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:51.467635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ab83a21-4d6b-477b-9308-82221a0b05f0 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:51.471304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.471304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:51.498641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:51.517152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-76bcc983-b1bc-4831-8f98-c1ccc7e32e02 admin admin] 10.222.0.16 "PUT /v2.0/routers/554e50b5-c8ac-42f2-83e6-14bdf46aa89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6225593 Nov 12 08:13:51.583618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.589876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.597174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.603455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.609489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.615799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.622494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.625748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-ab411727-dad9-4513-b9bc-748a2a4c955a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5434 time: 0.1033690 Nov 12 08:13:51.702467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:51.708831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dc34eaa7-726b-4167-9824-4bcb52bc4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.709381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c55274d-42ed-4be4-bcae-d4a194225af2 req-0d06ac77-05dd-4c84-9c84-281e65767956 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721297 Nov 12 08:13:51.717916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:51.738327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 264505c9-f09d-4c7b-8684-70234b4db0c4 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:51.752133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3', 'network_id': 'b222cb62-9d0b-4b6a-bf38-84ec06d504e8', 'port_id': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3', 'mac_address': 'fa:16:3e:1d:31:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf6eff4-3337-4259-a7a1-2460e973b918', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:51.767440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 264505c9-f09d-4c7b-8684-70234b4db0c4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:51.767807 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.882270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6ab83a21-4d6b-477b-9308-82221a0b05f0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:51.882760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.886225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:51.900435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-dc34eaa7-726b-4167-9824-4bcb52bc4db4 None None] For port 6ab83a21-4d6b-477b-9308-82221a0b05f0, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ab83a21-4d6b-477b-9308-82221a0b05f0,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:51.903573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab977c7-13dc-4947-8ed0-2c9778dabce2 req-d53eb58f-9d8b-4d6e-8954-854210fe9b38 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:51.905781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aab977c7-13dc-4947-8ed0-2c9778dabce2 req-d53eb58f-9d8b-4d6e-8954-854210fe9b38 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 945 time: 0.0831571 Nov 12 08:13:51.971651 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dc34eaa7-726b-4167-9824-4bcb52bc4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.004958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aab977c7-13dc-4947-8ed0-2c9778dabce2 req-b6524faf-b933-4a39-b7d5-6e966da84f24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887041 Nov 12 08:13:52.048483 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.101567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:52.191353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41582) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:52.192909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:52.197193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806283033', 'description': 'tempest-description--2080924151'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:52.229600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.237519 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.267194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34eaa7-726b-4167-9824-4bcb52bc4db4 None None] Pushing event updated for resources: {'Port': ['ID=6ab83a21-4d6b-477b-9308-82221a0b05f0,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.276927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ab8fa113-a275-45b3-90b9-f6a19bf06557 None None] Provisioning complete for port c8a44be3-e070-4f5e-bd6a-2bed3b59172a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:52.277394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa113-a275-45b3-90b9-f6a19bf06557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.334213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.339367 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.415777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.420233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2247033 Nov 12 08:13:52.420704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:52.425593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'security_group_rule': {'security_group_id': '174e6653-9a2e-45c5-8ced-8548e1ac7c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:52.432520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545757-69bb-4809-b491-ba6ba65a53fe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174e6653-9a2e-45c5-8ced-8548e1ac7c6e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.480856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.484295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.506316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ab8fa113-a275-45b3-90b9-f6a19bf06557 None None] Port c8a44be3-e070-4f5e-bd6a-2bed3b59172a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:52.508747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.517894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8c0de-59f5-4854-9d62-ed07b3abb0f3 req-bee63ba5-d4a9-4426-bedc-bd7671532f72 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:52.519991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62a8c0de-59f5-4854-9d62-ed07b3abb0f3 req-bee63ba5-d4a9-4426-bedc-bd7671532f72 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1666162 Nov 12 08:13:52.533816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-d9ccec60-4aab-4973-a631-78bd783d9d0a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:52.535336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-d9ccec60-4aab-4973-a631-78bd783d9d0a tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.1139686 Nov 12 08:13:52.550903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264505c9-f09d-4c7b-8684-70234b4db0c4'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:52.552446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088533fc-a4e4-430b-b05d-9ddcbb6ed1d8 req-c55da9ef-bceb-4663-be84-571bfb28a612 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:52.553162 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c8c49-bb56-418b-9fde-bdf334cda1d6" -d '{"events": [{"server_uuid": "48c7e1af-6068-4a9f-af74-1913a8a93972", "name": "network-vif-plugged", "status": "completed", "tag": "264505c9-f09d-4c7b-8684-70234b4db0c4"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:52.553979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-088533fc-a4e4-430b-b05d-9ddcbb6ed1d8 req-c55da9ef-bceb-4663-be84-571bfb28a612 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 946 time: 0.1351640 Nov 12 08:13:52.574656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 264505c9-f09d-4c7b-8684-70234b4db0c4, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=264505c9-f09d-4c7b-8684-70234b4db0c4,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:52.578664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ab8fa113-a275-45b3-90b9-f6a19bf06557 None None] Provisioning complete for port 6ab83a21-4d6b-477b-9308-82221a0b05f0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:52.579031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa113-a275-45b3-90b9-f6a19bf06557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.581525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.583581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.588495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.609232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31be1a4f-92b7-4aa6-bc35-a520b5260389,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.620418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.622681 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-185751e3-7bd5-4908-ac0d-214ed50a1e2b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007577 Nov 12 08:13:52.625364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41592) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:52.631507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'security_group_rule': {'security_group_id': '174e6653-9a2e-45c5-8ced-8548e1ac7c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:52.663477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.680696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 2, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:52.702042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62a8c0de-59f5-4854-9d62-ed07b3abb0f3 req-f571a737-2e9d-4eef-bceb-7fff1a0eedc8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657197 Nov 12 08:13:52.711595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-088533fc-a4e4-430b-b05d-9ddcbb6ed1d8 req-2e993200-5b01-49a2-9015-2bafb5eed2cc tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411955 Nov 12 08:13:52.751061 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.758432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.773959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Deleting port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:52.775458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.776469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24caa5-99b4-4ec1-9d2c-79f19c788e97 None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 2, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:52.778806 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfcbb47-ec67-4ce6-bbc5-7da0bdd65564 x-openstack-request-id: req-7dfcbb47-ec67-4ce6-bbc5-7da0bdd65564 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:52.779128 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c7e1af-6068-4a9f-af74-1913a8a93972", "name": "network-vif-plugged", "status": "completed", "tag": "264505c9-f09d-4c7b-8684-70234b4db0c4", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:52.779397 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dfcbb47-ec67-4ce6-bbc5-7da0bdd65564 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:52.780567 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264505c9-f09d-4c7b-8684-70234b4db0c4', 'code': 200} Nov 12 08:13:52.793711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=264505c9-f09d-4c7b-8684-70234b4db0c4,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.804025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a95b1a-c375-4fe2-8b68-66582031614c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.829965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.835196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-099eff98-d39d-47d5-b34a-475f5ed59739 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2084873 Nov 12 08:13:52.838767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41602) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:52.843405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:52.934818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.954896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['8968689f-feb2-4da3-92ae-4fe68097842a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:52.986485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637ab87-b366-4de6-86be-b7ec48d9e7b4 req-2b3706b7-3033-4276-87dd-940c5eeeeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:52.988228 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7637ab87-b366-4de6-86be-b7ec48d9e7b4 req-2b3706b7-3033-4276-87dd-940c5eeeeac1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 1098 time: 0.1251574 Nov 12 08:13:52.994581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['179b4d0c-eb37-4530-aab7-a4b01ab8bad3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.035494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['1b22d169-b647-4b7a-ba4a-ea9c4fc868c5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.063309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710367be-1b8e-4a5b-b578-59317d70d9e3 req-8e3cbbb2-2899-423a-88e9-028ee6505a41 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.065150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-710367be-1b8e-4a5b-b578-59317d70d9e3 req-8e3cbbb2-2899-423a-88e9-028ee6505a41 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1509469 Nov 12 08:13:53.067751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] For port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:53.068472 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.112915 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7637ab87-b366-4de6-86be-b7ec48d9e7b4 req-deacf2a5-db19-480d-8019-43c36354a4ab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168697 Nov 12 08:13:53.130665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.137540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.141618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['83a062e5-3fca-44c5-a740-9c54d71280b8'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.143806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.143973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['dbc08120-525e-4368-a584-fbb131e12649'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.147039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.147206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.159848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.167500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.175399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.183279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.190830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-6e37a390-c215-4a3c-8ec2-effbcfacddea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5435 time: 0.2182505 Nov 12 08:13:53.192033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Calling delete_port for eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:53.302554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Allocated IP 172.25.4.51 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ebd9c0a3-bae3-4940-8fe4-b85ac45a489c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:53.354235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-710367be-1b8e-4a5b-b578-59317d70d9e3 req-f894de23-f103-4166-99dd-62a9062d2e65 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730119 Nov 12 08:13:53.376186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ab83a21-4d6b-477b-9308-82221a0b05f0 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:53.449473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.467069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f0be147d-565f-4184-bf6c-5e9144a29603 None None] Provisioning complete for port c8a44be3-e070-4f5e-bd6a-2bed3b59172a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:53.467539 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f0be147d-565f-4184-bf6c-5e9144a29603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.468017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b1d2155-9e22-407c-9eb0-eb06c83d58f3 req-f21cf437-c263-4060-81b7-19763d0f1a82 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2636054 Nov 12 08:13:53.520432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.555001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f0be147d-565f-4184-bf6c-5e9144a29603 None None] Port c8a44be3-e070-4f5e-bd6a-2bed3b59172a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:53.623764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:53.627419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:53.635975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:53.670637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'Port': ['ID=ebd9c0a3-bae3-4940-8fe4-b85ac45a489c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:53.718465 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.786065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Pushing event deleted for resources: {'Port': ['ID=eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:53.794918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0e991b82-9bbe-4591-a275-6ee4e0b65448'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.823031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.882081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] No DVR routers for this DVR port eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:53.885126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.892329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.896103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e7ec495-8a81-4d22-bb11-b14adb565d94 req-e066d87e-b6d7-4e2a-a413-d6e506f284ae tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "DELETE /v2.0/ports/eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 HTTP/1.1" status: 204 len: 173 time: 1.3409436 Nov 12 08:13:53.923314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcf51-b6b9-4363-b968-6bede4203f75 req-6ef15bcf-406b-4e0a-b8ea-ddea1cea0319 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.933006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-379fcf51-b6b9-4363-b968-6bede4203f75 req-6ef15bcf-406b-4e0a-b8ea-ddea1cea0319 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 946 time: 0.3407397 Nov 12 08:13:53.934588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'name': 'network-vif-deleted', 'tag': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:53.937137 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175ad682-625c-4e71-9afe-7e81f0efe50a" -d '{"events": [{"server_uuid": "ccada6b2-598a-4baf-9069-c3d66702a129", "name": "network-vif-deleted", "tag": "eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:53.964428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d57ee-ec91-40f2-a352-2b7cba2059c6 req-913cd7f9-ad06-4e3f-807e-a897eb7c776d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.971880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['51e9288d-f39c-49a7-aee8-abd6cc3cbdc3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:53.973216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-096d57ee-ec91-40f2-a352-2b7cba2059c6 req-913cd7f9-ad06-4e3f-807e-a897eb7c776d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.3281980 Nov 12 08:13:54.071493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-379fcf51-b6b9-4363-b968-6bede4203f75 req-3264b2d3-9ad1-453a-bf9d-818672d7484c tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379251 Nov 12 08:13:54.111835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-096d57ee-ec91-40f2-a352-2b7cba2059c6 req-9b45a34d-76bf-424d-a96f-6cb11ae55c99 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372881 Nov 12 08:13:54.145067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6ab83a21-4d6b-477b-9308-82221a0b05f0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:54.145647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.204178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.211321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.325762 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798b4d9-1b40-4ed6-adf6-49310f506c19 x-openstack-request-id: req-2798b4d9-1b40-4ed6-adf6-49310f506c19 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:54.326367 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccada6b2-598a-4baf-9069-c3d66702a129", "name": "network-vif-deleted", "tag": "eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:54.327120 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2798b4d9-1b40-4ed6-adf6-49310f506c19 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:54.328487 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccada6b2-598a-4baf-9069-c3d66702a129', 'name': 'network-vif-deleted', 'tag': 'eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2', 'status': 'completed', 'code': 200} Nov 12 08:13:54.332625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-621c76c1-1423-4463-913d-163ccc1c2ab8 req-781a664f-0fe2-4587-b4f4-20b319b7f503 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccada6b2-598a-4baf-9069-c3d66702a129 HTTP/1.1" status: 200 len: 210 time: 0.0884173 Nov 12 08:13:54.391233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'Port': ['ID=ebd9c0a3-bae3-4940-8fe4-b85ac45a489c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:54.417025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.445017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.462815 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f3bd0cf-d6a3-4737-bb42-5bd359915083 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6221797 Nov 12 08:13:54.578844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad4fd-f4d0-4eb0-a64b-d29ae060900a req-ca04f885-80cd-4d31-95d0-057823dfefdf tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.582944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-212ad4fd-f4d0-4eb0-a64b-d29ae060900a req-ca04f885-80cd-4d31-95d0-057823dfefdf tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1671546 Nov 12 08:13:54.698575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-212ad4fd-f4d0-4eb0-a64b-d29ae060900a req-d4576741-fa51-4a0c-9ddc-12469f3e56ec tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037371 Nov 12 08:13:54.821616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.844039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.852321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.861170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.870098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.877542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.886958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:54.889974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-7470e7e8-b421-46d7-ac79-5bd912f031ce tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5435 time: 0.1788521 Nov 12 08:13:54.998846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca7b2eca-b6f2-4f87-b5ac-15cc557926e9 req-c68d0af2-a395-44d5-9afc-a0fc6fe72354 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007121 Nov 12 08:13:55.187156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-99b04f9c-364e-428c-8677-d6715facb509 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--806283033&fields=id&tenant_id=48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 267 time: 0.0762608 Nov 12 08:13:55.288338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:55.313217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e8449-3a27-4845-b5a7-280b70eeeeaf req-49ae9b47-cf2d-4f5f-b7fe-c13848dabf39 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:55.314749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f2e8449-3a27-4845-b5a7-280b70eeeeaf req-49ae9b47-cf2d-4f5f-b7fe-c13848dabf39 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 946 time: 0.1266706 Nov 12 08:13:55.339874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:55.340387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:55.360918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-fa432054-a93f-4086-8b0a-c389d19f2b37 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:55.362498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-fa432054-a93f-4086-8b0a-c389d19f2b37 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 816 time: 0.1652706 Nov 12 08:13:55.395392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-0855229f-a4c9-416f-9e54-4053ceca0b42 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/quotas/48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 375 time: 0.0220740 Nov 12 08:13:55.399834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f2e8449-3a27-4845-b5a7-280b70eeeeaf req-be6bc3f5-9edf-4387-88c6-2d5e0a07e35d tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781205 Nov 12 08:13:55.427590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:55.459226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:55.469225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:55.493530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-22666ab7-c526-4cd8-b05a-4c4fa0782aa3 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910656 Nov 12 08:13:55.512583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-48bec192-3c54-479f-a31d-259a11f13162 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:55.513586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-48bec192-3c54-479f-a31d-259a11f13162 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079777 Nov 12 08:13:55.543644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:55.616769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1854-3f74-4741-91d0-ad052e7c99f8 req-0e76f68e-50fe-46bc-8287-f87e846019f7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:55.619364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c56f1854-3f74-4741-91d0-ad052e7c99f8 req-0e76f68e-50fe-46bc-8287-f87e846019f7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1244602 Nov 12 08:13:55.700633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-41618af8-1b0a-4fbf-93b9-77a12a2131e5 service neutron] 10.222.0.16 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727023 Nov 12 08:13:55.796518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c56f1854-3f74-4741-91d0-ad052e7c99f8 req-e39c861d-fd54-4b40-8e61-e3b26e756ae7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591239 Nov 12 08:13:55.849105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-387ccc1d-ed6c-4506-9ee2-c4e9b039cce5 service neutron] 10.222.0.16 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263895 Nov 12 08:13:56.049307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aebf7896-4f91-4c0c-8de9-12053bcc3cc0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:56.187241 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:56.199929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d5f64-54e4-45d0-b3f9-5b1574b7f79a req-0febcc60-032d-4ad7-af2f-939f6090ffaf tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.204589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85d5f64-54e4-45d0-b3f9-5b1574b7f79a req-0febcc60-032d-4ad7-af2f-939f6090ffaf tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1246638 Nov 12 08:13:56.214555 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:56.215176 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:56.298037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8968689f-feb2-4da3-92ae-4fe68097842a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:56.302453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d85d5f64-54e4-45d0-b3f9-5b1574b7f79a req-7e3be060-80fe-4f81-8739-ae6098cc6630 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Nov 12 08:13:56.351422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d747e14e-1f31-44b6-8c5d-82ae1ebde666 req-8fd3b3e9-4b26-4f1e-b30b-3c12fc528dc0 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 210 time: 0.0497737 Nov 12 08:13:56.405449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 8968689f-feb2-4da3-92ae-4fe68097842a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:56.412705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 8968689f-feb2-4da3-92ae-4fe68097842a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:56.413361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.518430 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.546202 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:56.556157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8968689f-feb2-4da3-92ae-4fe68097842a,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:56.557624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:56.560358 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5d70f8-8381-4ecd-98b6-7e5a0be04be8" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:56.567268 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.568564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:56.580320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.606855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.621317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.635306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.645432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.650114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:56.650706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eaf4caf9-27dd-48b8-9baf-9ab0a3ef83b2 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:56.652691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:56.659174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.667331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.669313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0475518a-815c-4add-82ed-d0e9b0882069 req-3f7870ca-60dd-4cc0-860d-be18c2d53c1b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5435 time: 0.2427201 Nov 12 08:13:56.777641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e246187-7309-4f6b-b271-11e3b6b6914d req-a69b204a-005f-4544-9b5a-d1006f7feb87 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.779561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e246187-7309-4f6b-b271-11e3b6b6914d req-a69b204a-005f-4544-9b5a-d1006f7feb87 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 945 time: 0.1092222 Nov 12 08:13:56.813322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 2, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:56.815785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0475518a-815c-4add-82ed-d0e9b0882069 req-2e0f5a57-d735-4ff7-a267-fd4279df787e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121018 Nov 12 08:13:56.860319 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:56.861096 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Updating router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c port c8a44be3-e070-4f5e-bd6a-2bed3b59172a binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:56.895158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e246187-7309-4f6b-b271-11e3b6b6914d req-84e4303d-3413-40e6-81d0-73fb689fa659 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011035 Nov 12 08:13:56.902661 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1053c23f-c172-4bbd-8125-a189db8afd98 x-openstack-request-id: req-1053c23f-c172-4bbd-8125-a189db8afd98 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:56.903029 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:56.903167 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.903421 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1053c23f-c172-4bbd-8125-a189db8afd98 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:56.903881 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a', 'code': 200} Nov 12 08:13:57.062458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c56da-1cb3-420f-a363-8480fc092957 req-c186f395-bd24-4876-8a61-d2655197b1fc tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:57.073635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c7c56da-1cb3-420f-a363-8480fc092957 req-c186f395-bd24-4876-8a61-d2655197b1fc tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.0868311 Nov 12 08:13:57.156996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c7c56da-1cb3-420f-a363-8480fc092957 req-01795125-dc5c-4e85-a199-359fa3b66726 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821788 Nov 12 08:13:57.262120 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.281398 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.309939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3124f-7ec6-4156-a544-f12717cd2084 req-3e73e7aa-0917-4357-965c-65a6420937a5 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:57.311572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cae3124f-7ec6-4156-a544-f12717cd2084 req-3e73e7aa-0917-4357-965c-65a6420937a5 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.0699415 Nov 12 08:13:57.321698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:57.356973 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Pushing event updated for resources: {'Port': ['ID=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:57.393212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cae3124f-7ec6-4156-a544-f12717cd2084 req-448cf2e1-25c3-40d0-a8d0-6d0fb2cf57f8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738049 Nov 12 08:13:57.410472 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.410955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.411292 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.411621 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.411945 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.412322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.412718 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.413154 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.413478 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.413798 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.414115 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.414428 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:57.447225 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Attempting to bind port c8a44be3-e070-4f5e-bd6a-2bed3b59172a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:57.447590 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Attempting to bind port c8a44be3-e070-4f5e-bd6a-2bed3b59172a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:57.447949 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Attempting to bind port c8a44be3-e070-4f5e-bd6a-2bed3b59172a on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:57.457441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:57.460287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.463944 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:57.464381 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:57.464828 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.465258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Bound using segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:57.465740 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Bound port: c8a44be3-e070-4f5e-bd6a-2bed3b59172a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:57.466192 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.529286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f14e9439-7363-441a-9667-b4a02645c827 req-54c41512-1722-4a02-a7a9-e3aa00389605 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 210 time: 0.0518548 Nov 12 08:13:57.624699 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] For port c8a44be3-e070-4f5e-bd6a-2bed3b59172a, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:57.632659 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] For port c8a44be3-e070-4f5e-bd6a-2bed3b59172a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:57.643403 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.728587 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:57.729204 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:57.736330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2a903dbf-b5b4-4b85-824b-8f42ea316779 None None] Provisioning complete for port c8a44be3-e070-4f5e-bd6a-2bed3b59172a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:57.737140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a903dbf-b5b4-4b85-824b-8f42ea316779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.741457 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be828355-9160-4f43-a8cd-3dcceda7b9ef None None] Pushing event updated for resources: {'Port': ['ID=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:57.814294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-48f4651c-3014-4673-a3b1-d8ec89eaa64d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:57.816429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-48f4651c-3014-4673-a3b1-d8ec89eaa64d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 816 time: 0.2193799 Nov 12 08:13:57.907706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a903dbf-b5b4-4b85-824b-8f42ea316779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.981429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2a903dbf-b5b4-4b85-824b-8f42ea316779 None None] For port c8a44be3-e070-4f5e-bd6a-2bed3b59172a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:57.985697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-f27036db-a791-4c32-a693-d2c95537c9a2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 379 time: 0.1574616 Nov 12 08:13:57.990674 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a903dbf-b5b4-4b85-824b-8f42ea316779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.008319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4e62b-239b-4030-be16-04ed226f52ea req-80bf0918-1e3c-4258-aef6-77972d489433 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.010788 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98f4e62b-239b-4030-be16-04ed226f52ea req-80bf0918-1e3c-4258-aef6-77972d489433 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 945 time: 0.1725264 Nov 12 08:13:58.011733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'port': {'device_id': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'admin_state_up': True, 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'security_groups': ['174e6653-9a2e-45c5-8ced-8548e1ac7c6e']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:58.111586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903dbf-b5b4-4b85-824b-8f42ea316779 None None] Pushing event updated for resources: {'Port': ['ID=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:58.134066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a2771580-fe3b-4c8a-9f63-3e25946db080 None None] Provisioning complete for port c8a44be3-e070-4f5e-bd6a-2bed3b59172a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:58.134389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a2771580-fe3b-4c8a-9f63-3e25946db080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.137991 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:58.198169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Deleting port 0e991b82-9bbe-4591-a275-6ee4e0b65448 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:58.198947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.274618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:58.302901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] For port 0e991b82-9bbe-4591-a275-6ee4e0b65448, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=0e991b82-9bbe-4591-a275-6ee4e0b65448,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:58.303668 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.319322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Calling delete_port for 0e991b82-9bbe-4591-a275-6ee4e0b65448 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:58.350359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:58.359240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:58.360655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.425081 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:58.473783 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a5433-80c3-4f23-9e7d-4f9d3e1b8b8f None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:58.474751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.486131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a249c5-61ff-470f-9fee-cba9c9d41938 req-b1c7972a-e984-4780-9f20-2aface9ea434 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.487933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47a249c5-61ff-470f-9fee-cba9c9d41938 req-b1c7972a-e984-4780-9f20-2aface9ea434 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa6c3b61-5bea-475b-9e3c-11d53799816c HTTP/1.1" status: 200 len: 945 time: 0.3920054 Nov 12 08:13:58.504315 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.512010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.518031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.521530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aebf7896-4f91-4c0c-8de9-12053bcc3cc0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:58.523949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.530433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.537820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.541401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Pushing event deleted for resources: {'Port': ['ID=0e991b82-9bbe-4591-a275-6ee4e0b65448,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:58.553387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['0e991b82-9bbe-4591-a275-6ee4e0b65448'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:58.554753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.563000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.573088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-e030cb47-a3ec-462d-9f71-0b7808e97e87 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5436 time: 0.5484052 Nov 12 08:13:58.580577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:58.593217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.594397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:58.604551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] No DVR routers for this DVR port 0e991b82-9bbe-4591-a275-6ee4e0b65448 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:58.608261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.611913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98f4e62b-239b-4030-be16-04ed226f52ea req-b26f056f-0976-4d2c-800b-d18a8ecfbdc6 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.25 "DELETE /v2.0/ports/0e991b82-9bbe-4591-a275-6ee4e0b65448 HTTP/1.1" status: 204 len: 173 time: 0.5894098 Nov 12 08:13:58.612433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'name': 'network-vif-deleted', 'tag': '0e991b82-9bbe-4591-a275-6ee4e0b65448'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:58.617009 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a483581-3b28-46cf-8a90-2a7b319c016e" -d '{"events": [{"server_uuid": "aa6c3b61-5bea-475b-9e3c-11d53799816c", "name": "network-vif-deleted", "tag": "0e991b82-9bbe-4591-a275-6ee4e0b65448"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:58.706300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:58.715412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Made reservation on behalf of 48ce9117d5fb440187eec5f9a116262a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:58.719122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.734292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47a249c5-61ff-470f-9fee-cba9c9d41938 req-5a8f4ee3-2ec7-46b3-8ce9-4a9e372b3004 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363149 Nov 12 08:13:58.755035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:58.764805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:58.765025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f72a4a1a-3ea7-422c-8cea-b3a4fc1acc2e req-696b76e0-7bd7-4949-bc9e-00c867ac0435 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1907945 Nov 12 08:13:58.765215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.906203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:58.908999 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92eb266-da9a-4ecc-8504-cb55cd4e4c4b" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:58.923737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.989620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:59.000655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.001824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dbc08120-525e-4368-a584-fbb131e12649 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:59.037307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Allocated IP 172.20.0.6 (da3af3ca-1111-44b4-9bbc-46d4274e0e9e/e9024482-acbf-4b3f-af95-deb4ccff46a0/a2837c16-2c48-4b1e-971f-c55003b6f499) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:59.322190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.328542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:59.332892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port dbc08120-525e-4368-a584-fbb131e12649 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:59.345923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port dbc08120-525e-4368-a584-fbb131e12649 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:59.346833 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.419761 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b4f5ad-1df7-4695-ace0-695decb4b86b x-openstack-request-id: req-c5b4f5ad-1df7-4695-ace0-695decb4b86b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:59.420317 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c3b61-5bea-475b-9e3c-11d53799816c", "name": "network-vif-deleted", "tag": "0e991b82-9bbe-4591-a275-6ee4e0b65448", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:59.420503 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5b4f5ad-1df7-4695-ace0-695decb4b86b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:59.421211 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c3b61-5bea-475b-9e3c-11d53799816c', 'name': 'network-vif-deleted', 'tag': '0e991b82-9bbe-4591-a275-6ee4e0b65448', 'status': 'completed', 'code': 200} Nov 12 08:13:59.479893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8a44be3-e070-4f5e-bd6a-2bed3b59172a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:59.497354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.562346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:59.578779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:59.586276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:59.587299 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.606887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178c2b-697b-44df-a99a-b6e0e82bfbbf req-9f6152bb-8aa2-461e-be67-45d19c2f5e72 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:59.615725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9178c2b-697b-44df-a99a-b6e0e82bfbbf req-9f6152bb-8aa2-461e-be67-45d19c2f5e72 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 931 time: 0.2138805 Nov 12 08:13:59.618663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:59.638311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c8a44be3-e070-4f5e-bd6a-2bed3b59172a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:59.638683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.710778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:59.711846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.742656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9178c2b-697b-44df-a99a-b6e0e82bfbbf req-7a92dec5-0caa-448f-ad6c-90159cc4d209 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255918 Nov 12 08:13:59.756162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-2514e6b8-abc9-4306-845e-4916e1b8c05e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7594879 Nov 12 08:13:59.768692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dbc08120-525e-4368-a584-fbb131e12649,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:59.779691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.780718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:59.780872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Request body: {'port': {'device_id': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:59.857207 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ee03f-1695-4395-ba14-6c17ac311c6d x-openstack-request-id: req-e61ee03f-1695-4395-ba14-6c17ac311c6d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:59.857502 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:59.857754 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e61ee03f-1695-4395-ba14-6c17ac311c6d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:59.858318 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'code': 200} Nov 12 08:13:59.909164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.918408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:59.954574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:59.960955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:59.961316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.099173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a1e93269-7b5b-421e-b4ba-deabb95127a6 None None] Provisioning complete for port a2837c16-2c48-4b1e-971f-c55003b6f499 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:00.099810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1e93269-7b5b-421e-b4ba-deabb95127a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.123965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5633e6-6765-4bf2-9257-ae72718463e2 req-3dd1f451-0f04-417d-9631-4f6aa6d78d3a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.126167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae5633e6-6765-4bf2-9257-ae72718463e2 req-3dd1f451-0f04-417d-9631-4f6aa6d78d3a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1959193 Nov 12 08:14:00.130397 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.146131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.152654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.159460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.168435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.174857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.175151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a1e93269-7b5b-421e-b4ba-deabb95127a6 None None] Port a2837c16-2c48-4b1e-971f-c55003b6f499 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:00.177729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:00.183157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.183478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.184443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:00.191542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.197933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-8e677167-2420-4359-b89b-08fc4ba86df5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5439 time: 0.2544768 Nov 12 08:14:00.269092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:00.293129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:00.298580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:00.299301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.375840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae5633e6-6765-4bf2-9257-ae72718463e2 req-7c6ab47e-eb85-4d3f-8327-ed751de5cad4 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752577 Nov 12 08:14:00.381510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d818996b-9504-4d50-bf52-fe3ee237d84a req-c75456dd-087f-47d2-9e4d-541e26f42b3d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825402 Nov 12 08:14:00.413720 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.496382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:00.510388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.511581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a062e5-3fca-44c5-a740-9c54d71280b8 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:00.537819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:00.553413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.573674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Transition to ACTIVE for port object a2837c16-2c48-4b1e-971f-c55003b6f499 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:00.587760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.638839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 83a062e5-3fca-44c5-a740-9c54d71280b8 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:00.657640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 83a062e5-3fca-44c5-a740-9c54d71280b8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:00.658170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.660215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:00.731507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:00.785632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-b4443b39-195f-4fa3-8088-06085210e806 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1404405 Nov 12 08:14:00.945595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:00.947052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:00.947763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:00.970254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.970890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.971437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.972155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.972801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.973467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.973989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.976214 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8acf8367-9897-4ca3-b29c-8d624885d3fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6498 time: 0.1010659 Nov 12 08:14:00.978516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Port a2837c16-2c48-4b1e-971f-c55003b6f499 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:00.978849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:00.988877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:00.989721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:00.990171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Bound using segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:00.990619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Bound port: a2837c16-2c48-4b1e-971f-c55003b6f499, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:00.991016 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.010944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2985b-223a-479b-aca8-9c0720144ea0 req-591c9f9f-9f3f-408e-8d41-d6c750b015c2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.013230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3fc2985b-223a-479b-aca8-9c0720144ea0 req-591c9f9f-9f3f-408e-8d41-d6c750b015c2 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1688762 Nov 12 08:14:01.025495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.068776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a062e5-3fca-44c5-a740-9c54d71280b8,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:01.075578 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.109289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:01.125365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:01.138098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.174324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:01.186111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f60b458f-50c5-45a2-aff1-25981c508760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.186396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f859-5821-456c-a5d9-4c8da9d8fad4 req-e874e1d1-0e04-46e0-8548-147f9d5ce734 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.186826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f60b458f-50c5-45a2-aff1-25981c508760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.187395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f60b458f-50c5-45a2-aff1-25981c508760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.189180 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f60b458f-50c5-45a2-aff1-25981c508760 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 2290 time: 0.1791248 Nov 12 08:14:01.194216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8173f859-5821-456c-a5d9-4c8da9d8fad4 req-e874e1d1-0e04-46e0-8548-147f9d5ce734 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2844968 Nov 12 08:14:01.231191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3fc2985b-223a-479b-aca8-9c0720144ea0 req-3f348d62-4a0c-439b-8410-7f39c38389f4 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040102 Nov 12 08:14:01.248730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.249344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.250705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] 10.222.0.32 "PUT /v2.0/ports/a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 1092 time: 1.4847562 Nov 12 08:14:01.251155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:01.253922 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744431e3-0b82-4086-90b4-73311fb5781f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:01.284786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ae984-bb5f-4583-90fb-a8faa9399a05 service neutron] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:01.316724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8173f859-5821-456c-a5d9-4c8da9d8fad4 req-f5306a44-d718-4aea-89dd-756184f59595 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214571 Nov 12 08:14:01.337200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-14f64227-5212-4844-859b-50267bb043f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 1001 time: 0.1325595 Nov 12 08:14:01.370430 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042f140f-f12e-4346-b2df-1563b2d1478a x-openstack-request-id: req-042f140f-f12e-4346-b2df-1563b2d1478a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:01.370729 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:01.370983 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-042f140f-f12e-4346-b2df-1563b2d1478a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:01.371383 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'status': 'completed', 'code': 200} Nov 12 08:14:01.403651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-46076494-7cea-4184-96c1-5ba8e510cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.405494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-f4cbd799-75ec-4fcd-9be7-45007f4e9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.407540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-f4cbd799-75ec-4fcd-9be7-45007f4e9361 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1095 time: 0.0741951 Nov 12 08:14:01.408910 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-46076494-7cea-4184-96c1-5ba8e510cddc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 200 len: 850 time: 0.0643737 Nov 12 08:14:01.492008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-9853451b-a04d-4190-84de-c7025067eca9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 217 time: 0.0722661 Nov 12 08:14:01.503520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-c8e47376-9b7b-490f-90b7-89b5b8328c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.504987 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-c8e47376-9b7b-490f-90b7-89b5b8328c86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57aeee26-4086-426d-86ff-d028108630ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885260 Nov 12 08:14:01.632020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-0669d554-64c4-4ab1-a479-5896cca75b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.634080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-0669d554-64c4-4ab1-a479-5896cca75b1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.1173916 Nov 12 08:14:01.640560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-967e5f16-3b7d-4dcd-8840-f48664f32af8 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134033 Nov 12 08:14:01.644409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9fa81-bb92-469b-ae0a-e3fb1c1db3d7 req-7091f5ab-767d-42ac-82ed-a506059dc4a4 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.645884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18f9fa81-bb92-469b-ae0a-e3fb1c1db3d7 req-7091f5ab-767d-42ac-82ed-a506059dc4a4 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1557939 Nov 12 08:14:01.694662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.701296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.707324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.713512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.719515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.726242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.732385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.734320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-0b8dc105-b9ed-4666-b5a1-9de6f4b1644b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.1860082 Nov 12 08:14:01.750146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-b2c7c7c9-3bd4-49ba-8420-7f1042ea56a0 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003954 Nov 12 08:14:01.792165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-45b44718-97c5-4bad-83b6-cbf5cf160142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.793596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-45b44718-97c5-4bad-83b6-cbf5cf160142 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468346 Nov 12 08:14:01.794473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-b653b134-b5bb-44ce-84c3-2d9ea95820f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 217 time: 0.0358198 Nov 12 08:14:01.809222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18f9fa81-bb92-469b-ae0a-e3fb1c1db3d7 req-f86a0127-5f54-41ac-a2b7-bd39f6ac0d07 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529770 Nov 12 08:14:01.859758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22d169-b647-4b7a-ba4a-ea9c4fc868c5'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a062e5-3fca-44c5-a740-9c54d71280b8'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:01.862945 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd5ad8-f888-4433-8efc-dbe1b0ca0ce1" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "1b22d169-b647-4b7a-ba4a-ea9c4fc868c5"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "dbc08120-525e-4368-a584-fbb131e12649"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "83a062e5-3fca-44c5-a740-9c54d71280b8"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:01.900547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-387602d5-30fa-48f7-b7b6-f3e9eef9060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.902296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-387602d5-30fa-48f7-b7b6-f3e9eef9060d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.1004395 Nov 12 08:14:01.904715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1663abfb-1132-47e7-9226-320c91b22ad7 req-60541c50-ebab-4088-9821-d5e8b07d5ec6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544654 Nov 12 08:14:01.958756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-25217767-e035-4fe3-ab41-9a2753d924cf service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557879 Nov 12 08:14:01.994590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-16a55dfb-c851-4b4e-8182-c55bfc122194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.996289 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-16a55dfb-c851-4b4e-8182-c55bfc122194 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859046 Nov 12 08:14:02.078749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-149d55eb-a1b2-4266-b51c-7fb50c6a0ac6 req-a20bbb23-9421-4876-80ad-932d5446d1dc service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108840 Nov 12 08:14:02.085677 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ea119-df4c-4160-a0a7-253ec55aaec4 x-openstack-request-id: req-0d8ea119-df4c-4160-a0a7-253ec55aaec4 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:02.086001 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "1b22d169-b647-4b7a-ba4a-ea9c4fc868c5", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "dbc08120-525e-4368-a584-fbb131e12649", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-plugged", "status": "completed", "tag": "83a062e5-3fca-44c5-a740-9c54d71280b8", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:02.086259 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d8ea119-df4c-4160-a0a7-253ec55aaec4 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:02.087266 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22d169-b647-4b7a-ba4a-ea9c4fc868c5', 'code': 200} Nov 12 08:14:02.087628 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649', 'code': 200} Nov 12 08:14:02.087887 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3', 'code': 200} Nov 12 08:14:02.088390 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3', 'code': 200} Nov 12 08:14:02.088829 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a062e5-3fca-44c5-a740-9c54d71280b8', 'code': 200} Nov 12 08:14:02.130622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f491fa55-e2e0-471a-bba6-e291cfa24e63 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247859 Nov 12 08:14:02.200284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744431e3-0b82-4086-90b4-73311fb5781f req-2de1607d-f444-49cb-a978-dffc1b3e749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.202612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-2de1607d-f444-49cb-a978-dffc1b3e749c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1095 time: 0.0513623 Nov 12 08:14:02.268768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.269243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.269708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.270164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.270976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.271109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.271494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.273364 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-341f633d-9e95-41e2-9b7d-f7e370d53d33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6506 time: 0.0703163 Nov 12 08:14:02.275219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-03e8caa0-93cb-4a6d-88b9-09ec99b1f1b2 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357892 Nov 12 08:14:02.306559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744431e3-0b82-4086-90b4-73311fb5781f req-f1d94355-99e8-4945-8828-0718fbcd6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.309404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-f1d94355-99e8-4945-8828-0718fbcd6fa6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.0971415 Nov 12 08:14:02.358571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-2e3700d1-616f-40ee-8136-c83a4f249cc9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 217 time: 0.0502665 Nov 12 08:14:02.364589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-d8baf05f-5e00-468d-a7a5-a3fbc82a2d60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 217 time: 0.0475607 Nov 12 08:14:02.426821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5b1c39bc-630a-41a5-af15-8201ae70a76f req-e4376734-9757-477b-a0d4-8645b790ea58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452706 Nov 12 08:14:02.433280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-340f2392-1cf4-454e-80cc-19d7bd34dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.434678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-340f2392-1cf4-454e-80cc-19d7bd34dbbc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0624065 Nov 12 08:14:02.490636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f9c1a920-1c00-4e30-b47a-f48a976f9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.492350 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f9c1a920-1c00-4e30-b47a-f48a976f9a26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506282 Nov 12 08:14:02.516087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744431e3-0b82-4086-90b4-73311fb5781f req-3a89a8c8-97d3-4aac-bf7c-9b8a88cb000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.517581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-3a89a8c8-97d3-4aac-bf7c-9b8a88cb000b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.1220548 Nov 12 08:14:02.531366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f8ac-5e99-4657-8e41-89746bc2105c req-899d7cf9-9890-4f96-a5f5-86473b34cfaa tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.532926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5258f8ac-5e99-4657-8e41-89746bc2105c req-899d7cf9-9890-4f96-a5f5-86473b34cfaa tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1722214 Nov 12 08:14:02.543240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-51e56344-a7a4-4e74-aef6-afc763059125 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.544731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-51e56344-a7a4-4e74-aef6-afc763059125 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 945 time: 0.1476626 Nov 12 08:14:02.562368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7cdc-45eb-4c05-91dd-732354bb9d07 req-47076f43-defb-42ff-ba37-3c05baf79185 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.563859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ef7cdc-45eb-4c05-91dd-732354bb9d07 req-47076f43-defb-42ff-ba37-3c05baf79185 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.1469395 Nov 12 08:14:02.610665 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-5057dc95-b538-49e7-88b5-a232b40d62e0 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098433 Nov 12 08:14:02.630746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5258f8ac-5e99-4657-8e41-89746bc2105c req-6b753194-1b63-4994-9a92-820d0afd1199 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849705 Nov 12 08:14:02.668400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ef7cdc-45eb-4c05-91dd-732354bb9d07 req-5dd2a373-71a7-4d68-8c23-220c99ab0b8d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861957 Nov 12 08:14:02.730984 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-f470f8a8-01ab-4b47-8fdc-e6fe6e865ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120186 Nov 12 08:14:02.776124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744431e3-0b82-4086-90b4-73311fb5781f req-b7f89252-bd38-4478-9eca-876275a68743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.777654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-b7f89252-bd38-4478-9eca-876275a68743 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080692 Nov 12 08:14:02.779830 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-e95a5ea7-6c5a-4482-9712-9abc5fc4e1bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 200 len: 217 time: 0.0414789 Nov 12 08:14:02.844937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-5282af5b-f3c1-4352-aa24-40bfe13b4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.846359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-5282af5b-f3c1-4352-aa24-40bfe13b4eea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0510836 Nov 12 08:14:02.862473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Deleting port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:02.862830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.916618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-7c4fff9d-8820-4c7b-b1e5-1868b6e92d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.918444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-7c4fff9d-8820-4c7b-b1e5-1868b6e92d0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498803 Nov 12 08:14:02.998594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-ce49d1d0-59a8-45a5-8c2f-c20996c1a124 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114120 Nov 12 08:14:03.034185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcae731-a4f5-48b4-a6d5-3acd2dadb509 req-82989b0d-a3fc-443c-a6a1-5907ca01472f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.035686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dcae731-a4f5-48b4-a6d5-3acd2dadb509 req-82989b0d-a3fc-443c-a6a1-5907ca01472f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1147220 Nov 12 08:14:03.064753 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-12cbeb78-2c78-41a5-9054-6ed79e9eaf32 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309168 Nov 12 08:14:03.070000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] For port aebf7896-4f91-4c0c-8de9-12053bcc3cc0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:03.070373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.129910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Calling delete_port for aebf7896-4f91-4c0c-8de9-12053bcc3cc0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:03.168285 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-0a396cde-a0e4-4b50-a364-1353c9f8eec1 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955698 Nov 12 08:14:03.219048 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-663ba5d1-27d7-438e-8812-4a232ad65b8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 200 len: 217 time: 0.0447292 Nov 12 08:14:03.229423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dcae731-a4f5-48b4-a6d5-3acd2dadb509 req-79b3b0dd-638f-44bc-95e2-03f42859f3b0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768501 Nov 12 08:14:03.266168 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-744431e3-0b82-4086-90b4-73311fb5781f req-04e7704a-2415-4ef5-821c-026946c723e2 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538650 Nov 12 08:14:03.291928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.299147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.305297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.311561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.318162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.324973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.331411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.340643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-2c6365e8-5372-4ad3-8c0d-aab2f74e4fd2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.2300060 Nov 12 08:14:03.384223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:03.543418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:03.559779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e991b82-9bbe-4591-a275-6ee4e0b65448 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:03.563970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'port_id': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'mac_address': 'fa:16:3e:f3:6e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:03.590032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8c6d261c-8538-488f-b592-8977dfade429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.591970 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-8c6d261c-8538-488f-b592-8977dfade429 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.3670576 Nov 12 08:14:03.599153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 0e991b82-9bbe-4591-a275-6ee4e0b65448 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:03.599493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 0e991b82-9bbe-4591-a275-6ee4e0b65448 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:03.646610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-e0896bda-f7b4-43e9-900c-47d41960d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.648530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-e0896bda-f7b4-43e9-900c-47d41960d452 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495143 Nov 12 08:14:03.664977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.685616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88b25639-fe4e-487c-88f2-e5f9b62a2508 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:03.701130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aff88d52-e776-4555-a402-d8d2c1d619bb req-3edbcb6d-a59f-4d14-acf8-bcad0f2a999a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3595150 Nov 12 08:14:03.715652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:03.732706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.741166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.769120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aebf7896-4f91-4c0c-8de9-12053bcc3cc0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:03.811436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Pushing event deleted for resources: {'Port': ['ID=aebf7896-4f91-4c0c-8de9-12053bcc3cc0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:03.863141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:03.865625 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-ab98cec5-eb71-48ca-996f-1799b36fcc55 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056708 Nov 12 08:14:03.885569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['88b25639-fe4e-487c-88f2-e5f9b62a2508'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:03.965863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36ccaddc-0e64-4407-8ebf-ec2615ccd106 req-a347f2f8-2111-479b-b8b1-c9d30a869282 tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa4cbb76-31a2-4c3e-af65-f0662e8579fd HTTP/1.1" status: 200 len: 210 time: 0.1388416 Nov 12 08:14:04.004437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] No DVR routers for this DVR port aebf7896-4f91-4c0c-8de9-12053bcc3cc0 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:04.011453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.018156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a95a8dd-6ad2-4cbd-be55-e6f2551ab617 req-0e395061-53ed-4c76-957b-35c3a598797f tempest-ListServerFiltersTestJSON-1672582430 tempest-ListServerFiltersTestJSON-1672582430-project] 10.222.0.32 "DELETE /v2.0/ports/aebf7896-4f91-4c0c-8de9-12053bcc3cc0 HTTP/1.1" status: 204 len: 173 time: 1.3468683 Nov 12 08:14:04.019183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'name': 'network-vif-deleted', 'tag': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:04.022949 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dcd91d-0c0f-485e-a436-9a6513870301" -d '{"events": [{"server_uuid": "aa4cbb76-31a2-4c3e-af65-f0662e8579fd", "name": "network-vif-deleted", "tag": "aebf7896-4f91-4c0c-8de9-12053bcc3cc0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:04.077319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc677db2-c71b-4dff-9ae7-640887c3e8ec req-c9072807-2066-4c3c-9e8c-5658c299709f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.089415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc677db2-c71b-4dff-9ae7-640887c3e8ec req-c9072807-2066-4c3c-9e8c-5658c299709f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2636659 Nov 12 08:14:04.099000 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-a81438df-83fa-44a5-b1ec-ff1986c16f65 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162142 Nov 12 08:14:04.182412 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad018a7-98ee-497a-b931-e865f998591a x-openstack-request-id: req-2ad018a7-98ee-497a-b931-e865f998591a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:04.182749 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4cbb76-31a2-4c3e-af65-f0662e8579fd", "name": "network-vif-deleted", "tag": "aebf7896-4f91-4c0c-8de9-12053bcc3cc0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:04.183006 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ad018a7-98ee-497a-b931-e865f998591a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:04.183688 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4cbb76-31a2-4c3e-af65-f0662e8579fd', 'name': 'network-vif-deleted', 'tag': 'aebf7896-4f91-4c0c-8de9-12053bcc3cc0', 'status': 'completed', 'code': 200} Nov 12 08:14:04.193790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc677db2-c71b-4dff-9ae7-640887c3e8ec req-8e56509c-24d2-4e91-aedb-fce600873b5d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033611 Nov 12 08:14:04.214421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-2a9fc594-7983-4e3c-bd09-dcc98c9b1b26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 200 len: 217 time: 0.1045632 Nov 12 08:14:04.281007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:04.298146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-1fbc7d14-00eb-43f1-b1ea-569bf8bc6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.301069 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-1fbc7d14-00eb-43f1-b1ea-569bf8bc6451 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0783184 Nov 12 08:14:04.364871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-aaff0954-4620-480b-913d-febc40ed332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.366277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-aaff0954-4620-480b-913d-febc40ed332f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507472 Nov 12 08:14:04.403022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2462cc4-2d7e-4ef1-999a-241e545b288f req-e203704f-882a-4859-a166-7b88e3977dc6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.414237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2462cc4-2d7e-4ef1-999a-241e545b288f req-e203704f-882a-4859-a166-7b88e3977dc6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 944 time: 0.0996752 Nov 12 08:14:04.427557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:04.449127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'mac_address': 'fa:16:3e:db:c5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:04.504082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2462cc4-2d7e-4ef1-999a-241e545b288f req-77ac40fd-4e19-4efe-9c50-3fe87e415c4a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883656 Nov 12 08:14:04.506311 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.534828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:04.540516 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-c65563a7-0411-4a6a-bf16-fe41be7d3632 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621518 Nov 12 08:14:04.558691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:04.563669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.622241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:04.690719 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-1e3e4abb-e440-45be-aa7e-fb12a29169f8 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341610 Nov 12 08:14:04.741207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-3513087e-3619-4f89-bcee-54a83369163d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 200 len: 217 time: 0.0437515 Nov 12 08:14:04.807912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-6319d282-451b-429b-8844-3a448db24b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.809739 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-6319d282-451b-429b-8844-3a448db24b3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0605750 Nov 12 08:14:04.856068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.863219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.869711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.872547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-c7a76597-a732-43d4-9dce-91ab3db6103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.874157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-c7a76597-a732-43d4-9dce-91ab3db6103c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573738 Nov 12 08:14:04.876617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.884847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.901661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.905260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a2837c16-2c48-4b1e-971f-c55003b6f499'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:04.915603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.918606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956baaf2-2e07-4466-9175-21900186a022 req-fa4ed3a8-b16e-42ec-b69f-e47310c3cfb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.1303744 Nov 12 08:14:04.978266 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-4da9fd4c-b875-4cd3-8973-8cf71983f734 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966585 Nov 12 08:14:05.011622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956baaf2-2e07-4466-9175-21900186a022 req-9dbd4e87-a80c-4cd6-8596-c524d9707350 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855017 Nov 12 08:14:05.046058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41820) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:05.114386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4727b0f6-b4b6-4ea1-90bf-cdd7d3adc6f3 req-90f6fbef-769f-4826-97b6-eeb64a292f27 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287758 Nov 12 08:14:05.186731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Deleting subnet 31d470f2-bfb4-48dd-8019-34b74bdc586f {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:05.189998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.241692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.248134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.254118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.260908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.266899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.273079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.279209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.281196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5ad83bf-6da8-4703-a880-3382134e9221 req-b4c30448-240f-4e55-95dc-e46bd640d642 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.1757405 Nov 12 08:14:05.291927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.295572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:05.300874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Request body: {'floatingip': {'port_id': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:05.349289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.392593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:05.395567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed82d40-35cc-48a8-ab97-f1e6b3b80d8d req-045fa966-0ff7-40c6-9cd6-50bedbdbc6af tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.397217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eed82d40-35cc-48a8-ab97-f1e6b3b80d8d req-045fa966-0ff7-40c6-9cd6-50bedbdbc6af tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.0837991 Nov 12 08:14:05.463084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 88b25639-fe4e-487c-88f2-e5f9b62a2508 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:05.464636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.494729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.558204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eed82d40-35cc-48a8-ab97-f1e6b3b80d8d req-f7fcea2c-c18d-4eed-a6bb-ca7f8e9c1a18 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354446 Nov 12 08:14:05.612296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.620285 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.655748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:05.661596 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73e9a7-b8ea-425f-a144-c378baeb9fd9" -d '{"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-plugged", "status": "completed", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:05.686814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:05.692258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.733892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d470f2-bfb4-48dd-8019-34b74bdc586f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:05.736808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.741302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef7a90c7-0af5-468a-8a6a-67b051ee0ff1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/31d470f2-bfb4-48dd-8019-34b74bdc586f HTTP/1.1" status: 204 len: 168 time: 0.6941743 Nov 12 08:14:05.746168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:05.806571 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c19b9-587c-4af9-a516-e6225d6dbf50 x-openstack-request-id: req-325c19b9-587c-4af9-a516-e6225d6dbf50 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:05.806983 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-plugged", "status": "completed", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:05.807199 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-325c19b9-587c-4af9-a516-e6225d6dbf50 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:05.807594 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'code': 200} Nov 12 08:14:05.808275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:05.812377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb72d90-21fa-4ca6-92af-d84f11798db2 None None] Network f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:05.823705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cda81-d3f0-4083-b7c7-71b98a50d525 req-255e2202-0091-47fc-a8c7-4f1d6f785fba tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.825627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d7cda81-d3f0-4083-b7c7-71b98a50d525 req-255e2202-0091-47fc-a8c7-4f1d6f785fba tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.2027588 Nov 12 08:14:05.897752 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.002308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d7cda81-d3f0-4083-b7c7-71b98a50d525 req-0227e486-9ae1-4972-9c18-31b1415431c5 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671593 Nov 12 08:14:06.027041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.032999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.038053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Deleting port 5d3516f5-c511-463a-89c4-594147035d35 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:06.038487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.044669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] DHCP port deletion for f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:06.093976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] Deleting port 5d3516f5-c511-463a-89c4-594147035d35 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:06.094583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.134580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] For port 5d3516f5-c511-463a-89c4-594147035d35, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5d3516f5-c511-463a-89c4-594147035d35,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:06.135270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.153140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Calling delete_port for 5d3516f5-c511-463a-89c4-594147035d35 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:06.175619 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Floating IP 5c3d5c6a-0008-459c-beb9-bd6a3e1e6136 associated. External IP: 172.25.4.136, port: 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069. Nov 12 08:14:06.191322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] For port 5d3516f5-c511-463a-89c4-594147035d35, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5d3516f5-c511-463a-89c4-594147035d35,segment=NetworkSegment(96aa44e4-b803-4472-b5ee-4aa86c90cf14),segment_id=96aa44e4-b803-4472-b5ee-4aa86c90cf14)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:06.191819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.208495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] Calling delete_port for 5d3516f5-c511-463a-89c4-594147035d35 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:06.306497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.310194 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.319085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:06.346400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3516f5-c511-463a-89c4-594147035d35,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:06.352725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] No DVR routers for this DVR port 5d3516f5-c511-463a-89c4-594147035d35 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:06.369576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] Pushing event deleted for resources: {'Port': ['ID=5d3516f5-c511-463a-89c4-594147035d35,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:06.376116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c8b5b-f9bb-4dfd-84da-6bbd8736140d None None] No DVR routers for this DVR port 5d3516f5-c511-463a-89c4-594147035d35 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:06.421968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a2837c16-2c48-4b1e-971f-c55003b6f499 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:06.426112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a2837c16-2c48-4b1e-971f-c55003b6f499 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:06.426552 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.462789 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.478764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:06.493407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e5ef29-d1ce-4686-9309-7f509d4eb3c7']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:06.504089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96aa44e4-b803-4472-b5ee-4aa86c90cf14') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:06.505095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96aa44e4-b803-4472-b5ee-4aa86c90cf14') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:06.517020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.520262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.533001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.547415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:06.548164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:06.550393 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:06.559323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:06.565160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.566085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aebf7896-4f91-4c0c-8de9-12053bcc3cc0 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:06.595402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: aebf7896-4f91-4c0c-8de9-12053bcc3cc0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:06.595792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aebf7896-4f91-4c0c-8de9-12053bcc3cc0 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:06.631633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:06.635556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.641397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.655476 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.658790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f0e5ef29-d1ce-4686-9309-7f509d4eb3c7 HTTP/1.1" status: 204 len: 168 time: 0.9111996 Nov 12 08:14:06.667365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] Sync routers for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:06.676611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b6c591dc-5398-4d3e-a206-906e85a33425 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "PUT /v2.0/floatingips/5c3d5c6a-0008-459c-beb9-bd6a3e1e6136 HTTP/1.1" status: 200 len: 991 time: 1.3785586 Nov 12 08:14:06.677309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:06.679862 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c95716d-5a82-4a53-a0be-07ab5e889ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:06.689187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c6923-c827-41e8-95d7-23de9f28f9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e5ef29-d1ce-4686-9309-7f509d4eb3c7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:06.697011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:06.704224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:06.705085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:06.733735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a238a75-65d8-480e-a7a0-2ab1d57fc44c req-e04a5195-9d47-4010-a69d-50aecbd49dfe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.736581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a238a75-65d8-480e-a7a0-2ab1d57fc44c req-e04a5195-9d47-4010-a69d-50aecbd49dfe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0765097 Nov 12 08:14:06.797006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a238a75-65d8-480e-a7a0-2ab1d57fc44c req-314d6adc-f623-46d9-8955-cbbcd2924cfd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535920 Nov 12 08:14:06.813049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:06.841544 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22045f31-504a-4ba5-b970-ebfb16f685d0 x-openstack-request-id: req-22045f31-504a-4ba5-b970-ebfb16f685d0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:06.842099 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:06.842781 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22045f31-504a-4ba5-b970-ebfb16f685d0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:06.843552 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'status': 'completed', 'code': 200} Nov 12 08:14:06.873926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:06.888579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-361d9005-e47f-4104-b8d9-900961a89d5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93983596165f426696c572124a2cb710&name=default HTTP/1.1" status: 200 len: 2997 time: 0.0742214 Nov 12 08:14:06.892019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41858) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:06.914114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.914630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.915108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.915576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.916039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.916526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.916987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.919944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-6a187c0f-c3a5-4b30-9050-4449a4edb1b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6506 time: 0.0552125 Nov 12 08:14:06.953694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02c4f976-e953-4e47-a52b-35d1211275e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.979179 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02c4f976-e953-4e47-a52b-35d1211275e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.031624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-1a988b46-a9f2-4bd2-9c4a-ddc3b74a1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:07.032947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02c4f976-e953-4e47-a52b-35d1211275e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.033461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-1a988b46-a9f2-4bd2-9c4a-ddc3b74a1e60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4 HTTP/1.1" status: 200 len: 916 time: 0.1034527 Nov 12 08:14:07.035580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02c4f976-e953-4e47-a52b-35d1211275e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.036817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02c4f976-e953-4e47-a52b-35d1211275e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc HTTP/1.1" status: 204 len: 168 time: 0.1437542 Nov 12 08:14:07.050304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4f976-e953-4e47-a52b-35d1211275e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cd6d35-7b7d-4c19-9c99-1d31bf5118fc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:07.153502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-3e1d97c3-8053-41b4-bb12-d5dd65764952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 200 len: 999 time: 0.1097457 Nov 12 08:14:07.166755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511c44-b31d-46c1-a850-493b0658eee1 req-b8612e2d-d771-46dc-8ef5-62521a19e2f6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:07.168612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84511c44-b31d-46c1-a850-493b0658eee1 req-b8612e2d-d771-46dc-8ef5-62521a19e2f6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.0737493 Nov 12 08:14:07.219876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5c3d5c6a-0008-459c-beb9-bd6a3e1e6136', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'port_id': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'mac_address': 'fa:16:3e:58:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:16Z', 'updated_at': '2021-11-12T08:14:05Z', 'revision_number': 1, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:42Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.240077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-56073d70-4a1f-4b96-840c-c5aeabf2ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:07.241565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-56073d70-4a1f-4b96-840c-c5aeabf2ea05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=041b15c2-889c-4c31-8f9c-91c84819954e HTTP/1.1" status: 200 len: 855 time: 0.0720706 Nov 12 08:14:07.250759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] Checking router: 9b34e616-3caa-4bd6-abbc-55a7a2afd21c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:07.263717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:07.264342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.297204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84511c44-b31d-46c1-a850-493b0658eee1 req-899aadd0-3f26-4c9f-be47-ba0909c6733c tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192465 Nov 12 08:14:07.308753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-f1f05367-d055-4214-9ac6-c43bc12d4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:07.310363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-f1f05367-d055-4214-9ac6-c43bc12d4d0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572319 Nov 12 08:14:07.310519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5d3516f5-c511-463a-89c4-594147035d35 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:07.344761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5d3516f5-c511-463a-89c4-594147035d35 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:07.345096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5d3516f5-c511-463a-89c4-594147035d35 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:07.431307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:07.462097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-0c0f95c7-7595-4d92-b98b-4623ec594416 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324513 Nov 12 08:14:07.596944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c95716d-5a82-4a53-a0be-07ab5e889ab3 req-89758e0d-dff3-48fa-952c-b3e6011935d7 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264458 Nov 12 08:14:07.665790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72a8e-dca8-4356-8112-8dafed0c785c req-71062a41-ccb7-48aa-bef4-f3caabba6331 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:07.668508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3d72a8e-dca8-4356-8112-8dafed0c785c req-71062a41-ccb7-48aa-bef4-f3caabba6331 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.0608408 Nov 12 08:14:07.742259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3d72a8e-dca8-4356-8112-8dafed0c785c req-28a11e9f-35d0-4f8e-b5f9-4e321a7cdac7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629592 Nov 12 08:14:07.762849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5c3d5c6a-0008-459c-beb9-bd6a3e1e6136', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'port_id': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'mac_address': 'fa:16:3e:58:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:16Z', 'updated_at': '2021-11-12T08:14:05Z', 'revision_number': 1, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:42Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.791784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c1d2-cd91-4b6b-a877-dc86ed7be725 None None] The sync data for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 is: [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5c3d5c6a-0008-459c-beb9-bd6a3e1e6136', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'port_id': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'mac_address': 'fa:16:3e:58:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:16Z', 'updated_at': '2021-11-12T08:14:05Z', 'revision_number': 1, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:42Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:07.808920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:07.811721 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5454b-56e1-4d61-9284-30e49a7a349f" -d '{"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:07.886701 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41612a79-a625-4776-8cfa-73a4a1d44fef x-openstack-request-id: req-41612a79-a625-4776-8cfa-73a4a1d44fef {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:07.887064 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:07.887394 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41612a79-a625-4776-8cfa-73a4a1d44fef {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:07.887886 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'code': 200} Nov 12 08:14:08.028362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4bed-de1a-49c8-8717-78359cb6002c req-4e934855-54bb-4e4f-b8c7-f97544b3ac9b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:08.036387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-308b4bed-de1a-49c8-8717-78359cb6002c req-4e934855-54bb-4e4f-b8c7-f97544b3ac9b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1001129 Nov 12 08:14:08.041326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e1605-db2d-4755-adc6-3c2d7d45a95f req-672f977e-fe5e-4c73-abd1-69340ade2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:08.042792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a89e1605-db2d-4755-adc6-3c2d7d45a95f req-672f977e-fe5e-4c73-abd1-69340ade2598 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1097 time: 0.0743704 Nov 12 08:14:08.122664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-308b4bed-de1a-49c8-8717-78359cb6002c req-50bed3aa-d1c2-41cb-b099-e2dd38eac676 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853963 Nov 12 08:14:08.129589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a89e1605-db2d-4755-adc6-3c2d7d45a95f req-4cc79ec4-b15c-4f1a-aafd-429e1d96287f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742893 Nov 12 08:14:08.136782 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8af2b-435c-478d-a1b3-0e6e0ac8b03f None None] New status for floating IP 5c3d5c6a-0008-459c-beb9-bd6a3e1e6136: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:08.147009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41902) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.246979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-369854003-network', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:08.268785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:08.271167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.279918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.355730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.359834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.387923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:08.401601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:08.409067 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.410131 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Added segment 34ded386-3720-4e23-9b14-d01f2993529f of type vlan for network 70a15c56-81d1-4c95-89ec-c56f14881164 Nov 12 08:14:08.454695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.483951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.485282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:08.485869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.500344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.544811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3964789 Nov 12 08:14:08.547705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41908) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.549801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0bd83-4163-44d7-8644-3dd758279b2e admin admin] Pushing event updated for resources: {'Network': ['ID=70a15c56-81d1-4c95-89ec-c56f14881164,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:08.552722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Request body: {'subnet': {'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-369854003-subnet', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:08.559564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 70a15c56-81d1-4c95-89ec-c56f14881164 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:08.574128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:08.576399 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.771903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.913071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd984a5-a16e-4ce1-8361-11b9faf27560,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:08.932968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:08.932968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Network hostable DHCP agents. Network: 70a15c56-81d1-4c95-89ec-c56f14881164, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:08.958279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cce21-81b8-4e8e-ba1a-086764622073 req-06569262-051e-4333-aca6-cc7d0f4f7ab7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:08.960770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-343cce21-81b8-4e8e-ba1a-086764622073 req-06569262-051e-4333-aca6-cc7d0f4f7ab7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.1244762 Nov 12 08:14:08.987854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:09.020724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 70a15c56-81d1-4c95-89ec-c56f14881164) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:09.038010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:09.038962 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.041002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2aaa1-8ac9-4e4f-afa2-f7d6c8cb4270 None None] Network 70a15c56-81d1-4c95-89ec-c56f14881164 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:09.078706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-343cce21-81b8-4e8e-ba1a-086764622073 req-8fb997dd-51f9-4297-b4ca-cff5c3690442 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081648 Nov 12 08:14:09.137338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b2771fd9-0e0f-432f-906a-434d012a17a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5348532 Nov 12 08:14:09.137338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41918) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:09.137338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:09.137338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.137912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.214685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.303702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-70a15c56-81d1-4c95-89ec-c56f14881164', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:14:09.304749 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.398670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f54cc-ea80-4760-a876-074a0fb23aa1 req-c0824963-df05-4051-a812-2293bbef5b6b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:09.400422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170f54cc-ea80-4760-a876-074a0fb23aa1 req-c0824963-df05-4051-a812-2293bbef5b6b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1767144 Nov 12 08:14:09.437282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:09.484627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.542415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-170f54cc-ea80-4760-a876-074a0fb23aa1 req-9e416f02-7a3b-4e4d-b9c6-bb331e7dd6cc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012073 Nov 12 08:14:09.643698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Allocated IP 172.20.0.2 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/123289cc-e4bb-4c89-9ddb-e877624d3742) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:09.704500 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.712318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-d96111d8-fd88-4337-b61d-6b6bf0aeffc6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:09.714963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-d96111d8-fd88-4337-b61d-6b6bf0aeffc6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 945 time: 0.0726097 Nov 12 08:14:09.770391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.791559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.818419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:09.827992 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.890129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Deleting port 88b25639-fe4e-487c-88f2-e5f9b62a2508 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:09.890475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.893393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:09.895986 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc5b8d-be07-497e-8917-1fa94ab14017" -d '{"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-unplugged", "status": "completed", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:09.959629 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267dd564-cccf-444f-8ca0-11a395be014e x-openstack-request-id: req-267dd564-cccf-444f-8ca0-11a395be014e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:09.959932 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-unplugged", "status": "completed", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:09.960412 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-267dd564-cccf-444f-8ca0-11a395be014e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:09.961040 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'code': 200} Nov 12 08:14:09.968852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:09.980234 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.991753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.032644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] For port 88b25639-fe4e-487c-88f2-e5f9b62a2508, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=88b25639-fe4e-487c-88f2-e5f9b62a2508,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:10.033010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.048078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:10.048823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Calling delete_port for 88b25639-fe4e-487c-88f2-e5f9b62a2508 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:10.052285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:10.057557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:10.060930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Pushing event updated for resources: {'Port': ['ID=123289cc-e4bb-4c89-9ddb-e877624d3742,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:10.122544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Attempting to bind port 123289cc-e4bb-4c89-9ddb-e877624d3742 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:10.122959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Attempting to bind port 123289cc-e4bb-4c89-9ddb-e877624d3742 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:10.123328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Attempting to bind port 123289cc-e4bb-4c89-9ddb-e877624d3742 on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:10.129940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:10.137925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:10.138572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.139120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:10.139846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Bound port: 123289cc-e4bb-4c89-9ddb-e877624d3742, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:10.140477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.237767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.264527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] For port 123289cc-e4bb-4c89-9ddb-e877624d3742, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:10.280116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] For port 123289cc-e4bb-4c89-9ddb-e877624d3742, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=123289cc-e4bb-4c89-9ddb-e877624d3742,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:10.280337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51042a7f-ed8c-46ed-85de-66ae1ef1d28d req-6f48a6a8-7049-496c-94a5-af71b7e92b7c tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=63a0212f-dfa1-4b8e-b7bc-7523cb872a35 HTTP/1.1" status: 200 len: 210 time: 0.0457225 Nov 12 08:14:10.285222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event deleted for resources: {'Port': ['ID=88b25639-fe4e-487c-88f2-e5f9b62a2508,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:10.285889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Allocated IP 172.25.4.80 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/02ec3024-7c41-4e6b-9208-0fa8bf14036e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:10.295470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.337686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] No DVR routers for this DVR port 88b25639-fe4e-487c-88f2-e5f9b62a2508 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:10.340366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.343676 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4dc2fde-bcc4-45b7-ac66-9180a0e5fca1 req-696a30aa-aa85-4e58-a318-0aae322189ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "DELETE /v2.0/ports/88b25639-fe4e-487c-88f2-e5f9b62a2508 HTTP/1.1" status: 204 len: 173 time: 0.6217651 Nov 12 08:14:10.344159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-deleted', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:10.346448 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05de7a9-b988-4d0f-b9e4-1455f226426d" -d '{"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-deleted", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:10.374497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d3c1b-1835-4587-ac34-537257c4a465 None None] Pushing event updated for resources: {'Port': ['ID=123289cc-e4bb-4c89-9ddb-e877624d3742,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:10.400421 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c8710-6dd0-487d-90a9-97ed34b17d7b x-openstack-request-id: req-951c8710-6dd0-487d-90a9-97ed34b17d7b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:10.400957 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a0212f-dfa1-4b8e-b7bc-7523cb872a35", "name": "network-vif-deleted", "tag": "88b25639-fe4e-487c-88f2-e5f9b62a2508", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:10.401355 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-951c8710-6dd0-487d-90a9-97ed34b17d7b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:10.401852 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a0212f-dfa1-4b8e-b7bc-7523cb872a35', 'name': 'network-vif-deleted', 'tag': '88b25639-fe4e-487c-88f2-e5f9b62a2508', 'status': 'completed', 'code': 200} Nov 12 08:14:10.436968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.488743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.528676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:10.533963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:10.537768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:10.570682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Pushing event updated for resources: {'Port': ['ID=02ec3024-7c41-4e6b-9208-0fa8bf14036e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:10.653661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee756af0-d0a5-4d4a-9f7f-3b0c7b339893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.771166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f169a4-912a-4add-9a90-e2352a22de20 req-1750ed36-3cf2-4afd-9382-fb735493a73d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:10.772649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14f169a4-912a-4add-9a90-e2352a22de20 req-1750ed36-3cf2-4afd-9382-fb735493a73d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0912704 Nov 12 08:14:10.890245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14f169a4-912a-4add-9a90-e2352a22de20 req-7c06cbff-d16f-4273-9e4f-975e14bad0fc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863271 Nov 12 08:14:10.914098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.075174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eebb1-70da-4cf6-b414-61dde6d53b64 req-4093aac7-8ea2-4ff7-a299-ca657f4f6e4b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:11.076780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f08eebb1-70da-4cf6-b414-61dde6d53b64 req-4093aac7-8ea2-4ff7-a299-ca657f4f6e4b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0971212 Nov 12 08:14:11.087613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41950) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:11.096894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'floatingip': {'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:11.103933 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:14:11.169839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.221109 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.418778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 123289cc-e4bb-4c89-9ddb-e877624d3742 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:11.461248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:14:11.498742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 123289cc-e4bb-4c89-9ddb-e877624d3742 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:11.499304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.556518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054309e-917d-46ed-ab7c-41fa6a833cce None None] Network 70a15c56-81d1-4c95-89ec-c56f14881164 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:11.597527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:11.629444 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.630955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce405933-4933-47a6-a658-e41596ffe1ff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5406148 Nov 12 08:14:11.632239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Sync routers for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:11.633826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:11.670820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9202a336-fd85-4ee8-8209-bcc3d5121d65 None None] Provisioning complete for port 123289cc-e4bb-4c89-9ddb-e877624d3742 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:11.671226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9202a336-fd85-4ee8-8209-bcc3d5121d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.675906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.750371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:11.750600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:11.881376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.886320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.930438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41964) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:11.936412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761927855', 'description': 'tempest-description--1639248802'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:12.012142 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.013834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.045284 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Floating IP 3c3a76aa-e644-4798-b134-a74c8fa19200 associated. External IP: 172.25.4.51, port: a2837c16-2c48-4b1e-971f-c55003b6f499. Nov 12 08:14:12.067599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:12.144441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 123289cc-e4bb-4c89-9ddb-e877624d3742, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=123289cc-e4bb-4c89-9ddb-e877624d3742,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:12.168108 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.175651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.192975 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.245387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.255490 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.260689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3291903 Nov 12 08:14:12.265505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:12.276746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'security_group_rule': {'security_group_id': '698f6f18-49ea-4ce4-b3dc-be8e351c163a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:12.295228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816df6a-0fb3-4e13-82d3-093ca9382125 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698f6f18-49ea-4ce4-b3dc-be8e351c163a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.362371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=123289cc-e4bb-4c89-9ddb-e877624d3742,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.390044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.516077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.524239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:10Z', 'revision_number': 3, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:12.526448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.535233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:12.558068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e194b1-1d5e-4d79-8929-856cc68857e4,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.558694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Allocated IP 172.20.0.1 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/2c82c256-ebcc-4c3f-b377-5f9fafa25606) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:12.574099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.575948 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d12b132d-b4ee-4f02-8ec9-3a21fbd2978a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094623 Nov 12 08:14:12.580297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41980) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:12.590988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'security_group_rule': {'security_group_id': '698f6f18-49ea-4ce4-b3dc-be8e351c163a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:12.704960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.744302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.746036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.747901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:12.753603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.764775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Checking router: 743f58c2-85f4-4bb6-85dc-453c4fb015e0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:12.765050 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:12.765512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Updating router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 port 02ec3024-7c41-4e6b-9208-0fa8bf14036e binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:14:12.795929 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:12.799046 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:12.822425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1f923bf9-7881-4c64-82cd-52915c059c2d None None] Provisioning complete for port 123289cc-e4bb-4c89-9ddb-e877624d3742 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:12.822943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f923bf9-7881-4c64-82cd-52915c059c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.823045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Pushing event updated for resources: {'Port': ['ID=2c82c256-ebcc-4c3f-b377-5f9fafa25606,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.827238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.834281 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8737a6a-7847-4066-9db1-953ac49bd353 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "PUT /v2.0/floatingips/3c3a76aa-e644-4798-b134-a74c8fa19200 HTTP/1.1" status: 200 len: 990 time: 1.7399571 Nov 12 08:14:12.835698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:12.839197 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba0618-ee23-4b29-b4ac-8ef6240d4417" -d '{"events": [{"name": "network-changed", "server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:12.840560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:12.842182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:12.845510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:12.873799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.880126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.905229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b49377-f8d2-4c28-93b8-8baeeac49851,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.908306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.924894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.928015 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1a593d3e-7e7b-4cdf-8e8a-af7e8702a04d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437407 Nov 12 08:14:12.930976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41994) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:12.958524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:13.044247 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83717921-b38a-4047-8b41-ebc3563b01b5 x-openstack-request-id: req-83717921-b38a-4047-8b41-ebc3563b01b5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:13.046281 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:13.050742 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83717921-b38a-4047-8b41-ebc3563b01b5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:13.051236 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'status': 'completed', 'code': 200} Nov 12 08:14:13.065788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.076923 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:13.152972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-854929ce-9d46-4340-8b87-8e7ccbb6d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:13.157916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-854929ce-9d46-4340-8b87-8e7ccbb6d891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1097 time: 0.1080966 Nov 12 08:14:13.241730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.353660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-37ba4c38-ae82-40c6-84b4-f870820ea700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.357046 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.407060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 123289cc-e4bb-4c89-9ddb-e877624d3742 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:13.410235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-b59ca527-d5df-4180-baba-0fadff5e570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:13.412193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-b59ca527-d5df-4180-baba-0fadff5e570d service neutron] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.2394705 Nov 12 08:14:13.456664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:13.487978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 88b25639-fe4e-487c-88f2-e5f9b62a2508 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:13.488387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 88b25639-fe4e-487c-88f2-e5f9b62a2508 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:13.507903 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3c3a76aa-e644-4798-b134-a74c8fa19200', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'mac_address': 'fa:16:3e:db:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:13:53Z', 'updated_at': '2021-11-12T08:14:11Z', 'revision_number': 1, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:13.550077 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:13.557004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61e6479-fe05-4030-92fa-0e02ab5e3d6e None None] Provisioning complete for port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:13.557582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61e6479-fe05-4030-92fa-0e02ab5e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.560526 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:13.561149 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:13.595846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 123289cc-e4bb-4c89-9ddb-e877624d3742 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:13.596242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.652188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61e6479-fe05-4030-92fa-0e02ab5e3d6e None None] Port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:13.675717 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:13.743200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.755653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.782348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-56095bde-5966-4459-862f-fa76b37a5927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 998 time: 0.3541663 Nov 12 08:14:13.849837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Attempting to bind port 02ec3024-7c41-4e6b-9208-0fa8bf14036e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:13.850655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Attempting to bind port 02ec3024-7c41-4e6b-9208-0fa8bf14036e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:13.850655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Attempting to bind port 02ec3024-7c41-4e6b-9208-0fa8bf14036e on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:13.855174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6dfcd-8a39-495f-bedd-e02732016a1c None None] Pushing event updated for resources: {'Port': ['ID=02ec3024-7c41-4e6b-9208-0fa8bf14036e,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:13.862091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:13.862858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:13.863167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.863565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:13.864059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Bound port: 02ec3024-7c41-4e6b-9208-0fa8bf14036e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:13.864451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.879583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Allocated IP 172.25.4.46 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/2d5ead5d-d8b5-4c5a-b55d-096e05c61223) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:13.883639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-b20d37f5-7c01-467a-9505-e69ea1eb8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:13.885420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-b20d37f5-7c01-467a-9505-e69ea1eb8097 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0940654 Nov 12 08:14:13.940491 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.954599 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.013436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] For port 02ec3024-7c41-4e6b-9208-0fa8bf14036e, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:14.024405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] For port 02ec3024-7c41-4e6b-9208-0fa8bf14036e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=02ec3024-7c41-4e6b-9208-0fa8bf14036e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:14.033902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.037758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-a58b269f-ec3e-4437-9664-354040ed1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:14.040112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-a58b269f-ec3e-4437-9664-354040ed1486 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467676 Nov 12 08:14:14.052642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.077324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Pushing event updated for resources: {'Port': ['ID=2c82c256-ebcc-4c3f-b377-5f9fafa25606,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:14.118799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.119058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.119395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.119726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.120077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.120398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.121396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.121980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.122092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.122331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.122653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.122972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:14.140153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.169401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6dfcd-8a39-495f-bedd-e02732016a1c None None] Pushing event updated for resources: {'Port': ['ID=02ec3024-7c41-4e6b-9208-0fa8bf14036e,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:14.177149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:14.177907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:14.214052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.251382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3c3a76aa-e644-4798-b134-a74c8fa19200', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'mac_address': 'fa:16:3e:db:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:13:53Z', 'updated_at': '2021-11-12T08:14:11Z', 'revision_number': 1, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:14.279644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-70a926ff-396e-42c4-a93a-97eae928c000 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204490 Nov 12 08:14:14.318308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:14.325264 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcd9df-82f2-4e55-81e8-853bf557995f None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3c3a76aa-e644-4798-b134-a74c8fa19200', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'mac_address': 'fa:16:3e:db:c5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:13:53Z', 'updated_at': '2021-11-12T08:14:11Z', 'revision_number': 1, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:14.328023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:14.329506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:14.331763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:14.333433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'Port': ['ID=2d5ead5d-d8b5-4c5a-b55d-096e05c61223,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:14.336156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:14.338908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:14.525869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.603841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.657196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ba0618-ee23-4b29-b4ac-8ef6240d4417 req-0f0f14e7-06a6-44ec-abd1-6867b136433c service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573608 Nov 12 08:14:14.702303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.718213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:14.787076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc2643-a7a5-483a-b04c-5e8f04dd0d77 None None] New status for floating IP 3c3a76aa-e644-4798-b134-a74c8fa19200: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:14.858966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:14.881563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-13113da3-ae94-434b-84ed-bc9292461273 admin admin] 10.222.0.16 "PUT /v2.0/routers/743f58c2-85f4-4bb6-85dc-453c4fb015e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2463577 Nov 12 08:14:14.889343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.899467 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.925172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 2, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:14.959600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-80b4cbe8-377f-4b1a-9dcc-39d5c464f7bd None None] Provisioning complete for port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:14.959998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80b4cbe8-377f-4b1a-9dcc-39d5c464f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.993690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03065d1e-f47d-402d-8cb0-6b66019b7a9d None None] The sync data for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 is: [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 2, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:15.044217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-80b4cbe8-377f-4b1a-9dcc-39d5c464f7bd None None] Port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:15.054854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'Port': ['ID=2d5ead5d-d8b5-4c5a-b55d-096e05c61223,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:15.064028 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.095359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.096687 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cbaae723-7496-4548-a510-02c8611e5778 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1647365 Nov 12 08:14:15.465683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-904a9af3-1ec1-47ee-b5f7-2641fafbe025 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:15.467242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-904a9af3-1ec1-47ee-b5f7-2641fafbe025 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 821 time: 0.1590145 Nov 12 08:14:15.491567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-91d4e3b7-d02a-4dc7-b645-dfa1ac6c79b8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/quotas/3935cc471cf14c4fb7b82f11742f4b70 HTTP/1.1" status: 200 len: 375 time: 0.0179467 Nov 12 08:14:15.563242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.575530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-3049cc88-e73d-4511-8517-9714a13ca3dd tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817628 Nov 12 08:14:15.594736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-208fc770-5114-4e47-8e95-ac55dcaa5858 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:14:15.604672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-208fc770-5114-4e47-8e95-ac55dcaa5858 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156655 Nov 12 08:14:15.612285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:15.616738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827843213', 'description': 'tempest-description--809177257'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:15.662890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.733000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-bf70f589-c991-48dc-b647-e532307f058d service neutron] 10.222.0.16 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273758 Nov 12 08:14:15.801004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.807157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.850939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.853544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2401686 Nov 12 08:14:15.857329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42050) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:15.864156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'security_group_rule': {'security_group_id': '202ab0e1-bcdc-4858-8b48-04d2b9f10f99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:15.864937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481caac-4c84-49af-9f14-baddd027fed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202ab0e1-bcdc-4858-8b48-04d2b9f10f99,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:15.915847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-c1594a53-61a8-41b0-af39-45f77cb63f56 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709156 Nov 12 08:14:15.949267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.057347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.062871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.153043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1df0c81-8fc3-469a-8081-9283275e5fb8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:16.224785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-405b6193-0ee9-4e48-8e21-06d15834e2e0 req-fe15fe8f-28ae-4971-8076-9e871bec7528 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 210 time: 0.0766134 Nov 12 08:14:16.235174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.237070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dcab79d4-d43a-427a-adcc-9159e9eaefe0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786976 Nov 12 08:14:16.241010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42060) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:16.245748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'security_group_rule': {'security_group_id': '202ab0e1-bcdc-4858-8b48-04d2b9f10f99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:16.291343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.397189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.402408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.423056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9f3195-1218-4608-8181-dc29b02ba4dd,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:16.481961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.487971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ae76610-7065-4506-aa77-bf12bcfdcd86 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2442071 Nov 12 08:14:16.488711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42068) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:16.494726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:16.551775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.703823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.711171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.864615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Allocated IP 172.25.4.229 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/840926d7-64c1-4578-be5d-936f24ebeab6) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:17.028496 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.080318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.121299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:17.126811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:17.130423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:17.157853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=840926d7-64c1-4578-be5d-936f24ebeab6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.239562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.299906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.397345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5ead8a7-135b-4191-a8ae-12e3fa10403d req-7f00f9c7-0d7e-4d7a-ad0f-2344395e7c50 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 210 time: 0.0532076 Nov 12 08:14:17.402326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 02ec3024-7c41-4e6b-9208-0fa8bf14036e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:17.491196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 02ec3024-7c41-4e6b-9208-0fa8bf14036e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:17.500808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.637200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.662978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 02ec3024-7c41-4e6b-9208-0fa8bf14036e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=02ec3024-7c41-4e6b-9208-0fa8bf14036e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:17.674149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.748670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.757212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.761235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=02ec3024-7c41-4e6b-9208-0fa8bf14036e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.868673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=840926d7-64c1-4578-be5d-936f24ebeab6,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.876624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.903368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.905219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44e15859-4ac3-4798-b56b-21c476824126 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4147732 Nov 12 08:14:18.009812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0a1704cc-44f9-40d3-9bf8-f0f9c9a01121 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:18.011379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0a1704cc-44f9-40d3-9bf8-f0f9c9a01121 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 821 time: 0.5853264 Nov 12 08:14:18.026672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'port': {'device_id': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'admin_state_up': True, 'tenant_id': '3935cc471cf14c4fb7b82f11742f4b70'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:18.129911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Sync routers for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:18.142030 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:18.142870 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:18.172676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-d47eed5b-c305-4ae1-8d44-4c3f5df954b3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1827843213&fields=id&tenant_id=1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 267 time: 0.0966134 Nov 12 08:14:18.190159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Made reservation on behalf of 3935cc471cf14c4fb7b82f11742f4b70 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:18.195991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.299226 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:18.303388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-b51211fc-9cd6-4e27-b826-25eeb2790cec tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:18.310565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-b51211fc-9cd6-4e27-b826-25eeb2790cec tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.1362195 Nov 12 08:14:18.324621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-8dad8f94-aad1-499f-bcba-cd8b25aae390 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/quotas/1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 375 time: 0.0131376 Nov 12 08:14:18.352880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Allocated IP 172.20.0.14 (d4b5b66c-c7af-4dc3-861d-91f10b7ab872/5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57/7baf50af-9298-4f49-86ef-470ed06fa7d2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:18.413245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-c6c1a218-c61c-4a84-ba8c-0fada208280f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811982 Nov 12 08:14:18.569614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.617648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.634313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-de646779-d346-4b61-b733-6e1599957be8 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075293 Nov 12 08:14:18.682559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:18.687165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:18.699720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:18.754694 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 2, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:18.761942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:18.773092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:18.773998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.790233 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Checking router: 743f58c2-85f4-4bb6-85dc-453c4fb015e0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:18.790982 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Updating router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:14:18.802268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-6bd0298e-df64-4579-9820-e183cb7e216f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7803791 Nov 12 08:14:18.805563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046de96-f46f-4ed9-948c-bbdce2e3c544 req-32b3012f-178c-4491-ab6a-522fc0972389 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:18.807245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e046de96-f46f-4ed9-948c-bbdce2e3c544 req-32b3012f-178c-4491-ab6a-522fc0972389 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 932 time: 0.1720021 Nov 12 08:14:18.817472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Request body: {'port': {'device_id': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:18.833332 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.852706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-e844d678-0295-4527-93f6-441fd7a52e78 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047036 Nov 12 08:14:18.899349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.924409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e046de96-f46f-4ed9-948c-bbdce2e3c544 req-50e31c9b-41ee-4696-b0ee-fdeb424d5303 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991714 Nov 12 08:14:19.119143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-759d5fdf-20ef-4247-a65e-58246cd75f10 req-96e27151-c01f-4e23-98a3-7280ccd0a353 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 210 time: 0.0674121 Nov 12 08:14:19.306551 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.313633 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.365316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baf50af-9298-4f49-86ef-470ed06fa7d2 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:19.378104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.383909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 02ec3024-7c41-4e6b-9208-0fa8bf14036e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:19.404632 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545021d-f27f-4d5c-83a5-8298874f2fba None None] Pushing event updated for resources: {'Port': ['ID=2c82c256-ebcc-4c3f-b377-5f9fafa25606,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:19.410910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Transition to ACTIVE for port object 7baf50af-9298-4f49-86ef-470ed06fa7d2 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:19.418705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.498509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 02ec3024-7c41-4e6b-9208-0fa8bf14036e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:19.504825 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.531244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:19.604951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Attempting to bind port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:19.609710 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Attempting to bind port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:19.610279 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Attempting to bind port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:19.624007 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:19.624404 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:19.624813 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.625210 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:19.625685 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Bound port: 2c82c256-ebcc-4c3f-b377-5f9fafa25606, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:19.626061 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.680641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Attempting to bind port 7baf50af-9298-4f49-86ef-470ed06fa7d2 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:19.681862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Attempting to bind port 7baf50af-9298-4f49-86ef-470ed06fa7d2 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:19.682838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Attempting to bind port 7baf50af-9298-4f49-86ef-470ed06fa7d2 on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:19.694426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Port 7baf50af-9298-4f49-86ef-470ed06fa7d2 on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:19.695090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Attempting to bind port 7baf50af-9298-4f49-86ef-470ed06fa7d2 on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:19.726121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:19.727368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Checking segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:19.727936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Bound using segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:19.728735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Bound port: 7baf50af-9298-4f49-86ef-470ed06fa7d2, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:19.729268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.735817 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] For port 2c82c256-ebcc-4c3f-b377-5f9fafa25606, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:19.743369 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] For port 2c82c256-ebcc-4c3f-b377-5f9fafa25606, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2c82c256-ebcc-4c3f-b377-5f9fafa25606,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:19.752211 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.834545 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:19.835493 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:19.855607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:19.860471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:19.870833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.919212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:19.921262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.922788 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] 10.222.0.25 "PUT /v2.0/ports/7baf50af-9298-4f49-86ef-470ed06fa7d2 HTTP/1.1" status: 200 len: 1093 time: 1.1117165 Nov 12 08:14:19.923303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:19.926083 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b" -d '{"events": [{"name": "network-changed", "server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:19.959308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-105459a1-711a-4200-87c6-b4f8fc5cb11c None None] Provisioning complete for port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:19.962419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-105459a1-711a-4200-87c6-b4f8fc5cb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.982782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b385e-7f2c-45de-b95a-5ee982f45c50 service neutron] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:20.087784 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7ea95a-d848-4c46-9c08-3fcb0c3f8edc x-openstack-request-id: req-fb7ea95a-d848-4c46-9c08-3fcb0c3f8edc {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:20.088087 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:20.088348 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb7ea95a-d848-4c46-9c08-3fcb0c3f8edc {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:20.088746 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'status': 'completed', 'code': 200} Nov 12 08:14:20.122221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-8977c893-b4aa-40ae-8792-80e472826aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.123832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-8977c893-b4aa-40ae-8792-80e472826aec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 1096 time: 0.1018538 Nov 12 08:14:20.144810 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545021d-f27f-4d5c-83a5-8298874f2fba None None] Pushing event updated for resources: {'Port': ['ID=2c82c256-ebcc-4c3f-b377-5f9fafa25606,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:20.205612 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:20.221752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-ffb39c62-83cc-42b0-a8f5-f721009ccebf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2 HTTP/1.1" status: 200 len: 217 time: 0.0883710 Nov 12 08:14:20.259345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed2bd-9ad6-455f-9920-5403866ef4b7 req-768c882e-d5ec-46db-8b9d-e4ded8734632 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.262659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a2ed2bd-9ad6-455f-9920-5403866ef4b7 req-768c882e-d5ec-46db-8b9d-e4ded8734632 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 944 time: 0.1760404 Nov 12 08:14:20.291871 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-105459a1-711a-4200-87c6-b4f8fc5cb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.334338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439298ec-4aa6-4b65-9857-312329f4c83d req-55971f31-cfbb-49b3-aeda-1ea9164b95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.338911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-55971f31-cfbb-49b3-aeda-1ea9164b95c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 200 len: 861 time: 0.1103361 Nov 12 08:14:20.386007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a2ed2bd-9ad6-455f-9920-5403866ef4b7 req-ed1358bd-a258-48e6-92b6-ecf874bbbccb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168528 Nov 12 08:14:20.407342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-7f34ffad-29e9-45ea-9c31-84431f2cefed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635271 Nov 12 08:14:20.417872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-105459a1-711a-4200-87c6-b4f8fc5cb11c None None] For port 2c82c256-ebcc-4c3f-b377-5f9fafa25606, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2c82c256-ebcc-4c3f-b377-5f9fafa25606,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:20.431526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-105459a1-711a-4200-87c6-b4f8fc5cb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.487702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d4eea89-4d79-47d7-9b42-712bbd17e398 req-e8d1aedc-bf3f-458a-adbb-fd94ae45a89a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 210 time: 0.0564091 Nov 12 08:14:20.552852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105459a1-711a-4200-87c6-b4f8fc5cb11c None None] Pushing event updated for resources: {'Port': ['ID=2c82c256-ebcc-4c3f-b377-5f9fafa25606,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:20.559547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-daa75924-b2ec-4446-908d-192a69f8b688 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428065 Nov 12 08:14:20.585164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd94b3ef-58c0-4aa2-b6cc-d6590871971b None None] Provisioning complete for port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:20.586431 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd94b3ef-58c0-4aa2-b6cc-d6590871971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.609654 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:19Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:20.646899 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467914-a38f-42ae-b155-896ef4a0ea3d None None] The sync data for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 is: [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:19Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:20.706298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-439298ec-4aa6-4b65-9857-312329f4c83d req-533e5d72-f097-4744-8ee7-4686f6b8b1a2 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389430 Nov 12 08:14:20.822650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-eddc6e20-dd37-40e0-badf-0fcfd5b4be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.824482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-eddc6e20-dd37-40e0-badf-0fcfd5b4be41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 1096 time: 0.0603805 Nov 12 08:14:20.954521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-1add0861-81f9-464f-86ec-393d1fbb707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.956164 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-1add0861-81f9-464f-86ec-393d1fbb707d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 921 time: 0.1245751 Nov 12 08:14:21.009899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-344db318-9858-4bfe-9d0c-dac311bc00dd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.021164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-344db318-9858-4bfe-9d0c-dac311bc00dd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.1629286 Nov 12 08:14:21.025145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-4c6da3f2-5ddb-498d-964f-b3612d526009 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2 HTTP/1.1" status: 200 len: 217 time: 0.0604286 Nov 12 08:14:21.095268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-d2a197e7-0aa8-4ebb-9957-c1188d8e8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.096911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-d2a197e7-0aa8-4ebb-9957-c1188d8e8b20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 200 len: 861 time: 0.0620282 Nov 12 08:14:21.119030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-7c52d67d-2821-43b6-89c0-b4c2efd37728 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 380 time: 0.0776970 Nov 12 08:14:21.127184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'port': {'device_id': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'admin_state_up': True, 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'security_groups': ['202ab0e1-bcdc-4858-8b48-04d2b9f10f99']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:21.152125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-7f8c851b-f5d6-4c88-8ada-632e8e8ad90a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474994 Nov 12 08:14:21.279282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:21.288600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.309669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-94c0dfd6-efb7-4ac9-97cc-e577e4601055 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494770 Nov 12 08:14:21.401767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c82c256-ebcc-4c3f-b377-5f9fafa25606 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:21.443805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2ac9fcec-3d13-4844-91a8-6c1448f0e22b req-d176cb32-f708-4baa-a1c9-ebab89b6acbe service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278636 Nov 12 08:14:21.487640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Allocated IP 172.20.0.5 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/47d1e4a0-3620-4b51-966b-7ee0b564ce3a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:21.500715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:21.501247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.659693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2597be-5203-48bd-822b-15473ba92441 req-055c17f2-1ee1-4678-a0f7-40e9a36de8e0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.661295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d2597be-5203-48bd-822b-15473ba92441 req-055c17f2-1ee1-4678-a0f7-40e9a36de8e0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 944 time: 0.1260843 Nov 12 08:14:21.690665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c41b1e7-4607-4f5d-a2d6-172a5d025c30 req-ba3a4da9-63cc-4244-a15c-f02c4a2d544f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 210 time: 0.0545604 Nov 12 08:14:21.751520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.759238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d2597be-5203-48bd-822b-15473ba92441 req-d08a796c-9c28-470a-8c77-a66fee8ed52a tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785785 Nov 12 08:14:21.792800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.841594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:21.858129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:21.880808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:21.906653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:21.941990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.942618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.952977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978b733-4560-4bb4-bfe7-31b359f47e5f req-63ca8b94-9e0d-456c-aa59-c8099d217280 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.954903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4978b733-4560-4bb4-bfe7-31b359f47e5f req-63ca8b94-9e0d-456c-aa59-c8099d217280 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 946 time: 0.1213021 Nov 12 08:14:21.977826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2f5ff354-1960-4c62-aedd-83ba276f2032 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622315 Nov 12 08:14:22.003597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Request body: {'port': {'device_id': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:22.046386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4978b733-4560-4bb4-bfe7-31b359f47e5f req-0de34703-99bc-4e1c-87d3-b8976f888c06 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Nov 12 08:14:22.078490 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.169283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a346d07f-47dc-433b-a9f2-d37e7a99be25 None None] Provisioning complete for port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:22.169582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a346d07f-47dc-433b-a9f2-d37e7a99be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.205616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a346d07f-47dc-433b-a9f2-d37e7a99be25 None None] Port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:22.333348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:22.342424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.355127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Transition to ACTIVE for port object 47d1e4a0-3620-4b51-966b-7ee0b564ce3a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:22.359557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.411639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:22.489598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Attempting to bind port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:22.489928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Attempting to bind port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:22.490254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Attempting to bind port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:22.494923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a on network 70a15c56-81d1-4c95-89ec-c56f14881164 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:22.495248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Attempting to bind port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:22.500394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:22.500784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:22.501123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:22.501561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Bound port: 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:22.501904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.577050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:22.580356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:22.586388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.627433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.628292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.629579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] 10.222.0.32 "PUT /v2.0/ports/47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 1092 time: 0.6308892 Nov 12 08:14:22.630027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:22.632520 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0afa4f-cb87-4790-8c40-12b155f6a960" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:22.671572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4b6ce-3c20-41a0-8467-3cf2545ca401 service neutron] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:22.687274 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ed407-3b4e-4dc0-9363-3da581897fb7 x-openstack-request-id: req-fb6ed407-3b4e-4dc0-9363-3da581897fb7 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:22.687573 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:22.687826 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb6ed407-3b4e-4dc0-9363-3da581897fb7 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:22.688246 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'status': 'completed', 'code': 200} Nov 12 08:14:22.723398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-c6aa78b1-9973-4af1-8bab-73035c499dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.725089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-c6aa78b1-9973-4af1-8bab-73035c499dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1095 time: 0.0469334 Nov 12 08:14:22.794084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-56bb8aea-1dd7-4bc1-a6a0-092cef187be1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 217 time: 0.0497112 Nov 12 08:14:22.875170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de122d-7be9-4c72-91b6-ad47f8b87f62 req-490ee8d1-ad3e-422c-be21-ae72c69a598c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.876908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85de122d-7be9-4c72-91b6-ad47f8b87f62 req-490ee8d1-ad3e-422c-be21-ae72c69a598c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 943 time: 0.0925441 Nov 12 08:14:22.883340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2964b0e9-8cba-4bfa-a46c-ade04367e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.885098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-2964b0e9-8cba-4bfa-a46c-ade04367e2cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0704896 Nov 12 08:14:22.985510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85de122d-7be9-4c72-91b6-ad47f8b87f62 req-c735cfcd-9408-451b-b1bf-ad4cde31313f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984311 Nov 12 08:14:22.996199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee664ca-c8f0-48b0-8d8b-ff228cf452ab req-90f5e941-1e41-485d-bbee-1bcba1c9aa0d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.997647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ee664ca-c8f0-48b0-8d8b-ff228cf452ab req-90f5e941-1e41-485d-bbee-1bcba1c9aa0d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 944 time: 0.1116824 Nov 12 08:14:23.012861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba138-c5f9-4623-a55e-f799e755d762 req-72bc96a5-b392-46c2-9b0e-15f288722cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.014333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-72bc96a5-b392-46c2-9b0e-15f288722cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116116 Nov 12 08:14:23.363915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ee664ca-c8f0-48b0-8d8b-ff228cf452ab req-0d7017d1-f37c-43de-b9c0-cab554c3d1f3 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599946 Nov 12 08:14:23.396916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143218d6-2fd5-4337-bf61-658679a39f8b req-918bc44b-e654-48af-a276-e9688c76726e tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.399161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-143218d6-2fd5-4337-bf61-658679a39f8b req-918bc44b-e654-48af-a276-e9688c76726e tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 946 time: 0.1101265 Nov 12 08:14:23.420654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-0640abad-48b4-405f-838e-94e2c8a1ea2d service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929951 Nov 12 08:14:23.507822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-143218d6-2fd5-4337-bf61-658679a39f8b req-0c98e05b-893f-46bf-b22f-be4d02dcf67e tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0d4a0b6-937f-4717-872d-9c511d9dfbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989804 Nov 12 08:14:23.541928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225ba138-c5f9-4623-a55e-f799e755d762 req-5e5d2ffb-fb1b-4950-9999-2ce201826513 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101346 Nov 12 08:14:23.580564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-f77b479b-b05d-40f0-b90e-54f968df32cf tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.582231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-f77b479b-b05d-40f0-b90e-54f968df32cf tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.25 "GET /v2.0/ports?device_id=48c7e1af-6068-4a9f-af74-1913a8a93972 HTTP/1.1" status: 200 len: 946 time: 0.0631306 Nov 12 08:14:23.632871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-6a8712a3-e984-4a2d-b807-c41dd5939bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.634286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-6a8712a3-e984-4a2d-b807-c41dd5939bce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1095 time: 0.0446680 Nov 12 08:14:23.679212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Deleting port 264505c9-f09d-4c7b-8684-70234b4db0c4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:23.680139 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.735103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-4abfd229-fc42-4961-aff9-caeea2231821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.736701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-4abfd229-fc42-4961-aff9-caeea2231821 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.0870316 Nov 12 08:14:23.776419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] For port 264505c9-f09d-4c7b-8684-70234b4db0c4, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=264505c9-f09d-4c7b-8684-70234b4db0c4,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:23.776779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.788350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-ea5b411e-86a2-40a8-93cd-5b6dded17c3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 217 time: 0.0374377 Nov 12 08:14:23.789857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Calling delete_port for 264505c9-f09d-4c7b-8684-70234b4db0c4 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:23.842456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-32e2e7fe-2acb-4f7d-beca-83bffde4a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.843910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-32e2e7fe-2acb-4f7d-beca-83bffde4a865 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0443981 Nov 12 08:14:23.896284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-515d441a-8453-4b66-b688-c11f3490e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.897725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-515d441a-8453-4b66-b688-c11f3490e286 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429072 Nov 12 08:14:23.923409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.935045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['264505c9-f09d-4c7b-8684-70234b4db0c4'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:23.957678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Pushing event deleted for resources: {'Port': ['ID=264505c9-f09d-4c7b-8684-70234b4db0c4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:23.999636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] No DVR routers for this DVR port 264505c9-f09d-4c7b-8684-70234b4db0c4 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:24.002538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.005985 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a752a4d6-e8ff-4439-bed9-8fbd67201d80 req-b3d9851a-289e-4380-b3c1-ec6ce5acaa24 tempest-AttachSCSIVolumeTestJSON-720179651 tempest-AttachSCSIVolumeTestJSON-720179651-project] 10.222.0.25 "DELETE /v2.0/ports/264505c9-f09d-4c7b-8684-70234b4db0c4 HTTP/1.1" status: 204 len: 173 time: 0.4178319 Nov 12 08:14:24.006447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'name': 'network-vif-deleted', 'tag': '264505c9-f09d-4c7b-8684-70234b4db0c4'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:24.009089 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f1a3bc-32f8-49e6-81f2-bafd5e90bb65" -d '{"events": [{"server_uuid": "48c7e1af-6068-4a9f-af74-1913a8a93972", "name": "network-vif-deleted", "tag": "264505c9-f09d-4c7b-8684-70234b4db0c4"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:24.030995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-741df50d-bf64-4929-bb95-689a8568fc9d service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143563 Nov 12 08:14:24.107132 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37792da-afd3-4525-bb16-caadc1a18160 x-openstack-request-id: req-d37792da-afd3-4525-bb16-caadc1a18160 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:24.107132 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c7e1af-6068-4a9f-af74-1913a8a93972", "name": "network-vif-deleted", "tag": "264505c9-f09d-4c7b-8684-70234b4db0c4", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:24.107132 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d37792da-afd3-4525-bb16-caadc1a18160 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:24.107466 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c7e1af-6068-4a9f-af74-1913a8a93972', 'name': 'network-vif-deleted', 'tag': '264505c9-f09d-4c7b-8684-70234b4db0c4', 'status': 'completed', 'code': 200} Nov 12 08:14:24.260231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0afa4f-cb87-4790-8c40-12b155f6a960 req-0515624d-954a-42b6-9a6f-3372f6282daf service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173204 Nov 12 08:14:24.268125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95a94e-8dd2-4b2c-bc5c-2d0599b9a881 req-0ac9df78-1efe-473f-a949-385a506ab091 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.269690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed95a94e-8dd2-4b2c-bc5c-2d0599b9a881 req-0ac9df78-1efe-473f-a949-385a506ab091 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 943 time: 0.0890710 Nov 12 08:14:24.328651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed95a94e-8dd2-4b2c-bc5c-2d0599b9a881 req-f488bce2-64d5-4097-8698-62c7c669aab2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516496 Nov 12 08:14:24.500629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2427d9-08c9-4c5d-8922-4f1e57dd2232 req-bb993746-64fe-4bcf-8072-319e9692e6de tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.502352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a2427d9-08c9-4c5d-8922-4f1e57dd2232 req-bb993746-64fe-4bcf-8072-319e9692e6de tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 944 time: 0.0556285 Nov 12 08:14:24.568447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a2427d9-08c9-4c5d-8922-4f1e57dd2232 req-6cc7011c-3413-4578-b893-7291db4fa7ab tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586016 Nov 12 08:14:25.467290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424729-4e27-4da0-a984-d0851e3f1408 req-a4d49016-27ab-4aaf-b930-c1720f52efff tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:25.468805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29424729-4e27-4da0-a984-d0851e3f1408 req-a4d49016-27ab-4aaf-b930-c1720f52efff tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 943 time: 0.0534632 Nov 12 08:14:25.524396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29424729-4e27-4da0-a984-d0851e3f1408 req-a671de1d-05fc-4b62-98dc-1700238c1464 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Nov 12 08:14:25.547041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:25.719154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed9bf-4f5a-44ce-9991-f16eca32932c req-b98aaeee-8480-4355-8c51-6734e5636215 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:25.724754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c0ed9bf-4f5a-44ce-9991-f16eca32932c req-b98aaeee-8480-4355-8c51-6734e5636215 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 944 time: 0.0753312 Nov 12 08:14:25.776816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c0ed9bf-4f5a-44ce-9991-f16eca32932c req-8a85c010-02f8-4cc3-ae43-c99faa94fe67 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Nov 12 08:14:25.817435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:25.828635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'port_id': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'mac_address': 'fa:16:3e:93:15:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:25.865686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.880556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baf50af-9298-4f49-86ef-470ed06fa7d2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:25.900395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:25.904229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.952292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:25.962128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.962128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.962412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.962838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.962917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.963204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.963532 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.963886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.964241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.964569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.964895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:25.965218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:26.301470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7baf50af-9298-4f49-86ef-470ed06fa7d2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:26.343667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:26.475611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:26.506828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:26.582966 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.600086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:26.629917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:26.637350 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.675704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699b9c-bf2f-447a-b1d0-e46f49abedad req-fd2990b3-51d7-4e35-ab44-f4b7b60d4846 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:26.684927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83699b9c-bf2f-447a-b1d0-e46f49abedad req-fd2990b3-51d7-4e35-ab44-f4b7b60d4846 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 943 time: 0.0692015 Nov 12 08:14:26.696485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:26.736561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83699b9c-bf2f-447a-b1d0-e46f49abedad req-30368a83-10e5-4a11-a37a-eb6d5002a4e5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504651 Nov 12 08:14:26.899899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb905c-183b-416e-86aa-89328f8e6e1e req-4c6b8368-aa71-4289-9400-5a45afc18361 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:26.901639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bfb905c-183b-416e-86aa-89328f8e6e1e req-4c6b8368-aa71-4289-9400-5a45afc18361 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 945 time: 0.0530500 Nov 12 08:14:26.961726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['47d1e4a0-3620-4b51-966b-7ee0b564ce3a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:26.962138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bfb905c-183b-416e-86aa-89328f8e6e1e req-a4a15639-6d25-4961-ba96-6287af30ac9e tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539806 Nov 12 08:14:27.547194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:27.599318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 7baf50af-9298-4f49-86ef-470ed06fa7d2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:27.604376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 7baf50af-9298-4f49-86ef-470ed06fa7d2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:27.604746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.687566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.713058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:27.715500 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211e568-45bd-4c33-989d-c1240b0d4317" -d '{"events": [{"server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "name": "network-vif-plugged", "status": "completed", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:27.733616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:27.739517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.740475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 264505c9-f09d-4c7b-8684-70234b4db0c4 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:27.765606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 264505c9-f09d-4c7b-8684-70234b4db0c4 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:27.765953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 264505c9-f09d-4c7b-8684-70234b4db0c4 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:27.768318 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18db8c28-2ec6-446a-8022-a57e75bfb367 x-openstack-request-id: req-18db8c28-2ec6-446a-8022-a57e75bfb367 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:27.768716 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "name": "network-vif-plugged", "status": "completed", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:27.768893 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18db8c28-2ec6-446a-8022-a57e75bfb367 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:27.769282 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'code': 200} Nov 12 08:14:27.839450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:27.897016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604257-25f4-43c1-965c-6f40df6b57b5 req-9e2b53cc-3756-482a-9b5d-e56b68d20d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.899373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2a604257-25f4-43c1-965c-6f40df6b57b5 req-9e2b53cc-3756-482a-9b5d-e56b68d20d7e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 1098 time: 0.0600715 Nov 12 08:14:27.910738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a066-903e-4480-a501-8274c737f0be req-c5d22ba5-88fb-465e-be25-49b070a21166 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.912403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ae5a066-903e-4480-a501-8274c737f0be req-c5d22ba5-88fb-465e-be25-49b070a21166 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0651414 Nov 12 08:14:27.949316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2a604257-25f4-43c1-965c-6f40df6b57b5 req-0f2948d6-0e01-4377-8752-3a193131abeb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Nov 12 08:14:27.974674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ae5a066-903e-4480-a501-8274c737f0be req-4a932f94-ec02-44fe-b4a7-d0aac3a1bc16 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535293 Nov 12 08:14:28.090680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fbba4-0d34-47f9-a413-321de36db05c req-0c69697b-49ba-4ab8-a8b1-0177ceec4b34 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:28.092283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8fbba4-0d34-47f9-a413-321de36db05c req-0c69697b-49ba-4ab8-a8b1-0177ceec4b34 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0548344 Nov 12 08:14:28.146114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8fbba4-0d34-47f9-a413-321de36db05c req-7616e675-c7ee-4207-b200-27fa6341c267 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476971 Nov 12 08:14:28.357792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:28.412989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:28.417119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:28.417494 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:28.518140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:28.575449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:28.581412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:28.641673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:28.661785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42328) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:29.157990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a1e5a-fce4-4030-88ed-65b6f6492f44 req-68cffade-9a7b-48f4-8bab-c5b2cbb1295c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:29.159492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-968a1e5a-fce4-4030-88ed-65b6f6492f44 req-68cffade-9a7b-48f4-8bab-c5b2cbb1295c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.1003675 Nov 12 08:14:29.191015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.298793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-968a1e5a-fce4-4030-88ed-65b6f6492f44 req-1f9b17fc-be20-41ae-aafa-634ed3b4dd60 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320279 Nov 12 08:14:29.367625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c1611-e211-4a9b-b41d-6bd5f94aecb3 req-e9c13727-bfcb-40cb-8c71-c73fb1e75c79 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:29.369580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2c1611-e211-4a9b-b41d-6bd5f94aecb3 req-e9c13727-bfcb-40cb-8c71-c73fb1e75c79 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.1333187 Nov 12 08:14:29.532447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2c1611-e211-4a9b-b41d-6bd5f94aecb3 req-41deef67-e879-4452-8510-2b3f87c8c6ac tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506717 Nov 12 08:14:29.659034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Deleting port a185cf59-a8fd-4abf-b7bd-a9b742018132 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:29.659726 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.744630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] For port a185cf59-a8fd-4abf-b7bd-a9b742018132, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a185cf59-a8fd-4abf-b7bd-a9b742018132,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:29.744931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.758715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Calling delete_port for a185cf59-a8fd-4abf-b7bd-a9b742018132 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:29.771001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:29.775030 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7cd7f-7fca-418f-a04b-757e16a8408f" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:29.815715 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746de00-bf90-4cb8-ab26-682d56c3287a x-openstack-request-id: req-6746de00-bf90-4cb8-ab26-682d56c3287a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:29.816089 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:29.816347 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6746de00-bf90-4cb8-ab26-682d56c3287a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:29.816741 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:14:29.959486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143f13-a1c7-4496-9c63-1288ec538209 req-5a4efa22-0804-4e11-a4d5-62db3c31b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:29.961048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de143f13-a1c7-4496-9c63-1288ec538209 req-5a4efa22-0804-4e11-a4d5-62db3c31b71b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1097 time: 0.0699165 Nov 12 08:14:30.001239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.036853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a185cf59-a8fd-4abf-b7bd-a9b742018132,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:30.045196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de143f13-a1c7-4496-9c63-1288ec538209 req-ee9f1cef-b998-4a12-9082-3a7165b888da service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757778 Nov 12 08:14:30.222699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.486421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d76ab-96e0-42ec-b6a7-9cd9b2a9234c req-3c863fa7-e843-49a0-b6be-8f187b4bfbe6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:30.487993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-860d76ab-96e0-42ec-b6a7-9cd9b2a9234c req-3c863fa7-e843-49a0-b6be-8f187b4bfbe6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.1031809 Nov 12 08:14:30.493434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Router f5f231b8-9091-4a57-92a9-14c6063686ed has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:30.579506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-860d76ab-96e0-42ec-b6a7-9cd9b2a9234c req-713f0362-238b-4cc6-b612-b33b22f912bb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843089 Nov 12 08:14:30.909305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:30.915381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3e2040db-381f-4fb4-834e-6aee59bd7d68 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5f231b8-9091-4a57-92a9-14c6063686ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524800 Nov 12 08:14:30.918263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:30.921999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] Sync routers for ids ['f5f231b8-9091-4a57-92a9-14c6063686ed'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:30.928721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338857a-78ef-451e-baa4-800e1dee1f40 req-35438abb-9b5a-4566-a22d-b14b40b955b7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:30.930347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f338857a-78ef-451e-baa4-800e1dee1f40 req-35438abb-9b5a-4566-a22d-b14b40b955b7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.3051836 Nov 12 08:14:30.935227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] Routers {'f5f231b8-9091-4a57-92a9-14c6063686ed'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:30.936123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f5f231b8-9091-4a57-92a9-14c6063686ed'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:31.008875 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f338857a-78ef-451e-baa4-800e1dee1f40 req-0012efc4-5956-4656-9dd1-064e7ebcf981 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679002 Nov 12 08:14:31.076707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.082919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] Set router f5f231b8-9091-4a57-92a9-14c6063686ed gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:31.186448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d3c79-2015-4176-abe3-06aa55ec025e req-fe08d40f-190e-458e-a507-c513ef3c3213 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:31.188361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d08d3c79-2015-4176-abe3-06aa55ec025e req-fe08d40f-190e-458e-a507-c513ef3c3213 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0933373 Nov 12 08:14:31.246625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.287155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d08d3c79-2015-4176-abe3-06aa55ec025e req-88481f44-8fda-4aa0-8c77-dc9325c30674 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920188 Nov 12 08:14:31.402724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Deleting port dff734a3-92bd-4444-9572-a9f80bc0d519 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:31.403215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.434953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:14:29Z', 'revision_number': 5, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port': {'id': 'dff734a3-92bd-4444-9572-a9f80bc0d519', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:31.496627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] Checking router: f5f231b8-9091-4a57-92a9-14c6063686ed for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:31.513339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] Routers {'f5f231b8-9091-4a57-92a9-14c6063686ed'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:31.514367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f5f231b8-9091-4a57-92a9-14c6063686ed'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:31.593282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] For port dff734a3-92bd-4444-9572-a9f80bc0d519, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dff734a3-92bd-4444-9572-a9f80bc0d519,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:31.594097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.612003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Calling delete_port for dff734a3-92bd-4444-9572-a9f80bc0d519 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:31.663196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] Set router f5f231b8-9091-4a57-92a9-14c6063686ed gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:31.740419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:14:31Z', 'revision_number': 6, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:31.766676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f4878-5d30-493d-a3c5-125e40bd92aa req-f6601763-f3db-402b-b3b1-2545aa2a4e09 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:31.768451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b4f4878-5d30-493d-a3c5-125e40bd92aa req-f6601763-f3db-402b-b3b1-2545aa2a4e09 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.0716703 Nov 12 08:14:31.927876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016db612-83de-4a4d-a2b3-4640b2578420 None None] The sync data for ids ['f5f231b8-9091-4a57-92a9-14c6063686ed'] in n-d-768509-25 is: [{'id': 'f5f231b8-9091-4a57-92a9-14c6063686ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-904684329-router', 'tenant_id': '8207d72997224b288bce02477e8d7297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:07Z', 'updated_at': '2021-11-12T08:14:31Z', 'revision_number': 6, 'project_id': '8207d72997224b288bce02477e8d7297', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:31.928673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b4f4878-5d30-493d-a3c5-125e40bd92aa req-e5545d1a-3312-46a3-93f4-5a3f5b787372 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470810 Nov 12 08:14:31.940161 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.978414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff734a3-92bd-4444-9572-a9f80bc0d519,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:32.104967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.170501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4f55a-3a2a-42d4-9516-4f1a23491d29 req-1a9ce7bf-8b8c-4363-a871-9f1346c15c1b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:32.176240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39d4f55a-3a2a-42d4-9516-4f1a23491d29 req-1a9ce7bf-8b8c-4363-a871-9f1346c15c1b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.1062233 Nov 12 08:14:32.191228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42398) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:32.198563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'floatingip': {'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:32.246409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.249058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.303414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.305030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5f231b8-9091-4a57-92a9-14c6063686ed {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:32.317494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.319420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1f80b0d-8dea-40b6-9056-6067dd2b3518 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f5f231b8-9091-4a57-92a9-14c6063686ed HTTP/1.1" status: 204 len: 168 time: 1.4001470 Nov 12 08:14:32.324300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42402) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:32.336710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.396878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Deleting subnet bc09dd86-b088-4735-8927-3fd24ffa4253 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:32.403454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.472088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.576948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.609207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fdb6e-36a3-4564-80d7-519feed73baa req-9909e8bb-4ad0-4b89-bb3e-01cf43250bc2 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:32.610933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-701fdb6e-36a3-4564-80d7-519feed73baa req-9909e8bb-4ad0-4b89-bb3e-01cf43250bc2 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.1354666 Nov 12 08:14:32.673582 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.723494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09dd86-b088-4735-8927-3fd24ffa4253,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:32.731959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.737357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e62b8bc9-a858-44b8-a002-e242d13b4128 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bc09dd86-b088-4735-8927-3fd24ffa4253 HTTP/1.1" status: 204 len: 168 time: 0.4117293 Nov 12 08:14:32.739948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:32.744925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-701fdb6e-36a3-4564-80d7-519feed73baa req-ad62d887-3153-45cd-8621-547e4b638758 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832880 Nov 12 08:14:32.749859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4790a7-3252-4859-a445-ec8fb20503eb None None] Network 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:32.876263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.021832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Deleting port 76c98285-c964-4f8a-91f9-467bc8246137 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:33.022774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.103012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] DHCP port deletion for 3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:33.115356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] For port 76c98285-c964-4f8a-91f9-467bc8246137, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76c98285-c964-4f8a-91f9-467bc8246137,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:33.115715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.131199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Calling delete_port for 76c98285-c964-4f8a-91f9-467bc8246137 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:33.154057 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.160228 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.175626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] Deleting port 76c98285-c964-4f8a-91f9-467bc8246137 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:33.176126 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.232374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.261503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] For port 76c98285-c964-4f8a-91f9-467bc8246137, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76c98285-c964-4f8a-91f9-467bc8246137,segment=NetworkSegment(f7447486-fa83-485a-9ed8-771dadc2c93a),segment_id=f7447486-fa83-485a-9ed8-771dadc2c93a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:33.261503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.267656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c98285-c964-4f8a-91f9-467bc8246137,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:33.289438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] Calling delete_port for 76c98285-c964-4f8a-91f9-467bc8246137 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:33.290256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] No DVR routers for this DVR port 76c98285-c964-4f8a-91f9-467bc8246137 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:33.336871 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Floating IP 48e6ca22-f476-485d-b1a9-44215ec002d6 associated. External IP: 172.25.4.229, port: 47d1e4a0-3620-4b51-966b-7ee0b564ce3a. Nov 12 08:14:33.381164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76c98285-c964-4f8a-91f9-467bc8246137 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:33.415212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.422329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 76c98285-c964-4f8a-91f9-467bc8246137 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:33.422684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76c98285-c964-4f8a-91f9-467bc8246137 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:33.423106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dff734a3-92bd-4444-9572-a9f80bc0d519 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:33.447040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5aa3d4-9c35-4073-a65b-4f150fbf93a8']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.461363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7447486-fa83-485a-9ed8-771dadc2c93a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.462107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7447486-fa83-485a-9ed8-771dadc2c93a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.469095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: dff734a3-92bd-4444-9572-a9f80bc0d519 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:33.469813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dff734a3-92bd-4444-9572-a9f80bc0d519 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:33.470576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a185cf59-a8fd-4abf-b7bd-a9b742018132 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:33.483538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.503932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a185cf59-a8fd-4abf-b7bd-a9b742018132 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:33.504345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a185cf59-a8fd-4abf-b7bd-a9b742018132 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:33.506228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.515699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.518359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:33.518771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:33.521263 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:33.536264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] No DVR routers for this DVR port 76c98285-c964-4f8a-91f9-467bc8246137 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:33.559676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522d2d5-238e-45ee-a5d3-e84c6697a193 None None] Pushing event deleted for resources: {'Port': ['ID=76c98285-c964-4f8a-91f9-467bc8246137,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:33.607799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.616426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.623730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c5aa3d4-9c35-4073-a65b-4f150fbf93a8 HTTP/1.1" status: 204 len: 168 time: 0.8822520 Nov 12 08:14:33.627646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:33.688250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:33.698878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5538bc-9060-44bd-bec4-6caaec18c798 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5aa3d4-9c35-4073-a65b-4f150fbf93a8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:33.843019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:33.849962 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.855262 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] Sync routers for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:33.878792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:33.880085 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.922876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e442d62b-d943-48f5-a622-7ac29a780132 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "PUT /v2.0/floatingips/48e6ca22-f476-485d-b1a9-44215ec002d6 HTTP/1.1" status: 200 len: 991 time: 1.7301292 Nov 12 08:14:33.924334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:33.926700 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:33.955594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab312f-5162-4950-9843-77bfd756d895 req-78112aac-4bd7-4f64-b922-f2e15473f8ba tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:33.968904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6ab312f-5162-4950-9843-77bfd756d895 req-78112aac-4bd7-4f64-b922-f2e15473f8ba tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.1159894 Nov 12 08:14:34.026596 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:34.056238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6ab312f-5162-4950-9843-77bfd756d895 req-b0faad27-28e2-4946-9f31-6a7fc85d0683 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856056 Nov 12 08:14:34.093133 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64587fb-37dd-4440-9582-83939f8896ad x-openstack-request-id: req-d64587fb-37dd-4440-9582-83939f8896ad {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:34.093673 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:34.094148 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d64587fb-37dd-4440-9582-83939f8896ad {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:34.094994 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'status': 'completed', 'code': 200} Nov 12 08:14:34.207036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-c427cffe-1827-45a5-8bdf-049a33376d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.209620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-c427cffe-1827-45a5-8bdf-049a33376d9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1097 time: 0.0877075 Nov 12 08:14:34.257365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.337030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-c672edcb-2fa8-42f2-963e-8af6ca387c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.338697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-c672edcb-2fa8-42f2-963e-8af6ca387c8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.1215739 Nov 12 08:14:34.405346 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '48e6ca22-f476-485d-b1a9-44215ec002d6', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:14:17Z', 'updated_at': '2021-11-12T08:14:33Z', 'revision_number': 1, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:20Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:34.457406 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] Checking router: 743f58c2-85f4-4bb6-85dc-453c4fb015e0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:34.464497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-bff68ece-91ed-4bfb-85e4-ea9f47b82be4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.1176186 Nov 12 08:14:34.486179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:34.486991 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:34.545911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-25a324d1-9fb5-46a5-9d2e-6daf41a1fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.547813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-25a324d1-9fb5-46a5-9d2e-6daf41a1fe68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0651228 Nov 12 08:14:34.608527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-ed24c3e9-7673-4ae3-99ea-97d450d17ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.610616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-ed24c3e9-7673-4ae3-99ea-97d450d17ebd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496764 Nov 12 08:14:34.649951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Deleting port 5a464ab5-fe15-457d-b025-d50aef28e235 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:34.650321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.656083 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:34.745187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-e92822c7-dfda-4306-a102-3a17d65e9cba service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256936 Nov 12 08:14:34.763408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] For port 5a464ab5-fe15-457d-b025-d50aef28e235, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5a464ab5-fe15-457d-b025-d50aef28e235,segment=NetworkSegment(9a14e3be-b163-4921-ae5b-2488e780e1ef),segment_id=9a14e3be-b163-4921-ae5b-2488e780e1ef)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:34.764071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.783225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Calling delete_port for 5a464ab5-fe15-457d-b025-d50aef28e235 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:34.896284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea3cd5cf-5bf9-491d-a6ea-0cc1d21fa141 req-faece2a0-dbae-4034-a0e8-531a382456ef service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437619 Nov 12 08:14:35.005912 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '48e6ca22-f476-485d-b1a9-44215ec002d6', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:14:17Z', 'updated_at': '2021-11-12T08:14:33Z', 'revision_number': 1, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:20Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:35.034165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.048102 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d7303-4fcf-4965-82aa-606096764d44 None None] The sync data for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 is: [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '48e6ca22-f476-485d-b1a9-44215ec002d6', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:14:17Z', 'updated_at': '2021-11-12T08:14:33Z', 'revision_number': 1, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:20Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:35.083647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a464ab5-fe15-457d-b025-d50aef28e235,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:35.327493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066d1a8-edb5-4497-abce-90adee7d0946 req-666de77f-5465-405c-9796-263bd25e7fae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:35.330006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1066d1a8-edb5-4497-abce-90adee7d0946 req-666de77f-5465-405c-9796-263bd25e7fae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.1449091 Nov 12 08:14:35.387316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.457294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1066d1a8-edb5-4497-abce-90adee7d0946 req-adc9ffa6-2c02-4b9a-85fa-a5e0d679cddf tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905302 Nov 12 08:14:35.505267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9bec2-f7c6-4954-93c5-4d5acabae260 None None] New status for floating IP 48e6ca22-f476-485d-b1a9-44215ec002d6: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:36.040782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Router db6e3be0-998e-4423-8431-ac9411c549ad has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:36.188628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:36.194014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d298f996-489a-4b83-9034-6717ffe497e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/db6e3be0-998e-4423-8431-ac9411c549ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5648489 Nov 12 08:14:36.198435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42458) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:36.201634 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] Sync routers for ids ['db6e3be0-998e-4423-8431-ac9411c549ad'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:36.215417 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] Routers {'db6e3be0-998e-4423-8431-ac9411c549ad'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:36.216171 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['db6e3be0-998e-4423-8431-ac9411c549ad'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:36.312800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.438496 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.443496 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] Set router db6e3be0-998e-4423-8431-ac9411c549ad gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:36.520852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Deleting port 3904e6c5-09ba-4de1-a268-4fa11953eb14 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:36.521439 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.621239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0b3ba-bc03-4569-99e4-102ad74b1fd9 req-c57ef94c-a650-4957-8f12-b54cd99c667f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:36.624634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6af0b3ba-bc03-4569-99e4-102ad74b1fd9 req-c57ef94c-a650-4957-8f12-b54cd99c667f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0873563 Nov 12 08:14:36.642167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] For port 3904e6c5-09ba-4de1-a268-4fa11953eb14, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3904e6c5-09ba-4de1-a268-4fa11953eb14,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:36.642439 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.666208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Calling delete_port for 3904e6c5-09ba-4de1-a268-4fa11953eb14 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:36.668231 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:14:34Z', 'revision_number': 5, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port': {'id': '3904e6c5-09ba-4de1-a268-4fa11953eb14', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:15:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:21Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:36.704245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6af0b3ba-bc03-4569-99e4-102ad74b1fd9 req-d49ef53a-ffb1-4d59-a8e6-42707c59cad3 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Nov 12 08:14:36.716675 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] Checking router: db6e3be0-998e-4423-8431-ac9411c549ad for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:36.736933 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] Routers {'db6e3be0-998e-4423-8431-ac9411c549ad'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:36.737584 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['db6e3be0-998e-4423-8431-ac9411c549ad'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:36.832465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] Set router db6e3be0-998e-4423-8431-ac9411c549ad gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:36.903573 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:14:36Z', 'revision_number': 6, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:36.904992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.942452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Pushing event deleted for resources: {'Port': ['ID=3904e6c5-09ba-4de1-a268-4fa11953eb14,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:36.957306 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494e110-6b84-40f6-bb06-fb4fabe84e0a None None] The sync data for ids ['db6e3be0-998e-4423-8431-ac9411c549ad'] in n-d-768509-25 is: [{'id': 'db6e3be0-998e-4423-8431-ac9411c549ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927688634-router', 'tenant_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:14:36Z', 'revision_number': 6, 'project_id': '9f3a8b52f58f42cbbd06f86a5f3b3116', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:37.027979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.144239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.147412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.196310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.196902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6e3be0-998e-4423-8431-ac9411c549ad {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:37.201909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.205582 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14317c12-f8cd-4950-b189-4d3472c69595 admin admin] 10.222.0.16 "DELETE /v2.0/routers/db6e3be0-998e-4423-8431-ac9411c549ad HTTP/1.1" status: 204 len: 168 time: 1.0030549 Nov 12 08:14:37.205828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42474) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:37.258004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Deleting subnet a48a1d73-d0aa-401c-aed2-552fa6d968ef {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:37.261449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.299768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.437168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.469342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5a464ab5-fe15-457d-b025-d50aef28e235 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:37.534360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5a464ab5-fe15-457d-b025-d50aef28e235 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:37.535084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5a464ab5-fe15-457d-b025-d50aef28e235 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:37.570887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.598336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:37.601254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48a1d73-d0aa-401c-aed2-552fa6d968ef,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:37.603335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.606646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2400afb0-0b97-48f6-9915-da4c30dd478a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a48a1d73-d0aa-401c-aed2-552fa6d968ef HTTP/1.1" status: 204 len: 168 time: 0.3998187 Nov 12 08:14:37.609712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42480) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:37.612028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a852d-4284-4164-9fdf-88c95631a16e None None] Network d1702398-f1f2-43b1-856a-7cf921386a29 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:37.714636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.802294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Deleting port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:37.802862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.857262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:37.877461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'port_id': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'mac_address': 'fa:16:3e:93:15:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:37.931312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6c963-a874-4692-9130-bbd22cc6e876 req-f2f06ade-d554-4379-bfe0-ac8e003f177f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:37.933379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] For port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,segment=NetworkSegment(9a14e3be-b163-4921-ae5b-2488e780e1ef),segment_id=9a14e3be-b163-4921-ae5b-2488e780e1ef)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:37.933379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.938255 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.945118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ab6c963-a874-4692-9130-bbd22cc6e876 req-f2f06ade-d554-4379-bfe0-ac8e003f177f tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.1145966 Nov 12 08:14:37.968919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7baf50af-9298-4f49-86ef-470ed06fa7d2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:37.969591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Calling delete_port for 557d0bb0-a55e-4b8a-b105-1e7033e14f7f owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:37.977178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] DHCP port deletion for d1702398-f1f2-43b1-856a-7cf921386a29 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:38.005104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ab6c963-a874-4692-9130-bbd22cc6e876 req-cb813030-cbe4-4cde-ab28-5bd6e3833ef7 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583818 Nov 12 08:14:38.028678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:38.035510 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.093409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.118341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Deleting port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:38.119145 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.140409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Pushing event deleted for resources: {'Port': ['ID=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:38.142862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:38.144951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] No DVR routers for this DVR port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:38.185726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7baf50af-9298-4f49-86ef-470ed06fa7d2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:38.233076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] For port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:38.233588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.240740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.256766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Calling delete_port for 557d0bb0-a55e-4b8a-b105-1e7033e14f7f owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:38.263071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:14:38.266360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.290469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1702398-f1f2-43b1-856a-7cf921386a29']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:38.302308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] Pushing event deleted for resources: {'Port': ['ID=557d0bb0-a55e-4b8a-b105-1e7033e14f7f,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:38.311467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f36e8-893f-4519-84ad-7b5e2b907cf3 None None] No DVR routers for this DVR port 557d0bb0-a55e-4b8a-b105-1e7033e14f7f on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:38.315851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a14e3be-b163-4921-ae5b-2488e780e1ef') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:38.316392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a14e3be-b163-4921-ae5b-2488e780e1ef') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:38.340326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.372618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.393599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:38.394151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:38.396985 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:38.482416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.506948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.517194 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] 10.222.0.16 "DELETE /v2.0/networks/d1702398-f1f2-43b1-856a-7cf921386a29 HTTP/1.1" status: 204 len: 168 time: 0.9038670 Nov 12 08:14:38.526239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.539708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e189-3a72-41f0-ad67-60794fa9192c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1702398-f1f2-43b1-856a-7cf921386a29,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:38.706651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42498) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:38.750149 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2750a623-276b-4506-bad3-2a5f1ee61898 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8207d72997224b288bce02477e8d7297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422881 Nov 12 08:14:38.752950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42502) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:38.818566 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9ddd-0de1-4a0a-9fab-351b06213ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.844075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9ddd-0de1-4a0a-9fab-351b06213ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.899227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9ddd-0de1-4a0a-9fab-351b06213ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.901852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9ddd-0de1-4a0a-9fab-351b06213ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.903418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c5d9ddd-0de1-4a0a-9fab-351b06213ec4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0d4a0b6-937f-4717-872d-9c511d9dfbae HTTP/1.1" status: 204 len: 168 time: 0.1488054 Nov 12 08:14:38.912805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d9ddd-0de1-4a0a-9fab-351b06213ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4a0b6-937f-4717-872d-9c511d9dfbae,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:39.141449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347f41-dae9-4378-9675-d4ce1a8a79a2 req-67740e00-501f-480d-bdae-d6873e5408b0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:39.145389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b347f41-dae9-4378-9675-d4ce1a8a79a2 req-67740e00-501f-480d-bdae-d6873e5408b0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 945 time: 0.0576410 Nov 12 08:14:39.228836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b347f41-dae9-4378-9675-d4ce1a8a79a2 req-7c8afa9e-4d48-4c9e-9caf-891b6a27e37c tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698435 Nov 12 08:14:39.314610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 557d0bb0-a55e-4b8a-b105-1e7033e14f7f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:39.319469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42514) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:39.337969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 557d0bb0-a55e-4b8a-b105-1e7033e14f7f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:39.338410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 557d0bb0-a55e-4b8a-b105-1e7033e14f7f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:39.338900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3904e6c5-09ba-4de1-a268-4fa11953eb14 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:39.358593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3904e6c5-09ba-4de1-a268-4fa11953eb14 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:39.359987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3904e6c5-09ba-4de1-a268-4fa11953eb14 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:39.378319 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d135d2bf-6be7-4140-9d7f-f7cd051b50eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f3a8b52f58f42cbbd06f86a5f3b3116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571136 Nov 12 08:14:39.383092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:39.435095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2935b7e0-23b9-4a4c-bb62-912d5b814aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.464036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2935b7e0-23b9-4a4c-bb62-912d5b814aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.517680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2935b7e0-23b9-4a4c-bb62-912d5b814aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.520585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2935b7e0-23b9-4a4c-bb62-912d5b814aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.525098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2935b7e0-23b9-4a4c-bb62-912d5b814aa0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1833262e-5cbe-4580-941b-3ead5514691b HTTP/1.1" status: 204 len: 168 time: 0.1375406 Nov 12 08:14:39.530659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935b7e0-23b9-4a4c-bb62-912d5b814aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1833262e-5cbe-4580-941b-3ead5514691b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:39.593734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:39.657406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 7baf50af-9298-4f49-86ef-470ed06fa7d2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:39.657783 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.793283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.824449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:39.834479 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba0e2d6-c4ff-4a6a-97a2-d7bfa3a72208" -d '{"events": [{"server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "name": "network-vif-plugged", "status": "completed", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:39.862542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:39.868946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.897533 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a83596-c113-4933-9994-28e07bdfa7f8 x-openstack-request-id: req-52a83596-c113-4933-9994-28e07bdfa7f8 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:39.897854 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "name": "network-vif-plugged", "status": "completed", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:39.898190 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52a83596-c113-4933-9994-28e07bdfa7f8 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:39.898827 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'code': 200} Nov 12 08:14:39.938798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:40.432265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd45f-a1a3-4009-879d-be53cb22db68 req-393cd8db-5045-4c98-a91b-88ea05cc6bbd tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:40.433947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae0dd45f-a1a3-4009-879d-be53cb22db68 req-393cd8db-5045-4c98-a91b-88ea05cc6bbd tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0678911 Nov 12 08:14:40.439937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42556) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:40.499021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae0dd45f-a1a3-4009-879d-be53cb22db68 req-d809fe84-13eb-4310-920d-9233327516a9 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588048 Nov 12 08:14:40.563934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1410270250-network', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:40.592263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Made reservation on behalf of 6511831c3b89448dbc04bce9d576f1ce for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:40.595126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.604323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.649579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7a05a2f6-8e92-4130-93a3-b9d19e51c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.715556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.720291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.752777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:40.761803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6447c28-82b0-4325-8081-14e7aec35533,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:40.772019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.772608 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Added segment 4db8c152-0b72-40e5-af0d-a88882ccadb3 of type vlan for network 5a0dd19d-466f-4b05-85b2-f2e89561c383 Nov 12 08:14:40.838257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.862381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d6c8d-89ab-4ba3-91cf-0502a1ec0102 req-c5b971ef-5673-4bba-aa7c-43a259ef3644 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:40.864667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-141d6c8d-89ab-4ba3-91cf-0502a1ec0102 req-c5b971ef-5673-4bba-aa7c-43a259ef3644 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0984094 Nov 12 08:14:40.872779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.873800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:40.874561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.921422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4798510 Nov 12 08:14:40.929200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42574) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:40.935177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Request body: {'subnet': {'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1410270250-subnet', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:40.942664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-141d6c8d-89ab-4ba3-91cf-0502a1ec0102 req-75ea38c3-62b9-4822-ab9f-ba6fbf283085 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662224 Nov 12 08:14:40.959520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1e2c6-5fec-460a-b4df-fad92c7b803d admin admin] Pushing event updated for resources: {'Network': ['ID=5a0dd19d-466f-4b05-85b2-f2e89561c383,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:40.967517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Made reservation on behalf of 6511831c3b89448dbc04bce9d576f1ce for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:40.971113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.995787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:41.206841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.266038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae296363-b9f4-487f-b3d0-0a155ec23625,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:41.274621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Checking segment: {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:41.274974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Network hostable DHCP agents. Network: 5a0dd19d-466f-4b05-85b2-f2e89561c383, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:41.293863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:41.305231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 5a0dd19d-466f-4b05-85b2-f2e89561c383) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:41.309157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:41.309741 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.314167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9061147e-4add-4610-bc23-54ccd7088780 None None] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:41.327642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b8f48112-d639-4696-a67d-562da568e9c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3972619 Nov 12 08:14:41.330808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:41.336165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:41.359069 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.360153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.418345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.516324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-5a0dd19d-466f-4b05-85b2-f2e89561c383', 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'fixed_ips': [{'subnet_id': 'ae296363-b9f4-487f-b3d0-0a155ec23625'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:14:41.517450 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.573939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.617586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.671185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Allocated IP 172.20.0.2 (5a0dd19d-466f-4b05-85b2-f2e89561c383/ae296363-b9f4-487f-b3d0-0a155ec23625/44c14aa0-fcbe-4897-93b7-23bd19aefde5) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:41.790525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.810444 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.830847 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.842949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.885299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:41.890394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:41.893138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:41.903359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Pushing event updated for resources: {'Port': ['ID=44c14aa0-fcbe-4897-93b7-23bd19aefde5,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:41.932157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Allocated IP 172.25.4.76 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/b28cf633-491f-4b3f-ba6d-548b1dee26e3) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:41.963097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Attempting to bind port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:41.963736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Attempting to bind port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:41.964141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Attempting to bind port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 on network 5a0dd19d-466f-4b05-85b2-f2e89561c383 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:41.973196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:41.973453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Checking segment: {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:41.973733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.974063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Bound using segment: {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:41.974545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Bound port: 44c14aa0-fcbe-4897-93b7-23bd19aefde5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:41.974941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.068095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] For port 44c14aa0-fcbe-4897-93b7-23bd19aefde5, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:42.074081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] For port 44c14aa0-fcbe-4897-93b7-23bd19aefde5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=44c14aa0-fcbe-4897-93b7-23bd19aefde5,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:42.079034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.080385 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.128899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee2dd-c24f-4745-9ae3-42383f079284 req-e0f69a70-936a-4384-9c85-4f087236db54 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:42.138021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d78ee2dd-c24f-4745-9ae3-42383f079284 req-e0f69a70-936a-4384-9c85-4f087236db54 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0712121 Nov 12 08:14:42.152548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.168434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ad95-1ee8-41e5-9c48-e7b2f7270205 None None] Pushing event updated for resources: {'Port': ['ID=44c14aa0-fcbe-4897-93b7-23bd19aefde5,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:42.215015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:42.221387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d78ee2dd-c24f-4745-9ae3-42383f079284 req-56adc40b-c922-4367-8a5a-8e18a0445b59 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821421 Nov 12 08:14:42.222492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:42.233299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:42.263016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b28cf633-491f-4b3f-ba6d-548b1dee26e3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:42.275127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.275468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.275808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.276168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.276503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.276829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.277155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.277478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.277800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.278121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.278443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.278758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:42.544759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.736210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-75e95836-121f-4594-baee-c94a13e3ef3b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:42.737700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-75e95836-121f-4594-baee-c94a13e3ef3b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.1068525 Nov 12 08:14:42.867518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.942235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Deleting port 7baf50af-9298-4f49-86ef-470ed06fa7d2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:42.942572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.130745 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-082f1c15-a0c7-4c15-82b2-4626b050f917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.176571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5906cc-a828-439c-adc2-3eef9e8caafd None None] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:43.266257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-edf1c8a0-145c-4704-b596-8bbddf15e88f None None] Provisioning complete for port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:43.267084 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edf1c8a0-145c-4704-b596-8bbddf15e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.435877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 44c14aa0-fcbe-4897-93b7-23bd19aefde5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:43.444105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edf1c8a0-145c-4704-b596-8bbddf15e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.444538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407afa1-8dc8-4a6b-9833-9d5f1854599f req-e08f14eb-a1c3-45d6-9cf2-b9a280c43760 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:43.452541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8407afa1-8dc8-4a6b-9833-9d5f1854599f req-e08f14eb-a1c3-45d6-9cf2-b9a280c43760 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=b211baa1-2b1a-4279-b5be-7282d0a0adc6 HTTP/1.1" status: 200 len: 946 time: 0.0865312 Nov 12 08:14:43.459862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] For port 7baf50af-9298-4f49-86ef-470ed06fa7d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7baf50af-9298-4f49-86ef-470ed06fa7d2,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:43.460265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.479800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Calling delete_port for 7baf50af-9298-4f49-86ef-470ed06fa7d2 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:43.489800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Router 99876dc5-ef27-4932-99ec-8f65577c6519 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:14:43.511163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8407afa1-8dc8-4a6b-9833-9d5f1854599f req-bb3b9c6d-1672-4070-8ebc-5d32dc0ce9d9 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559757 Nov 12 08:14:43.535399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-edf1c8a0-145c-4704-b596-8bbddf15e88f None None] For port 44c14aa0-fcbe-4897-93b7-23bd19aefde5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=44c14aa0-fcbe-4897-93b7-23bd19aefde5,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:43.551176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edf1c8a0-145c-4704-b596-8bbddf15e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.600067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:43.600447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.635962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:43.647727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1c8a0-145c-4704-b596-8bbddf15e88f None None] Pushing event updated for resources: {'Port': ['ID=44c14aa0-fcbe-4897-93b7-23bd19aefde5,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.699807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:43.749849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Sync routers for ids ['99876dc5-ef27-4932-99ec-8f65577c6519'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:43.762518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.763934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-31e2c79d-0a6a-49a7-8990-dfefe109e5d5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4313910 Nov 12 08:14:43.767491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42614) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:43.817986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Routers {'99876dc5-ef27-4932-99ec-8f65577c6519'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:43.818846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['99876dc5-ef27-4932-99ec-8f65577c6519'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:43.821159 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.839115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.905974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event deleted for resources: {'Port': ['ID=7baf50af-9298-4f49-86ef-470ed06fa7d2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.957979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] No DVR routers for this DVR port 7baf50af-9298-4f49-86ef-470ed06fa7d2 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:43.961763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.965501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1c19d77-782d-4d24-a76f-b73d415811b3 req-6b29e210-289f-42cb-befc-1c1e44bdde98 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "DELETE /v2.0/ports/7baf50af-9298-4f49-86ef-470ed06fa7d2 HTTP/1.1" status: 204 len: 173 time: 1.2188070 Nov 12 08:14:43.965748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'name': 'network-vif-deleted', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:43.968271 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5e9931-be45-4f24-90b3-46229fea8ace" -d '{"events": [{"server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "name": "network-vif-deleted", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:44.026029 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f504d6f-d05f-461e-a0e2-71ee92a7dee1 x-openstack-request-id: req-0f504d6f-d05f-461e-a0e2-71ee92a7dee1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:44.027511 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b211baa1-2b1a-4279-b5be-7282d0a0adc6", "name": "network-vif-deleted", "tag": "7baf50af-9298-4f49-86ef-470ed06fa7d2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:44.027511 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f504d6f-d05f-461e-a0e2-71ee92a7dee1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:44.027511 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b211baa1-2b1a-4279-b5be-7282d0a0adc6', 'name': 'network-vif-deleted', 'tag': '7baf50af-9298-4f49-86ef-470ed06fa7d2', 'status': 'completed', 'code': 200} Nov 12 08:14:44.097749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d3d92978-8cb7-47cb-9582-55e319112b12 None None] Provisioning complete for port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:44.098121 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d3d92978-8cb7-47cb-9582-55e319112b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.155048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Set router 99876dc5-ef27-4932-99ec-8f65577c6519 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:44.359997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.417637 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.454085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:42Z', 'revision_number': 3, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:44.495308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Checking router: 99876dc5-ef27-4932-99ec-8f65577c6519 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:44.495798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Updating router 99876dc5-ef27-4932-99ec-8f65577c6519 port b28cf633-491f-4b3f-ba6d-548b1dee26e3 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:14:44.526605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.589351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Allocated IP 172.20.0.1 (5a0dd19d-466f-4b05-85b2-f2e89561c383/ae296363-b9f4-487f-b3d0-0a155ec23625/36a27568-08bc-453b-bfe7-4dae77ecc6c6) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:44.721099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee123482-7f61-4d30-a792-5fd4f0735f58 req-b63d7374-5d88-471f-bb09-350152620c4e tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:44.732092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee123482-7f61-4d30-a792-5fd4f0735f58 req-b63d7374-5d88-471f-bb09-350152620c4e tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 945 time: 0.0901494 Nov 12 08:14:44.752314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.803334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.823799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee123482-7f61-4d30-a792-5fd4f0735f58 req-dcfae4ac-5a11-4215-9f04-d5dd8b29ea4b tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908303 Nov 12 08:14:44.878359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:44.884951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:44.889345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:44.896354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Pushing event updated for resources: {'Port': ['ID=36a27568-08bc-453b-bfe7-4dae77ecc6c6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:44.961540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.985594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.995301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.029293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-d06feca5-f390-4a37-9168-0d1336d4f647 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:45.041096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-d06feca5-f390-4a37-9168-0d1336d4f647 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 821 time: 0.1778440 Nov 12 08:14:45.055619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Attempting to bind port b28cf633-491f-4b3f-ba6d-548b1dee26e3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:45.056036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Attempting to bind port b28cf633-491f-4b3f-ba6d-548b1dee26e3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:45.056486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Attempting to bind port b28cf633-491f-4b3f-ba6d-548b1dee26e3 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:45.063596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-e63b214b-bca9-4cfd-9768-98285237a26d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/quotas/3935cc471cf14c4fb7b82f11742f4b70 HTTP/1.1" status: 200 len: 375 time: 0.0204723 Nov 12 08:14:45.071244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:45.071619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:45.072031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.072505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:45.073289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Bound port: b28cf633-491f-4b3f-ba6d-548b1dee26e3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:45.073466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.075428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b0613-4d63-4e94-8454-54b911be9145 None None] Pushing event updated for resources: {'Port': ['ID=b28cf633-491f-4b3f-ba6d-548b1dee26e3,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.138230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.143425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] For port b28cf633-491f-4b3f-ba6d-548b1dee26e3, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:45.148921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] For port b28cf633-491f-4b3f-ba6d-548b1dee26e3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b28cf633-491f-4b3f-ba6d-548b1dee26e3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:45.151617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-3c0a9750-553f-45b1-8f06-d82f6946d09d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859926 Nov 12 08:14:45.157647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.251051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Routers {'99876dc5-ef27-4932-99ec-8f65577c6519'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:45.251736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['99876dc5-ef27-4932-99ec-8f65577c6519'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:45.285982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-fb118737-f779-44fe-b40e-f9aca5db8e08 service neutron] 10.222.0.16 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331174 Nov 12 08:14:45.311639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b0613-4d63-4e94-8454-54b911be9145 None None] Pushing event updated for resources: {'Port': ['ID=b28cf633-491f-4b3f-ba6d-548b1dee26e3,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.368527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-18968f78-99bf-49b8-a419-016b5bdde4c5 None None] Provisioning complete for port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:45.369088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-18968f78-99bf-49b8-a419-016b5bdde4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.408839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 44c14aa0-fcbe-4897-93b7-23bd19aefde5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:45.411142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.417418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.439060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-f5f7042a-f0b7-4298-90a3-c83a8d4e11dc service neutron] 10.222.0.16 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495135 Nov 12 08:14:45.472592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] Set router 99876dc5-ef27-4932-99ec-8f65577c6519 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:45.505266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.540471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-18968f78-99bf-49b8-a419-016b5bdde4c5 None None] Port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:45.572285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Pushing event updated for resources: {'Port': ['ID=36a27568-08bc-453b-bfe7-4dae77ecc6c6,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.584646 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.632984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:45.634765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:45.711360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9f45462-9470-4217-bf6f-83db9a279201 req-27331a18-99d2-48ca-ae66-614beb6bb5a9 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 210 time: 0.0757675 Nov 12 08:14:45.820202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:45.820626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.822844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Router 99876dc5-ef27-4932-99ec-8f65577c6519 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:45.965722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '36a27568-08bc-453b-bfe7-4dae77ecc6c6', 'name': '', 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'mac_address': 'fa:16:3e:ce:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:44Z', 'updated_at': '2021-11-12T08:14:44Z', 'revision_number': 1, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'subnets': [{'id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:46.024959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:46.026871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701b6c9-5b5f-4f52-9229-9485274fd995 req-4c7bc840-da33-4196-aecd-c6d986eeb192 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:46.030684 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0f48e182-6fe9-4a5e-891e-2e95d6c1c291 admin admin] 10.222.0.16 "PUT /v2.0/routers/99876dc5-ef27-4932-99ec-8f65577c6519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623065 Nov 12 08:14:46.039355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a701b6c9-5b5f-4f52-9229-9485274fd995 req-4c7bc840-da33-4196-aecd-c6d986eeb192 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 945 time: 0.0901577 Nov 12 08:14:46.058341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be505d2d-26ff-4650-a6a4-00daf97760cf None None] The sync data for ids ['99876dc5-ef27-4932-99ec-8f65577c6519'] in n-d-768509-25 is: [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '36a27568-08bc-453b-bfe7-4dae77ecc6c6', 'name': '', 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'mac_address': 'fa:16:3e:ce:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:44Z', 'updated_at': '2021-11-12T08:14:44Z', 'revision_number': 1, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'subnets': [{'id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:46.104232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0ed76e4a-1a0d-4dd5-8a7c-754aaa508f40 None None] Provisioning complete for port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:46.104755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ed76e4a-1a0d-4dd5-8a7c-754aaa508f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.176868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a701b6c9-5b5f-4f52-9229-9485274fd995 req-be35772b-de18-4829-83f6-e19f3cce3f3c tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a1f5d-5c49-4e0b-873b-9fb465e81130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362727 Nov 12 08:14:46.183758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0ed76e4a-1a0d-4dd5-8a7c-754aaa508f40 None None] Port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:46.257203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-94c0b050-7746-4736-9bfa-d6f4598ca3a5 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:46.258803 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-94c0b050-7746-4736-9bfa-d6f4598ca3a5 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 945 time: 0.0715666 Nov 12 08:14:46.402026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Deleting port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:46.402026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.588320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] For port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:46.588830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.906968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.922875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.923430 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.923685 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Floating IP d3375094-86c0-4562-a18c-3ca967d4b673 disassociated. External IP: 172.25.4.62, port: cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1. Nov 12 08:14:46.925190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Calling delete_port for cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:47.250021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baa32dbf-c323-4b9e-bab7-4b7362502a30 req-4fb2a639-8c39-40ff-bdbf-9c154e3289d3 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 210 time: 0.4342480 Nov 12 08:14:47.266300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-eb4c8114-9f07-45bf-97e7-0023939369e4 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7490575 Nov 12 08:14:47.290087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:47.300898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-c359956d-c8ff-4a70-8cde-47f6dcd29ecb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:47.302536 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-c359956d-c8ff-4a70-8cde-47f6dcd29ecb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 821 time: 0.2511606 Nov 12 08:14:47.304013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.341248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.354749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Request body: {'port': {'device_id': '0170529b-9716-41ed-9afc-5d4464621b34', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'admin_state_up': True, 'tenant_id': '3935cc471cf14c4fb7b82f11742f4b70'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:47.362362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event deleted for resources: {'Port': ['ID=cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:47.465477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b28cf633-491f-4b3f-ba6d-548b1dee26e3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:47.550773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b28cf633-491f-4b3f-ba6d-548b1dee26e3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:47.550773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.561379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.624033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:47.650966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:47.651447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:47.651689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Router 63192def-58d5-403a-90f7-ef7bc1908f8f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:47.651917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:47.653104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Made reservation on behalf of 3935cc471cf14c4fb7b82f11742f4b70 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:47.657342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.680265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 7baf50af-9298-4f49-86ef-470ed06fa7d2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:47.680265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7baf50af-9298-4f49-86ef-470ed06fa7d2 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:47.710532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Allocated IP 172.25.4.167 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ba5ea79d-a8ff-448b-a8cb-87f1e0119099) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:47.760766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.807373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port b28cf633-491f-4b3f-ba6d-548b1dee26e3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b28cf633-491f-4b3f-ba6d-548b1dee26e3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:47.813606 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.864301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.923818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=b28cf633-491f-4b3f-ba6d-548b1dee26e3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:47.936970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Allocated IP 172.20.0.5 (d4b5b66c-c7af-4dc3-861d-91f10b7ab872/5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57/59235f14-457b-4e66-b3dc-2d9e399628ad) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:47.940005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:47.952016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e81c85ab-4442-43db-a21e-44c117d97377 req-a9d4db1d-e413-45f7-9a3b-0acbe44df88d tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e037d00-4e6e-4a36-a780-b48e4feb1397 HTTP/1.1" status: 200 len: 210 time: 0.0491810 Nov 12 08:14:47.961056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.962658 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] Sync routers for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:47.986385 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:47.989021 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:48.025160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:48.028143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:48.031989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:48.066865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Pushing event updated for resources: {'Port': ['ID=ba5ea79d-a8ff-448b-a8cb-87f1e0119099,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:48.136473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.186856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.202149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] No DVR routers for this DVR port cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:48.208409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.211364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:48.214376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c02b94c5-cfea-4f99-93fa-c860ea537e2f req-dfe9f1ce-fda0-4a77-97e3-80782f206658 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.25 "DELETE /v2.0/ports/cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1 HTTP/1.1" status: 204 len: 173 time: 1.9483094 Nov 12 08:14:48.214376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'name': 'network-vif-deleted', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:48.216911 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7e0f3c-5623-4406-8705-62dd1c365993" -d '{"events": [{"server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "name": "network-vif-deleted", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:48.322358 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:14:48.385475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.437558 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f4f3c-2e8d-4dbb-a040-8ba4a794c91c x-openstack-request-id: req-969f4f3c-2e8d-4dbb-a040-8ba4a794c91c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:48.437826 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e037d00-4e6e-4a36-a780-b48e4feb1397", "name": "network-vif-deleted", "tag": "cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:48.439416 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-969f4f3c-2e8d-4dbb-a040-8ba4a794c91c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:48.439416 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e037d00-4e6e-4a36-a780-b48e4feb1397', 'name': 'network-vif-deleted', 'tag': 'cd26d34a-ac15-4fb5-8ac2-c6a4221e47d1', 'status': 'completed', 'code': 200} Nov 12 08:14:48.457007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.504151 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.511440 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.526174 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:33Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:48.540985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event updated for resources: {'Port': ['ID=59235f14-457b-4e66-b3dc-2d9e399628ad,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:48.561357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:48.567897 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] Checking router: 63192def-58d5-403a-90f7-ef7bc1908f8f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:48.572506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:48.575712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:48.584858 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:48.586826 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:48.640511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Pushing event updated for resources: {'Port': ['ID=ba5ea79d-a8ff-448b-a8cb-87f1e0119099,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:48.642513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:48.643342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.658967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf0598-8164-4c4e-80b2-b164496580fd req-4ed3b89c-5584-4215-941b-02641b0cf344 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:48.660562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfaf0598-8164-4c4e-80b2-b164496580fd req-4ed3b89c-5584-4215-941b-02641b0cf344 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 931 time: 0.1128247 Nov 12 08:14:48.662142 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-136838da-52f7-4a85-bf10-1d985d5e7871 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3475628 Nov 12 08:14:48.662468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.695945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.697612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-e51b1eca-8b63-423c-9a77-7212ca67e6cc tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4158621 Nov 12 08:14:48.701123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Request body: {'port': {'device_id': '0170529b-9716-41ed-9afc-5d4464621b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:48.731465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:48.734752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfaf0598-8164-4c4e-80b2-b164496580fd req-6492d1c3-1549-47ce-9028-c73515f53e07 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Nov 12 08:14:48.790254 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:48.803152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-0c0fb096-c863-461c-96a6-604c3ef61e09 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200 len: 696 time: 0.0737858 Nov 12 08:14:48.993196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-5bec2f10-37a3-4ba5-b2f9-8c40634dce08 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:48.994785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1403e885-69b3-4b0a-97c9-eb4abe130666 req-5bec2f10-37a3-4ba5-b2f9-8c40634dce08 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1768620 Nov 12 08:14:49.076678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:33Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:49.079901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42708) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:49.101988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf64ce81-50eb-4fac-9853-a3892d88a62c req-b290d741-5d6e-47bd-9c35-596280a3967d tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips/5e5bf88e-11be-4585-b1a2-7a5d20b9571b HTTP/1.1" status: 200 len: 693 time: 0.0795534 Nov 12 08:14:49.106588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c8936-e69c-43a3-a7bc-64db003e6ddf None None] The sync data for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 is: [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:11:28Z', 'revision_number': 4, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '27095fb7-e8c2-4081-8a69-0f2996fc00fb', 'name': '', 'network_id': 'c0c26761-11d2-4cc0-9f97-d3097541f03c', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'mac_address': 'fa:16:3e:d2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:26Z', 'updated_at': '2021-11-12T08:11:33Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'subnets': [{'id': '6a41ac79-af5e-43bb-884c-a002667a23b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:49.251859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1000155-3383-4738-9eaa-3c1f5fcac302 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.264964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59235f14-457b-4e66-b3dc-2d9e399628ad {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:49.279706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.309299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Transition to ACTIVE for port object 59235f14-457b-4e66-b3dc-2d9e399628ad will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:49.313369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1000155-3383-4738-9eaa-3c1f5fcac302 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.315346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.331032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64ce81-50eb-4fac-9853-a3892d88a62c req-d67419d8-f699-4e67-8220-02646862d17f tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:49.333031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf64ce81-50eb-4fac-9853-a3892d88a62c req-d67419d8-f699-4e67-8220-02646862d17f tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2237325 Nov 12 08:14:49.392941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b28cf633-491f-4b3f-ba6d-548b1dee26e3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:49.434773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Pushing event updated for resources: {'Port': ['ID=59235f14-457b-4e66-b3dc-2d9e399628ad,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:49.486387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1000155-3383-4738-9eaa-3c1f5fcac302 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.492019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1000155-3383-4738-9eaa-3c1f5fcac302 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.496954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a1000155-3383-4738-9eaa-3c1f5fcac302 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d6a1f5d-5c49-4e0b-873b-9fb465e81130 HTTP/1.1" status: 204 len: 168 time: 0.4137900 Nov 12 08:14:49.502879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42718) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:49.509662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1df8960d-a354-400f-a62c-338721a0fba7 req-699f495d-6d43-4afb-bf10-123cbf199a71 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=6511831c3b89448dbc04bce9d576f1ce HTTP/1.1" status: 200 len: 696 time: 0.1100185 Nov 12 08:14:49.533486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b28cf633-491f-4b3f-ba6d-548b1dee26e3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:49.533878 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.547642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1000155-3383-4738-9eaa-3c1f5fcac302 tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a1f5d-5c49-4e0b-873b-9fb465e81130,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:49.581404 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-29318268-7245-4f4d-b15d-28727d4a9eda tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] show failed (client error): The resource could not be found. Nov 12 08:14:49.585632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-29318268-7245-4f4d-b15d-28727d4a9eda tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "GET /v2.0/security-groups/4d6a1f5d-5c49-4e0b-873b-9fb465e81130 HTTP/1.1" status: 404 len: 347 time: 0.0784330 Nov 12 08:14:49.586537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42720) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:49.596960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Sync routers for ids ['99876dc5-ef27-4932-99ec-8f65577c6519'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:49.610506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Routers {'99876dc5-ef27-4932-99ec-8f65577c6519'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:49.611156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['99876dc5-ef27-4932-99ec-8f65577c6519'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:49.619127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Attempting to bind port 59235f14-457b-4e66-b3dc-2d9e399628ad on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:49.619465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Attempting to bind port 59235f14-457b-4e66-b3dc-2d9e399628ad by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:49.619799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Attempting to bind port 59235f14-457b-4e66-b3dc-2d9e399628ad on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:49.624940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Port 59235f14-457b-4e66-b3dc-2d9e399628ad on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:49.625273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Attempting to bind port 59235f14-457b-4e66-b3dc-2d9e399628ad on network d4b5b66c-c7af-4dc3-861d-91f10b7ab872 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:49.631172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:49.631540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Checking segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:49.633104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Bound using segment: {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:49.633617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Bound port: 59235f14-457b-4e66-b3dc-2d9e399628ad, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:49.633972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.648173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03749948-bf37-460e-a3f9-5180e14f6a7c None None] New status for floating IP d3375094-86c0-4562-a18c-3ca967d4b673: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:49.714311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] For port 59235f14-457b-4e66-b3dc-2d9e399628ad, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:49.720792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] For port 59235f14-457b-4e66-b3dc-2d9e399628ad, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=59235f14-457b-4e66-b3dc-2d9e399628ad,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:49.727977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.798118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:49.799006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:49.804538 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] 10.222.0.25 "PUT /v2.0/ports/59235f14-457b-4e66-b3dc-2d9e399628ad HTTP/1.1" status: 200 len: 1092 time: 1.1270151 Nov 12 08:14:49.828792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Set router 99876dc5-ef27-4932-99ec-8f65577c6519 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:49.841601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8960d-a354-400f-a62c-338721a0fba7 req-061e61e2-9553-479b-bae1-dff21299e8da tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:49.843718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61ba22-0988-487f-bf1c-bade776b0b9a service neutron] Pushing event updated for resources: {'Port': ['ID=59235f14-457b-4e66-b3dc-2d9e399628ad,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:49.847195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1df8960d-a354-400f-a62c-338721a0fba7 req-061e61e2-9553-479b-bae1-dff21299e8da tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks?id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 787 time: 0.3141942 Nov 12 08:14:49.914211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-6e5f1ebe-4a50-4422-a271-39c1aa3933d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:49.916434 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-6e5f1ebe-4a50-4422-a271-39c1aa3933d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 1095 time: 0.0524926 Nov 12 08:14:49.935494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b0b1f6b6-33f7-4b8c-bb91-3ec4d5e34b9a tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips/5e5bf88e-11be-4585-b1a2-7a5d20b9571b HTTP/1.1" status: 200 len: 693 time: 0.0665734 Nov 12 08:14:49.972524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-11b600df-db79-4d21-9517-355a5d73a532 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59235f14-457b-4e66-b3dc-2d9e399628ad HTTP/1.1" status: 200 len: 217 time: 0.0474820 Nov 12 08:14:50.005574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Deleting port b2a67809-d07d-4195-be99-1da229276bd7 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:50.005574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.025316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-1872da30-f296-4e72-8d80-e32de942cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.026988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-1872da30-f296-4e72-8d80-e32de942cf5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 200 len: 861 time: 0.0483539 Nov 12 08:14:50.065873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-c4a4d789-d9e3-4b4a-8e46-559a8655339d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319068 Nov 12 08:14:50.084361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '36a27568-08bc-453b-bfe7-4dae77ecc6c6', 'name': '', 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'mac_address': 'fa:16:3e:ce:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:44Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 2, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'subnets': [{'id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:50.104934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e6c11-e7c9-4aa2-bb52-9a262343629e req-2d1b8bfd-95e9-4baf-bb96-254eb2193c84 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.106574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a1e6c11-e7c9-4aa2-bb52-9a262343629e req-2d1b8bfd-95e9-4baf-bb96-254eb2193c84 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 943 time: 0.1893971 Nov 12 08:14:50.123397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Checking router: 99876dc5-ef27-4932-99ec-8f65577c6519 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:50.123937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Updating router 99876dc5-ef27-4932-99ec-8f65577c6519 port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:14:50.151728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.162316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b77389cc-a06c-463e-b70d-57720c4da634 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.168988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b77389cc-a06c-463e-b70d-57720c4da634 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2101893 Nov 12 08:14:50.177994 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-01e2e7c9-a6ea-4d5d-8a0e-bc12f2e9a3e4 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050363 Nov 12 08:14:50.251376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-a11100b5-628e-4020-9041-43936392f955 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200 len: 696 time: 0.0757163 Nov 12 08:14:50.258501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.258743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.289396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b04c2b25-2f0c-42d2-b704-d4228d965b14 req-5ae50a66-2204-452b-b457-6a63343c485d service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040745 Nov 12 08:14:50.292085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a1e6c11-e7c9-4aa2-bb52-9a262343629e req-c2dcdf4d-b5f8-4835-8375-9a79c52b7b80 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708453 Nov 12 08:14:50.293227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Calling delete_port for b2a67809-d07d-4195-be99-1da229276bd7 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:50.349850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-f8f569f7-cd6d-40fa-961e-0a287a3c2d34 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200 len: 696 time: 0.0847101 Nov 12 08:14:50.440079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0170529b-9716-41ed-9afc-5d4464621b34', 'tag': '59235f14-457b-4e66-b3dc-2d9e399628ad'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:50.448061 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0170529b-9716-41ed-9afc-5d4464621b34", "tag": "59235f14-457b-4e66-b3dc-2d9e399628ad"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:50.490227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.499931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.558045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f161-e670-44de-ba66-38b1d15c1098 None None] Pushing event updated for resources: {'Port': ['ID=36a27568-08bc-453b-bfe7-4dae77ecc6c6,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:50.589609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Deleting port ba5ea79d-a8ff-448b-a8cb-87f1e0119099 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:50.604246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.633679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Attempting to bind port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:50.634059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Attempting to bind port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:50.634423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Attempting to bind port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 on network 5a0dd19d-466f-4b05-85b2-f2e89561c383 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:50.640257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:50.640640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Checking segment: {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:50.641044 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.641440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Bound using segment: {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:50.642068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Bound port: 36a27568-08bc-453b-bfe7-4dae77ecc6c6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db8c152-0b72-40e5-af0d-a88882ccadb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:50.642384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.669200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.676065 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e98926-48cd-4c2e-a0cd-13922ae9797c x-openstack-request-id: req-c1e98926-48cd-4c2e-a0cd-13922ae9797c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:50.676465 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0170529b-9716-41ed-9afc-5d4464621b34", "tag": "59235f14-457b-4e66-b3dc-2d9e399628ad", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:50.676865 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1e98926-48cd-4c2e-a0cd-13922ae9797c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:50.677388 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0170529b-9716-41ed-9afc-5d4464621b34', 'tag': '59235f14-457b-4e66-b3dc-2d9e399628ad', 'status': 'completed', 'code': 200} Nov 12 08:14:50.707652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Pushing event deleted for resources: {'Port': ['ID=b2a67809-d07d-4195-be99-1da229276bd7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:50.747290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.747976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.755237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] For port 36a27568-08bc-453b-bfe7-4dae77ecc6c6, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:50.758721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] For port 36a27568-08bc-453b-bfe7-4dae77ecc6c6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=36a27568-08bc-453b-bfe7-4dae77ecc6c6,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:50.765014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.775709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-47a90847-7271-442d-bc67-c380e1a7a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.777911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-47a90847-7271-442d-bc67-c380e1a7a3fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 1095 time: 0.0775619 Nov 12 08:14:50.790181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Calling delete_port for ba5ea79d-a8ff-448b-a8cb-87f1e0119099 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:50.823183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f161-e670-44de-ba66-38b1d15c1098 None None] Pushing event updated for resources: {'Port': ['ID=36a27568-08bc-453b-bfe7-4dae77ecc6c6,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:50.843550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.846450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.850984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-29f4fbdb-0325-4261-a166-1be7d9b257de tempest-ServersTestFqdnHostnames-1438306455 tempest-ServersTestFqdnHostnames-1438306455-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3375094-86c0-4562-a18c-3ca967d4b673 HTTP/1.1" status: 204 len: 168 time: 1.2326086 Nov 12 08:14:50.854251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Routers {'99876dc5-ef27-4932-99ec-8f65577c6519'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:50.855188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['99876dc5-ef27-4932-99ec-8f65577c6519'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:50.857867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42738) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:50.920039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-1363ac1e-2491-44df-923e-345edca6ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.924677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-1363ac1e-2491-44df-923e-345edca6ac62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 200 len: 921 time: 0.1391470 Nov 12 08:14:50.994103 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-84826938-4c8f-4c53-ab73-bef530e75aa7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59235f14-457b-4e66-b3dc-2d9e399628ad HTTP/1.1" status: 200 len: 217 time: 0.0596576 Nov 12 08:14:50.997446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4158a913-783d-46f6-9e80-6a9247d11ddd None None] Provisioning complete for port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:50.998011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4158a913-783d-46f6-9e80-6a9247d11ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.037920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] Set router 99876dc5-ef27-4932-99ec-8f65577c6519 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:51.062533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-3267d93f-384f-4232-8ea6-b25334ff8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.064679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-3267d93f-384f-4232-8ea6-b25334ff8c7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 200 len: 861 time: 0.0655661 Nov 12 08:14:51.113881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-e8a21df1-a489-401f-9d46-5c29d77ef26c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4b5b66c-c7af-4dc3-861d-91f10b7ab872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417941 Nov 12 08:14:51.130609 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.189891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Pushing event deleted for resources: {'Port': ['ID=ba5ea79d-a8ff-448b-a8cb-87f1e0119099,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:51.247415 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-d1219c10-e7c2-4c4b-9f5d-e49c0ed84ab0 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243544 Nov 12 08:14:51.264231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4158a913-783d-46f6-9e80-6a9247d11ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.267745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.270357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.271507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fe2ff71-fabc-49bc-a14f-77e1ce371fc6 req-b281704b-67c9-4383-9d12-ae5e4363e113 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e5bf88e-11be-4585-b1a2-7a5d20b9571b HTTP/1.1" status: 204 len: 173 time: 0.9155436 Nov 12 08:14:51.352741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4158a913-783d-46f6-9e80-6a9247d11ddd None None] For port 36a27568-08bc-453b-bfe7-4dae77ecc6c6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=36a27568-08bc-453b-bfe7-4dae77ecc6c6,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:51.360739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4158a913-783d-46f6-9e80-6a9247d11ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.449516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158a913-783d-46f6-9e80-6a9247d11ddd None None] Pushing event updated for resources: {'Port': ['ID=36a27568-08bc-453b-bfe7-4dae77ecc6c6,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:51.452617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cf3ebae-5fe8-46a1-ad1c-ce5fa536e3b9 req-62a42761-25bb-4f2e-8b4f-c3454a320ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801867 Nov 12 08:14:51.457888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 36a27568-08bc-453b-bfe7-4dae77ecc6c6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:51.464249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '36a27568-08bc-453b-bfe7-4dae77ecc6c6', 'name': '', 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'mac_address': 'fa:16:3e:ce:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:44Z', 'updated_at': '2021-11-12T08:14:50Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'subnets': [{'id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:51.664499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7793-28dc-46ef-97c6-0aafb43b7ee0 None None] The sync data for ids ['99876dc5-ef27-4932-99ec-8f65577c6519'] in n-d-768509-25 is: [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:45Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '36a27568-08bc-453b-bfe7-4dae77ecc6c6', 'name': '', 'network_id': '5a0dd19d-466f-4b05-85b2-f2e89561c383', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'mac_address': 'fa:16:3e:ce:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:44Z', 'updated_at': '2021-11-12T08:14:50Z', 'revision_number': 4, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'subnets': [{'id': 'ae296363-b9f4-487f-b3d0-0a155ec23625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:51.682390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-39dcfaea-3d3a-459f-a040-0b9b4d911b9d None None] Provisioning complete for port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:51.682757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39dcfaea-3d3a-459f-a040-0b9b4d911b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.736986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:51.737356 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.770317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3a5d-0752-422b-8d4d-3b7b9006e56f req-a24b4e7d-b82d-4ddd-9025-adf93f5e75ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.771897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-816a3a5d-0752-422b-8d4d-3b7b9006e56f req-a24b4e7d-b82d-4ddd-9025-adf93f5e75ae tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 943 time: 0.1198070 Nov 12 08:14:51.821861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-74667639-557c-4f9e-a4eb-c6951e1c4381 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5111780 Nov 12 08:14:51.839960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:51.934935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.956147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-d1171807-ae48-4048-9c49-b98e67979d11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1286037 Nov 12 08:14:51.961176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-816a3a5d-0752-422b-8d4d-3b7b9006e56f req-798bf7a7-4802-418e-b1d1-9a5673cb17c8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667924 Nov 12 08:14:51.976994 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.158348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-a4c4dca7-0b9f-41f9-aa54-956faecd24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.159890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-a4c4dca7-0b9f-41f9-aa54-956faecd24cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 1097 time: 0.1787517 Nov 12 08:14:52.329614 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.393677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-e9a4fbf2-8134-4764-a3ee-b4ea4d7cd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.395177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-e9a4fbf2-8134-4764-a3ee-b4ea4d7cd7a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 200 len: 911 time: 0.1814194 Nov 12 08:14:52.563515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-5b70e007-374e-45b4-950b-7a31b87b723e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb HTTP/1.1" status: 200 len: 1001 time: 0.1531956 Nov 12 08:14:52.573675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Allocated IP 172.25.4.14 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/8a2142d1-e01d-4fc2-b00d-b22b27b76c77) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:52.683359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-eb67886c-1eea-4183-9643-11f716696f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.684860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-eb67886c-1eea-4183-9643-11f716696f0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 200 len: 850 time: 0.1125824 Nov 12 08:14:52.691573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Deleting port 27095fb7-e8c2-4081-8a69-0f2996fc00fb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:52.691912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.818421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.833255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-7c71ee7d-8bc2-4820-8dfa-ea7b05c85a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.835373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-7c71ee7d-8bc2-4820-8dfa-ea7b05c85a5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=defefb73-b5c2-4cff-9b60-d0c076a283bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364672 Nov 12 08:14:52.860484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] For port 27095fb7-e8c2-4081-8a69-0f2996fc00fb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27095fb7-e8c2-4081-8a69-0f2996fc00fb,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:52.860960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.935184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Calling delete_port for 27095fb7-e8c2-4081-8a69-0f2996fc00fb owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:53.004843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.078975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-7b3a6e7c-a513-47c1-b07e-e634987e3f8c service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331517 Nov 12 08:14:53.113271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:53.133794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:53.143631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Pushing event updated for resources: {'Port': ['ID=8a2142d1-e01d-4fc2-b00d-b22b27b76c77,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:53.147264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:53.278364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f814ed-16af-4f59-94a1-ef854ae76a71 req-071e0a9c-9609-45d4-9bc2-c9b2650b9705 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.279923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15f814ed-16af-4f59-94a1-ef854ae76a71 req-071e0a9c-9609-45d4-9bc2-c9b2650b9705 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 943 time: 0.2309294 Nov 12 08:14:53.312914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 36a27568-08bc-453b-bfe7-4dae77ecc6c6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:53.364723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:53.365005 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.368598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440c38bf-e0a7-491c-9bec-4736c6a1f98d req-92e4f464-cdb2-4eeb-b94d-74b3abc685cf service neutron] 10.222.0.32 "GET /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723417 Nov 12 08:14:53.437225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15f814ed-16af-4f59-94a1-ef854ae76a71 req-6da03144-4aa2-4116-91c2-f2acb5246792 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466136 Nov 12 08:14:53.438316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.488217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.491682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.544074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=27095fb7-e8c2-4081-8a69-0f2996fc00fb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:53.643157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 59235f14-457b-4e66-b3dc-2d9e399628ad details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:53.816139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 59235f14-457b-4e66-b3dc-2d9e399628ad, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=59235f14-457b-4e66-b3dc-2d9e399628ad,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:53.817533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.839582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '59235f14-457b-4e66-b3dc-2d9e399628ad', 'network_id': 'd4b5b66c-c7af-4dc3-861d-91f10b7ab872', 'port_id': '59235f14-457b-4e66-b3dc-2d9e399628ad', 'mac_address': 'fa:16:3e:3f:88:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:53.891699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.899651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.906858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.909303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59235f14-457b-4e66-b3dc-2d9e399628ad {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:53.932173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 59235f14-457b-4e66-b3dc-2d9e399628ad, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=59235f14-457b-4e66-b3dc-2d9e399628ad,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:53.936947 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.010360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=59235f14-457b-4e66-b3dc-2d9e399628ad,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:54.032922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Pushing event updated for resources: {'Port': ['ID=8a2142d1-e01d-4fc2-b00d-b22b27b76c77,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:54.046727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.094479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.095790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-075817a3-deae-44ec-a5da-a5bc0055b990 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2625442 Nov 12 08:14:54.188810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-d1d45885-d65c-4279-830e-994cd57d8d42 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.0839722 Nov 12 08:14:54.304039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['59235f14-457b-4e66-b3dc-2d9e399628ad'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:54.540618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Router 63192def-58d5-403a-90f7-ef7bc1908f8f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:54.672377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-3b158002-93c7-4d73-90b8-c60e329a5005 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.673714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bda7dfde-1a6d-4dd6-8746-82d250cf63ef req-3b158002-93c7-4d73-90b8-c60e329a5005 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.4754090 Nov 12 08:14:54.691301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0e54-2210-4c3e-bb8e-e1a5771d2ab8 req-197a127c-a716-4a0c-9384-681a9aaf5925 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.693820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955e0e54-2210-4c3e-bb8e-e1a5771d2ab8 req-197a127c-a716-4a0c-9384-681a9aaf5925 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 944 time: 0.1468740 Nov 12 08:14:54.809144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:54.821303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0a61de7f-c487-4ecf-871c-c02e9b894b32 admin admin] 10.222.0.16 "PUT /v2.0/routers/63192def-58d5-403a-90f7-ef7bc1908f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9619889 Nov 12 08:14:54.823655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] Sync routers for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:54.825427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42778) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:54.840756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:54.841653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:54.847424 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955e0e54-2210-4c3e-bb8e-e1a5771d2ab8 req-05ecd7c5-7558-452a-a11e-96e0c2f88cd5 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082528 Nov 12 08:14:54.983984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-8acb0dea-6213-457a-bb64-40b32f5802eb tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips/12677316-f2d7-4097-a3c4-fb6880cef4d5 HTTP/1.1" status: 200 len: 692 time: 0.0857856 Nov 12 08:14:55.020405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:55.021376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.114795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-7f387100-60f2-4811-b3ca-b83a46ea8f41 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.117664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-7f387100-60f2-4811-b3ca-b83a46ea8f41 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.1326139 Nov 12 08:14:55.136974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-b9e4f5aa-7c9e-4dba-969d-ebcd6cfe81e7 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:14:55.138055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-b9e4f5aa-7c9e-4dba-969d-ebcd6cfe81e7 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119715 Nov 12 08:14:55.214664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-3875eccf-7e78-43e6-81cb-edc7998dd667 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.0614562 Nov 12 08:14:55.288379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:14:53Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:55.328975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-114f65fe-024a-489c-90c4-a1e378902ac6 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.14 HTTP/1.1" status: 200 len: 695 time: 0.1035843 Nov 12 08:14:55.332982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] Checking router: 63192def-58d5-403a-90f7-ef7bc1908f8f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:55.343350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] Routers {'63192def-58d5-403a-90f7-ef7bc1908f8f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:55.343980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['63192def-58d5-403a-90f7-ef7bc1908f8f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:55.503560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] Set router 63192def-58d5-403a-90f7-ef7bc1908f8f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:55.523454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.552461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Deleting port 8a2142d1-e01d-4fc2-b00d-b22b27b76c77 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:55.552905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.607551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Deleting port a9985145-d25f-452f-9007-1682995ea560 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:55.608086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.658669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 59235f14-457b-4e66-b3dc-2d9e399628ad up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:55.672533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.673145 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.688518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Calling delete_port for 8a2142d1-e01d-4fc2-b00d-b22b27b76c77 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:55.742963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] For port a9985145-d25f-452f-9007-1682995ea560, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a9985145-d25f-452f-9007-1682995ea560,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:55.743387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.762079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Calling delete_port for a9985145-d25f-452f-9007-1682995ea560 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:55.842911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 59235f14-457b-4e66-b3dc-2d9e399628ad completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:55.850257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 59235f14-457b-4e66-b3dc-2d9e399628ad triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:55.850846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.912417 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.953857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:14:53Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:55.967066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Pushing event deleted for resources: {'Port': ['ID=8a2142d1-e01d-4fc2-b00d-b22b27b76c77,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.050150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ccbdda-901d-4b23-94ee-045d080ccd89 None None] The sync data for ids ['63192def-58d5-403a-90f7-ef7bc1908f8f'] in n-d-768509-25 is: [{'id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'name': 'tempest-ServersTestFqdnHostnames-1046812400-router', 'tenant_id': '9ec2160de498403cb8be73c3fe141fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'a9985145-d25f-452f-9007-1682995ea560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:20Z', 'updated_at': '2021-11-12T08:14:53Z', 'revision_number': 5, 'project_id': '9ec2160de498403cb8be73c3fe141fc2', 'gw_port': {'id': 'a9985145-d25f-452f-9007-1682995ea560', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63192def-58d5-403a-90f7-ef7bc1908f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:21Z', 'updated_at': '2021-11-12T08:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:56.053185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.067794 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.071144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.073793 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.085734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a47aa8c-fec9-47ff-8476-8db70d224c94 req-18302130-e157-476f-a512-10e5781e8f48 tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "DELETE /v2.0/floatingips/12677316-f2d7-4097-a3c4-fb6880cef4d5 HTTP/1.1" status: 204 len: 173 time: 0.7476709 Nov 12 08:14:56.127457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0170529b-9716-41ed-9afc-5d4464621b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59235f14-457b-4e66-b3dc-2d9e399628ad'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:56.130254 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc18751f-f447-45fd-9307-81a91c3d0df0" -d '{"events": [{"server_uuid": "0170529b-9716-41ed-9afc-5d4464621b34", "name": "network-vif-plugged", "status": "completed", "tag": "59235f14-457b-4e66-b3dc-2d9e399628ad"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:56.146298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9985145-d25f-452f-9007-1682995ea560,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.163119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 59235f14-457b-4e66-b3dc-2d9e399628ad, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=59235f14-457b-4e66-b3dc-2d9e399628ad,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:56.177684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.219484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82563-fed5-4188-b74e-698aff755384 req-929a7a8e-bf9d-45bb-b5e8-472b321ce3b6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:56.223225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.231314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09a82563-fed5-4188-b74e-698aff755384 req-929a7a8e-bf9d-45bb-b5e8-472b321ce3b6 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 944 time: 0.1152778 Nov 12 08:14:56.269418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=59235f14-457b-4e66-b3dc-2d9e399628ad,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.309751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09a82563-fed5-4188-b74e-698aff755384 req-df1c6302-58e8-4d27-aa3b-32f91daa19ef tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770950 Nov 12 08:14:56.357414 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-c047c8aa-b574-41c7-b2c5-45490557471d req-24723c12-b7e1-436e-98a8-1257bc37fc5a tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] show failed (client error): The resource could not be found. Nov 12 08:14:56.358745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c047c8aa-b574-41c7-b2c5-45490557471d req-24723c12-b7e1-436e-98a8-1257bc37fc5a tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips/12677316-f2d7-4097-a3c4-fb6880cef4d5 HTTP/1.1" status: 404 len: 350 time: 0.0478215 Nov 12 08:14:56.380961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.386331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.392014 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3212d73c-055d-4a4c-bbc0-549d1e9e3796 x-openstack-request-id: req-3212d73c-055d-4a4c-bbc0-549d1e9e3796 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:56.392390 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0170529b-9716-41ed-9afc-5d4464621b34", "name": "network-vif-plugged", "status": "completed", "tag": "59235f14-457b-4e66-b3dc-2d9e399628ad", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:56.392645 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3212d73c-055d-4a4c-bbc0-549d1e9e3796 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:56.393074 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0170529b-9716-41ed-9afc-5d4464621b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59235f14-457b-4e66-b3dc-2d9e399628ad', 'code': 200} Nov 12 08:14:56.444604 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-0129e649-de56-4d55-b570-955394438995 req-32877090-c896-42e4-b15b-5d6f01ac575d tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] show failed (client error): The resource could not be found. Nov 12 08:14:56.446456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0129e649-de56-4d55-b570-955394438995 req-32877090-c896-42e4-b15b-5d6f01ac575d tempest-FloatingIPsTestJSON-1038468652 tempest-FloatingIPsTestJSON-1038468652-project] 10.222.0.16 "GET /v2.0/floatingips/12677316-f2d7-4097-a3c4-fb6880cef4d5 HTTP/1.1" status: 404 len: 350 time: 0.0404265 Nov 12 08:14:56.457196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42800) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:56.464894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.464894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63192def-58d5-403a-90f7-ef7bc1908f8f {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:56.514283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.515727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-084b4b73-90f8-4987-95ef-e2ef54d52039 admin admin] 10.222.0.16 "DELETE /v2.0/routers/63192def-58d5-403a-90f7-ef7bc1908f8f HTTP/1.1" status: 204 len: 168 time: 1.6890936 Nov 12 08:14:56.519194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42802) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:56.592441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Deleting subnet 6a41ac79-af5e-43bb-884c-a002667a23b7 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:56.599969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.650710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c0792-a94c-4ce3-823a-4e74e3622a5e req-61eb19f0-ac97-4041-bc58-59fa7e3aee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:56.652315 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-814c0792-a94c-4ce3-823a-4e74e3622a5e req-61eb19f0-ac97-4041-bc58-59fa7e3aee89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 1097 time: 0.1423748 Nov 12 08:14:56.669492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.767159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-814c0792-a94c-4ce3-823a-4e74e3622a5e req-ad086557-e3a8-410b-a961-baf1e7a6eabd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058717 Nov 12 08:14:56.809228 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.906280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.950510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a41ac79-af5e-43bb-884c-a002667a23b7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.961527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.971409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e63826f6-ab3a-427a-b268-6ee587eb48be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a41ac79-af5e-43bb-884c-a002667a23b7 HTTP/1.1" status: 204 len: 168 time: 0.4488661 Nov 12 08:14:56.972747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42806) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:56.973174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614cdc04-8371-4744-b926-6637963d975f None None] Network c0c26761-11d2-4cc0-9f97-d3097541f03c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:57.089297 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.095963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.153541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Deleting port e6a1fcb2-ac57-48f2-9201-0909caa64909 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:57.153970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.238825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] For port e6a1fcb2-ac57-48f2-9201-0909caa64909, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e6a1fcb2-ac57-48f2-9201-0909caa64909,segment=NetworkSegment(572f57c9-d900-4d6d-b676-052306b4c8b8),segment_id=572f57c9-d900-4d6d-b676-052306b4c8b8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:57.239202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.255972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Calling delete_port for e6a1fcb2-ac57-48f2-9201-0909caa64909 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:57.369411 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.451672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] No DVR routers for this DVR port e6a1fcb2-ac57-48f2-9201-0909caa64909 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:57.455787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a1fcb2-ac57-48f2-9201-0909caa64909,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:57.466430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Deleting port 36a27568-08bc-453b-bfe7-4dae77ecc6c6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:57.466791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.470121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca03e5-e610-4ed1-885b-a1dab93dc66d None None] DHCP port deletion for c0c26761-11d2-4cc0-9f97-d3097541f03c request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:57.602642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27095fb7-e8c2-4081-8a69-0f2996fc00fb no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:57.630884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.647400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 27095fb7-e8c2-4081-8a69-0f2996fc00fb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:57.647994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27095fb7-e8c2-4081-8a69-0f2996fc00fb not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:57.648929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a9985145-d25f-452f-9007-1682995ea560 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:57.650560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] For port 36a27568-08bc-453b-bfe7-4dae77ecc6c6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=36a27568-08bc-453b-bfe7-4dae77ecc6c6,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:57.651194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.660539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c26761-11d2-4cc0-9f97-d3097541f03c']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:57.680029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Calling delete_port for 36a27568-08bc-453b-bfe7-4dae77ecc6c6 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:57.683740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50422ecc-1776-4b23-bee3-cf03e62a6602 req-c512b99d-d6be-41fc-b15c-78e94a2fed1d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.685844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50422ecc-1776-4b23-bee3-cf03e62a6602 req-c512b99d-d6be-41fc-b15c-78e94a2fed1d tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 945 time: 0.2562468 Nov 12 08:14:57.689457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572f57c9-d900-4d6d-b676-052306b4c8b8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:57.689457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572f57c9-d900-4d6d-b676-052306b4c8b8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:57.691775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a9985145-d25f-452f-9007-1682995ea560 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:57.691775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a9985145-d25f-452f-9007-1682995ea560 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:57.693784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e6a1fcb2-ac57-48f2-9201-0909caa64909 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:57.721618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e6a1fcb2-ac57-48f2-9201-0909caa64909 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:57.721956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e6a1fcb2-ac57-48f2-9201-0909caa64909 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:57.723542 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.751311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.766972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:57.767944 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:57.769312 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:57.822315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50422ecc-1776-4b23-bee3-cf03e62a6602 req-6b740d85-1076-493f-acc2-73dfee22c056 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115313 Nov 12 08:14:57.847630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.855492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.863038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c0c26761-11d2-4cc0-9f97-d3097541f03c HTTP/1.1" status: 204 len: 168 time: 0.8868985 Nov 12 08:14:57.883555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df0819-c913-4046-9342-ae1dd87bde45 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c26761-11d2-4cc0-9f97-d3097541f03c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:57.954590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.989297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a27568-08bc-453b-bfe7-4dae77ecc6c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:58.035015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42820) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:58.154066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7b50184-0b8d-4b9e-85de-0e84abb50e62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ec2160de498403cb8be73c3fe141fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1177168 Nov 12 08:14:58.157676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42826) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:58.262146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fd85a7a3-d27f-4546-9045-5d62f4862bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.270498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.287570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fd85a7a3-d27f-4546-9045-5d62f4862bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.348933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fd85a7a3-d27f-4546-9045-5d62f4862bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.351702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fd85a7a3-d27f-4546-9045-5d62f4862bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.354375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fd85a7a3-d27f-4546-9045-5d62f4862bc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fbda14a-b33f-45d9-b1b4-ad1c2f85110d HTTP/1.1" status: 204 len: 168 time: 0.1942062 Nov 12 08:14:58.367196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85a7a3-d27f-4546-9045-5d62f4862bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbda14a-b33f-45d9-b1b4-ad1c2f85110d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:58.538552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Router 99876dc5-ef27-4932-99ec-8f65577c6519 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:58.686814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:58.695391 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d06a154-ff82-4473-a750-a1a0a448f930 admin admin] 10.222.0.16 "PUT /v2.0/routers/99876dc5-ef27-4932-99ec-8f65577c6519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2366025 Nov 12 08:14:58.699375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:58.702110 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] Sync routers for ids ['99876dc5-ef27-4932-99ec-8f65577c6519'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:58.720806 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] Routers {'99876dc5-ef27-4932-99ec-8f65577c6519'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:58.721517 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['99876dc5-ef27-4932-99ec-8f65577c6519'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:58.838130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.839791 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] Set router 99876dc5-ef27-4932-99ec-8f65577c6519 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:59.014760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.030809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa4388-d7dd-4d7b-ab2f-82cc63938518 req-9a9e4379-f9ed-4cdd-9b52-33e1c27e1247 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.032503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16aa4388-d7dd-4d7b-ab2f-82cc63938518 req-9a9e4379-f9ed-4cdd-9b52-33e1c27e1247 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 945 time: 0.0824771 Nov 12 08:14:59.065470 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:57Z', 'revision_number': 5, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port': {'id': 'b28cf633-491f-4b3f-ba6d-548b1dee26e3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:eb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:59.099349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] Checking router: 99876dc5-ef27-4932-99ec-8f65577c6519 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:59.109836 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] Routers {'99876dc5-ef27-4932-99ec-8f65577c6519'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:59.110473 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['99876dc5-ef27-4932-99ec-8f65577c6519'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:59.155400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16aa4388-d7dd-4d7b-ab2f-82cc63938518 req-7ee2ea65-011c-4fda-8d57-a4b6fc9e6a05 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833251 Nov 12 08:14:59.163993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Deleting port b28cf633-491f-4b3f-ba6d-548b1dee26e3 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:59.164378 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.220415 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] Set router 99876dc5-ef27-4932-99ec-8f65577c6519 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:59.310458 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:59Z', 'revision_number': 6, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:59.353497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] For port b28cf633-491f-4b3f-ba6d-548b1dee26e3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b28cf633-491f-4b3f-ba6d-548b1dee26e3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:59.353849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.359901 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90b2cf-366f-483a-a669-fe7ec58b6ac1 None None] The sync data for ids ['99876dc5-ef27-4932-99ec-8f65577c6519'] in n-d-768509-25 is: [{'id': '99876dc5-ef27-4932-99ec-8f65577c6519', 'name': 'tempest-FloatingIPsTestJSON-1410270250-router', 'tenant_id': '6511831c3b89448dbc04bce9d576f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:41Z', 'updated_at': '2021-11-12T08:14:59Z', 'revision_number': 6, 'project_id': '6511831c3b89448dbc04bce9d576f1ce', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:59.399033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Calling delete_port for b28cf633-491f-4b3f-ba6d-548b1dee26e3 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:59.427557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42866) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:59.609917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-518668999-network', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:59.646612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Made reservation on behalf of f5068e6dd16f494493b65f5c12410983 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:59.651449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.668219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.718184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.764815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb26da-7b5c-440e-8d6f-34d07a38b6da req-b47862c6-8d3a-4236-92e6-1ded87c16567 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.766534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afbb26da-7b5c-440e-8d6f-34d07a38b6da req-b47862c6-8d3a-4236-92e6-1ded87c16567 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 945 time: 0.1294725 Nov 12 08:14:59.767512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28cf633-491f-4b3f-ba6d-548b1dee26e3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.847927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.854333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.878495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.895780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afbb26da-7b5c-440e-8d6f-34d07a38b6da req-fad0f8e5-4c59-4021-b995-512e857e7cc5 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992644 Nov 12 08:14:59.900131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559dbcc2-f404-47e1-9ad2-f864324d5721,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.935677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:59.951663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.952083 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Added segment 4c7db5f2-fa4b-458b-9740-2c43bda00319 of type vlan for network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e Nov 12 08:14:59.999553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.008763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.011168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.034163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.035228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.035824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.069514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.070177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99876dc5-ef27-4932-99ec-8f65577c6519 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:15:00.075516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.077330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-39051b54-df0e-4f0f-9ed9-fc050f55f043 admin admin] 10.222.0.16 "DELETE /v2.0/routers/99876dc5-ef27-4932-99ec-8f65577c6519 HTTP/1.1" status: 204 len: 168 time: 1.3735237 Nov 12 08:15:00.080182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42876) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:00.110599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6807749 Nov 12 08:15:00.114754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42878) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:00.125370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Request body: {'subnet': {'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-518668999-subnet', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:00.130691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Deleting subnet ae296363-b9f4-487f-b3d0-0a155ec23625 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:15:00.135488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.139221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabd28f-a0f1-41ff-9357-aa64fb6c528f admin admin] Pushing event updated for resources: {'Network': ['ID=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:00.156605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:15:00.162996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Made reservation on behalf of f5068e6dd16f494493b65f5c12410983 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:00.167455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.179924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.311757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.394470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.430799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.436552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae296363-b9f4-487f-b3d0-0a155ec23625,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:00.446250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.448427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1dc143-4a3f-4ebd-97a7-d1695f423e4b None None] Network 5a0dd19d-466f-4b05-85b2-f2e89561c383 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:00.454683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-117b2a9e-8cf6-40c3-983c-5873897f681a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae296363-b9f4-487f-b3d0-0a155ec23625 HTTP/1.1" status: 204 len: 168 time: 0.3701651 Nov 12 08:15:00.456156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42882) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:00.565300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9688eec-e90d-4405-9286-4d7ee56c1c2a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:00.569606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Checking segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:00.569970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Network hostable DHCP agents. Network: 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:15:00.599725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:15:00.602890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.627857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:00.639188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.640323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.654331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09904315-3633-4bbf-8eb3-af4cf20ba1d3 None None] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:00.676112 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-306c89b5-e75f-4ca7-872f-aecf8d9d4d6f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5579391 Nov 12 08:15:00.680001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42890) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:00.753344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:00.812198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.813710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.835786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Deleting port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:00.836098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.939291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.976607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-37716d60-f8a0-4809-a960-fe8270369f21 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.978472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-37716d60-f8a0-4809-a960-fe8270369f21 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 945 time: 0.0937550 Nov 12 08:15:01.002655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] DHCP port deletion for 5a0dd19d-466f-4b05-85b2-f2e89561c383 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:15:01.054964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:15:01.056225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.147326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Deleting port 59235f14-457b-4e66-b3dc-2d9e399628ad {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:01.147820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.178173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] For port 44c14aa0-fcbe-4897-93b7-23bd19aefde5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=44c14aa0-fcbe-4897-93b7-23bd19aefde5,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:01.179146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.194092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] Deleting port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:01.194976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.199003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Calling delete_port for 44c14aa0-fcbe-4897-93b7-23bd19aefde5 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:01.326574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] For port 59235f14-457b-4e66-b3dc-2d9e399628ad, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=59235f14-457b-4e66-b3dc-2d9e399628ad,segment=NetworkSegment(c6ade6ac-96cc-4d53-a03f-d9a3acd135dd),segment_id=c6ade6ac-96cc-4d53-a03f-d9a3acd135dd)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:01.327835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.354555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Calling delete_port for 59235f14-457b-4e66-b3dc-2d9e399628ad owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:01.374490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b28cf633-491f-4b3f-ba6d-548b1dee26e3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:01.390315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] For port 44c14aa0-fcbe-4897-93b7-23bd19aefde5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=44c14aa0-fcbe-4897-93b7-23bd19aefde5,segment=NetworkSegment(4db8c152-0b72-40e5-af0d-a88882ccadb3),segment_id=4db8c152-0b72-40e5-af0d-a88882ccadb3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:01.391029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.432286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Allocated IP 172.20.0.2 (7bc38265-3bbf-4ae2-a983-6b3c79de6e1e/d9688eec-e90d-4405-9286-4d7ee56c1c2a/acabddf5-1133-44d8-855c-b65f195f096b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:01.440153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b28cf633-491f-4b3f-ba6d-548b1dee26e3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:01.440974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b28cf633-491f-4b3f-ba6d-548b1dee26e3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:01.441824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 44c14aa0-fcbe-4897-93b7-23bd19aefde5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:01.495412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] Calling delete_port for 44c14aa0-fcbe-4897-93b7-23bd19aefde5 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:01.689934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.698981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.727757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['59235f14-457b-4e66-b3dc-2d9e399628ad'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:01.729067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892771e-7dfc-4b56-92fc-ba768b785578 req-5c55b598-b9af-4aa8-bb86-af99413b7de0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:01.730641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a892771e-7dfc-4b56-92fc-ba768b785578 req-5c55b598-b9af-4aa8-bb86-af99413b7de0 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/ports?device_id=0170529b-9716-41ed-9afc-5d4464621b34 HTTP/1.1" status: 200 len: 867 time: 0.6532941 Nov 12 08:15:01.784532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event deleted for resources: {'Port': ['ID=59235f14-457b-4e66-b3dc-2d9e399628ad,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:01.808815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.813301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] No DVR routers for this DVR port 59235f14-457b-4e66-b3dc-2d9e399628ad on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:01.816274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.821228 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65eb2ab4-681b-4465-af84-98e61c5e30c6 req-5082fcab-64f2-4b52-bed0-985982d02af8 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.25 "DELETE /v2.0/ports/59235f14-457b-4e66-b3dc-2d9e399628ad HTTP/1.1" status: 204 len: 173 time: 0.8361790 Nov 12 08:15:01.821722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0170529b-9716-41ed-9afc-5d4464621b34', 'name': 'network-vif-deleted', 'tag': '59235f14-457b-4e66-b3dc-2d9e399628ad'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:01.838539 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aebbb68-7484-4ca2-9ab1-6cb4040c162f" -d '{"events": [{"server_uuid": "0170529b-9716-41ed-9afc-5d4464621b34", "name": "network-vif-deleted", "tag": "59235f14-457b-4e66-b3dc-2d9e399628ad"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:01.850790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.856836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=44c14aa0-fcbe-4897-93b7-23bd19aefde5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:01.878678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a892771e-7dfc-4b56-92fc-ba768b785578 req-8d588a2e-c234-4ad2-9229-3834f92c9083 tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342947 Nov 12 08:15:01.930109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] No DVR routers for this DVR port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:02.009025 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ee17b-5dbc-4da7-8e02-0978372ccf94 x-openstack-request-id: req-e16ee17b-5dbc-4da7-8e02-0978372ccf94 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:02.009323 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0170529b-9716-41ed-9afc-5d4464621b34", "name": "network-vif-deleted", "tag": "59235f14-457b-4e66-b3dc-2d9e399628ad", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:02.014635 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e16ee17b-5dbc-4da7-8e02-0978372ccf94 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:02.016378 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0170529b-9716-41ed-9afc-5d4464621b34', 'name': 'network-vif-deleted', 'tag': '59235f14-457b-4e66-b3dc-2d9e399628ad', 'status': 'completed', 'code': 200} Nov 12 08:15:02.026818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.029125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.064559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0dd19d-466f-4b05-85b2-f2e89561c383']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:02.077385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db8c152-0b72-40e5-af0d-a88882ccadb3') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:02.077748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db8c152-0b72-40e5-af0d-a88882ccadb3') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:02.077907 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.084447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 36a27568-08bc-453b-bfe7-4dae77ecc6c6 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:02.097587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.117937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.130503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:15:02.131259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.134117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 36a27568-08bc-453b-bfe7-4dae77ecc6c6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:02.134524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 36a27568-08bc-453b-bfe7-4dae77ecc6c6 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:15:02.134722 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:15:02.155578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:02.159330 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.165962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Pushing event updated for resources: {'Port': ['ID=acabddf5-1133-44d8-855c-b65f195f096b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:02.168550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:02.175064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:02.203682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] Pushing event deleted for resources: {'Port': ['ID=44c14aa0-fcbe-4897-93b7-23bd19aefde5,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:02.207483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5f614-9d40-48d2-b247-6672a1aaf5e1 None None] No DVR routers for this DVR port 44c14aa0-fcbe-4897-93b7-23bd19aefde5 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:02.278809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Attempting to bind port acabddf5-1133-44d8-855c-b65f195f096b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:02.279720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Attempting to bind port acabddf5-1133-44d8-855c-b65f195f096b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:02.279896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Attempting to bind port acabddf5-1133-44d8-855c-b65f195f096b on network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:02.286006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:02.286574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Checking segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:02.287509 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.288188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Bound using segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:02.289428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Bound port: acabddf5-1133-44d8-855c-b65f195f096b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:02.289864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.292357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.317536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.319725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a0dd19d-466f-4b05-85b2-f2e89561c383 HTTP/1.1" status: 204 len: 168 time: 1.8624580 Nov 12 08:15:02.338720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0209d-cb39-4053-9496-29e35d9a6f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0dd19d-466f-4b05-85b2-f2e89561c383,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:02.360186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.391076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.402681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] For port acabddf5-1133-44d8-855c-b65f195f096b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:02.407938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] For port acabddf5-1133-44d8-855c-b65f195f096b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=acabddf5-1133-44d8-855c-b65f195f096b,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:02.413175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.512893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d5698-eff0-4f9f-a596-4011360b77d1 None None] Pushing event updated for resources: {'Port': ['ID=acabddf5-1133-44d8-855c-b65f195f096b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:02.559612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:02.592850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Allocated IP 172.25.4.18 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/b1f28fbf-d515-4ded-aac0-7074c9aadf7b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:02.632160 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e07a0a80-bf3a-462c-8e5c-7d67e948866c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6511831c3b89448dbc04bce9d576f1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711207 Nov 12 08:15:02.635805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:02.724770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e041a3c-38ea-4a85-ae5b-cff98923d7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.737488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.763378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e041a3c-38ea-4a85-ae5b-cff98923d7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.835613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.884364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e041a3c-38ea-4a85-ae5b-cff98923d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.889179 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e041a3c-38ea-4a85-ae5b-cff98923d7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.899969 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e041a3c-38ea-4a85-ae5b-cff98923d7ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6447c28-82b0-4325-8081-14e7aec35533 HTTP/1.1" status: 204 len: 168 time: 0.2624974 Nov 12 08:15:02.921179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e041a3c-38ea-4a85-ae5b-cff98923d7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6447c28-82b0-4325-8081-14e7aec35533,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:02.971365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:02.978294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:02.982805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:03.011724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Pushing event updated for resources: {'Port': ['ID=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:03.313316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42942) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:03.455221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.466791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device acabddf5-1133-44d8-855c-b65f195f096b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:03.474478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cf1d-4cd7-4858-828d-6d7806388aeb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.538485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cf1d-4cd7-4858-828d-6d7806388aeb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.570144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port acabddf5-1133-44d8-855c-b65f195f096b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:03.570724 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.685966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cf1d-4cd7-4858-828d-6d7806388aeb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.688813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bb4cf1d-4cd7-4858-828d-6d7806388aeb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.693443 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2bb4cf1d-4cd7-4858-828d-6d7806388aeb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "DELETE /v2.0/security-groups/698f6f18-49ea-4ce4-b3dc-be8e351c163a HTTP/1.1" status: 204 len: 168 time: 0.3782499 Nov 12 08:15:03.705547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42948) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:03.728802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4cf1d-4cd7-4858-828d-6d7806388aeb tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f6f18-49ea-4ce4-b3dc-be8e351c163a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:03.731057 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-b653b092-f89e-435c-8927-798f0d2098ee tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] show failed (client error): The resource could not be found. Nov 12 08:15:03.739516 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b653b092-f89e-435c-8927-798f0d2098ee tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "GET /v2.0/security-groups/698f6f18-49ea-4ce4-b3dc-be8e351c163a HTTP/1.1" status: 404 len: 347 time: 0.0337081 Nov 12 08:15:03.743920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42954) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:03.887332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.973074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Deleting port 2d5ead5d-d8b5-4c5a-b55d-096e05c61223 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:03.973413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.023886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfe444-09e3-478c-802c-cb383d73d023 None None] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:04.040752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port acabddf5-1133-44d8-855c-b65f195f096b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=acabddf5-1133-44d8-855c-b65f195f096b,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:04.075250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.097543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.111201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.111702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.142614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Calling delete_port for 2d5ead5d-d8b5-4c5a-b55d-096e05c61223 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:04.178165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e028c450-1bf2-4998-84fb-87b2cf4b09d3 None None] Provisioning complete for port acabddf5-1133-44d8-855c-b65f195f096b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:04.178682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e028c450-1bf2-4998-84fb-87b2cf4b09d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.234758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=acabddf5-1133-44d8-855c-b65f195f096b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:04.425557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.442822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42974) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:04.452755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Router 02aff6f3-943f-41b6-b334-47971f1f34f3 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:15:04.476878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Pushing event deleted for resources: {'Port': ['ID=2d5ead5d-d8b5-4c5a-b55d-096e05c61223,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:04.557300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.560488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.562202 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-921e4030-b173-42d9-8a30-bc82c065397b tempest-ImagesOneServerNegativeTestJSON-464835907 tempest-ImagesOneServerNegativeTestJSON-464835907-project] 10.222.0.16 "DELETE /v2.0/floatingips/fbeaab2f-822a-4f97-aa01-67ef83a96694 HTTP/1.1" status: 204 len: 168 time: 0.8168828 Nov 12 08:15:04.596110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-network', 'tenant_id': '536b660e28b04d83bf689855f0e248c6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:04.640806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Made reservation on behalf of 536b660e28b04d83bf689855f0e248c6 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:04.643384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.647616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:04.658917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.669098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Sync routers for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:04.684877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:04.685841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:04.686089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.690725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42988) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:04.690904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-628cffd2-f4e1-4db1-9266-c3b247bd475a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.0058165 Nov 12 08:15:04.737555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:04.775464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3c864452-4720-4e4d-b753-776eebeb446c None None] Provisioning complete for port acabddf5-1133-44d8-855c-b65f195f096b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:04.776011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c864452-4720-4e4d-b753-776eebeb446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.810918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Deleting subnet 5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:15:04.817991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.875814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:04.878401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.892571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.936501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:04.968615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f27977-5531-4d7a-b9a5-9ddc766bc84f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:04.972232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.010441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:15:05.035557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.036189 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Added segment 23612b5d-5d43-4f2b-b6f3-543c5b4b12ea of type vlan for network 1aa0ece1-35c6-438b-a64a-3ca52caa145e Nov 12 08:15:05.110187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.116600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.150388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:05.158872 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.166633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-83f19d84-4aaa-4d89-8d0d-e210d8f02d8f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5f0c26b3-d00a-4c85-b6d9-4bc96c46fd57 HTTP/1.1" status: 204 len: 168 time: 0.4234736 Nov 12 08:15:05.166857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:03Z', 'revision_number': 3, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:05.168731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:05.194725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Checking router: 02aff6f3-943f-41b6-b334-47971f1f34f3 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:05.195058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Updating router 02aff6f3-943f-41b6-b334-47971f1f34f3 port b1f28fbf-d515-4ded-aac0-7074c9aadf7b binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:15:05.227208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.259324 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.277394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.278479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.279079 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.407579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.432187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device acabddf5-1133-44d8-855c-b65f195f096b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:05.439950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b5b66c-c7af-4dc3-861d-91f10b7ab872']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:05.499091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0541744 Nov 12 08:15:05.511444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43004) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:05.514738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:05.515688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ade6ac-96cc-4d53-a03f-d9a3acd135dd') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:05.519847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Request body: {'subnet': {'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-subnet', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:05.529951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fece20-ec75-4cc0-aedc-f445b3e5e2bb admin admin] Pushing event updated for resources: {'Network': ['ID=1aa0ece1-35c6-438b-a64a-3ca52caa145e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:05.538278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.559467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.566825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Made reservation on behalf of 536b660e28b04d83bf689855f0e248c6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:05.569561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.573126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:15:05.573126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:15:05.574701 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:15:05.576538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:15:05.586930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.692631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port acabddf5-1133-44d8-855c-b65f195f096b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:05.693525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.697615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.702081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.705376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4b5b66c-c7af-4dc3-861d-91f10b7ab872 HTTP/1.1" status: 204 len: 168 time: 0.5356879 Nov 12 08:15:05.709336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 59235f14-457b-4e66-b3dc-2d9e399628ad no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:05.737203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb00380-8758-413b-baab-cbd4cf6363e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b5b66c-c7af-4dc3-861d-91f10b7ab872,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:05.815061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Allocated IP 172.20.0.1 (7bc38265-3bbf-4ae2-a983-6b3c79de6e1e/d9688eec-e90d-4405-9286-4d7ee56c1c2a/9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:05.861728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43008) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:05.895400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.904569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 59235f14-457b-4e66-b3dc-2d9e399628ad {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:05.904896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 59235f14-457b-4e66-b3dc-2d9e399628ad not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:05.954823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc133fd3-09da-4619-97b3-f75db4db78a0,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:05.957496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8daa4b9f-e10d-4700-875a-b44828b00412 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3935cc471cf14c4fb7b82f11742f4b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945640 Nov 12 08:15:05.965287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43010) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:05.989149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Checking segment: {'id': '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:05.989902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Network hostable DHCP agents. Network: 1aa0ece1-35c6-438b-a64a-3ca52caa145e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:15:05.993376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.003456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.017790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.019952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:15:06.040783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1aa0ece1-35c6-438b-a64a-3ca52caa145e) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:06.058092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:06.058814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.068187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e720916-1b24-465d-b089-9c096eb93514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.072205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ce907-df2c-45e9-a1ae-a443728031e6 None None] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:06.088470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-75f36c04-a2e2-4d27-8495-985abc65f60d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5733898 Nov 12 08:15:06.089496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43014) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:06.093099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.094308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:06.132598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.134202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.138151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e720916-1b24-465d-b089-9c096eb93514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.167578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:06.182142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:06.184516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:06.187155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355985d6-a920-4d73-ac94-835dbce276fb None None] Pushing event updated for resources: {'Port': ['ID=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:06.202398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Attempting to bind port b1f28fbf-d515-4ded-aac0-7074c9aadf7b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:06.202765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Attempting to bind port b1f28fbf-d515-4ded-aac0-7074c9aadf7b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:06.203127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Attempting to bind port b1f28fbf-d515-4ded-aac0-7074c9aadf7b on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:06.211190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:06.211564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:06.211981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.212383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:06.212847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Bound port: b1f28fbf-d515-4ded-aac0-7074c9aadf7b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:06.213221 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.229745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.252696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:06.274839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.368202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-1aa0ece1-35c6-438b-a64a-3ca52caa145e', 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'fixed_ips': [{'subnet_id': 'dc133fd3-09da-4619-97b3-f75db4db78a0'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:15:06.369105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.385314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] For port b1f28fbf-d515-4ded-aac0-7074c9aadf7b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:06.405454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] For port b1f28fbf-d515-4ded-aac0-7074c9aadf7b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:06.413354 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.461699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e720916-1b24-465d-b089-9c096eb93514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.467228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e720916-1b24-465d-b089-9c096eb93514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.469375 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e720916-1b24-465d-b089-9c096eb93514 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b HTTP/1.1" status: 204 len: 168 time: 0.5030718 Nov 12 08:15:06.547409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.552273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e720916-1b24-465d-b089-9c096eb93514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e7e43a-4bc4-4c89-8b1d-58dd24c4531b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:06.677234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355985d6-a920-4d73-ac94-835dbce276fb None None] Pushing event updated for resources: {'Port': ['ID=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:06.769829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-af4b0f56-4487-4224-bbe1-f3bbd7ef983e None None] Provisioning complete for port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:06.770590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-af4b0f56-4487-4224-bbe1-f3bbd7ef983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.781251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:06.781900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:06.837060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.845610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.883329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Allocated IP 172.20.0.2 (1aa0ece1-35c6-438b-a64a-3ca52caa145e/dc133fd3-09da-4619-97b3-f75db4db78a0/8edf5e5d-acb8-402e-b7d6-75bc347dc06b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:06.885387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-af4b0f56-4487-4224-bbe1-f3bbd7ef983e None None] Port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:06.916133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.936918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.949611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:07.022732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:07.062593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:07.064506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:07.268627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.286333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Router 02aff6f3-943f-41b6-b334-47971f1f34f3 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:07.298627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.324433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.325817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.392631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Pushing event updated for resources: {'Port': ['ID=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:07.411546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:07.434073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:07.437548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:07.490286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:07.496641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Allocated IP 172.25.4.144 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:07.498333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ad22d14d-08b0-4d0b-8041-ef55617802f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/02aff6f3-943f-41b6-b334-47971f1f34f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8053710 Nov 12 08:15:07.539208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Attempting to bind port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:07.539606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Attempting to bind port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:07.539976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Attempting to bind port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b on network 1aa0ece1-35c6-438b-a64a-3ca52caa145e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:07.544511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1f1e63fd-7564-487a-bbc1-9f76784773b6 None None] Provisioning complete for port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:07.544678 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f1e63fd-7564-487a-bbc1-9f76784773b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.551721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:07.552113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Checking segment: {'id': '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:07.552515 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.553606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Bound using segment: {'id': '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:07.554036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Bound port: 8edf5e5d-acb8-402e-b7d6-75bc347dc06b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:07.554471 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.595609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:05Z', 'revision_number': 1, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:07.654055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802a496-cc22-4403-b786-00d4c62a9917 None None] The sync data for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 is: [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:05Z', 'revision_number': 1, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:07.689636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.698077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e63fd-7564-487a-bbc1-9f76784773b6 None None] Port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:07.759365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.777578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] For port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:07.781984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] For port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,segment=NetworkSegment(23612b5d-5d43-4f2b-b6f3-543c5b4b12ea),segment_id=23612b5d-5d43-4f2b-b6f3-543c5b4b12ea)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:07.792211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:07.795099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.815006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:07.822407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:07.914102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:07.932267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baec61-2e9b-43da-9f2f-c91ff1902f2c None None] Pushing event updated for resources: {'Port': ['ID=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:08.281189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.519435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.642354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.645583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43072) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:08.650592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935198358', 'description': 'tempest-description--1034398568'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:08.690720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.804778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.814494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.846117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.847817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2009344 Nov 12 08:15:08.851537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43078) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:08.852420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:15:08.858621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Request body: {'security_group_rule': {'security_group_id': '1299dec7-526c-45c4-8b18-a33aaa7aece3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:08.898051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4bb37-b369-4b73-8c08-c369a19e763c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1299dec7-526c-45c4-8b18-a33aaa7aece3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:08.920160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.998041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.005162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.014840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:09.028599 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Sync routers for ids ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:09.040002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c2f106-ddec-4e6f-8b93-7cb7e23e5197,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:09.042882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.049354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1a52e925-5053-4e0a-999e-42e50ae658b9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9591370 Nov 12 08:15:09.050014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43080) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:09.053031 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Routers {'ddf24b96-0eaf-46c7-b096-8e3aa31843c0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:09.054183 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:09.065458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.079459 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-10817324-51d4-4961-8c53-dbc65b6df7e2 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2259810 Nov 12 08:15:09.081551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:09.086990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Request body: {'security_group_rule': {'security_group_id': '1299dec7-526c-45c4-8b18-a33aaa7aece3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:09.138212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.261614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.268494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.286574 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Set router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:09.292640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50752185-cd3b-457a-81c9-daa7035c0004,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:09.315813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.320095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1059aedf-ef84-422b-9868-886ee0067d74 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2343717 Nov 12 08:15:09.324768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:09.331951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:09.366711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b3619-31f5-43c5-b1c7-c5e9c1286673 None None] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:09.429729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.551971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8edf5e5d-acb8-402e-b7d6-75bc347dc06b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:09.646467 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:06Z', 'updated_at': '2021-11-12T08:15:08Z', 'revision_number': 3, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'gw_port': {'id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:07Z', 'updated_at': '2021-11-12T08:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:09.683262 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Checking router: ddf24b96-0eaf-46c7-b096-8e3aa31843c0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:09.684122 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Updating router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:15:09.694053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.725569 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.727722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-779d140a-e1e5-41dc-af5f-aa9481e8dfec None None] Provisioning complete for port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:09.728116 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-779d140a-e1e5-41dc-af5f-aa9481e8dfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.803762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:09.806713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.000836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.016680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Allocated IP 172.25.4.127 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/13841a35-59ad-4093-9ca2-aaadde472e07) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:10.148576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-779d140a-e1e5-41dc-af5f-aa9481e8dfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.171278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.218284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.263060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-779d140a-e1e5-41dc-af5f-aa9481e8dfec None None] For port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,segment=NetworkSegment(23612b5d-5d43-4f2b-b6f3-543c5b4b12ea),segment_id=23612b5d-5d43-4f2b-b6f3-543c5b4b12ea)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:10.264407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.279534 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-779d140a-e1e5-41dc-af5f-aa9481e8dfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.295083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Allocated IP 172.20.0.1 (1aa0ece1-35c6-438b-a64a-3ca52caa145e/dc133fd3-09da-4619-97b3-f75db4db78a0/b916868d-ef28-4f9f-bd71-f93343d7b0f1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:10.322214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:10.339061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:10.343800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event updated for resources: {'Port': ['ID=13841a35-59ad-4093-9ca2-aaadde472e07,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:10.347160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:10.423856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d140a-e1e5-41dc-af5f-aa9481e8dfec None None] Pushing event updated for resources: {'Port': ['ID=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:10.454469 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:15:10.457531 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:15:10.491879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.499102 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.508478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-54d3b349-5353-4a00-b94e-9b4cf8dd01db None None] Provisioning complete for port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:10.509004 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54d3b349-5353-4a00-b94e-9b4cf8dd01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.511902 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.516095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.541246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.566698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.577188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:10.606739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:10.612549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:10.663287 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Attempting to bind port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:10.663658 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Attempting to bind port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:10.664014 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Attempting to bind port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:10.672803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d79c6be4-715c-4b04-8177-975b7d1f1c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.685384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.691652 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Pushing event updated for resources: {'Port': ['ID=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:10.717271 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:10.717992 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:10.718980 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.726369 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:10.727032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Bound port: ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:10.727604 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.738488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.738995 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.739517 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.739859 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.740255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.740710 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.741042 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.741372 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.741701 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.742027 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.742352 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.742673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:10.807028 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] For port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:10.812195 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] For port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:10.819135 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.843534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b916868d-ef28-4f9f-bd71-f93343d7b0f1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:10.849315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Sync routers for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:10.862279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.869418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:10.870312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:10.872166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.913167 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Routers {'ddf24b96-0eaf-46c7-b096-8e3aa31843c0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:10.913845 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:10.915877 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec073991-4cc6-4030-81d8-b23c7d659c4f None None] Pushing event updated for resources: {'Port': ['ID=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:10.933251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.989186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event updated for resources: {'Port': ['ID=13841a35-59ad-4093-9ca2-aaadde472e07,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:11.093214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.132600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.137021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27f76947-bec1-4172-8e56-53c4a1ad2dfc tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8106101 Nov 12 08:15:11.150872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b1f28fbf-d515-4ded-aac0-7074c9aadf7b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:11.177505 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] Set router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:11.182691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-30ee2d30-709c-4cea-88cd-d79f48091a4c None None] Provisioning complete for port b916868d-ef28-4f9f-bd71-f93343d7b0f1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:11.183125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-30ee2d30-709c-4cea-88cd-d79f48091a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.196400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.202827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.249182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:11.283769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.290120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-30ee2d30-709c-4cea-88cd-d79f48091a4c None None] Port b916868d-ef28-4f9f-bd71-f93343d7b0f1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:11.299650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b916868d-ef28-4f9f-bd71-f93343d7b0f1,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:11.310421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b1f28fbf-d515-4ded-aac0-7074c9aadf7b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:11.310806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.422970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-b6dd8c6b-ad78-4cad-bf73-78deed67fd0f tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--935198358&fields=id&tenant_id=f5068e6dd16f494493b65f5c12410983 HTTP/1.1" status: 200 len: 267 time: 0.1359048 Nov 12 08:15:11.466415 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:06Z', 'updated_at': '2021-11-12T08:15:10Z', 'revision_number': 4, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'gw_port': {'id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:07Z', 'updated_at': '2021-11-12T08:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b916868d-ef28-4f9f-bd71-f93343d7b0f1', 'name': '', 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'mac_address': 'fa:16:3e:0c:e4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'dc133fd3-09da-4619-97b3-f75db4db78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:10Z', 'updated_at': '2021-11-12T08:15:10Z', 'revision_number': 1, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'subnets': [{'id': 'dc133fd3-09da-4619-97b3-f75db4db78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:11.512286 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b0cdcf-2319-40af-b6f6-f588d51d732f None None] The sync data for ids ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'] in n-d-768509-25 is: [{'id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:06Z', 'updated_at': '2021-11-12T08:15:10Z', 'revision_number': 4, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'gw_port': {'id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:07Z', 'updated_at': '2021-11-12T08:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b916868d-ef28-4f9f-bd71-f93343d7b0f1', 'name': '', 'network_id': '1aa0ece1-35c6-438b-a64a-3ca52caa145e', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'mac_address': 'fa:16:3e:0c:e4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'dc133fd3-09da-4619-97b3-f75db4db78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:10Z', 'updated_at': '2021-11-12T08:15:10Z', 'revision_number': 1, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'subnets': [{'id': 'dc133fd3-09da-4619-97b3-f75db4db78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:11.516854 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.526636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:11.531116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:11.555986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port b1f28fbf-d515-4ded-aac0-7074c9aadf7b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:11.590296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.665173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.703981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:11.756481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 2, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:11.761458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8edf5e5d-acb8-402e-b7d6-75bc347dc06b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:11.772374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-64601fc6-bf27-41d5-ab59-4633428f15d9 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.779596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-64601fc6-bf27-41d5-ab59-4633428f15d9 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/networks?id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e HTTP/1.1" status: 200 len: 805 time: 0.3468113 Nov 12 08:15:11.797101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-adca2c2b-e6a3-427d-9ec8-0185913ca94d tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/quotas/f5068e6dd16f494493b65f5c12410983 HTTP/1.1" status: 200 len: 375 time: 0.0162339 Nov 12 08:15:11.804275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:11.834328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Checking router: 02aff6f3-943f-41b6-b334-47971f1f34f3 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:11.834890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Updating router 02aff6f3-943f-41b6-b334-47971f1f34f3 port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:15:11.935063 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.946969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-f051ddf8-26b9-4b5e-bad5-e48b0cc552fb tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5068e6dd16f494493b65f5c12410983&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468112 Nov 12 08:15:11.982905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:11.983882 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.086285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9253213d-3ccb-40e1-bcc8-d45e71c37bdd None None] Provisioning complete for port b916868d-ef28-4f9f-bd71-f93343d7b0f1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:12.086656 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9253213d-3ccb-40e1-bcc8-d45e71c37bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.216306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9253213d-3ccb-40e1-bcc8-d45e71c37bdd None None] Port b916868d-ef28-4f9f-bd71-f93343d7b0f1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:12.411359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:12.419726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9395410d-7b58-4949-a9e8-185f95dc8fd7 admin admin] 10.222.0.16 "PUT /v2.0/routers/ddf24b96-0eaf-46c7-b096-8e3aa31843c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3654344 Nov 12 08:15:12.462539 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.476320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.485691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-d59687a9-d4fa-4b09-99ed-90eb20131d5f service neutron] 10.222.0.16 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147643 Nov 12 08:15:12.545757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8462-5ce3-470b-93a0-b586df5d86c0 None None] Pushing event updated for resources: {'Port': ['ID=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:12.619650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Attempting to bind port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:12.620528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Attempting to bind port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:12.620962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Attempting to bind port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 on network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:12.626829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:12.627305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Checking segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:12.627790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.628267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Bound using segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:12.628811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Bound port: 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:12.629262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.640360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-0812cedd-9a80-460b-9036-f1504877d317 service neutron] 10.222.0.16 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402061 Nov 12 08:15:12.729312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] For port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:12.732984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] For port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:12.742137 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.796252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:12.796746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:12.799309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a89e2236-3873-4649-9127-f95b9e3886a6 req-29c6d106-bb2b-4fee-8ab6-3a599c7f68e0 tempest-FloatingIPsNegativeTestJSON-140623540 tempest-FloatingIPsNegativeTestJSON-140623540-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=536b660e28b04d83bf689855f0e248c6 HTTP/1.1" status: 200 len: 217 time: 0.0698736 Nov 12 08:15:12.847220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77eb93b3-b368-40e0-b5b1-9f24315850ea req-40d732c2-2e3f-4e0f-8b81-6d4def6513e9 tempest-FloatingIPsNegativeTestJSON-140623540 tempest-FloatingIPsNegativeTestJSON-140623540-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0251615 Nov 12 08:15:12.946793 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-4fa69fb0-2e3a-46b1-93d3-cfa0ab9e34d4 req-58071178-e166-447f-b4ec-0a4cc0430504 tempest-FloatingIPsNegativeTestJSON-140623540 tempest-FloatingIPsNegativeTestJSON-140623540-project] show failed (client error): The resource could not be found. Nov 12 08:15:12.949177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fa69fb0-2e3a-46b1-93d3-cfa0ab9e34d4 req-58071178-e166-447f-b4ec-0a4cc0430504 tempest-FloatingIPsNegativeTestJSON-140623540 tempest-FloatingIPsNegativeTestJSON-140623540-project] 10.222.0.16 "GET /v2.0/floatingips/5b0f4e30-a475-4c98-a203-2c22bb7f1e7e HTTP/1.1" status: 404 len: 350 time: 0.0626471 Nov 12 08:15:12.960155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43224) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:12.995446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:13.131334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac5fb82b-2346-4b91-a0f1-d04805291f0e req-4cb0fa9c-b6cf-4448-aa4a-c3575eca0061 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 210 time: 0.1096406 Nov 12 08:15:13.375633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c687318e-6078-4b37-a779-ea127b12c7f5 None None] Provisioning complete for port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:13.375994 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c687318e-6078-4b37-a779-ea127b12c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.503711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8462-5ce3-470b-93a0-b586df5d86c0 None None] Pushing event updated for resources: {'Port': ['ID=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:13.521894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a41af797-65f3-4f47-801c-5834a4c44d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.680757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c687318e-6078-4b37-a779-ea127b12c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.797162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c687318e-6078-4b37-a779-ea127b12c7f5 None None] For port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:13.803648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6d687265-e661-422d-a061-e0fbde8753da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:12Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:13.806915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c687318e-6078-4b37-a779-ea127b12c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.848502 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.863001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d687265-e661-422d-a061-e0fbde8753da None None] The sync data for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 is: [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:12Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:13.934326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b1f28fbf-d515-4ded-aac0-7074c9aadf7b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:13.984492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687318e-6078-4b37-a779-ea127b12c7f5 None None] Pushing event updated for resources: {'Port': ['ID=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:14.003706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7599f308-343a-4d05-93fc-5dccb3145941 None None] Provisioning complete for port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:14.004104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7599f308-343a-4d05-93fc-5dccb3145941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.095986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-2588f006-3208-45dc-b7d9-03a85a4aa930 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa5e215ac8234fe19e55a030178cf420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477827 Nov 12 08:15:14.107368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b1f28fbf-d515-4ded-aac0-7074c9aadf7b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:14.107844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.282967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Deleting port b916868d-ef28-4f9f-bd71-f93343d7b0f1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:14.283735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.320779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:14.323041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-1ea0b3f9-fe1e-4e4c-97bd-ecebfc2ee4de tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:14.334113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-1ea0b3f9-fe1e-4e4c-97bd-ecebfc2ee4de tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281053 Nov 12 08:15:14.367131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7415250f-4df1-4843-a0f9-1e1172a82ba1 req-5e37bf7e-4aba-4d92-a9f1-421b61e9081e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 210 time: 0.0652664 Nov 12 08:15:14.373606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.376716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-b09b42ab-df5f-4c08-96de-112b0612a0bb tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/quotas/aa5e215ac8234fe19e55a030178cf420 HTTP/1.1" status: 200 len: 375 time: 0.0416806 Nov 12 08:15:14.387957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Calling delete_port for b916868d-ef28-4f9f-bd71-f93343d7b0f1 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:14.396658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:14.397477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.400105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.431892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-a5ffc6fc-b596-47a1-b7d0-7be3fb5ede9d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa5e215ac8234fe19e55a030178cf420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542204 Nov 12 08:15:14.572400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.649310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:14.667645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.671393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:14.867959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-600d489c-534e-4d04-b7d0-ac94f37433ba tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa5e215ac8234fe19e55a030178cf420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862269 Nov 12 08:15:14.872863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-4c299786-a528-4beb-a65a-1b28729ee440 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:14.874441 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-4c299786-a528-4beb-a65a-1b28729ee440 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.25 "GET /v2.0/networks?id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e HTTP/1.1" status: 200 len: 805 time: 0.2300298 Nov 12 08:15:14.903971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:14.919872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:14.925813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.044942 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-cd12ba5a-c77d-4cb9-af49-ad046cda544a tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5068e6dd16f494493b65f5c12410983 HTTP/1.1" status: 200 len: 379 time: 0.1602819 Nov 12 08:15:15.047261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.062825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Request body: {'port': {'device_id': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'admin_state_up': True, 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'security_groups': ['1299dec7-526c-45c4-8b18-a33aaa7aece3']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:15.126163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b916868d-ef28-4f9f-bd71-f93343d7b0f1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:15.148478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-2122f864-712b-4abc-ac9f-1ec917c4d9ec tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:15.162392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-2122f864-712b-4abc-ac9f-1ec917c4d9ec tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929080 Nov 12 08:15:15.202721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-84dab09b-5183-45d4-81dc-dcafd98c173f tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/quotas/aa5e215ac8234fe19e55a030178cf420 HTTP/1.1" status: 200 len: 375 time: 0.0387490 Nov 12 08:15:15.298949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-f502b3ca-b305-4b20-b1b4-b175de2c68bb tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa5e215ac8234fe19e55a030178cf420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952468 Nov 12 08:15:15.620900 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.671851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Made reservation on behalf of f5068e6dd16f494493b65f5c12410983 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:15.684217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.725903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71f61d6c-534f-468e-8653-c33bb7d726d6 req-68f3f2da-2b76-4437-92e8-32a5c27cc196 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 210 time: 0.1189561 Nov 12 08:15:15.776502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:15.834001 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] Sync routers for ids ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:15.855249 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] Routers {'ddf24b96-0eaf-46c7-b096-8e3aa31843c0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:15.859019 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:15.871811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:15.872313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.887958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2cb4689-e99b-4187-aea2-2c48a285e6d9 req-361bfcc9-19be-4eb9-92c1-15370129c4c7 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 210 time: 0.0714505 Nov 12 08:15:15.947558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.061789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:16.116721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:16.116975 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.128434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Allocated IP 172.20.0.4 (7bc38265-3bbf-4ae2-a983-6b3c79de6e1e/d9688eec-e90d-4405-9286-4d7ee56c1c2a/b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:16.133440 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] Set router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:16.378201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:16.379911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:06Z', 'updated_at': '2021-11-12T08:15:14Z', 'revision_number': 5, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'gw_port': {'id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:07Z', 'updated_at': '2021-11-12T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:16.414497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] Checking router: ddf24b96-0eaf-46c7-b096-8e3aa31843c0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:16.426702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] Routers {'ddf24b96-0eaf-46c7-b096-8e3aa31843c0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:16.427255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:16.526574 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.596986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-caac5a9b-ee60-40a5-ad29-d5e723e271f4 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aa5e215ac8234fe19e55a030178cf420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343411 Nov 12 08:15:16.620438 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] Set router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:16.632320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:16.640981 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8ba818ed-c932-451a-b047-d26ae25f3f7c admin admin] 10.222.0.16 "PUT /v2.0/routers/ddf24b96-0eaf-46c7-b096-8e3aa31843c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6773107 Nov 12 08:15:16.640981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.642227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:16.703606 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.747808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:16.757045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:16.764077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:16.826133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event updated for resources: {'Port': ['ID=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:16.970825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-2360b23d-057a-4e3f-8039-4a4f250a8f9b tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:16.978120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-2360b23d-057a-4e3f-8039-4a4f250a8f9b tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3646600 Nov 12 08:15:17.000306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Request body: {'port': {'device_id': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'aa5e215ac8234fe19e55a030178cf420'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:17.012398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.019143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.049471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.055321 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:06Z', 'updated_at': '2021-11-12T08:15:14Z', 'revision_number': 5, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'gw_port': {'id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:07Z', 'updated_at': '2021-11-12T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:17.090230 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70987f-4193-452b-99d5-73be485d2c98 None None] The sync data for ids ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'] in n-d-768509-25 is: [{'id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115788793-router', 'tenant_id': '536b660e28b04d83bf689855f0e248c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:06Z', 'updated_at': '2021-11-12T08:15:14Z', 'revision_number': 5, 'project_id': '536b660e28b04d83bf689855f0e248c6', 'gw_port': {'id': 'ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf24b96-0eaf-46c7-b096-8e3aa31843c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:07Z', 'updated_at': '2021-11-12T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:17.134691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-bc79e7b7-4d7d-4ec7-bc12-b3199edb1f5e tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0810320 Nov 12 08:15:17.150117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Request body: {'port': {'device_id': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:17.188648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ff7c1625-6bf8-45b9-a57f-291c50c62a0f None None] Provisioning complete for port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:17.189269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1625-6bf8-45b9-a57f-291c50c62a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.199247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f4b6d-01e5-4867-be8f-6c1115647d33 req-c708a504-c6e1-4d0f-9332-1a30adad858f tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.209599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-627f4b6d-01e5-4867-be8f-6c1115647d33 req-c708a504-c6e1-4d0f-9332-1a30adad858f tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 931 time: 0.3459740 Nov 12 08:15:17.279543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c1625-6bf8-45b9-a57f-291c50c62a0f None None] Port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:17.300339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4d7cfc0-6b1d-49f2-b7ce-a9ce2400e3ee req-cb3deaca-cf86-4c37-87e9-5e1a7e1eff01 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 210 time: 0.0527198 Nov 12 08:15:17.352735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Made reservation on behalf of aa5e215ac8234fe19e55a030178cf420 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:17.361727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.396580 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.413971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-79ca74d3-cbb4-41a9-8624-8576b59cb800 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=aa5e215ac8234fe19e55a030178cf420&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232362 Nov 12 08:15:17.505379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-627f4b6d-01e5-4867-be8f-6c1115647d33 req-fda25877-9b7a-4f70-be15-33138d60f6f1 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940381 Nov 12 08:15:17.575306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.648996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b916868d-ef28-4f9f-bd71-f93343d7b0f1 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:17.661404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-bc9e7149-6c6d-4b24-8089-441fdcb374d1 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.662977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-bc9e7149-6c6d-4b24-8089-441fdcb374d1 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386203 Nov 12 08:15:17.678275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b916868d-ef28-4f9f-bd71-f93343d7b0f1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:17.678862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b916868d-ef28-4f9f-bd71-f93343d7b0f1 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:17.679482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Request body: {'port': {'device_id': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': 'aa5e215ac8234fe19e55a030178cf420'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:17.704467 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.788547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.800895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.919090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685f1ee8-e5e2-4148-bb34-42edf7b158b3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:17.964304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Deleting port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:17.965549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.970986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.971405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.971732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.972091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.972418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.972946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.973118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.973401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.973723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.974104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.974424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:17.974744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.024114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Made reservation on behalf of aa5e215ac8234fe19e55a030178cf420 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:18.028100 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.070147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Allocated IP 192.168.233.160 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:18.154037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:18.166174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.190612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] For port ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:18.190999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.204963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Transition to ACTIVE for port object b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:18.212878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Calling delete_port for ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:18.216199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.320541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.372507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:18.391168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.547288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8283d7d-896b-4650-b54b-cf7ef6ccbbad req-e3c5ca8c-8c7c-49a4-b186-92b65ff4b3ad tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 210 time: 0.0752668 Nov 12 08:15:18.551423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:18.575112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Attempting to bind port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:18.575686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Attempting to bind port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:18.576223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Attempting to bind port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e on network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:18.586506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e on network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:18.587052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Attempting to bind port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e on network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:18.592703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:18.593937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:18.597090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:18.625396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:18.625786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Checking segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:18.626118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Bound using segment: {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:18.626564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Bound port: b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7db5f2-fa4b-458b-9740-2c43bda00319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:18.626933 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.665039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.665659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.679660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Allocated IP 192.168.233.245 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/aa86404d-0d90-48c4-846c-c51f7503c49e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:18.743527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-daebb741-c402-440b-ac53-9c1d6dcc7353 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7542458 Nov 12 08:15:18.757873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Request body: {'port': {'device_id': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:18.779478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.822982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:18.841360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] For port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:18.855357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7c69-5535-4939-acc8-dbefafc618a9 req-70978ac5-99b9-422b-8271-f4656b95b30f tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.864663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9cf7c69-5535-4939-acc8-dbefafc618a9 req-70978ac5-99b9-422b-8271-f4656b95b30f tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 943 time: 0.1887481 Nov 12 08:15:18.889508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] For port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:18.902091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.921200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.964840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.971487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.971652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.974259 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e HTTP/1.1" status: 200 len: 1092 time: 1.8295114 Nov 12 08:15:18.975680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:18.978121 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba37b1e1-8999-4573-903e-403c534d5db3" -d '{"events": [{"name": "network-changed", "server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:19.049856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b5b996ff-aa89-4110-95e3-960bf3f9a8da None None] Provisioning complete for port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:19.050399 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5b996ff-aa89-4110-95e3-960bf3f9a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.088896 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352eb196-3162-40e8-bb19-b66557d2e8b5 x-openstack-request-id: req-352eb196-3162-40e8-bb19-b66557d2e8b5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:19.089248 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:19.089439 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-352eb196-3162-40e8-bb19-b66557d2e8b5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:19.089852 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'status': 'completed', 'code': 200} Nov 12 08:15:19.139161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b5b996ff-aa89-4110-95e3-960bf3f9a8da None None] Port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:19.192689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9cf7c69-5535-4939-acc8-dbefafc618a9 req-a4941d13-ea93-4b5b-bb76-8dc2e73b4618 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265080 Nov 12 08:15:19.220292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e42e-17eb-44c2-9580-89fc63df45a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:19.253095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.256338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.326612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-eba9dbbf-950c-4c88-b7b0-ebce94f6fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.328277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-eba9dbbf-950c-4c88-b7b0-ebce94f6fd12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5068e6dd16f494493b65f5c12410983&device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 1095 time: 0.2375636 Nov 12 08:15:19.330623 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.331997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf24b96-0eaf-46c7-b096-8e3aa31843c0 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:15:19.338090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.345883 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f0f058e2-4138-44cd-9e07-81d947793878 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ddf24b96-0eaf-46c7-b096-8e3aa31843c0 HTTP/1.1" status: 204 len: 168 time: 2.7018971 Nov 12 08:15:19.348632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43400) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:19.360212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Sync routers for ids ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:19.367558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.373029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Routers set() bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:19.373711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Router IDs set() for agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:15:19.374571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ddf24b96-0eaf-46c7-b096-8e3aa31843c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent'). {{(pid=102373) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:15:19.385969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Routers set() bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:19.386593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Router IDs set() for agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:15:19.388207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ddf24b96-0eaf-46c7-b096-8e3aa31843c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent'). {{(pid=102373) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:15:19.388686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e308411-777f-45e1-b564-9398eaf961f2 None None] The sync data for ids ['ddf24b96-0eaf-46c7-b096-8e3aa31843c0'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:19.448895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.472727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-9aebd34c-b73d-4748-a922-6e5f58b5ca0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e HTTP/1.1" status: 200 len: 217 time: 0.1256039 Nov 12 08:15:19.530287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:19.549174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Deleting subnet dc133fd3-09da-4619-97b3-f75db4db78a0 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:15:19.555470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.565814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:19.594044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:19.617324 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.695929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:19.768900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.826306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-cda484ec-cceb-4a3b-b165-99c52a3d4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.828571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-cda484ec-cceb-4a3b-b165-99c52a3d4944 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9688eec-e90d-4405-9286-4d7ee56c1c2a HTTP/1.1" status: 200 len: 844 time: 0.3470368 Nov 12 08:15:19.832699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.845866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.846891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.869014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc133fd3-09da-4619-97b3-f75db4db78a0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:19.877816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0681b9-760b-43e2-b4db-fececa0e4453 req-1a7b301f-e958-412a-9ba4-2c5331527ebe tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.880402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b0681b9-760b-43e2-b4db-fececa0e4453 req-1a7b301f-e958-412a-9ba4-2c5331527ebe tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 936 time: 0.1755898 Nov 12 08:15:19.898002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.903559 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9cdd8fbe-433b-4e1a-b770-3d8ca46ea171 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dc133fd3-09da-4619-97b3-f75db4db78a0 HTTP/1.1" status: 204 len: 168 time: 0.5524859 Nov 12 08:15:19.906913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:19.911372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ad1a3-70af-44d6-b75a-550c8a1455fd None None] Network 1aa0ece1-35c6-438b-a64a-3ca52caa145e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:19.925673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-b74856ea-f957-419d-88c5-002935cf404d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2521958 Nov 12 08:15:19.941803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Request body: {'port': {'device_id': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:19.991100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.072992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-b1a32ae3-0585-45ba-8eeb-d6576c8e5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.074506 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-b1a32ae3-0585-45ba-8eeb-d6576c8e5b87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379572 Nov 12 08:15:20.088992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ea292cab-8741-4e93-a540-f1bf1b92527e None None] Provisioning complete for port aa86404d-0d90-48c4-846c-c51f7503c49e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:20.090351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ea292cab-8741-4e93-a540-f1bf1b92527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.090868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:20.095168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.117463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.158499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b0681b9-760b-43e2-b4db-fececa0e4453 req-d2db3b49-ac7a-4202-83e4-b23a75ec8ce9 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679634 Nov 12 08:15:20.169234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ea292cab-8741-4e93-a540-f1bf1b92527e None None] Port aa86404d-0d90-48c4-846c-c51f7503c49e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:20.185598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Transition to ACTIVE for port object a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:20.197270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.200750 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-e037a814-05e0-4bc4-86f7-a77828a9cc41 service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174867 Nov 12 08:15:20.245300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Deleting port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:20.245612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.407628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] DHCP port deletion for 1aa0ece1-35c6-438b-a64a-3ca52caa145e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:15:20.424103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] For port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,segment=NetworkSegment(23612b5d-5d43-4f2b-b6f3-543c5b4b12ea),segment_id=23612b5d-5d43-4f2b-b6f3-543c5b4b12ea)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:20.424466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.467407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Calling delete_port for 8edf5e5d-acb8-402e-b7d6-75bc347dc06b owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:20.483670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5fbd039a-f3a8-4da2-a1cd-6664d7bc74e0 req-9a65e82a-c80c-49e2-a072-cb628ead7987 service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718387 Nov 12 08:15:20.503282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] Deleting port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:20.503475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:20.503936 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.581651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] For port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,segment=NetworkSegment(23612b5d-5d43-4f2b-b6f3-543c5b4b12ea),segment_id=23612b5d-5d43-4f2b-b6f3-543c5b4b12ea)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:20.582373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.598140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] Calling delete_port for 8edf5e5d-acb8-402e-b7d6-75bc347dc06b owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:20.662560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.698021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f0b77-4c5c-455c-af09-91d3dc798563 req-2de77738-bc2e-4bc2-811c-4879aa04d7f1 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.699837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a82f0b77-4c5c-455c-af09-91d3dc798563 req-2de77738-bc2e-4bc2-811c-4879aa04d7f1 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 943 time: 0.2886729 Nov 12 08:15:20.722380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Attempting to bind port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:20.722720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Attempting to bind port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:20.723050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Attempting to bind port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:20.742082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:20.742309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Attempting to bind port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:20.747573 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.756318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:20.762579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:20.762923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:20.763312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:20.763758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Bound port: a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:20.764251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.765214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] No DVR routers for this DVR port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:20.778938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] No DVR routers for this DVR port 8edf5e5d-acb8-402e-b7d6-75bc347dc06b on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:20.815438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9debbc-a049-4e6a-9ac9-b8095238e7cc None None] Pushing event deleted for resources: {'Port': ['ID=8edf5e5d-acb8-402e-b7d6-75bc347dc06b,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:20.849121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-0df2995d-13a1-40f3-aa4b-6e9a49e880bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.851154 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-0df2995d-13a1-40f3-aa4b-6e9a49e880bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5068e6dd16f494493b65f5c12410983&device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 1095 time: 0.2163019 Nov 12 08:15:20.888116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a82f0b77-4c5c-455c-af09-91d3dc798563 req-77a3e840-b876-4ed0-8580-2ef6972ba12d tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682186 Nov 12 08:15:20.909884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:20.915034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:20.937593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.971229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.979871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.981570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.985764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b HTTP/1.1" status: 200 len: 1097 time: 2.2337353 Nov 12 08:15:20.986167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:20.989263 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9305506-50b4-492a-aa0d-cd8a495eeeec" -d '{"events": [{"name": "network-changed", "server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:21.006219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa86404d-0d90-48c4-846c-c51f7503c49e {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:21.013530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa0ece1-35c6-438b-a64a-3ca52caa145e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:21.028377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.031053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:21.031332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23612b5d-5d43-4f2b-b6f3-543c5b4b12ea') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:21.053248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.055972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-40804270-8672-486d-927e-049a488253d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.057547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-40804270-8672-486d-927e-049a488253d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e HTTP/1.1" status: 200 len: 905 time: 0.1985145 Nov 12 08:15:21.082228 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9779d62-1ee1-48ca-9bcf-3b6a93600834 x-openstack-request-id: req-d9779d62-1ee1-48ca-9bcf-3b6a93600834 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:21.082631 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:21.082985 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9779d62-1ee1-48ca-9bcf-3b6a93600834 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:21.083491 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'status': 'completed', 'code': 200} Nov 12 08:15:21.100119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Transition to ACTIVE for port object aa86404d-0d90-48c4-846c-c51f7503c49e will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:21.118608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.122002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.122475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f687d-e05d-42ea-9ae4-d58379bad1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.132749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:15:21.133047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.178453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.198468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-891589be-c998-42a6-8685-2d4bda3eaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.200434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-891589be-c998-42a6-8685-2d4bda3eaaa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa5e215ac8234fe19e55a030178cf420&device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 1100 time: 0.1596124 Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:15:21.209384 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:15:21.215206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-97ec5441-b921-47f6-ae33-4fb479f4b670 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e HTTP/1.1" status: 200 len: 217 time: 0.1498442 Nov 12 08:15:21.266701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.273776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.280358 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] 10.222.0.16 "DELETE /v2.0/networks/1aa0ece1-35c6-438b-a64a-3ca52caa145e HTTP/1.1" status: 204 len: 168 time: 1.3714781 Nov 12 08:15:21.308116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac35ee-d675-47e9-836b-73c9fb205e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa0ece1-35c6-438b-a64a-3ca52caa145e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.314865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-10350f2d-d4be-436e-99bd-7c88dac1e746 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b HTTP/1.1" status: 200 len: 217 time: 0.0895853 Nov 12 08:15:21.322007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-48481c58-e6ec-41c1-9804-82d54e411687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.323532 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-48481c58-e6ec-41c1-9804-82d54e411687 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9688eec-e90d-4405-9286-4d7ee56c1c2a HTTP/1.1" status: 200 len: 844 time: 0.0996006 Nov 12 08:15:21.429165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-78f88c4b-5a49-4e98-90d1-426becfb5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.430700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-78f88c4b-5a49-4e98-90d1-426becfb5427 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988443 Nov 12 08:15:21.465649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Attempting to bind port aa86404d-0d90-48c4-846c-c51f7503c49e on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:21.465986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Attempting to bind port aa86404d-0d90-48c4-846c-c51f7503c49e by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:21.466317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Attempting to bind port aa86404d-0d90-48c4-846c-c51f7503c49e on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:21.479745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917322-bd57-4e6e-b37a-a48fa8e68f42 req-bafe4964-f295-422d-9c88-31faf39cbba1 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.487548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41917322-bd57-4e6e-b37a-a48fa8e68f42 req-bafe4964-f295-422d-9c88-31faf39cbba1 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 948 time: 0.2073991 Nov 12 08:15:21.494303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Port aa86404d-0d90-48c4-846c-c51f7503c49e on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:21.494631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Attempting to bind port aa86404d-0d90-48c4-846c-c51f7503c49e on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:21.560334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:21.561184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:21.561184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:21.561831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Bound port: aa86404d-0d90-48c4-846c-c51f7503c49e, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:21.562194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.565404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-896f498d-f452-42f5-88ee-ec332ad88826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.566934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-896f498d-f452-42f5-88ee-ec332ad88826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.2135196 Nov 12 08:15:21.622860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-cc2c5458-4842-4e3e-b3ec-d1329c18112b service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832447 Nov 12 08:15:21.664714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41917322-bd57-4e6e-b37a-a48fa8e68f42 req-bc35ca59-2385-494f-b39e-d79d8e3e3574 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742883 Nov 12 08:15:21.677268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43436) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:21.744868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8edf5e5d-acb8-402e-b7d6-75bc347dc06b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:21.770564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8edf5e5d-acb8-402e-b7d6-75bc347dc06b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:21.771754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8edf5e5d-acb8-402e-b7d6-75bc347dc06b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:21.772373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:21.800140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:21.801873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ff2d23ad-5f97-494e-8ab8-cc8ef140cbd3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:21.832107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fab55f15-2462-46bb-ae88-7a062c0a4604 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=536b660e28b04d83bf689855f0e248c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508021 Nov 12 08:15:21.832774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:21.843898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ba37b1e1-8999-4573-903e-403c534d5db3 req-a2004974-b829-45fb-844e-cbcb5d5ef3e5 service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123435 Nov 12 08:15:21.901321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38b3d608-1282-4fa7-bd93-6291fb08e559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.929338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38b3d608-1282-4fa7-bd93-6291fb08e559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.019501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38b3d608-1282-4fa7-bd93-6291fb08e559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.023396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38b3d608-1282-4fa7-bd93-6291fb08e559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.028136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-38b3d608-1282-4fa7-bd93-6291fb08e559 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43f27977-5531-4d7a-b9a5-9ddc766bc84f HTTP/1.1" status: 204 len: 168 time: 0.1908400 Nov 12 08:15:22.045701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3d608-1282-4fa7-bd93-6291fb08e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f27977-5531-4d7a-b9a5-9ddc766bc84f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:22.118991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-108a5223-496c-42a6-aa8b-996b11f35a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.120547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-108a5223-496c-42a6-aa8b-996b11f35a20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5436587 Nov 12 08:15:22.247420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:22.253017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:22.263493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.283336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0589ab-e74c-409b-8586-2bc0075347d5 req-73ce85ce-da42-498e-a52d-b28782136c31 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.284917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a0589ab-e74c-409b-8586-2bc0075347d5 req-73ce85ce-da42-498e-a52d-b28782136c31 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 943 time: 0.1714582 Nov 12 08:15:22.317401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-9c3c9fc8-2153-4467-a14a-ccf4660ee6e3 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848407 Nov 12 08:15:22.329994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.330610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.331977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa86404d-0d90-48c4-846c-c51f7503c49e HTTP/1.1" status: 200 len: 1097 time: 2.3944328 Nov 12 08:15:22.464796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b070e-f2c6-45d5-a328-a0b06b1bfe80 service neutron] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:22.514310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a0589ab-e74c-409b-8586-2bc0075347d5 req-11498c0f-fa4a-4927-b1b1-cfb884ce97f0 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020593 Nov 12 08:15:22.542025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-4e22894b-8b8b-4c1b-896f-575736b9735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.543944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-4e22894b-8b8b-4c1b-896f-575736b9735a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa5e215ac8234fe19e55a030178cf420&device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 1100 time: 0.1548181 Nov 12 08:15:22.625337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-62f812f1-ddb6-4e37-9d98-35c94679ea4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=aa86404d-0d90-48c4-846c-c51f7503c49e HTTP/1.1" status: 200 len: 217 time: 0.0710618 Nov 12 08:15:22.628003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fe7031e-ec7a-49db-a767-79272cd1d1fa req-6afa45a7-3804-41b2-840c-b4ba125b3188 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008714 Nov 12 08:15:22.788157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-48a42d34-cc90-44d2-a0cd-13820b7b813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.789888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-48a42d34-cc90-44d2-a0cd-13820b7b813a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1538923 Nov 12 08:15:22.839600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-336aeeda-74e8-4014-ae7c-b54b18329424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.845974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-336aeeda-74e8-4014-ae7c-b54b18329424 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa5e215ac8234fe19e55a030178cf420&device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 1100 time: 0.1460683 Nov 12 08:15:22.871539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e9b1-af5f-4898-827f-54b4c5d01a9c req-53e6eee5-7253-45f6-9985-9dbbbe31e6fd tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.873113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f230e9b1-af5f-4898-827f-54b4c5d01a9c req-53e6eee5-7253-45f6-9985-9dbbbe31e6fd tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 948 time: 0.1252036 Nov 12 08:15:22.992904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cdd65-b837-45c3-8915-87ae0df0037a req-c4e1da11-ca46-4113-8fd7-f5c359a6cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.994444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-c4e1da11-ca46-4113-8fd7-f5c359a6cb2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1974208 Nov 12 08:15:23.038814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f230e9b1-af5f-4898-827f-54b4c5d01a9c req-cc109502-f044-4beb-9c4f-2fea84778bee tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386907 Nov 12 08:15:23.093049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:23.095359 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca002d-abac-4e09-a1a2-938c8456a6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:23.121738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-ed34c7b9-b37e-4f8b-84f5-4844a69b6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.123356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-ed34c7b9-b37e-4f8b-84f5-4844a69b6c7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2653768 Nov 12 08:15:23.181377 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98dfe64-f9b2-4ce8-908b-bfb874d15726 x-openstack-request-id: req-d98dfe64-f9b2-4ce8-908b-bfb874d15726 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:23.181377 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:23.181612 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d98dfe64-f9b2-4ce8-908b-bfb874d15726 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:23.181849 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'status': 'completed', 'code': 200} Nov 12 08:15:23.186792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-116ee30a-c292-4c45-b931-8a85c319d281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b HTTP/1.1" status: 200 len: 217 time: 0.0531583 Nov 12 08:15:23.205144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-dd1e06c3-4c07-48f9-b6ab-9734e30e0395 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001119 Nov 12 08:15:23.310829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-5fd1032e-6fa8-4f19-aace-0b4a03858189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.312318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-5fd1032e-6fa8-4f19-aace-0b4a03858189 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1163735 Nov 12 08:15:23.335411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-6a7f72f1-2d85-4c20-8eb8-5b70afda9fa6 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=20b922c6de624cb1b8b5cc8a379d0fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438609 Nov 12 08:15:23.410393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-430cdd65-b837-45c3-8915-87ae0df0037a req-ac72754d-5e78-47c7-be9f-6b5742568aca service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846440 Nov 12 08:15:23.445917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-e1bdbdc5-ee4a-460c-9d09-a3050a6e98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.447417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-e1bdbdc5-ee4a-460c-9d09-a3050a6e98a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245377 Nov 12 08:15:23.580379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-4af6da7d-2fae-4a87-bf55-3da12d703301 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.581920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-4af6da7d-2fae-4a87-bf55-3da12d703301 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220502 Nov 12 08:15:23.596189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-3ccdba8a-94aa-48ea-badd-7ea07b9b325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.597660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-3ccdba8a-94aa-48ea-badd-7ea07b9b325c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa5e215ac8234fe19e55a030178cf420&device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 1100 time: 0.1184320 Nov 12 08:15:23.653135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-084bb723-ae96-467f-a515-0f73543d01a9 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/quotas/20b922c6de624cb1b8b5cc8a379d0fd5 HTTP/1.1" status: 200 len: 375 time: 0.0592687 Nov 12 08:15:23.655020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-b4fd48ce-8586-4832-aa3c-b3683ba8f8c1 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000151 Nov 12 08:15:23.754703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-20f0698d-97fc-433c-b735-ecad119b546c tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=20b922c6de624cb1b8b5cc8a379d0fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782564 Nov 12 08:15:23.769647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:23.821434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dd7a0-0f3f-4e3c-b5fd-704534955d7e req-7dde2b80-fbc5-41b4-8d44-98502dcb7070 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.823028 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-637dd7a0-0f3f-4e3c-b5fd-704534955d7e req-7dde2b80-fbc5-41b4-8d44-98502dcb7070 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 943 time: 0.2074687 Nov 12 08:15:23.862602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-4f41be5d-a3db-4372-a58b-f40c02388173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.864162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-4f41be5d-a3db-4372-a58b-f40c02388173 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.2543058 Nov 12 08:15:23.919359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9305506-50b4-492a-aa0d-cd8a495eeeec req-15a7180c-44b8-4152-ab3d-89328bb94146 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458093 Nov 12 08:15:23.926617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-30ff9abd-0b31-4d25-a888-0a1e6449a5ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=aa86404d-0d90-48c4-846c-c51f7503c49e HTTP/1.1" status: 200 len: 217 time: 0.0531986 Nov 12 08:15:23.936274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:23.955098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'port_id': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'mac_address': 'fa:16:3e:dc:49:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:23.958018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-637dd7a0-0f3f-4e3c-b5fd-704534955d7e req-48a35c74-1f92-4727-a1f2-25c6f004b4b1 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259077 Nov 12 08:15:24.025078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-9ac56275-a5de-4d30-80ae-b6615ac561f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.036493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-9ac56275-a5de-4d30-80ae-b6615ac561f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0960603 Nov 12 08:15:24.054949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.075715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:24.122469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:24.132683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.201550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14a1f7c9-4fe3-448c-bd4e-bd1d2c63c1d7 req-ecc095cb-5fcb-44bc-868a-46b54463e7a6 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 210 time: 0.1265078 Nov 12 08:15:24.234952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-36a050f8-9ab1-4f72-b015-3015a30ce729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.237416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-36a050f8-9ab1-4f72-b015-3015a30ce729 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1928871 Nov 12 08:15:24.261837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:24.415589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4386-ee68-4483-9a7d-4c37d1a773d5 req-22db1911-635b-48c4-b611-05a200620dc8 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.417218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dfd4386-ee68-4483-9a7d-4c37d1a773d5 req-22db1911-635b-48c4-b611-05a200620dc8 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 948 time: 0.1158850 Nov 12 08:15:24.469549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-af594ca3-7c12-47de-9d8b-a8e0f10f1b13 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218034 Nov 12 08:15:24.501129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dfd4386-ee68-4483-9a7d-4c37d1a773d5 req-e3b8c8f9-02e9-4efa-8fd3-931822a3b68e tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731387 Nov 12 08:15:24.513564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:24.602589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:24.608743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cca002d-abac-4e09-a1a2-938c8456a6ce req-deffc9a2-4efb-40da-9133-b0d8fca6d264 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237299 Nov 12 08:15:24.757194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:24.779585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'mac_address': 'fa:16:3e:e7:11:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:24.825635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.839894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa86404d-0d90-48c4-846c-c51f7503c49e {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:24.861429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:24.864669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.865369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:24.933718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:24.937237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:24.949419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'mac_address': 'fa:16:3e:66:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:24.988129 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.000710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:25.020616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:25.025711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.081910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:25.123785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edecd57-c08c-4305-b9fa-21946b06836d req-be2dc0af-3a47-41f9-8c02-efcff89be62c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.126099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0edecd57-c08c-4305-b9fa-21946b06836d req-be2dc0af-3a47-41f9-8c02-efcff89be62c tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 944 time: 0.0660732 Nov 12 08:15:25.195722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:15:25.197048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0edecd57-c08c-4305-b9fa-21946b06836d req-0c027e57-6877-4c1a-a352-3520aeb0dd47 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632148 Nov 12 08:15:25.210355 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-72ecf58b-e7c8-4f74-b3d9-694c4f1c91c9 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=20b922c6de624cb1b8b5cc8a379d0fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537796 Nov 12 08:15:25.336913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6cff7ba-8088-4954-abc6-2e8e89fe264f req-dbef1970-8f19-4284-aeab-08797ef13b24 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 210 time: 0.0418751 Nov 12 08:15:25.341141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-a0e7d9eb-0939-416a-b688-fcb59063aceb tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.344421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-a0e7d9eb-0939-416a-b688-fcb59063aceb tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255991 Nov 12 08:15:25.356808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Request body: {'port': {'device_id': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '20b922c6de624cb1b8b5cc8a379d0fd5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:25.358576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aa86404d-0d90-48c4-846c-c51f7503c49e'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:25.363366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:25.481782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Made reservation on behalf of 20b922c6de624cb1b8b5cc8a379d0fd5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:25.486654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.496379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.582233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.592260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.674950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6292b675-0821-46d7-9386-bea4c3e721bd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:25.685719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c551ff3-74bb-4ddf-a25d-bcc3cd5f6008 req-508e357b-f907-43da-97e7-547171f4dc32 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.687276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c551ff3-74bb-4ddf-a25d-bcc3cd5f6008 req-508e357b-f907-43da-97e7-547171f4dc32 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 949 time: 0.0569139 Nov 12 08:15:25.746731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c551ff3-74bb-4ddf-a25d-bcc3cd5f6008 req-80ed61c6-3c7e-4908-bb44-b072cb48623f tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Nov 12 08:15:25.761747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Allocated IP 192.168.233.143 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/c65e2a7c-f52d-4723-a9c0-da25551e3528) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:25.768926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:25.820602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:25.824541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:25.824911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.928720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.975053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.028090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:26.032411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:26.034411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:26.037099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:26.063571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.087749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:26.089584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.089937 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac6e07e-4b35-47b0-b1bc-6e97672fe931" -d '{"events": [{"server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "name": "network-vif-plugged", "status": "completed", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:26.090429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.110497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:26.114469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-ee6a9aed-91f9-4555-bb4d-3fd538751691 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7610548 Nov 12 08:15:26.119926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.128658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Request body: {'port': {'device_id': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:26.170429 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e308752-8b0e-463c-9eba-a573962b2109 x-openstack-request-id: req-3e308752-8b0e-463c-9eba-a573962b2109 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:26.170731 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "name": "network-vif-plugged", "status": "completed", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:26.171285 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e308752-8b0e-463c-9eba-a573962b2109 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:26.173340 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'code': 200} Nov 12 08:15:26.190115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:26.192471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.199874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.200436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.200945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.201506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.201845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.202256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.202585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.202968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.203301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.203625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.204679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.205013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:26.323768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252846ec-c409-4378-b51e-6a3e1e584e58 req-f668088d-4ff2-47e6-8339-f352d4a44477 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.334037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-252846ec-c409-4378-b51e-6a3e1e584e58 req-f668088d-4ff2-47e6-8339-f352d4a44477 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0636139 Nov 12 08:15:26.390013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6374-d5ca-4224-99b6-79e34281430b req-eee20729-90b2-47d4-8c29-172733ced990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.391638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b92e6374-d5ca-4224-99b6-79e34281430b req-eee20729-90b2-47d4-8c29-172733ced990 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 1097 time: 0.1403577 Nov 12 08:15:26.395881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-252846ec-c409-4378-b51e-6a3e1e584e58 req-42374ba9-d605-4081-913e-bc81bbfabacd tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604384 Nov 12 08:15:26.408948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-88b1f6cb-fbe7-4619-83a9-3e2cb0520e5f None None] Provisioning complete for port c65e2a7c-f52d-4723-a9c0-da25551e3528 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:26.410005 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-88b1f6cb-fbe7-4619-83a9-3e2cb0520e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.481294 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b92e6374-d5ca-4224-99b6-79e34281430b req-c1b30f63-4a88-4004-b7a4-82f1018dd623 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579152 Nov 12 08:15:26.499521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c5774-8102-41ba-b961-0b6a5d8576a7 req-82bf6e43-e6f6-4182-97bd-0580a04ce72f tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.501229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c5774-8102-41ba-b961-0b6a5d8576a7 req-82bf6e43-e6f6-4182-97bd-0580a04ce72f tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 936 time: 0.0641134 Nov 12 08:15:26.507007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-88b1f6cb-fbe7-4619-83a9-3e2cb0520e5f None None] Port c65e2a7c-f52d-4723-a9c0-da25551e3528 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:26.569056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65e2a7c-f52d-4723-a9c0-da25551e3528 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:26.571483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-679c5774-8102-41ba-b961-0b6a5d8576a7 req-444ed098-8ac3-4724-8a9f-e81a8fd77fe2 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Nov 12 08:15:26.579104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.598468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Transition to ACTIVE for port object c65e2a7c-f52d-4723-a9c0-da25551e3528 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:26.603202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.631034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:26.657796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:26.735074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:26.740304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:26.740679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.754934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Attempting to bind port c65e2a7c-f52d-4723-a9c0-da25551e3528 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:26.755277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Attempting to bind port c65e2a7c-f52d-4723-a9c0-da25551e3528 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:26.756214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Attempting to bind port c65e2a7c-f52d-4723-a9c0-da25551e3528 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:26.763315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Port c65e2a7c-f52d-4723-a9c0-da25551e3528 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:26.763649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Attempting to bind port c65e2a7c-f52d-4723-a9c0-da25551e3528 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:26.773874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:26.774218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:26.774604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:26.775946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Bound port: c65e2a7c-f52d-4723-a9c0-da25551e3528, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:26.776827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.833306 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.869358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:26.874522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:26.877740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:26.883689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.883919 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.884850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:26.912835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb6f31-e2be-473b-867c-6654e292d222 req-80012f64-5108-4169-8eb3-e687f2efc8e0 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.916546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9cbb6f31-e2be-473b-867c-6654e292d222 req-80012f64-5108-4169-8eb3-e687f2efc8e0 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 949 time: 0.0665481 Nov 12 08:15:26.930195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.930716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.932158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/c65e2a7c-f52d-4723-a9c0-da25551e3528 HTTP/1.1" status: 200 len: 1097 time: 0.8093307 Nov 12 08:15:26.932616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:26.934986 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d18167-e864-4173-b9ba-4719cc832154" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:26.968264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9359b71-9376-462b-ac85-682c80c3c9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:27.025151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9cbb6f31-e2be-473b-867c-6654e292d222 req-8db3357f-6ea7-4127-8635-909e12902b60 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Nov 12 08:15:27.028030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port aa86404d-0d90-48c4-846c-c51f7503c49e completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:27.033825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:27.038899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port aa86404d-0d90-48c4-846c-c51f7503c49e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:27.039071 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27abdc3d-fa1f-4a29-b2a2-a599c2c85f4c x-openstack-request-id: req-27abdc3d-fa1f-4a29-b2a2-a599c2c85f4c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:27.039276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.039388 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:27.039579 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27abdc3d-fa1f-4a29-b2a2-a599c2c85f4c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:27.039989 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'status': 'completed', 'code': 200} Nov 12 08:15:27.056532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-088e885e-8091-430f-9967-78fff8bf38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.058044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-088e885e-8091-430f-9967-78fff8bf38c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20b922c6de624cb1b8b5cc8a379d0fd5&device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 1100 time: 0.0662491 Nov 12 08:15:27.104783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-72cdbba8-a1eb-43b7-af65-e2566dc0991d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528 HTTP/1.1" status: 200 len: 217 time: 0.0369701 Nov 12 08:15:27.127315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.163179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-5815276f-72e7-45db-846c-c3c8a616ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.165092 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-5815276f-72e7-45db-846c-c3c8a616ff66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0523186 Nov 12 08:15:27.165365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:27.170170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.214557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-85c3ae10-e28c-485d-8df4-bc7bc3ff3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.216200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-85c3ae10-e28c-485d-8df4-bc7bc3ff3f6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437441 Nov 12 08:15:27.231265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:27.312133 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-c6eb8882-d711-4e5b-a977-2262cc69ee1e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881195 Nov 12 08:15:27.417910 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3f322c0d-3ce8-4099-b2a9-6b13cd9e26e6 req-a42ced10-0978-4cc4-8e10-62ad528973da service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913515 Nov 12 08:15:27.519276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d18167-e864-4173-b9ba-4719cc832154 req-b99b3b83-fc6b-47ec-93de-9d721691f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.521616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-b99b3b83-fc6b-47ec-93de-9d721691f8ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20b922c6de624cb1b8b5cc8a379d0fd5&device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 1100 time: 0.0436091 Nov 12 08:15:27.526707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dd730-9863-4cc5-9920-5d4594ed1a2d req-582b618f-b11b-49a1-9548-5ddc55861148 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.528354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c6dd730-9863-4cc5-9920-5d4594ed1a2d req-582b618f-b11b-49a1-9548-5ddc55861148 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0510960 Nov 12 08:15:27.583574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c6dd730-9863-4cc5-9920-5d4594ed1a2d req-c9e0667b-9cd1-40c2-acc7-dd4111861802 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Nov 12 08:15:27.632726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d18167-e864-4173-b9ba-4719cc832154 req-df972bd5-c631-434a-9dec-7a888be6c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.634546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-df972bd5-c631-434a-9dec-7a888be6c9fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1007619 Nov 12 08:15:27.683681 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-f3cae305-fa0a-46e9-a496-e116af57530e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528 HTTP/1.1" status: 200 len: 217 time: 0.0386472 Nov 12 08:15:27.714296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6d4fd-4c67-4413-9117-5e79bc51386f req-4a78a0c9-7ef1-4f73-bc0b-5802d8fa3d28 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.715915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfd6d4fd-4c67-4413-9117-5e79bc51386f req-4a78a0c9-7ef1-4f73-bc0b-5802d8fa3d28 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 948 time: 0.0634429 Nov 12 08:15:27.741848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d18167-e864-4173-b9ba-4719cc832154 req-5f1b52a9-e397-45d4-87d2-e79289a5e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.743585 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-5f1b52a9-e397-45d4-87d2-e79289a5e207 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0524850 Nov 12 08:15:27.767922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfd6d4fd-4c67-4413-9117-5e79bc51386f req-f4578414-5e6c-4ca2-af13-2edb08256f63 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Nov 12 08:15:27.790070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d18167-e864-4173-b9ba-4719cc832154 req-9be4e7d6-1c2e-411b-a1db-b1854085d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.791653 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-9be4e7d6-1c2e-411b-a1db-b1854085d398 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408328 Nov 12 08:15:27.884582 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-aa7bed36-d642-40c3-9947-02070a6c517e service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Nov 12 08:15:27.989204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-44d18167-e864-4173-b9ba-4719cc832154 req-dc7a3484-9a16-482e-965a-e4028ea98115 service neutron] 10.222.0.25 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918758 Nov 12 08:15:28.135753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77215-b3d5-454a-9820-6edcaf5fc560 req-96f42e62-43bb-4e98-8bbe-4fb0dded3c21 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.137270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1f77215-b3d5-454a-9820-6edcaf5fc560 req-96f42e62-43bb-4e98-8bbe-4fb0dded3c21 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 950 time: 0.0490923 Nov 12 08:15:28.174461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}, {'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:28.178637 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78488bd-152c-4e5c-b969-ca8d1dcf4074" -d '{"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-plugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}, {"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-plugged", "status": "completed", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:28.185328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1f77215-b3d5-454a-9820-6edcaf5fc560 req-b7de7e95-4a7f-4ddd-b2b0-860902d3cf58 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Nov 12 08:15:28.218231 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef1c72c-7f81-4dd0-b99e-9e915f68a3b0 x-openstack-request-id: req-fef1c72c-7f81-4dd0-b99e-9e915f68a3b0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:28.218537 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-plugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "code": 200}, {"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-plugged", "status": "completed", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:28.218800 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fef1c72c-7f81-4dd0-b99e-9e915f68a3b0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:28.219209 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'code': 200} Nov 12 08:15:28.219470 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'code': 200} Nov 12 08:15:28.368329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd168ba-2430-489d-8084-1f26225fc6d7 req-4cb73186-3f7a-4f9f-b503-55b36a093573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.369861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fd168ba-2430-489d-8084-1f26225fc6d7 req-4cb73186-3f7a-4f9f-b503-55b36a093573 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 1102 time: 0.0718241 Nov 12 08:15:28.372679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f884d-a3cc-44f7-a1db-e17b49cf89ba req-73269b25-9019-4105-9179-87076e64f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.374211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-942f884d-a3cc-44f7-a1db-e17b49cf89ba req-73269b25-9019-4105-9179-87076e64f710 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 1102 time: 0.0674319 Nov 12 08:15:28.449562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-942f884d-a3cc-44f7-a1db-e17b49cf89ba req-84726cb1-dff8-4046-a9e8-887369cf6f89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658989 Nov 12 08:15:28.451660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fd168ba-2430-489d-8084-1f26225fc6d7 req-e50d083d-1953-4d53-a095-c53912d8fec2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Nov 12 08:15:28.940034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28063ab-6d4a-45e5-bda2-00fa072879af req-53f82ec0-fbf2-43b2-9f51-f91353a5f4f9 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.941554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a28063ab-6d4a-45e5-bda2-00fa072879af req-53f82ec0-fbf2-43b2-9f51-f91353a5f4f9 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0523386 Nov 12 08:15:29.020380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a28063ab-6d4a-45e5-bda2-00fa072879af req-b5ff0ed7-1e85-44c1-8f59-228bcd3ae660 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721486 Nov 12 08:15:29.033619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc175a-eeae-440a-9d38-5bad3a80e085 req-48a83327-a69c-4a62-8dff-4aa2b09dc4b2 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.035188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbcc175a-eeae-440a-9d38-5bad3a80e085 req-48a83327-a69c-4a62-8dff-4aa2b09dc4b2 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 948 time: 0.0734482 Nov 12 08:15:29.083037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbcc175a-eeae-440a-9d38-5bad3a80e085 req-9cd4d95d-b9ca-4610-afe0-39779e3c24d5 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Nov 12 08:15:29.131720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b3225-0dfe-43a6-bf45-cfdad1e8fc16 req-51d9f6fa-b123-4e0d-bbc6-3b08d011925b tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.133155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e17b3225-0dfe-43a6-bf45-cfdad1e8fc16 req-51d9f6fa-b123-4e0d-bbc6-3b08d011925b tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0490689 Nov 12 08:15:29.141601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43592) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:29.146214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Request body: {'floatingip': {'port_id': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:29.187644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:29.584399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343d0ff-7522-4706-81bb-b60fbfc6ab78 req-55551b8d-2898-4c3f-b03a-97a01c751fa1 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.585848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c343d0ff-7522-4706-81bb-b60fbfc6ab78 req-55551b8d-2898-4c3f-b03a-97a01c751fa1 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 950 time: 0.1152709 Nov 12 08:15:29.703620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c343d0ff-7522-4706-81bb-b60fbfc6ab78 req-33ec317a-98ba-446d-933e-0457b09c3469 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 Nov 12 08:15:30.003366 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.007565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.118650 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Floating IP fedbe0b3-a61d-470b-851c-49c401e9c282 associated. External IP: 172.25.4.127, port: b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e. Nov 12 08:15:30.261278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44617249-837e-4a13-867f-dfc0fbfeaf58 req-46092511-a70c-4db4-b074-819677d55d5d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.262731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44617249-837e-4a13-867f-dfc0fbfeaf58 req-46092511-a70c-4db4-b074-819677d55d5d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 948 time: 0.1041386 Nov 12 08:15:30.361766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44617249-837e-4a13-867f-dfc0fbfeaf58 req-7578a63d-dd8e-4940-a582-a31addba9dac tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903416 Nov 12 08:15:30.417518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Router 02aff6f3-943f-41b6-b334-47971f1f34f3 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:30.535975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:30.540329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.545572 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] Sync routers for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:30.555721 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:30.556366 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:30.571117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5cdc12e7-2b30-4bca-872f-b5cbf5ef68ec tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "PUT /v2.0/floatingips/fedbe0b3-a61d-470b-851c-49c401e9c282 HTTP/1.1" status: 200 len: 991 time: 1.4283383 Nov 12 08:15:30.571726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:30.574150 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d6ebe0-1193-472f-b968-bdeeaa686343" -d '{"events": [{"name": "network-changed", "server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:30.615588 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7b05ae-788e-4057-82a7-57992dd1ce9f x-openstack-request-id: req-0b7b05ae-788e-4057-82a7-57992dd1ce9f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:30.615880 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:30.616159 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b7b05ae-788e-4057-82a7-57992dd1ce9f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:30.616565 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'status': 'completed', 'code': 200} Nov 12 08:15:30.669883 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:30.684526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-70e6ef91-3d8e-492c-a3e5-270891e4d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.686850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-70e6ef91-3d8e-492c-a3e5-270891e4d6f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5068e6dd16f494493b65f5c12410983&device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 1097 time: 0.0476930 Nov 12 08:15:30.799300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-6dcc827c-049f-40bf-8dc5-d1a5f2e4adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.801083 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-6dcc827c-049f-40bf-8dc5-d1a5f2e4adc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e HTTP/1.1" status: 200 len: 905 time: 0.1079431 Nov 12 08:15:30.831219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2322d21-3bd4-486b-bc8e-b18e5c7c0294 req-168793de-8cec-41ef-93f4-f45ad3947b0b tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.832892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2322d21-3bd4-486b-bc8e-b18e5c7c0294 req-168793de-8cec-41ef-93f4-f45ad3947b0b tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 950 time: 0.0528193 Nov 12 08:15:30.874250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-29282cf8-2fea-4e40-8abd-6f43ff0d06de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e HTTP/1.1" status: 200 len: 999 time: 0.0659361 Nov 12 08:15:30.890239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2322d21-3bd4-486b-bc8e-b18e5c7c0294 req-c4ceb056-eafc-4808-aa95-e0827d1e19ef tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492814 Nov 12 08:15:30.927339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-39171567-3d10-467f-9687-5882456ceae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.928939 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-39171567-3d10-467f-9687-5882456ceae6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9688eec-e90d-4405-9286-4d7ee56c1c2a HTTP/1.1" status: 200 len: 844 time: 0.0474868 Nov 12 08:15:31.002441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-abc01be2-f377-4db5-bdd1-e991a2c89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.004142 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-abc01be2-f377-4db5-bdd1-e991a2c89d27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629060 Nov 12 08:15:31.037941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501d11c-331e-4373-9295-d49a2f74594e req-9997a4ce-df25-48d1-96ec-1472cbfd21d7 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.046947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8501d11c-331e-4373-9295-d49a2f74594e req-9997a4ce-df25-48d1-96ec-1472cbfd21d7 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 950 time: 0.0772929 Nov 12 08:15:31.090626 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'fedbe0b3-a61d-470b-851c-49c401e9c282', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'port_id': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'mac_address': 'fa:16:3e:dc:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:15:10Z', 'updated_at': '2021-11-12T08:15:29Z', 'revision_number': 1, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:13Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:31.126768 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-95ddc2d5-ac69-4696-a36c-da46647feed0 service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128438 Nov 12 08:15:31.128606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8501d11c-331e-4373-9295-d49a2f74594e req-46838f84-34bb-4045-b2d9-5c1b42152a50 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805736 Nov 12 08:15:31.140238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] Checking router: 02aff6f3-943f-41b6-b334-47971f1f34f3 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:31.159100 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:31.164191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:31.246547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-51d6ebe0-1193-472f-b968-bdeeaa686343 req-ba013f59-d4dd-4f05-9757-345f059e8ecc service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123760 Nov 12 08:15:31.304719 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:31.518958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85d26-fbb3-4f2f-9fbd-588f5ba936cc req-2c1561bd-aacb-4b67-ae0d-9656358298cd tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.521539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fe85d26-fbb3-4f2f-9fbd-588f5ba936cc req-2c1561bd-aacb-4b67-ae0d-9656358298cd tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 948 time: 0.0835919 Nov 12 08:15:31.598043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fe85d26-fbb3-4f2f-9fbd-588f5ba936cc req-1cfd63c2-630e-4b31-b030-19e4065ff90c tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597014 Nov 12 08:15:31.661126 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'fedbe0b3-a61d-470b-851c-49c401e9c282', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'port_id': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'mac_address': 'fa:16:3e:dc:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:15:10Z', 'updated_at': '2021-11-12T08:15:29Z', 'revision_number': 1, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:13Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:31.733565 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef3895-3a51-4da7-926d-ea41ca390e82 None None] The sync data for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 is: [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'fedbe0b3-a61d-470b-851c-49c401e9c282', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'port_id': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'mac_address': 'fa:16:3e:dc:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:15:10Z', 'updated_at': '2021-11-12T08:15:29Z', 'revision_number': 1, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:13Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:31.811881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:31.923639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:31.937229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'mac_address': 'fa:16:3e:15:4b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:31.981755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:31.993957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a17ac-ec79-4595-a58f-8aa76ca9a9cc None None] New status for floating IP fedbe0b3-a61d-470b-851c-49c401e9c282: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:15:32.030377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65e2a7c-f52d-4723-a9c0-da25551e3528 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:32.079179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:32.110376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:32.210677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:32.493986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['c65e2a7c-f52d-4723-a9c0-da25551e3528'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:32.680992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:32.752940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338207d-43c1-451e-8891-46cd819bdba9 req-128529de-dce1-408d-b9ba-c604b1afaf36 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:32.756695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e338207d-43c1-451e-8891-46cd819bdba9 req-128529de-dce1-408d-b9ba-c604b1afaf36 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 949 time: 0.0797112 Nov 12 08:15:32.809686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:32.809805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e338207d-43c1-451e-8891-46cd819bdba9 req-0f7a9a20-5426-425d-9437-8e2cfc6d78cc tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484843 Nov 12 08:15:32.833607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'mac_address': 'fa:16:3e:66:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:32.886869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:32.902255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:32.923832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:32.934096 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:32.995972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:33.090576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:33.816531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:33.882118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port c65e2a7c-f52d-4723-a9c0-da25551e3528 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:33.888170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port c65e2a7c-f52d-4723-a9c0-da25551e3528 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:33.888559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.946266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd68d9-d2ea-4bf3-8ed9-39a354b22cfc req-03e0bb95-bc00-43f2-bf33-a3b1f49db544 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:33.955664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34cd68d9-d2ea-4bf3-8ed9-39a354b22cfc req-03e0bb95-bc00-43f2-bf33-a3b1f49db544 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 949 time: 0.0661864 Nov 12 08:15:33.978703 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.003199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:34.006008 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db18da6-da3d-4007-99d7-037b7ce8335d" -d '{"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-plugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:34.020186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:34.023100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34cd68d9-d2ea-4bf3-8ed9-39a354b22cfc req-8d04c71d-8dbf-4181-a1d9-d5edd01ebeb2 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624938 Nov 12 08:15:34.028801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.055929 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e54feb-f2a8-4a00-8493-099493dc3f36 x-openstack-request-id: req-64e54feb-f2a8-4a00-8493-099493dc3f36 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:34.056280 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-plugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:34.056546 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64e54feb-f2a8-4a00-8493-099493dc3f36 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:34.056940 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'code': 200} Nov 12 08:15:34.092687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:34.163470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b73da-899f-40e5-8e71-0ce28a2eab36 req-20dd9334-440b-4b45-b4d1-33a99bca14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.165026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf6b73da-899f-40e5-8e71-0ce28a2eab36 req-20dd9334-440b-4b45-b4d1-33a99bca14e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 1102 time: 0.0482504 Nov 12 08:15:34.212615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf6b73da-899f-40e5-8e71-0ce28a2eab36 req-24b661d7-2c99-4b2a-bb21-8a15fc349bc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Nov 12 08:15:34.684284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:34.744741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:34.745143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.854523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.905636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:34.911802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.992525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:35.170996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3a19a-68cd-4d35-9de7-a0e412d419c0 req-8792b61f-ec74-4fb0-8d3b-7bd0db0bdf3f tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.175014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3a3a19a-68cd-4d35-9de7-a0e412d419c0 req-8792b61f-ec74-4fb0-8d3b-7bd0db0bdf3f tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 950 time: 0.0735943 Nov 12 08:15:35.233083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3a3a19a-68cd-4d35-9de7-a0e412d419c0 req-12f9c623-c546-4adc-ad18-301675e1550b tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504048 Nov 12 08:15:36.058518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:36.060910 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb45989-fe0f-4745-b08c-d83882cbb6a2" -d '{"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-plugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:36.131842 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d930ba-5cde-4465-bcac-65e8630daf3a x-openstack-request-id: req-77d930ba-5cde-4465-bcac-65e8630daf3a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:36.132202 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-plugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:36.132458 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77d930ba-5cde-4465-bcac-65e8630daf3a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:36.132852 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'code': 200} Nov 12 08:15:36.377998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03cca-9f4d-41e4-9ab4-10d9df60b620 req-a5261df8-ca33-4bc3-b27b-46f435ba5b52 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.393437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7d03cca-9f4d-41e4-9ab4-10d9df60b620 req-a5261df8-ca33-4bc3-b27b-46f435ba5b52 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 950 time: 0.0777194 Nov 12 08:15:36.454065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7d03cca-9f4d-41e4-9ab4-10d9df60b620 req-50466426-143a-4269-8b9b-333ce576a315 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Nov 12 08:15:38.517948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.659812 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-37d31692-27e6-43ee-a4cd-905672f6e1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.587236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.862487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:42.014334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:42.031613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'mac_address': 'fa:16:3e:15:4b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:42.085962 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.104239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c65e2a7c-f52d-4723-a9c0-da25551e3528 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:42.136389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:42.142403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.222397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:42.280464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['c65e2a7c-f52d-4723-a9c0-da25551e3528'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:43.111949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-05d97cf8-6f50-44b7-bc5a-49a9ca69ffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.855122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:43.918139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port c65e2a7c-f52d-4723-a9c0-da25551e3528 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:43.918505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:44.015776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:44.045024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:44.047632 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9601412-2cd8-4b77-a59c-401298cf2f0c" -d '{"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-plugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:44.066090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:44.073616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:44.153519 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d525a7d-4b3b-456b-a15c-f374cda1fd27 x-openstack-request-id: req-5d525a7d-4b3b-456b-a15c-f374cda1fd27 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:44.154220 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-plugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:44.154220 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d525a7d-4b3b-456b-a15c-f374cda1fd27 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:44.154564 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'code': 200} Nov 12 08:15:44.166518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:44.408883 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.582847 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:46.048870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d712b-ddbb-445e-905f-2d6d37939be9 req-ab5466e8-81af-4103-a991-b5c6a721009d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:46.051100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-165d712b-ddbb-445e-905f-2d6d37939be9 req-ab5466e8-81af-4103-a991-b5c6a721009d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 950 time: 0.0580487 Nov 12 08:15:46.116770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-165d712b-ddbb-445e-905f-2d6d37939be9 req-8c0c4a74-1efc-42e9-9c72-595ed65904f8 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Nov 12 08:15:46.710521 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.790486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:49.045006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:49.077886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'mac_address': 'fa:16:3e:e7:11:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:49.154142 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.216390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa86404d-0d90-48c4-846c-c51f7503c49e {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:49.274502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:49.282624 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.371958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:49.674340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aa86404d-0d90-48c4-846c-c51f7503c49e'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:50.808853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:51.057310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port aa86404d-0d90-48c4-846c-c51f7503c49e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:51.060605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.355229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.396167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:51.397713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:51.401144 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a948c089-f422-463a-9b3b-242b11fa8809" -d '{"events": [{"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-plugged", "status": "completed", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:51.406495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.407606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:51.591282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:51.785725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.860767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:51.867951 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.006006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:53.892809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-5489401a-98c7-4d55-9a0a-5079059ae2ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1249413 Nov 12 08:15:54.090848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.091732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.095428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.095907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.096613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.097283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.098112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.106398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a51a3144-9a0a-44e5-9a31-a8080ad509a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6506 time: 0.1356096 Nov 12 08:15:54.270417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-369561fa-bec7-45f4-93fa-1f049056c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.271219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-369561fa-bec7-45f4-93fa-1f049056c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.271857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-369561fa-bec7-45f4-93fa-1f049056c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.273703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-369561fa-bec7-45f4-93fa-1f049056c073 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 200 len: 2295 time: 0.1356885 Nov 12 08:15:54.427634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-757a4ba0-10d0-4200-9746-1c94e7040705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 200 len: 1001 time: 0.1432614 Nov 12 08:15:54.553765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-be8df4f8-152e-4bb8-9886-ab05281e1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.558122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-be8df4f8-152e-4bb8-9886-ab05281e1d94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=041b15c2-889c-4c31-8f9c-91c84819954e HTTP/1.1" status: 200 len: 855 time: 0.1208463 Nov 12 08:15:54.646969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-defd367d-de3a-46a2-bd2e-99a546ddd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.650315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-defd367d-de3a-46a2-bd2e-99a546ddd2db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836129 Nov 12 08:15:55.014208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a75e6cb8-af9e-4fd3-8fc2-74a25f0f854e service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198739 Nov 12 08:15:55.196538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-3971c976-9d9b-4cfa-8a6e-22bf5814ccfa service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716015 Nov 12 08:15:55.275348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-04d4663b-d0f5-4a60-9441-e5be84de65f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 217 time: 0.0679278 Nov 12 08:15:55.356376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-28b47e99-595e-4c7a-b0aa-c471fd48cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.358238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-28b47e99-595e-4c7a-b0aa-c471fd48cdcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0749342 Nov 12 08:15:55.424978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-ea49caa0-3ed1-4616-a7c4-072d601cf532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.427096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-ea49caa0-3ed1-4616-a7c4-072d601cf532 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599740 Nov 12 08:15:55.593932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-2e0b946b-a974-48f1-bd10-a2f048c09346 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577969 Nov 12 08:15:55.737092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-2c0d1e26-4cfa-4c14-98e1-b3d6e4b781d8 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286492 Nov 12 08:15:55.813054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-9fb484bb-07b1-41fd-b4a5-7da83486a58d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 217 time: 0.0660181 Nov 12 08:15:55.874716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-ba47e8bc-7fa9-4daa-8a37-3f06ee505fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.876844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-ba47e8bc-7fa9-4daa-8a37-3f06ee505fc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0527408 Nov 12 08:15:56.013115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-2e08fbbc-5a83-4c28-8e62-a3a6b6a72cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.036082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-2e08fbbc-5a83-4c28-8e62-a3a6b6a72cec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438231 Nov 12 08:15:56.178976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-85e9ba2d-eb62-468d-9007-1906326251e9 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398265 Nov 12 08:15:56.316144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-4d7a128b-6ef6-4fbb-abf2-b3586a877c5b service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275866 Nov 12 08:15:56.371594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-3ef9bbfa-8f3f-494e-ac9d-dc59465d8df0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 HTTP/1.1" status: 200 len: 217 time: 0.0464022 Nov 12 08:15:56.443853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-64241589-2218-4973-bd4c-fae7cf5da641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.448467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-64241589-2218-4973-bd4c-fae7cf5da641 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0647666 Nov 12 08:15:56.528397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a2c75478-68bb-4e62-8b56-12ac6f6d5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.529937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a2c75478-68bb-4e62-8b56-12ac6f6d5b51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751143 Nov 12 08:15:56.689336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-fbc1a1a0-6c5b-4afc-9355-e966bf92c752 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493232 Nov 12 08:15:56.896380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-e9834f56-12a9-4a32-9670-c0a6c8bc0124 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976929 Nov 12 08:15:56.961364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a2571384-cf2b-4283-8a48-db0b77dcaa34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbc08120-525e-4368-a584-fbb131e12649 HTTP/1.1" status: 200 len: 217 time: 0.0559056 Nov 12 08:15:57.049832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-4d7dbace-b83a-485b-9a78-cf5eae6af61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:57.052862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-4d7dbace-b83a-485b-9a78-cf5eae6af61e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0809245 Nov 12 08:15:57.136708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-1d4d05d4-0341-4374-9eda-faa2cddd618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:57.140857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-1d4d05d4-0341-4374-9eda-faa2cddd618c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804899 Nov 12 08:15:57.216792 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e24d27-cfdd-4191-8c9a-d05227312fad x-openstack-request-id: req-14e24d27-cfdd-4191-8c9a-d05227312fad {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:57.217275 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-plugged", "status": "completed", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:57.217381 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14e24d27-cfdd-4191-8c9a-d05227312fad {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:57.217715 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'code': 200} Nov 12 08:15:57.338839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-f81b7687-a01f-44e5-b53c-5ce0427baae4 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894200 Nov 12 08:15:57.558041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-e34b725e-b99e-4a07-9ee6-2524f79a5102 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124002 Nov 12 08:15:57.631413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-4152c8bd-5c7f-4442-a3cf-bc1a97f590d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3 HTTP/1.1" status: 200 len: 217 time: 0.0625930 Nov 12 08:15:57.818477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a1e9ad34-fe8f-4364-af02-62c7e838da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:57.823513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-a1e9ad34-fe8f-4364-af02-62c7e838da24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.1846147 Nov 12 08:15:57.846171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b925-ac22-4a35-b886-152f292a27f3 req-32a9df92-5c32-475a-95d9-964ca3fc0d44 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:57.854302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1914b925-ac22-4a35-b886-152f292a27f3 req-32a9df92-5c32-475a-95d9-964ca3fc0d44 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 950 time: 0.1165857 Nov 12 08:15:57.965219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1914b925-ac22-4a35-b886-152f292a27f3 req-34738539-5151-4ca8-ad8f-3d8625085ad9 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097507 Nov 12 08:15:57.986036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-991e080a-b25e-4373-81da-924cd1cf5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:57.986036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-991e080a-b25e-4373-81da-924cd1cf5dde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180122 Nov 12 08:15:58.205113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-39cf7d4a-db5b-454a-b62b-12c85a95e735 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147355 Nov 12 08:15:58.339927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-d4818461-18a8-4aee-a75d-3e70dc5ddfe0 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232469 Nov 12 08:15:58.736566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-b72b66d6-5214-4808-8a7e-8fac00fe6307 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 200 len: 217 time: 0.3887742 Nov 12 08:15:58.801642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-8b9ce5f6-71d8-427b-9be1-712ab1a373b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:58.803490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-8b9ce5f6-71d8-427b-9be1-712ab1a373b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.0564504 Nov 12 08:15:58.858627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-e72be788-2565-46f3-8a31-3cedf0dcacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:58.860652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-e72be788-2565-46f3-8a31-3cedf0dcacd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491390 Nov 12 08:15:59.087881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-58d903cd-c2ec-416c-9585-af8624e115c5 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152197 Nov 12 08:15:59.219415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:59.225574 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014a09cc-695b-463a-9b23-791d48ad1291" -d '{"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:59.295027 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407e429-ed3b-495a-9118-651e0c25c8b6 x-openstack-request-id: req-3407e429-ed3b-495a-9118-651e0c25c8b6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:59.295542 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:59.295996 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3407e429-ed3b-495a-9118-651e0c25c8b6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:59.299690 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'code': 200} Nov 12 08:15:59.414136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18b117-39cc-42a7-b0d4-d3af86274d4e req-5f638644-8a7c-4695-84a9-c8101e772faf tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:59.415708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f18b117-39cc-42a7-b0d4-d3af86274d4e req-5f638644-8a7c-4695-84a9-c8101e772faf tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 950 time: 0.2402267 Nov 12 08:15:59.477078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-999defaf-8c25-4a60-9dc4-3b4afc226bad req-57e2cccd-39dc-455d-bb81-fab67ce46f7d service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791554 Nov 12 08:15:59.589991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f18b117-39cc-42a7-b0d4-d3af86274d4e req-b10d7f2e-1367-4537-8e61-beb0ecbaa9d2 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666179 Nov 12 08:16:01.750982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ae20-cadc-419a-bccd-fd2f206ac2d6 req-efe91d1d-3dfd-46b0-9075-5ba50547564c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:01.754200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d58ae20-cadc-419a-bccd-fd2f206ac2d6 req-efe91d1d-3dfd-46b0-9075-5ba50547564c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0704916 Nov 12 08:16:01.825305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d58ae20-cadc-419a-bccd-fd2f206ac2d6 req-d1af5e47-113f-4f2e-b35a-08b439c5ed97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614934 Nov 12 08:16:01.930273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:02.106472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:02.151907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:02.154725 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db2cdd8-b40f-4e21-9464-9e415a4f6d7e" -d '{"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-unplugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:02.173849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:02.179816 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:02.188150 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:16:02.224865 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73fc248-a822-4e04-ba19-4a7ac877ebeb x-openstack-request-id: req-e73fc248-a822-4e04-ba19-4a7ac877ebeb {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:02.225374 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-unplugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:02.225922 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e73fc248-a822-4e04-ba19-4a7ac877ebeb {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:02.226488 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'code': 200} Nov 12 08:16:02.260931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:03.024581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29328e6e-17da-4c05-b31b-6b3061aabc9c req-feb9919f-d3dc-47b3-92e2-0f7d93f95a04 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.027419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29328e6e-17da-4c05-b31b-6b3061aabc9c req-feb9919f-d3dc-47b3-92e2-0f7d93f95a04 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0757017 Nov 12 08:16:03.105931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29328e6e-17da-4c05-b31b-6b3061aabc9c req-21b96199-b450-4922-bb99-28084a0bbbd5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640876 Nov 12 08:16:03.681759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-f98a7b3a-64d8-4402-9037-76cd69902064 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0788534 Nov 12 08:16:03.818812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.819571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.820546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.821286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.822060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.822911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.823654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.826800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-998a852a-d824-4a36-981c-26f00d381130 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5a9583f7f364df587f883913b8f091a&device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6498 time: 0.0767210 Nov 12 08:16:03.980708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-d083a3c7-a708-49d8-b83e-958138c9fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.981460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-d083a3c7-a708-49d8-b83e-958138c9fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.982017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-d083a3c7-a708-49d8-b83e-958138c9fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.984094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-d083a3c7-a708-49d8-b83e-958138c9fb3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=57aeee26-4086-426d-86ff-d028108630ac&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&id=b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 200 len: 2290 time: 0.1312542 Nov 12 08:16:04.309991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acbcb3-6983-46ac-9d68-d9bf1c5b23a7 req-18905832-6ce0-4100-873c-97cb08dc16fc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.312306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85acbcb3-6983-46ac-9d68-d9bf1c5b23a7 req-18905832-6ce0-4100-873c-97cb08dc16fc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0753243 Nov 12 08:16:04.391101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85acbcb3-6983-46ac-9d68-d9bf1c5b23a7 req-6e446f8e-3902-4553-afb7-c3adf7a869db tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724914 Nov 12 08:16:04.427048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f7558-b7bb-4c2e-b91d-6cc279fdf2ac req-47217c4e-aa4f-42a5-9910-25ca7537e092 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.427048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b9f7558-b7bb-4c2e-b91d-6cc279fdf2ac req-47217c4e-aa4f-42a5-9910-25ca7537e092 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 950 time: 0.0752518 Nov 12 08:16:04.442560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-cec2b92c-79ee-4044-a044-9ab71b2527b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 200 len: 1001 time: 0.4501295 Nov 12 08:16:04.502379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-df2bb1f8-9bfb-451c-9807-bd9f275c4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.504255 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-df2bb1f8-9bfb-451c-9807-bd9f275c4052 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 200 len: 850 time: 0.0546553 Nov 12 08:16:04.507073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b9f7558-b7bb-4c2e-b91d-6cc279fdf2ac req-bc4afabd-596c-4d68-8928-14145bbdd496 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712557 Nov 12 08:16:04.558468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-55418eaf-06e5-4daa-8383-ba93dc13bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.560140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-55418eaf-06e5-4daa-8383-ba93dc13bd29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57aeee26-4086-426d-86ff-d028108630ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472517 Nov 12 08:16:04.690141 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-f69adc56-1b09-4bcd-80b5-a4c217059299 service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207805 Nov 12 08:16:04.788575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-07a9b2d8-7b9b-40e0-b953-d78281bc102d service neutron] 10.222.0.25 "GET /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902674 Nov 12 08:16:04.837787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-7453aab3-9a24-4c9f-8dd4-d8ed8ebd5980 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 217 time: 0.0416472 Nov 12 08:16:04.894322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-b87dcca7-34f7-4b62-81d8-79496cf17fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.896569 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-b87dcca7-34f7-4b62-81d8-79496cf17fd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0498643 Nov 12 08:16:04.945468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-e90ee62a-6993-4d2c-aa6d-3070c533a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.946889 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-e90ee62a-6993-4d2c-aa6d-3070c533a141 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421715 Nov 12 08:16:05.047314 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-a47da61d-7680-47a0-ab0a-f41e6b49eeb5 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910413 Nov 12 08:16:05.140787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-d78df417-2e89-4601-bcd7-7ee48e0ccab4 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846777 Nov 12 08:16:05.187342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-294c0639-e47d-4d2a-8eca-d29fe16f268f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 217 time: 0.0383790 Nov 12 08:16:05.237613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-802ff6e2-ffd7-49d2-8ece-963b44f38927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.239725 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-802ff6e2-ffd7-49d2-8ece-963b44f38927 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0448565 Nov 12 08:16:05.286002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-9923f35f-dd80-464e-a2d3-feac4b165f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.287512 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-9923f35f-dd80-464e-a2d3-feac4b165f56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408726 Nov 12 08:16:05.387672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-e9f9ba76-f703-4864-9e14-7fef2dc740ff service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917742 Nov 12 08:16:05.498333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-ac01970c-02cb-4d2c-9897-c17e6d2f211a service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033521 Nov 12 08:16:05.544422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720544b-0952-429c-8c21-d19dc5eeeb8c req-c6f6d8be-b33b-4e2f-8125-81fb7bb62362 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.553459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0720544b-0952-429c-8c21-d19dc5eeeb8c req-c6f6d8be-b33b-4e2f-8125-81fb7bb62362 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0652122 Nov 12 08:16:05.555741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-0730688b-cba9-4bd8-9087-fd4539d263da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 200 len: 217 time: 0.0488689 Nov 12 08:16:05.615287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-99ad0e92-1d8c-4486-8586-b33660d4b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.616872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-99ad0e92-1d8c-4486-8586-b33660d4b11b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0541399 Nov 12 08:16:05.622597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0720544b-0952-429c-8c21-d19dc5eeeb8c req-76fa4bf7-6bbc-497d-9e30-96d2e761c962 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684507 Nov 12 08:16:05.671660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-c4ba5d3d-6e3a-431a-8308-04d68332849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.673440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-c4ba5d3d-6e3a-431a-8308-04d68332849f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483217 Nov 12 08:16:05.677232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744ebcb-d849-4006-941e-5f6bf9d19f07 req-d1350267-3a76-4f80-9403-01f7e6f1dcdf tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.678756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d744ebcb-d849-4006-941e-5f6bf9d19f07 req-d1350267-3a76-4f80-9403-01f7e6f1dcdf tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 950 time: 0.0853376 Nov 12 08:16:05.736941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d744ebcb-d849-4006-941e-5f6bf9d19f07 req-21ee1488-7a1f-406c-896d-09cfb70b522e tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516973 Nov 12 08:16:05.801975 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-0b64223b-40bd-4ce9-8503-a9fb2247f7bb service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202424 Nov 12 08:16:05.952322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:05.978748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-d1e3bd55-dab3-4b82-81de-d7146c1fe6d2 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671798 Nov 12 08:16:06.034882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-457e9c64-c4c3-47ba-881c-fbf26c82a5a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 200 len: 217 time: 0.0486071 Nov 12 08:16:06.104927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-00baa6c6-a06f-4734-bdf9-8f230047ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.107791 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-00baa6c6-a06f-4734-bdf9-8f230047ed57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 200 len: 797 time: 0.0644085 Nov 12 08:16:06.137499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:06.159726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'mac_address': 'fa:16:3e:15:4b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:06.187414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-f0aa0b5e-a953-49bd-b0ca-cad2605c1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.192535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-f0aa0b5e-a953-49bd-b0ca-cad2605c1df8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f0d3e1d-a89f-4be0-9842-dbaee6513998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767775 Nov 12 08:16:06.239006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:06.258920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65e2a7c-f52d-4723-a9c0-da25551e3528 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:06.300090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:06.308820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:06.419928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:06.448659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['c65e2a7c-f52d-4723-a9c0-da25551e3528'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:06.460762 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-9e36136b-efd9-44b0-b073-b77aa13feb5e service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592623 Nov 12 08:16:06.652290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5b888-dee2-48fb-bcaa-a141855633ef req-0fb2191b-ba4e-4c65-8854-1abcb859828b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.666921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fc5b888-dee2-48fb-bcaa-a141855633ef req-0fb2191b-ba4e-4c65-8854-1abcb859828b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.1183870 Nov 12 08:16:06.688762 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-eba61a21-4295-419a-adeb-585c755ba4e0 service neutron] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190578 Nov 12 08:16:06.744876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fc5b888-dee2-48fb-bcaa-a141855633ef req-0236bb57-cac9-40c9-b894-a0298bf4fb34 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761545 Nov 12 08:16:06.778560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-7e456978-3407-47d4-9dbd-2fa0290f8cab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 200 len: 217 time: 0.0806289 Nov 12 08:16:06.830376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05a683-d3c7-4ebf-a783-c5e4ec132d2d req-a9e18223-7bba-4fb6-9fe9-780f04f8f73c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.833215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad05a683-d3c7-4ebf-a783-c5e4ec132d2d req-a9e18223-7bba-4fb6-9fe9-780f04f8f73c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0868726 Nov 12 08:16:06.855456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-44a86b78-08fe-456e-a684-aeaf958419e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.859044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-44a86b78-08fe-456e-a684-aeaf958419e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0711384 Nov 12 08:16:06.913856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad05a683-d3c7-4ebf-a783-c5e4ec132d2d req-a980a2f0-be0b-49d5-91b1-cbb2d70e2eb7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737569 Nov 12 08:16:06.924445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-54f443da-bdc9-433d-ab48-fc8b1e6f3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.926997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-54f443da-bdc9-433d-ab48-fc8b1e6f3bc2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591593 Nov 12 08:16:07.088286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-f0687e20-6bc4-4e6f-a339-cf81efa22aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507914 Nov 12 08:16:07.224880 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-79eaa4b4-4ada-451b-ad3b-856ebf0eefe2 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271074 Nov 12 08:16:07.276670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-b804ba2c-9630-4b09-9e12-a3a40a6b7ce3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 200 len: 217 time: 0.0429976 Nov 12 08:16:07.345348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-0fe4d2a9-1687-45ad-a58d-a762ceb83fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.345348 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-0fe4d2a9-1687-45ad-a58d-a762ceb83fd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 200 len: 797 time: 0.0585494 Nov 12 08:16:07.413347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e106c-5b77-4e38-8ce0-579957248b60 req-369f3d39-6a95-467d-87db-0b047768c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.415082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-369f3d39-6a95-467d-87db-0b047768c414 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09680b2-4da0-4acb-80e5-8ef81f19a5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640483 Nov 12 08:16:07.558772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-c63c4075-9a98-46db-a93b-965791eadab0 service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349220 Nov 12 08:16:07.669476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-432e106c-5b77-4e38-8ce0-579957248b60 req-feb3ce9f-cfda-4d10-a460-2b9d27a0883e service neutron] 10.222.0.25 "GET /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035953 Nov 12 08:16:07.914593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fae3a-0041-4ded-ab67-b9ade012daf5 req-45c6f2dc-11bc-4bab-ba1c-c0da085ad248 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.916912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7fae3a-0041-4ded-ab67-b9ade012daf5 req-45c6f2dc-11bc-4bab-ba1c-c0da085ad248 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.0733080 Nov 12 08:16:07.968307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:07.979374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df7fae3a-0041-4ded-ab67-b9ade012daf5 req-eb90c59f-45cd-468f-8dfb-d6aa6a2eee85 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548887 Nov 12 08:16:08.058382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port c65e2a7c-f52d-4723-a9c0-da25551e3528 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:08.058950 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.114335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b131f-10b0-4af8-8e49-744361073cbf req-151ae4de-63c1-4f7a-887e-7fb544c66400 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.117907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e2b131f-10b0-4af8-8e49-744361073cbf req-151ae4de-63c1-4f7a-887e-7fb544c66400 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0785029 Nov 12 08:16:08.188620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.209143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e2b131f-10b0-4af8-8e49-744361073cbf req-82f5501b-baa7-4d24-a59c-9c54d9fe1e49 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741651 Nov 12 08:16:08.236417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:08.240364 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffeadd0-de03-4219-9c2e-819e74a047a8" -d '{"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-plugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:08.256822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:08.261984 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.292160 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831ccdbb-0ca0-4add-81af-899dffc7200c x-openstack-request-id: req-831ccdbb-0ca0-4add-81af-899dffc7200c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:08.292498 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-plugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:08.292716 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-831ccdbb-0ca0-4add-81af-899dffc7200c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:08.293101 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'code': 200} Nov 12 08:16:08.317339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:08.527229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.945700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:09.060198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.064486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-0c1b8ad4-7a48-48c5-92a6-df99201caa54 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.067580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-0c1b8ad4-7a48-48c5-92a6-df99201caa54 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.0882547 Nov 12 08:16:09.113684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:09.120273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.202045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:09.210297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b01fa-17bc-438b-955b-09788352b351 req-24ea550f-82a6-4292-af43-25b0fb133c30 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.212236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-117b01fa-17bc-438b-955b-09788352b351 req-24ea550f-82a6-4292-af43-25b0fb133c30 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 945 time: 0.1429310 Nov 12 08:16:09.283156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Deleting port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:09.283498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.291481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-117b01fa-17bc-438b-955b-09788352b351 req-06137dac-8f6b-4936-8171-84bbd7b8b1f5 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups?id=12d9b859-0438-4d03-a413-f49cf39b048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723648 Nov 12 08:16:09.450612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61746fb8-ef3c-4435-8f80-3e346297dff7 req-f16137ab-70da-4897-86d8-7b090c0cf5b5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.452197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61746fb8-ef3c-4435-8f80-3e346297dff7 req-f16137ab-70da-4897-86d8-7b090c0cf5b5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1188745 Nov 12 08:16:09.461021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] For port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:09.461458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.632017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61746fb8-ef3c-4435-8f80-3e346297dff7 req-0c2a2b15-1006-438c-bc1f-0eb132ffffa6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672430 Nov 12 08:16:09.783418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.783923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.784600 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Floating IP 0da184a3-3dc5-48b6-a08d-f83bd4ddc897 disassociated. External IP: 172.25.4.177, port: 7f1f4767-ba4f-41bd-bd92-7e6354efcccb. Nov 12 08:16:09.785532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Calling delete_port for 7f1f4767-ba4f-41bd-bd92-7e6354efcccb owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:09.974628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.029651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event deleted for resources: {'Port': ['ID=7f1f4767-ba4f-41bd-bd92-7e6354efcccb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:10.228579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Router ed05f536-d06e-4330-9720-cd435eae8e6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:16:10.294913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:10.300735 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e890967-3e81-4fed-b581-b18a1bfa303b" -d '{"events": [{"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-unplugged", "status": "completed", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:10.370880 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8bb9e-84cd-4ecb-b11f-a128c40f0bbd x-openstack-request-id: req-86a8bb9e-84cd-4ecb-b11f-a128c40f0bbd {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:10.371325 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-unplugged", "status": "completed", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:10.371667 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86a8bb9e-84cd-4ecb-b11f-a128c40f0bbd {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:10.372146 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'code': 200} Nov 12 08:16:10.504849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac512111-7d33-4be7-bdd7-8098af9c5520 req-cd4f51bd-a7b1-48ba-bcef-2601da1e3767 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 210 time: 0.0575340 Nov 12 08:16:10.536930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:16:10.560662 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:16:10.573989 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:10.575224 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:10.611100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] No DVR routers for this DVR port 7f1f4767-ba4f-41bd-bd92-7e6354efcccb on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:10.614735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.618441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e3161f1-359c-44a8-bbd3-0b6492004e96 req-9a53c3de-b650-4f28-9597-3117388c1a5b tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.32 "DELETE /v2.0/ports/7f1f4767-ba4f-41bd-bd92-7e6354efcccb HTTP/1.1" status: 204 len: 173 time: 1.5331974 Nov 12 08:16:10.618937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'name': 'network-vif-deleted', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:10.621422 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c45fc6-0297-44f5-ab96-4acfc288e80f" -d '{"events": [{"server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "name": "network-vif-deleted", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:10.700646 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ec09820-b86f-40a2-84b3-91663c0398b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.767344 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315d1d3c-25aa-4c88-bae2-ac7961904085 x-openstack-request-id: req-315d1d3c-25aa-4c88-bae2-ac7961904085 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:10.768321 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14253738-1077-441a-9ead-eebcd5f7bc90", "name": "network-vif-deleted", "tag": "7f1f4767-ba4f-41bd-bd92-7e6354efcccb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:10.768975 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-315d1d3c-25aa-4c88-bae2-ac7961904085 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:10.770269 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14253738-1077-441a-9ead-eebcd5f7bc90', 'name': 'network-vif-deleted', 'tag': '7f1f4767-ba4f-41bd-bd92-7e6354efcccb', 'status': 'completed', 'code': 200} Nov 12 08:16:10.940435 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:10.947468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:11.031469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcb69-4912-4de6-b4d9-09264e03e9f1 req-b81a049c-4533-457d-b4e2-c0eabf19a933 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.043229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcadcb69-4912-4de6-b4d9-09264e03e9f1 req-b81a049c-4533-457d-b4e2-c0eabf19a933 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1446607 Nov 12 08:16:11.126874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcadcb69-4912-4de6-b4d9-09264e03e9f1 req-4b9c448b-c0c4-46a3-a0fd-6d2a0f06b64c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818355 Nov 12 08:16:11.285263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:11.330906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'mac_address': 'fa:16:3e:66:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:11.398179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:11.505315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.533402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:11.599950 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:16:11.625083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:11.635383 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:11.636176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.636445 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:15:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:11.650697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.815318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:11.860086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:11.864583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0c303fd-d970-41c5-912c-94957a814df9 req-39ead4af-fec5-479c-9bd9-980a8dcada8d tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/ports?device_id=14253738-1077-441a-9ead-eebcd5f7bc90 HTTP/1.1" status: 200 len: 210 time: 0.0755110 Nov 12 08:16:11.995640 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:12.491792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:12.542502 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c287b63-c421-48f9-8a5d-e4b04d900c06 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 4, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c667a95d-6145-461c-b3e5-723aac62e8ba', 'name': '', 'network_id': 'defefb73-b5c2-4cff-9b60-d0c076a283bc', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'mac_address': 'fa:16:3e:e2:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:36Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'subnets': [{'id': '4a05dfef-8bf5-4bbf-a247-1d52c7901637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:16:12.948939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f1f4767-ba4f-41bd-bd92-7e6354efcccb no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:13.023820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 7f1f4767-ba4f-41bd-bd92-7e6354efcccb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:13.028869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 7f1f4767-ba4f-41bd-bd92-7e6354efcccb not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:13.117539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70536642-4d64-448f-82a6-ef25f514ace5 None None] New status for floating IP 0da184a3-3dc5-48b6-a08d-f83bd4ddc897: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:16:13.182058 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4147f85-676d-4391-adc7-81b55820d03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:14.431071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:14.957921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:15.073698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:15.074512 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.204804 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.245352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:15.248577 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e3db30-76cc-4e27-89f6-29edfd24bbd2" -d '{"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-plugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:15.267754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.275461 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.381876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:15.588979 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:16.717249 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:18.970788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:19.129549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:19.154696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'mac_address': 'fa:16:3e:db:c5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:19.228714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.266362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:19.310436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:19.319746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.434904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:19.537142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a2837c16-2c48-4b1e-971f-c55003b6f499'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:20.982540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:21.102155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a2837c16-2c48-4b1e-971f-c55003b6f499 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:21.102928 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:21.226196 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:21.287126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:21.300695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:21.396042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:25.142383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbed6a-2406-43be-a70b-f2caf85be2a5 req-b206b9f9-868b-4ae0-9f87-8b9753707275 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.145584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcbbed6a-2406-43be-a70b-f2caf85be2a5 req-b206b9f9-868b-4ae0-9f87-8b9753707275 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1001267 Nov 12 08:16:25.234727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bcbbed6a-2406-43be-a70b-f2caf85be2a5 req-d06daaac-37b3-4d17-bb43-56b97bc04625 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731120 Nov 12 08:16:25.376125 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52248943-132f-4db9-a85c-4b1fd4d531c6 x-openstack-request-id: req-52248943-132f-4db9-a85c-4b1fd4d531c6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:25.376590 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-plugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:25.376857 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52248943-132f-4db9-a85c-4b1fd4d531c6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:25.377472 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'code': 200} Nov 12 08:16:25.410832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:25.501153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:25.572116 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:25.584160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498a42-e9f4-4c4e-9512-f675d32a5f52 req-1507e684-8200-4f2a-9f7a-bd99960c0c17 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.586118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78498a42-e9f4-4c4e-9512-f675d32a5f52 req-1507e684-8200-4f2a-9f7a-bd99960c0c17 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.1073158 Nov 12 08:16:25.715480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78498a42-e9f4-4c4e-9512-f675d32a5f52 req-e8473ee0-8610-43c4-a637-cb0992851728 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085210 Nov 12 08:16:25.725429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf4273-20af-4c78-9b29-520a3d55cd39 req-0dd36228-e37d-4de5-9829-bf1ce5e0109c tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.740430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12bf4273-20af-4c78-9b29-520a3d55cd39 req-0dd36228-e37d-4de5-9829-bf1ce5e0109c tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 951 time: 0.1467135 Nov 12 08:16:25.769159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:25.779017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:25.779312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:25.779824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "DELETE /v2.0/security-groups/12d9b859-0438-4d03-a413-f49cf39b048b HTTP/1.1" status: 204 len: 168 time: 0.3646047 Nov 12 08:16:25.807941 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-c141e36a-3fb9-44aa-989e-cb9d229b42a0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] show failed (client error): The resource could not be found. Nov 12 08:16:25.812134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c141e36a-3fb9-44aa-989e-cb9d229b42a0 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "GET /v2.0/security-groups/12d9b859-0438-4d03-a413-f49cf39b048b HTTP/1.1" status: 404 len: 347 time: 0.0314746 Nov 12 08:16:25.812796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:25.814150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9b859-0438-4d03-a413-f49cf39b048b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:25.820457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12bf4273-20af-4c78-9b29-520a3d55cd39 req-45797219-09c5-4c90-8685-7d6f9e887894 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847387 Nov 12 08:16:25.827026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.827380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.827727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.828091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.828432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.828765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.829094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.829420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.829752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.830082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.830400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.830726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68eb66-533d-494c-a6ae-a9e7d8efaa69 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:25.995467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Deleting port dffb95eb-a2b2-4117-b051-f2d54ca8eccb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:25.996261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:26.111004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:26.111323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:26.129986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Calling delete_port for dffb95eb-a2b2-4117-b051-f2d54ca8eccb owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:26.354614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:26.394123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Pushing event deleted for resources: {'Port': ['ID=dffb95eb-a2b2-4117-b051-f2d54ca8eccb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:26.470767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.471608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.472712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.473225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.473706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.474194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.474945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.475418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.475901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.476403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.477031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.477517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:26.490348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6759283-24ae-44ba-b894-e940176b9893 req-6ea959e7-8f9f-4ad7-8280-35fa30d5d287 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.502169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6759283-24ae-44ba-b894-e940176b9893 req-6ea959e7-8f9f-4ad7-8280-35fa30d5d287 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 951 time: 0.0845618 Nov 12 08:16:26.507083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:26.510688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:26.521173 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-707fef47-c6fc-4c1c-a492-702b0f072e46 tempest-AttachVolumeTestJSON-902804038 tempest-AttachVolumeTestJSON-902804038-project] 10.222.0.16 "DELETE /v2.0/floatingips/0da184a3-3dc5-48b6-a08d-f83bd4ddc897 HTTP/1.1" status: 204 len: 168 time: 0.6942027 Nov 12 08:16:26.660437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79baad0-7b49-4d37-800c-870a9011d172 req-663a6b36-7364-462a-80d7-3683df93ac21 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.662279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f79baad0-7b49-4d37-800c-870a9011d172 req-663a6b36-7364-462a-80d7-3683df93ac21 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1561992 Nov 12 08:16:26.676167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6759283-24ae-44ba-b894-e940176b9893 req-fa2ad48e-0811-427e-816b-b00c962290e0 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715779 Nov 12 08:16:26.780651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f79baad0-7b49-4d37-800c-870a9011d172 req-545d4987-7c99-4505-8149-58f5f5e61237 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968349 Nov 12 08:16:27.020938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144134cb-601f-43b7-b2ce-f2d335668ae3 req-d8bcf324-e374-4625-8803-13309b4b2699 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.023340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-144134cb-601f-43b7-b2ce-f2d335668ae3 req-d8bcf324-e374-4625-8803-13309b4b2699 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 951 time: 0.0926335 Nov 12 08:16:27.107327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-144134cb-601f-43b7-b2ce-f2d335668ae3 req-4be9cac5-ee8d-48f7-9df8-603cfba62cdd tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Nov 12 08:16:27.378585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:27.381089 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311828d1-8b2e-43de-a874-a848a5074e0a" -d '{"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:27.989602 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f574fd4-7850-41a9-a8f9-06363fe7e93e x-openstack-request-id: req-5f574fd4-7850-41a9-a8f9-06363fe7e93e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:27.991077 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:27.991683 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f574fd4-7850-41a9-a8f9-06363fe7e93e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:27.993193 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'code': 200} Nov 12 08:16:28.113937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:28.246256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2e87a-8f45-4dc6-a990-9e9b496f5647 req-a1898814-deb3-417f-8783-d69b6b72acda tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.249930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ae2e87a-8f45-4dc6-a990-9e9b496f5647 req-a1898814-deb3-417f-8783-d69b6b72acda tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0713606 Nov 12 08:16:28.334509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ae2e87a-8f45-4dc6-a990-9e9b496f5647 req-481fa426-712f-46f2-b33c-532d8a920d2c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769441 Nov 12 08:16:28.506621 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.583863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:28.592808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.680084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:28.702237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.702592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.702931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.703269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.703601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.703935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.704285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.704801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.705284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.705790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.706328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.707292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:28.753993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51165a7-5ae4-48a6-94c1-72fcb78f4709 req-28d3a554-d02e-434a-b9b4-96053bd4943b tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.765296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51165a7-5ae4-48a6-94c1-72fcb78f4709 req-28d3a554-d02e-434a-b9b4-96053bd4943b tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 949 time: 0.0935988 Nov 12 08:16:28.863862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51165a7-5ae4-48a6-94c1-72fcb78f4709 req-e208029e-5a0f-40d3-8fa8-f5742df9fcdf tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974336 Nov 12 08:16:29.009329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:29.157440 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:29.203110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:29.211118 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:29.281402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:29.526801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e5018-e75c-48c6-b37e-60c3d49bbf4a req-338e00a8-1436-4af0-a94f-e244a354886b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.531367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-804e5018-e75c-48c6-b37e-60c3d49bbf4a req-338e00a8-1436-4af0-a94f-e244a354886b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0714352 Nov 12 08:16:29.608432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-804e5018-e75c-48c6-b37e-60c3d49bbf4a req-1a2339d1-5dc2-4be0-a096-da110b4d1f78 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631025 Nov 12 08:16:29.995139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}, {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:29.998442 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835867ad-ba88-4c38-aab7-07da7caa22bb" -d '{"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-unplugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}, {"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:30.131630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc403-c80b-43a3-abbc-4d96de5ee107 req-c1fcdebe-df71-48ec-94f4-8603684f2874 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:30.135482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b8bc403-c80b-43a3-abbc-4d96de5ee107 req-c1fcdebe-df71-48ec-94f4-8603684f2874 tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 949 time: 0.1215475 Nov 12 08:16:30.233214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b8bc403-c80b-43a3-abbc-4d96de5ee107 req-072ddfc0-fd63-4749-8e41-6e370404bc5a tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Nov 12 08:16:30.340065 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e02e51-fb19-4b08-b310-2696c5ca96da x-openstack-request-id: req-87e02e51-fb19-4b08-b310-2696c5ca96da {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:30.340402 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-unplugged", "status": "completed", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "code": 200}, {"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:30.340663 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87e02e51-fb19-4b08-b310-2696c5ca96da {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:30.341073 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'code': 200} Nov 12 08:16:30.341348 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'code': 200} Nov 12 08:16:30.754712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-7ee48855-6070-4f9f-88c6-84838d0ed3ee tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:30.757303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-7ee48855-6070-4f9f-88c6-84838d0ed3ee tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 949 time: 0.0936861 Nov 12 08:16:30.809340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57d7d-4de9-46b5-9ffc-7f8fd349cc05 req-09bc6be9-20c3-4420-b685-3a757f703af8 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:30.818297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72d57d7d-4de9-46b5-9ffc-7f8fd349cc05 req-09bc6be9-20c3-4420-b685-3a757f703af8 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0802848 Nov 12 08:16:30.893691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72d57d7d-4de9-46b5-9ffc-7f8fd349cc05 req-8c7638a8-ecb2-4d68-97b1-0ec4b6e57d0b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733852 Nov 12 08:16:30.909514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Deleting port c65e2a7c-f52d-4723-a9c0-da25551e3528 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:30.910419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.003708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:31.061412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] For port c65e2a7c-f52d-4723-a9c0-da25551e3528, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c65e2a7c-f52d-4723-a9c0-da25551e3528,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:31.061912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.100010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Calling delete_port for c65e2a7c-f52d-4723-a9c0-da25551e3528 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:31.278990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:31.309726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:31.425081 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.467302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:31.477632 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.504495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1982-7b67-49bd-af93-2b948e2d8573 req-316e1747-9370-4fe6-a834-a8d1dbc9ecee tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.533397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:31.542979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-541a1982-7b67-49bd-af93-2b948e2d8573 req-316e1747-9370-4fe6-a834-a8d1dbc9ecee tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5cb80e5-68c9-4a33-86e8-c88a5523db51 HTTP/1.1" status: 200 len: 866 time: 0.1573174 Nov 12 08:16:31.553182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.580274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Pushing event deleted for resources: {'Port': ['ID=c65e2a7c-f52d-4723-a9c0-da25551e3528,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:31.704395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-541a1982-7b67-49bd-af93-2b948e2d8573 req-e14f0046-b7cc-44a0-8720-e0b6c4dfacde tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.16 "GET /v2.0/security-groups?id=6292b675-0821-46d7-9386-bea4c3e721bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566355 Nov 12 08:16:31.716323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:31.746772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] No DVR routers for this DVR port c65e2a7c-f52d-4723-a9c0-da25551e3528 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:31.752453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.762847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-412fd7b1-d3f6-4126-a1c2-56d31a7c8525 req-861862ad-a312-4a88-a2a0-6000fc72303d tempest-ImagesOneServerTestJSON-1865478242 tempest-ImagesOneServerTestJSON-1865478242-project] 10.222.0.25 "DELETE /v2.0/ports/c65e2a7c-f52d-4723-a9c0-da25551e3528 HTTP/1.1" status: 204 len: 173 time: 0.9962716 Nov 12 08:16:31.763554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-deleted', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:31.765763 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355cebe0-b913-442d-ac4d-c34e1d14f472" -d '{"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-deleted", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:31.789829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['47d1e4a0-3620-4b51-966b-7ee0b564ce3a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:32.265593 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf66d8a-c04c-48a7-adf2-8a26098f45cf x-openstack-request-id: req-ddf66d8a-c04c-48a7-adf2-8a26098f45cf {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:32.266174 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cb80e5-68c9-4a33-86e8-c88a5523db51", "name": "network-vif-deleted", "tag": "c65e2a7c-f52d-4723-a9c0-da25551e3528", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:32.266659 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddf66d8a-c04c-48a7-adf2-8a26098f45cf {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:32.267372 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cb80e5-68c9-4a33-86e8-c88a5523db51', 'name': 'network-vif-deleted', 'tag': 'c65e2a7c-f52d-4723-a9c0-da25551e3528', 'status': 'completed', 'code': 200} Nov 12 08:16:32.528416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2471-e844-4814-9981-86aa344d9c1f req-4d1ee7d8-4b30-46be-a75a-3f1b0e3e30ae tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:32.541995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5cf2471-e844-4814-9981-86aa344d9c1f req-4d1ee7d8-4b30-46be-a75a-3f1b0e3e30ae tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.2116716 Nov 12 08:16:32.632730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5cf2471-e844-4814-9981-86aa344d9c1f req-bec0ede0-ca07-4eb0-ab44-c9569af67a2c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815356 Nov 12 08:16:32.998305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:33.146365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:33.147822 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.336850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.393136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:33.406189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:33.413468 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e4a0d-93f2-4340-a471-4ecc72acf5de" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:33.430070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:33.455774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.525333 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c53ae71-5bc1-46aa-bef8-e07c2b265a0a x-openstack-request-id: req-7c53ae71-5bc1-46aa-bef8-e07c2b265a0a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:33.526543 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:33.531165 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c53ae71-5bc1-46aa-bef8-e07c2b265a0a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:33.531709 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:16:33.592594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:33.708224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0ac2bc88-599c-44f5-a418-9e67ca9e3b6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20b922c6de624cb1b8b5cc8a379d0fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119912 Nov 12 08:16:33.709386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45528) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:33.847457 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8708233-6a2a-4bee-99c3-6737c287434a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.853532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c45e74-fb5d-46e3-b7da-ebbb7a064a82 req-c6ad25ec-ad33-4fc0-a69c-9ceacbcf4612 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.866654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08c45e74-fb5d-46e3-b7da-ebbb7a064a82 req-c6ad25ec-ad33-4fc0-a69c-9ceacbcf4612 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1076329 Nov 12 08:16:33.912703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8708233-6a2a-4bee-99c3-6737c287434a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.990165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08c45e74-fb5d-46e3-b7da-ebbb7a064a82 req-4fc39079-6382-4041-a1f1-9d0e3ac67505 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153104 Nov 12 08:16:34.030735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8708233-6a2a-4bee-99c3-6737c287434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.034916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8708233-6a2a-4bee-99c3-6737c287434a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.040156 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e8708233-6a2a-4bee-99c3-6737c287434a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6292b675-0821-46d7-9386-bea4c3e721bd HTTP/1.1" status: 204 len: 168 time: 0.3274493 Nov 12 08:16:34.051583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8708233-6a2a-4bee-99c3-6737c287434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292b675-0821-46d7-9386-bea4c3e721bd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:34.134343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:34.176622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: c65e2a7c-f52d-4723-a9c0-da25551e3528 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:34.179829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c65e2a7c-f52d-4723-a9c0-da25551e3528 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:34.683499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.689801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.707500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.735212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.742411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.751690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.760784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.771776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-853c45e9-168a-48d5-b6ec-3786d2c61dc0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.1833065 Nov 12 08:16:34.899720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-973b0e32-6aca-473f-b08f-125cc4fba5ed req-586feee2-ab4d-46c4-ab7c-56f35ddf548a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140671 Nov 12 08:16:35.188649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.195886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.202306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.212599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.217665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.228263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.259900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.271860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db86db99-35d1-4768-bf98-ef6055be0f20 req-76ad4387-2ca3-45aa-b9a6-61654541e6ed tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.2249775 Nov 12 08:16:35.732958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbd7e7-77d9-443d-9b32-104d4dc9dd19 req-5bfde063-135b-4e7e-9b64-3a286281f713 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.751297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78bbd7e7-77d9-443d-9b32-104d4dc9dd19 req-5bfde063-135b-4e7e-9b64-3a286281f713 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.2379234 Nov 12 08:16:35.871160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78bbd7e7-77d9-443d-9b32-104d4dc9dd19 req-cb754d78-4ae7-4f28-8489-e51358543cda tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186244 Nov 12 08:16:37.935357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8bfa8-7810-4639-ab4f-39fd187c771f req-4c25c8e2-bd05-4276-baff-5db31be7a3af tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.944544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16a8bfa8-7810-4639-ab4f-39fd187c771f req-4c25c8e2-bd05-4276-baff-5db31be7a3af tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.0996518 Nov 12 08:16:38.006682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16a8bfa8-7810-4639-ab4f-39fd187c771f req-a49478c6-f353-4081-a89c-0b82eaa13fc5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556269 Nov 12 08:16:38.544015 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:38.864096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45640) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:39.162848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.163775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.164473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.165108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.165738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.166380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.168006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.188943 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:16:39.204677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c845e6a9-1dcb-404d-ac34-0267e386e1fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 6498 time: 0.3390503 Nov 12 08:16:39.286055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d1fad-5332-48d2-8af2-44c6d8340a34 req-9b4b44d1-3e86-4bc1-aec6-de6a8f7b204a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.294681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-858d1fad-5332-48d2-8af2-44c6d8340a34 req-9b4b44d1-3e86-4bc1-aec6-de6a8f7b204a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1156714 Nov 12 08:16:39.369059 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c40389b0-b4b5-4cef-a2b2-6387febe86bc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f61752ed-0260-4868-94eb-eccabd66aec2&id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634960 Nov 12 08:16:39.434830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-858d1fad-5332-48d2-8af2-44c6d8340a34 req-86c81728-e494-48f4-b398-27a1406f217b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332185 Nov 12 08:16:39.746279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45660) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:40.077749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15f7eb84-213a-47e0-aa20-0e7de53e4ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.302341 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15f7eb84-213a-47e0-aa20-0e7de53e4ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.310254 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15f7eb84-213a-47e0-aa20-0e7de53e4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.520307 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15f7eb84-213a-47e0-aa20-0e7de53e4ce0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d3e2d9a62914628afb295b83552c566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7728679 Nov 12 08:16:40.521407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7eb84-213a-47e0-aa20-0e7de53e4ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f7347-99e2-414a-8c8c-422365c85681,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:40.523085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45668) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:40.650703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9823367a-48a9-480e-946d-0b7b53d7f323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.661956 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59da7ae0-bebd-4ec2-9a6e-3127193d9f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.682718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9823367a-48a9-480e-946d-0b7b53d7f323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.775280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9823367a-48a9-480e-946d-0b7b53d7f323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.780225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9823367a-48a9-480e-946d-0b7b53d7f323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.781992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9823367a-48a9-480e-946d-0b7b53d7f323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/599f7347-99e2-414a-8c8c-422365c85681 HTTP/1.1" status: 204 len: 168 time: 0.2565355 Nov 12 08:16:40.796818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823367a-48a9-480e-946d-0b7b53d7f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f7347-99e2-414a-8c8c-422365c85681,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:40.849609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c873b76-e54f-46e8-a42e-c10440b40667 req-49eb946a-b4ba-42db-a7a3-13128743a32f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.867021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c873b76-e54f-46e8-a42e-c10440b40667 req-49eb946a-b4ba-42db-a7a3-13128743a32f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.2126832 Nov 12 08:16:40.992467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c873b76-e54f-46e8-a42e-c10440b40667 req-08f20ddc-1378-4168-bda2-afa763635b46 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206729 Nov 12 08:16:41.588349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.297644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924fef-6b31-4d09-a93c-41a93e8463f4 req-56c29092-55a8-4798-ae41-15814ce4b14c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.315806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1924fef-6b31-4d09-a93c-41a93e8463f4 req-56c29092-55a8-4798-ae41-15814ce4b14c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1259286 Nov 12 08:16:42.360785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:42.450300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1924fef-6b31-4d09-a93c-41a93e8463f4 req-283784f7-4115-4dc2-af50-3068bb0f02b7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314595 Nov 12 08:16:42.587237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-766940546-network', 'tenant_id': '5712d8147ade4578938db1a28b3b3e6c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:42.650934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Made reservation on behalf of 5712d8147ade4578938db1a28b3b3e6c for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:42.653628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.670287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.817803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.829764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.876560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:16:42.890193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090e390a-8330-4d5f-95fd-3d642b91e1a4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:42.913262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.913262 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Added segment 19b3add9-60da-4a74-b027-6e37b620aa4e of type vlan for network ce990fb8-56e7-48e4-85f1-77830a364388 Nov 12 08:16:42.972359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:43.016307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:43.019826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.020994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:43.153823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] Pushing event updated for resources: {'Network': ['ID=ce990fb8-56e7-48e4-85f1-77830a364388,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:43.175733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b69f1f0-a3c5-45d8-a906-75eb7cf0162e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:43.183041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d376c170-9ecd-4467-9a82-b3368c777a93 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8172984 Nov 12 08:16:43.185963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45722) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:43.195309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Request body: {'subnet': {'network_id': 'ce990fb8-56e7-48e4-85f1-77830a364388', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-766940546-subnet', 'tenant_id': '5712d8147ade4578938db1a28b3b3e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:43.251747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Made reservation on behalf of 5712d8147ade4578938db1a28b3b3e6c for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:43.257284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ce990fb8-56e7-48e4-85f1-77830a364388 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:16:43.266810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:43.665631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:43.701475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf25d-d05c-448d-b517-e76b338fdd49 req-418e7d1e-4d26-4275-99c9-04d37313d122 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.714592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-261bf25d-d05c-448d-b517-e76b338fdd49 req-418e7d1e-4d26-4275-99c9-04d37313d122 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1140273 Nov 12 08:16:43.816748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-261bf25d-d05c-448d-b517-e76b338fdd49 req-2631bad0-290b-4164-aa0e-1b40969c708f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679288 Nov 12 08:16:43.930266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e87ed06-9c38-4fa8-9aef-ab4e7e5948f1,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:43.940977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Checking segment: {'id': '19b3add9-60da-4a74-b027-6e37b620aa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ce990fb8-56e7-48e4-85f1-77830a364388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:43.941453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Network hostable DHCP agents. Network: ce990fb8-56e7-48e4-85f1-77830a364388, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:16:43.991636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Network ce990fb8-56e7-48e4-85f1-77830a364388 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:16:44.004785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ce990fb8-56e7-48e4-85f1-77830a364388) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:44.017678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a7b55-8157-45ef-b642-2101d59a5aba None None] Network ce990fb8-56e7-48e4-85f1-77830a364388 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:44.030896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:44.032855 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:44.090208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0cc26c87-1256-4de2-b4d7-c8807dcb4063 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8950350 Nov 12 08:16:44.230871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f27524-9255-4040-8d3d-bade55938a52 None None] Network ce990fb8-56e7-48e4-85f1-77830a364388 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:44.455488 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:44.658398 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-57fae4bb-f9c9-4eaa-b4b0-b77f9c4ad14c req-b99cb0da-55e1-46e8-8695-e2a6a010d1c4 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] show failed (client error): The resource could not be found. Nov 12 08:16:44.662104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57fae4bb-f9c9-4eaa-b4b0-b77f9c4ad14c req-b99cb0da-55e1-46e8-8695-e2a6a010d1c4 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups/2a9db429-7788-4150-bb67-0706eccf24bd HTTP/1.1" status: 404 len: 352 time: 0.0212212 Nov 12 08:16:44.776491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-144d6e6e-a294-4e28-9007-4705d22ff49f req-6619896d-1310-4f8b-aa3c-73c3071456b9 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5712d8147ade4578938db1a28b3b3e6c HTTP/1.1" status: 200 len: 3005 time: 0.0612855 Nov 12 08:16:44.863094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-144d6e6e-a294-4e28-9007-4705d22ff49f req-3de48b9a-84cb-429d-a89b-d036b2275e8c tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups/090e390a-8330-4d5f-95fd-3d642b91e1a4 HTTP/1.1" status: 200 len: 3002 time: 0.0856214 Nov 12 08:16:44.944766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-144d6e6e-a294-4e28-9007-4705d22ff49f req-fc01b54e-ade6-4ac1-acda-4d6cb10758e9 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups/090e390a-8330-4d5f-95fd-3d642b91e1a4 HTTP/1.1" status: 200 len: 3002 time: 0.0806456 Nov 12 08:16:45.073708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbd1fb-ebf5-4dca-983c-b07557602e74 req-eebce50c-66b4-40b9-8448-c26d31161d76 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.083334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22fbd1fb-ebf5-4dca-983c-b07557602e74 req-eebce50c-66b4-40b9-8448-c26d31161d76 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1068897 Nov 12 08:16:45.178047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb411475-8d44-497d-ac6c-ee501aa998ae req-887ac8d1-aa3b-4a31-8f42-084e631c216c tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.184996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb411475-8d44-497d-ac6c-ee501aa998ae req-887ac8d1-aa3b-4a31-8f42-084e631c216c tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 948 time: 0.1622713 Nov 12 08:16:45.202333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22fbd1fb-ebf5-4dca-983c-b07557602e74 req-430294a6-2a4f-4209-9c4f-09356a698cbd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179988 Nov 12 08:16:45.346351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb411475-8d44-497d-ac6c-ee501aa998ae req-965c6c1d-937a-4327-afc5-b82b2041b222 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420751 Nov 12 08:16:45.389997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-7cff6f35-98df-45e2-aac4-aacbf7bda9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.391702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-7cff6f35-98df-45e2-aac4-aacbf7bda9f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1097 time: 0.1172593 Nov 12 08:16:45.475282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-197d5702-92b1-4d12-9327-cd99ba0008f5 req-3a30e223-2641-4ef8-921b-4aa58668dc44 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups/090e390a-8330-4d5f-95fd-3d642b91e1a4 HTTP/1.1" status: 200 len: 3002 time: 0.1168470 Nov 12 08:16:45.600288 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.623832 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-197d5702-92b1-4d12-9327-cd99ba0008f5 req-8653f3ab-53bb-400d-8488-0d53124917f0 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:16:45.632187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-197d5702-92b1-4d12-9327-cd99ba0008f5 req-8653f3ab-53bb-400d-8488-0d53124917f0 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "DELETE /v2.0/security-groups/090e390a-8330-4d5f-95fd-3d642b91e1a4 HTTP/1.1" status: 409 len: 352 time: 0.1557739 Nov 12 08:16:45.694674 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-b4d5c397-32ce-4c53-86cb-5725e4429801 req-aba53cf0-de52-4501-b777-386d0db4cae5 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] show failed (client error): The resource could not be found. Nov 12 08:16:45.700962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45806) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:45.708149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4d5c397-32ce-4c53-86cb-5725e4429801 req-aba53cf0-de52-4501-b777-386d0db4cae5 tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups/b708f608-3e6e-4488-b005-f049c485d0cc HTTP/1.1" status: 404 len: 352 time: 0.0511756 Nov 12 08:16:45.726788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-ed29b4d9-2193-4f60-997b-348be51d0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.729721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-ed29b4d9-2193-4f60-997b-348be51d0b85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.3267043 Nov 12 08:16:45.830313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-3151eee3-75a9-4f09-93f9-9f84753e1e66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 1000 time: 0.0867109 Nov 12 08:16:45.836879 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-dbafec1f-4b26-4cfb-9d80-66900c61f7f8 req-ec7c6623-c582-4885-b7a4-8448c059d64f tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] show failed (client error): The resource could not be found. Nov 12 08:16:45.844870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbafec1f-4b26-4cfb-9d80-66900c61f7f8 req-ec7c6623-c582-4885-b7a4-8448c059d64f tempest-SecurityGroupsNegativeTestJSON-834283501 tempest-SecurityGroupsNegativeTestJSON-834283501-project] 10.222.0.16 "GET /v2.0/security-groups/137d2050-3958-417e-a75c-409d9ecc3843 HTTP/1.1" status: 404 len: 352 time: 0.1116846 Nov 12 08:16:45.852922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45812) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:45.921968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Deleting subnet 8e87ed06-9c38-4fa8-9aef-ab4e7e5948f1 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:16:45.926873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.935967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-ddbff82a-6ba7-443a-b760-3de5b422c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.937820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-ddbff82a-6ba7-443a-b760-3de5b422c4cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0914688 Nov 12 08:16:45.982192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.051345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-2745588b-b3b5-4200-8509-daf79ce8f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.054949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-2745588b-b3b5-4200-8509-daf79ce8f947 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963032 Nov 12 08:16:46.123418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.211551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-7cf34ecf-b0ab-423f-b19a-5b9ff6d166c4 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472173 Nov 12 08:16:46.321251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.386796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e87ed06-9c38-4fa8-9aef-ab4e7e5948f1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:46.402564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.408522 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89a201ec-9b72-41cc-b36f-f4dc16df0adb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e87ed06-9c38-4fa8-9aef-ab4e7e5948f1 HTTP/1.1" status: 204 len: 168 time: 0.5516219 Nov 12 08:16:46.410901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45820) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:46.454242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7e004-96fd-4153-961c-a191a7b516b4 req-dc33b55a-6244-4b48-984e-852a076affbf tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.456999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6a7e004-96fd-4153-961c-a191a7b516b4 req-dc33b55a-6244-4b48-984e-852a076affbf tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1013515 Nov 12 08:16:46.464392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3ef242-ae67-441f-aae1-b2ddbfd75c1c req-5a71ed3b-deb8-4612-a543-376bb1e5b140 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440131 Nov 12 08:16:46.586523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6a7e004-96fd-4153-961c-a191a7b516b4 req-6fa25c88-ddb3-4917-a8d8-96cc1f5a76ab tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209044 Nov 12 08:16:46.624724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.730939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.823686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8f462-8862-40da-b2a7-94fb653b509e req-2aff9446-201f-4bd7-8be9-a1ed0ffc1038 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.833613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90a8f462-8862-40da-b2a7-94fb653b509e req-2aff9446-201f-4bd7-8be9-a1ed0ffc1038 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 948 time: 0.1191146 Nov 12 08:16:46.846532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914581b-7b66-41b6-84b5-b93095f30724 req-e87561df-5a03-4769-99a9-32edd6c3f274 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.850976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8914581b-7b66-41b6-84b5-b93095f30724 req-e87561df-5a03-4769-99a9-32edd6c3f274 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 948 time: 0.2054250 Nov 12 08:16:46.886103 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.930662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce990fb8-56e7-48e4-85f1-77830a364388']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.958560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b3add9-60da-4a74-b027-6e37b620aa4e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.958998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b3add9-60da-4a74-b027-6e37b620aa4e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.977230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.980614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90a8f462-8862-40da-b2a7-94fb653b509e req-014ca87d-195f-46f0-9128-cccfb2b72b14 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447334 Nov 12 08:16:46.997936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.033248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:16:47.033998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:16:47.037265 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:16:47.087657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Deleting port aa86404d-0d90-48c4-846c-c51f7503c49e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:47.088096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.125227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.133999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.141726 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ce990fb8-56e7-48e4-85f1-77830a364388 HTTP/1.1" status: 204 len: 168 time: 0.7249186 Nov 12 08:16:47.180998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.183149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ff31a-1166-4311-8b0e-858cc49f0574 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce990fb8-56e7-48e4-85f1-77830a364388,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:47.256331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] For port aa86404d-0d90-48c4-846c-c51f7503c49e, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa86404d-0d90-48c4-846c-c51f7503c49e,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:47.257342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.274329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Calling delete_port for aa86404d-0d90-48c4-846c-c51f7503c49e owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:47.373452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45830) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:47.604700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Deleting port c667a95d-6145-461c-b3e5-723aac62e8ba {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:47.605188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.772391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3f23e22c-788b-476f-b8f6-ef298d47542f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5712d8147ade4578938db1a28b3b3e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973753 Nov 12 08:16:47.774867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45840) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:47.814858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] For port c667a95d-6145-461c-b3e5-723aac62e8ba, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c667a95d-6145-461c-b3e5-723aac62e8ba,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:47.815852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.839227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Calling delete_port for c667a95d-6145-461c-b3e5-723aac62e8ba owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:47.925800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.946076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5a5f6-3692-4f4e-a739-089a17c7cd22 req-eb1671ce-9ea8-443f-b395-7c094f61e079 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:47.947704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ea5a5f6-3692-4f4e-a739-089a17c7cd22 req-eb1671ce-9ea8-443f-b395-7c094f61e079 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1639748 Nov 12 08:16:47.990587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a092364a-4d9d-4e15-9484-59c1022a7bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.990587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Pushing event deleted for resources: {'Port': ['ID=aa86404d-0d90-48c4-846c-c51f7503c49e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:48.111780 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a092364a-4d9d-4e15-9484-59c1022a7bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.168985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] No DVR routers for this DVR port aa86404d-0d90-48c4-846c-c51f7503c49e on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:48.212081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.226781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.230634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8914581b-7b66-41b6-84b5-b93095f30724 req-d6a99568-6bfa-4c86-b44c-8d6d847ea187 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "DELETE /v2.0/ports/aa86404d-0d90-48c4-846c-c51f7503c49e HTTP/1.1" status: 204 len: 173 time: 1.3443971 Nov 12 08:16:48.247223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ea5a5f6-3692-4f4e-a739-089a17c7cd22 req-4be0bb9f-480b-4680-a4f1-3113d8696b2f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682476 Nov 12 08:16:48.251436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-deleted', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:48.256168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Pushing event deleted for resources: {'Port': ['ID=c667a95d-6145-461c-b3e5-723aac62e8ba,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:48.264799 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8393d17-9d1d-4d9b-8ac6-b9810ae1b2e5" -d '{"events": [{"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-deleted", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:48.276573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-353b8233-303b-4306-b861-72bc82b25847 req-8aef34fd-c215-46e2-824b-66a2c15846d3 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=1810bd66-2b76-4246-bcfc-f345b1d37023 HTTP/1.1" status: 200 len: 210 time: 0.1090486 Nov 12 08:16:48.348573 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e13d9f-c89b-4957-9614-6df72f29220c x-openstack-request-id: req-43e13d9f-c89b-4957-9614-6df72f29220c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:48.348865 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1810bd66-2b76-4246-bcfc-f345b1d37023", "name": "network-vif-deleted", "tag": "aa86404d-0d90-48c4-846c-c51f7503c49e", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:48.349188 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43e13d9f-c89b-4957-9614-6df72f29220c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:48.349622 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1810bd66-2b76-4246-bcfc-f345b1d37023', 'name': 'network-vif-deleted', 'tag': 'aa86404d-0d90-48c4-846c-c51f7503c49e', 'status': 'completed', 'code': 200} Nov 12 08:16:48.363784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a092364a-4d9d-4e15-9484-59c1022a7bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.368456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a092364a-4d9d-4e15-9484-59c1022a7bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.373370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a092364a-4d9d-4e15-9484-59c1022a7bed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/090e390a-8330-4d5f-95fd-3d642b91e1a4 HTTP/1.1" status: 204 len: 168 time: 0.5972602 Nov 12 08:16:48.390230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092364a-4d9d-4e15-9484-59c1022a7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e390a-8330-4d5f-95fd-3d642b91e1a4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:48.652041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.075496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Router ed05f536-d06e-4330-9720-cd435eae8e6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:16:49.116490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:49.247693 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.297706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:49.300957 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a158171-e287-4e1c-a468-9d6b5dd75a21" -d '{"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-unplugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:49.323145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:49.336686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.337403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:49.357393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:16:49.374558 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] Sync routers for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:16:49.381457 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b1dbfc59-9380-4ca6-b618-425da1a92396 admin admin] 10.222.0.16 "PUT /v2.0/routers/ed05f536-d06e-4330-9720-cd435eae8e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6787081 Nov 12 08:16:49.381692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45880) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:49.404752 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:49.407812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:49.498096 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b24be-2f90-4126-8b73-4fceb2bfb1e8 x-openstack-request-id: req-9c9b24be-2f90-4126-8b73-4fceb2bfb1e8 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:49.498411 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-unplugged", "status": "failed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "code": 422}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:49.499414 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c9b24be-2f90-4126-8b73-4fceb2bfb1e8 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:49.499945 n-d-768509-25 neutron-server[102373]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'code': 422} returned with failed status Nov 12 08:16:49.501073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: aa86404d-0d90-48c4-846c-c51f7503c49e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:49.501431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa86404d-0d90-48c4-846c-c51f7503c49e not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:49.582374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:49.751639 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:49.793550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2b42-fa5b-41d2-8d67-2f02aac22d99 req-c538201e-3680-46a6-baac-c7ee3fea1119 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:49.795462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e7d2b42-fa5b-41d2-8d67-2f02aac22d99 req-c538201e-3680-46a6-baac-c7ee3fea1119 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2626219 Nov 12 08:16:49.890773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:49.924019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.003549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e580eec-9ade-4a1a-afeb-4cbbf6ad14e8 req-8968eb7b-0680-4877-a829-9a513f56746d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:50.005727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e580eec-9ade-4a1a-afeb-4cbbf6ad14e8 req-8968eb7b-0680-4877-a829-9a513f56746d tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 949 time: 0.2043257 Nov 12 08:16:50.011274 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e7d2b42-fa5b-41d2-8d67-2f02aac22d99 req-7fc87894-4314-494b-8a00-de5da360b1c2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848648 Nov 12 08:16:50.070434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:16:48Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:50.115366 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] Checking router: ed05f536-d06e-4330-9720-cd435eae8e6b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:16:50.128723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] Routers {'ed05f536-d06e-4330-9720-cd435eae8e6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:50.129827 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed05f536-d06e-4330-9720-cd435eae8e6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:50.137795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-143211884-network', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:50.157228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e580eec-9ade-4a1a-afeb-4cbbf6ad14e8 req-0f4ca9ac-b3c7-4b5f-aae8-5bf8a1bfa943 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345210 Nov 12 08:16:50.169888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.171033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Made reservation on behalf of 186b5d980d7a4a4495c37666e0bc2d55 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:50.174338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.185043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.269959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Deleting port af0434dd-c647-4021-a6d1-d3aac5ebf938 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:50.269959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.301843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.313906 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.329191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] Set router ed05f536-d06e-4330-9720-cd435eae8e6b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:50.367161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:16:50.375292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384e7e88-41c8-477e-8ce4-7ccc620de2ce,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:50.383271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.383680 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Added segment ea46464f-c525-4cfe-92d4-0635f9f6f580 of type vlan for network 866ddc86-3812-4b62-839a-4ef87f06013a Nov 12 08:16:50.402772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] For port af0434dd-c647-4021-a6d1-d3aac5ebf938, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=af0434dd-c647-4021-a6d1-d3aac5ebf938,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:50.403299 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.436621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Calling delete_port for af0434dd-c647-4021-a6d1-d3aac5ebf938 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:50.438658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.482570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.484866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:50.485897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.534836 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6400883 Nov 12 08:16:50.536355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45922) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:50.544543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Request body: {'subnet': {'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-143211884-subnet', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:50.563491 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:16:48Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:50.586590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3af4e-1693-4cf6-bc38-6459bf978cbf admin admin] Pushing event updated for resources: {'Network': ['ID=866ddc86-3812-4b62-839a-4ef87f06013a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:50.598750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 866ddc86-3812-4b62-839a-4ef87f06013a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:16:50.622207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Made reservation on behalf of 186b5d980d7a4a4495c37666e0bc2d55 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:50.625474 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.641115 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdd87b-625a-49ed-98cc-e6fc09ef4ef5 None None] The sync data for ids ['ed05f536-d06e-4330-9720-cd435eae8e6b'] in n-d-768509-25 is: [{'id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'name': 'tempest-AttachVolumeTestJSON-1507569401-router', 'tenant_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:26Z', 'updated_at': '2021-11-12T08:16:48Z', 'revision_number': 5, 'project_id': '4c0d5cc1b3e24ebb947844ab1c8843cb', 'gw_port': {'id': 'af0434dd-c647-4021-a6d1-d3aac5ebf938', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed05f536-d06e-4330-9720-cd435eae8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:27Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:16:50.808578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.844254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=af0434dd-c647-4021-a6d1-d3aac5ebf938,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:50.961852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.017481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-2931e4d1-7770-4845-ad7d-17632abc7e2e req-e1be425d-9a55-4414-bc14-ee0d00a314e6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:16:51.018585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2931e4d1-7770-4845-ad7d-17632abc7e2e req-e1be425d-9a55-4414-bc14-ee0d00a314e6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1158257 Nov 12 08:16:51.032097 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.149278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9461733-09f2-4373-bf56-c7560e92bf81,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:51.172006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615d5ba-b409-4b8f-b3f8-f2ecfd27f2f5 req-d3e553fc-3672-4628-8d19-c6e508cc8e64 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.173814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6615d5ba-b409-4b8f-b3f8-f2ecfd27f2f5 req-d3e553fc-3672-4628-8d19-c6e508cc8e64 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.2292597 Nov 12 08:16:51.178167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.181135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.266484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Checking segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:51.266484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Network hostable DHCP agents. Network: 866ddc86-3812-4b62-839a-4ef87f06013a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:16:51.281395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.281966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed05f536-d06e-4330-9720-cd435eae8e6b {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:16:51.295627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.299982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-634fb56b-0da1-4f19-b5d4-69deb2734bdd admin admin] 10.222.0.16 "DELETE /v2.0/routers/ed05f536-d06e-4330-9720-cd435eae8e6b HTTP/1.1" status: 204 len: 168 time: 1.9132013 Nov 12 08:16:51.301082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45958) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:51.338504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c11b3-392f-493f-8fcd-65bca2faa839 req-61602f36-d0a3-4457-add7-4823a464d3f2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.340237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-633c11b3-392f-493f-8fcd-65bca2faa839 req-61602f36-d0a3-4457-add7-4823a464d3f2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.1792195 Nov 12 08:16:51.343627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6615d5ba-b409-4b8f-b3f8-f2ecfd27f2f5 req-ab4aac4f-884f-496c-a1de-5163fda5315c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486344 Nov 12 08:16:51.355971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Network 866ddc86-3812-4b62-839a-4ef87f06013a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:16:51.389251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 866ddc86-3812-4b62-839a-4ef87f06013a) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:51.392402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Deleting subnet 4a05dfef-8bf5-4bbf-a247-1d52c7901637 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:16:51.398322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.398631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc930c-b8d1-43e3-8538-ad3aec75f577 None None] Network 866ddc86-3812-4b62-839a-4ef87f06013a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:51.417271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.418022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.435379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-633c11b3-392f-493f-8fcd-65bca2faa839 req-893abadc-2a8a-4b36-b387-783b589a7357 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876021 Nov 12 08:16:51.440364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-68828036-1189-4b48-8de1-b8390335c927 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9024961 Nov 12 08:16:51.449343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45962) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:51.456108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:51.492559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.530024 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.531406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.653703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.682591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.702194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccb64f-1bd7-43bf-9857-ae1018f50af1 req-06feed59-2f30-42ed-afb0-5b9c65f4d168 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.710323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87ccb64f-1bd7-43bf-9857-ae1018f50af1 req-06feed59-2f30-42ed-afb0-5b9c65f4d168 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 949 time: 0.1490612 Nov 12 08:16:51.734050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-866ddc86-3812-4b62-839a-4ef87f06013a', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:16:51.736155 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.749502 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.785119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a05dfef-8bf5-4bbf-a247-1d52c7901637,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:51.789356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.793702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9d21e63a-1613-4798-9c6b-05e109ca802a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a05dfef-8bf5-4bbf-a247-1d52c7901637 HTTP/1.1" status: 204 len: 168 time: 0.4907067 Nov 12 08:16:51.808342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45972) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:51.963614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.007502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87ccb64f-1bd7-43bf-9857-ae1018f50af1 req-aa2aeaf9-a5b4-45d3-8ebe-44b9bae8c254 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816014 Nov 12 08:16:52.017775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.036458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd5bbb-087a-46ee-b960-df239f61c214 None None] Network defefb73-b5c2-4cff-9b60-d0c076a283bc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:52.037318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486b908-f672-4b9d-9062-e35402a6142a req-1c0c4e19-905b-4616-86f4-936995ad5ebb tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.041716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8486b908-f672-4b9d-9062-e35402a6142a req-1c0c4e19-905b-4616-86f4-936995ad5ebb tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 949 time: 0.3292925 Nov 12 08:16:52.110747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-6af765a5-672c-4644-9fec-725560a07e5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3086345 Nov 12 08:16:52.138152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-f034c176-5046-4bbf-85e9-d8b55904bb31 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:16:52.139290 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-f034c176-5046-4bbf-85e9-d8b55904bb31 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150928 Nov 12 08:16:52.142345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c667a95d-6145-461c-b3e5-723aac62e8ba no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:52.177225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Deleting port 4e22a959-ee84-4c20-a146-f552aba2f1d6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:52.177564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.287447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c667a95d-6145-461c-b3e5-723aac62e8ba {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:52.288198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c667a95d-6145-461c-b3e5-723aac62e8ba not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:52.289036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device af0434dd-c647-4021-a6d1-d3aac5ebf938 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:52.432703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: af0434dd-c647-4021-a6d1-d3aac5ebf938 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:52.433051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device af0434dd-c647-4021-a6d1-d3aac5ebf938 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:52.465478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Allocated IP 172.20.0.2 (866ddc86-3812-4b62-839a-4ef87f06013a/e9461733-09f2-4373-bf56-c7560e92bf81/262ac913-ecba-4086-a31e-8f8e8d471fda) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:52.671320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] DHCP port deletion for defefb73-b5c2-4cff-9b60-d0c076a283bc request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:16:52.734956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] For port 4e22a959-ee84-4c20-a146-f552aba2f1d6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4e22a959-ee84-4c20-a146-f552aba2f1d6,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:52.735745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.769884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae3bec-152f-43c7-b797-abea246a14ee req-1b3c6889-ff50-4c84-84f9-5144227f671e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.771346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-beae3bec-152f-43c7-b797-abea246a14ee req-1b3c6889-ff50-4c84-84f9-5144227f671e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.1220806 Nov 12 08:16:52.779654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Deleting port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:52.779988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.798903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Calling delete_port for 4e22a959-ee84-4c20-a146-f552aba2f1d6 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:52.873997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Deleting port 4e22a959-ee84-4c20-a146-f552aba2f1d6 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:52.874548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.909596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.933390 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.941437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-beae3bec-152f-43c7-b797-abea246a14ee req-01d07efa-5fba-4f3d-a854-a9d3ddcd511e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459906 Nov 12 08:16:52.953573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e22a959-ee84-4c20-a146-f552aba2f1d6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:52.965330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] No DVR routers for this DVR port 4e22a959-ee84-4c20-a146-f552aba2f1d6 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:53.006892 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.048177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] For port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:53.048612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.084909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Calling delete_port for a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:53.090088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Pushing event updated for resources: {'Port': ['ID=262ac913-ecba-4086-a31e-8f8e8d471fda,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:53.111458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.123155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:53.135616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] For port 4e22a959-ee84-4c20-a146-f552aba2f1d6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4e22a959-ee84-4c20-a146-f552aba2f1d6,segment=NetworkSegment(2271d7b6-6252-4a9d-9eb9-0bdf548df0e4),segment_id=2271d7b6-6252-4a9d-9eb9-0bdf548df0e4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:53.140026 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.145105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.147942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defefb73-b5c2-4cff-9b60-d0c076a283bc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:53.159698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:53.160918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2271d7b6-6252-4a9d-9eb9-0bdf548df0e4') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:53.174951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.181559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.200985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.214093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:16:53.214862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:16:53.217056 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:16:53.223239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Calling delete_port for 4e22a959-ee84-4c20-a146-f552aba2f1d6 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:53.229531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Network 866ddc86-3812-4b62-839a-4ef87f06013a is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:53.244320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:53.257168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:53.305071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.312171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28720ae5-4500-4375-b3a3-6a592591baec req-8e65b80d-4345-47f1-9597-99f8b31765f9 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.321063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28720ae5-4500-4375-b3a3-6a592591baec req-8e65b80d-4345-47f1-9597-99f8b31765f9 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 949 time: 0.1521521 Nov 12 08:16:53.331597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.340988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/defefb73-b5c2-4cff-9b60-d0c076a283bc HTTP/1.1" status: 204 len: 168 time: 1.5318167 Nov 12 08:16:53.370863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015979ba-a556-496c-b928-3074a8d103f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=defefb73-b5c2-4cff-9b60-d0c076a283bc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:53.468428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28720ae5-4500-4375-b3a3-6a592591baec req-e677f592-015d-4432-b089-647f45ed58a6 tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/security-groups?id=685f1ee8-e5e2-4148-bb34-42edf7b158b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462035 Nov 12 08:16:53.472129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Attempting to bind port 262ac913-ecba-4086-a31e-8f8e8d471fda on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:53.472714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Attempting to bind port 262ac913-ecba-4086-a31e-8f8e8d471fda by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:53.473232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Attempting to bind port 262ac913-ecba-4086-a31e-8f8e8d471fda on network 866ddc86-3812-4b62-839a-4ef87f06013a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:53.490305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:53.490924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Checking segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:53.491464 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.492022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Bound using segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:53.492730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Bound port: 262ac913-ecba-4086-a31e-8f8e8d471fda, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:53.493262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.524088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.528887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Allocated IP 172.25.4.208 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/f100b941-aaf9-4dfd-9c47-06361dafba0c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:53.535990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Network defefb73-b5c2-4cff-9b60-d0c076a283bc is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:16:53.536729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] No DVR routers for this DVR port 4e22a959-ee84-4c20-a146-f552aba2f1d6 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:53.542738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.576716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46004) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:53.587854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Pushing event deleted for resources: {'Port': ['ID=a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:53.654163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] No DVR routers for this DVR port a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:53.665501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa044a7-eed9-4620-b333-0efcbb6cc20e None None] Pushing event deleted for resources: {'Port': ['ID=4e22a959-ee84-4c20-a146-f552aba2f1d6,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:53.695521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f39c6e00-a8fe-44e3-943b-b4a2fe8561d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c0d5cc1b3e24ebb947844ab1c8843cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1163437 Nov 12 08:16:53.695733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46006) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:53.696694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.700668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8486b908-f672-4b9d-9062-e35402a6142a req-99ced754-e967-4dbd-af9a-95083d8c8a0a tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.32 "DELETE /v2.0/ports/a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b HTTP/1.1" status: 204 len: 173 time: 1.6398904 Nov 12 08:16:53.703164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-deleted', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:53.706617 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8d8ee6-aaa2-407c-9a4d-a3e3421ee439" -d '{"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-deleted", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:53.757870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] For port 262ac913-ecba-4086-a31e-8f8e8d471fda, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:53.764324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] For port 262ac913-ecba-4086-a31e-8f8e8d471fda, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=262ac913-ecba-4086-a31e-8f8e8d471fda,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:53.779382 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.793982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787ef4f4-68a1-49d4-a8c1-9555a18a598b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.842291 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55f962c-7366-4a5d-af7d-2d8cfcea8145 x-openstack-request-id: req-d55f962c-7366-4a5d-af7d-2d8cfcea8145 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:53.842602 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0ec7c-3166-4fd6-b29f-c6c7c664b17d", "name": "network-vif-deleted", "tag": "a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:53.842823 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d55f962c-7366-4a5d-af7d-2d8cfcea8145 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:53.843222 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0ec7c-3166-4fd6-b29f-c6c7c664b17d', 'name': 'network-vif-deleted', 'tag': 'a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b', 'status': 'completed', 'code': 200} Nov 12 08:16:53.870927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.897002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4e22a959-ee84-4c20-a146-f552aba2f1d6 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:53.928678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787ef4f4-68a1-49d4-a8c1-9555a18a598b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.931966 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.999924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 4e22a959-ee84-4c20-a146-f552aba2f1d6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:54.003838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4e22a959-ee84-4c20-a146-f552aba2f1d6 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:54.024742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f096f7-cc1f-4a8e-b704-e5a62dd7eba1 None None] Pushing event updated for resources: {'Port': ['ID=262ac913-ecba-4086-a31e-8f8e8d471fda,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:54.109688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Pushing event updated for resources: {'Port': ['ID=f100b941-aaf9-4dfd-9c47-06361dafba0c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:54.128648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:54.136498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:54.154263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:54.191493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e5ea-21d4-4999-8149-31219ddca905 req-36c7133b-5370-424d-829e-ef5b8fba64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.194383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-36c7133b-5370-424d-829e-ef5b8fba64b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1097 time: 0.2478914 Nov 12 08:16:54.310099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bde88-b113-4105-a1d6-071418043085 req-dc04fece-c26a-46ac-bf44-36095e49eaa0 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.312307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de3bde88-b113-4105-a1d6-071418043085 req-dc04fece-c26a-46ac-bf44-36095e49eaa0 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2368064 Nov 12 08:16:54.321642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787ef4f4-68a1-49d4-a8c1-9555a18a598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:54.324408 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787ef4f4-68a1-49d4-a8c1-9555a18a598b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:54.330197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-787ef4f4-68a1-49d4-a8c1-9555a18a598b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c92ae404-1adb-4f52-bcda-a8cde7f0b42d HTTP/1.1" status: 204 len: 168 time: 0.6278713 Nov 12 08:16:54.413792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ef4f4-68a1-49d4-a8c1-9555a18a598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92ae404-1adb-4f52-bcda-a8cde7f0b42d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:54.639862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e5ea-21d4-4999-8149-31219ddca905 req-6972c9af-f29f-40f3-8f0f-2e08dd001ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.642524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-6972c9af-f29f-40f3-8f0f-2e08dd001ca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.3443983 Nov 12 08:16:54.649754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de3bde88-b113-4105-a1d6-071418043085 req-00f0ec13-6b4f-4755-b5f3-cdb8eed6d790 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827339 Nov 12 08:16:54.834700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb46e101-3ff7-4577-b452-88f10039c85f req-90396a84-98e0-4b77-be8d-496994b1b41f tempest-ListImageFiltersTestJSON-1503463168 tempest-ListImageFiltersTestJSON-1503463168-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf0ec7c-3166-4fd6-b29f-c6c7c664b17d HTTP/1.1" status: 200 len: 210 time: 0.1696255 Nov 12 08:16:54.909794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-71f4fd4f-a740-4aa1-a884-32451c8efa5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 1001 time: 0.2581866 Nov 12 08:16:54.976523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.046454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e5ea-21d4-4999-8149-31219ddca905 req-4566aaef-6dad-45ca-8463-6e9be3bc80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:55.048224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-4566aaef-6dad-45ca-8463-6e9be3bc80a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1227005 Nov 12 08:16:55.131105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:55.176839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e5ea-21d4-4999-8149-31219ddca905 req-0b63bd3e-e330-40a2-a764-eb0a546005a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:55.179795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-0b63bd3e-e330-40a2-a764-eb0a546005a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153150 Nov 12 08:16:55.265750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:55.294088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:55.294432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a1e104ba-ace1-44ea-ad9f-d56b4b7d6f0b not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:55.295015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:55.367720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:55.422355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-6304eeec-6a84-4b2c-a42a-9768f0dbb4cb service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343605 Nov 12 08:16:55.433027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.434806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:55.460921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a09818-8110-4504-b469-6148064efff6 None None] Network 866ddc86-3812-4b62-839a-4ef87f06013a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:55.559480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46050) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:55.581606 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.632408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-85fcfeab-f7a4-4610-bf03-cef1b91e13c0 None None] Provisioning complete for port 262ac913-ecba-4086-a31e-8f8e8d471fda triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:55.633404 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-85fcfeab-f7a4-4610-bf03-cef1b91e13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.644264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.716026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-191957429-network', 'tenant_id': 'bb97d9a6ceae487d8106e1d4007309a3'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:55.737782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:55.741309 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e18331-ba2a-46ad-8a1c-9ab3125d4c2a" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:55.761612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:55.784820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Made reservation on behalf of bb97d9a6ceae487d8106e1d4007309a3 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:55.787630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.798969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:55.804006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Router 2e1cb13b-dcca-4277-961a-f675a9e9116c is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:16:55.829235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8940e5ea-21d4-4999-8149-31219ddca905 req-bf904845-5bc8-4b50-924c-3c764ca0e7ba service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938782 Nov 12 08:16:55.830006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.891432 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1fa138-b417-4518-95b7-bffc559ad06e x-openstack-request-id: req-4f1fa138-b417-4518-95b7-bffc559ad06e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:55.892016 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:55.892267 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f1fa138-b417-4518-95b7-bffc559ad06e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:55.892912 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:16:55.914985 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.980251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:55.992075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.003812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 262ac913-ecba-4086-a31e-8f8e8d471fda up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:56.036855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bdf59-d9b4-402a-add6-1578f20372b6 req-d5ae577c-8799-445e-b9c0-ddc9b54fd225 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.047780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-986bdf59-d9b4-402a-add6-1578f20372b6 req-d5ae577c-8799-445e-b9c0-ddc9b54fd225 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2129550 Nov 12 08:16:56.076908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:16:56.086622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f0c78-44f2-46d3-bbe7-942b51136afe,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:56.108654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.109361 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Added segment e3f71d0d-918c-458d-a604-c7b051031f16 of type vlan for network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 Nov 12 08:16:56.167781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.192548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:56.225422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.226594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.227282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.246791 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:16:56.247290 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:16:56.254583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-85fcfeab-f7a4-4610-bf03-cef1b91e13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.260173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:16:56.290551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Sync routers for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:16:56.316082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-986bdf59-d9b4-402a-add6-1578f20372b6 req-96cd8aa5-f67f-4ae7-9468-af148beb54ac tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671845 Nov 12 08:16:56.332532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.333878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5284f9e6-5ee0-4f8a-86ab-daaa3d202d12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8833036 Nov 12 08:16:56.336978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46084) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:56.356540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:56.357520 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7963409 Nov 12 08:16:56.360841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:56.363546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 262ac913-ecba-4086-a31e-8f8e8d471fda triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:56.364334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:56.367329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.379434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Request body: {'subnet': {'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-191957429-subnet', 'tenant_id': 'bb97d9a6ceae487d8106e1d4007309a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:56.396231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aafad1-adcb-4695-9c37-d58a4df2af3c admin admin] Pushing event updated for resources: {'Network': ['ID=edbfe13d-c3b4-40d2-97f2-e61ba691cf59,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:56.480290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Made reservation on behalf of bb97d9a6ceae487d8106e1d4007309a3 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:56.483727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.595600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-85fcfeab-f7a4-4610-bf03-cef1b91e13c0 None None] For port 262ac913-ecba-4086-a31e-8f8e8d471fda, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=262ac913-ecba-4086-a31e-8f8e8d471fda,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:56.620157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:16:56.636319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-85fcfeab-f7a4-4610-bf03-cef1b91e13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.905466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.032787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0807c2-adb1-44a8-88ee-a699890571eb,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:57.091072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Checking segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:57.096556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Network hostable DHCP agents. Network: edbfe13d-c3b4-40d2-97f2-e61ba691cf59, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:16:57.137969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:16:57.151397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, edbfe13d-c3b4-40d2-97f2-e61ba691cf59) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:57.157729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.158483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.224833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92be0dc4-9e9d-4252-9341-1bcf32d8b3d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8557992 Nov 12 08:16:57.232445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383e090-d136-416c-82ec-e21f0d01a91d None None] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:57.509642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c1495271-d801-4839-b607-a3eb64d0c1a1 None None] Provisioning complete for port 262ac913-ecba-4086-a31e-8f8e8d471fda triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:57.510028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1495271-d801-4839-b607-a3eb64d0c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.729457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff6509-e5a4-4c2c-ad96-4a17f887421f None None] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:57.821465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcfeab-f7a4-4610-bf03-cef1b91e13c0 None None] Pushing event updated for resources: {'Port': ['ID=262ac913-ecba-4086-a31e-8f8e8d471fda,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:57.888072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.891990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d2e5-1a72-47a5-a879-b127093f357b req-9138de43-fb92-4841-a298-a765cef77c3b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.917724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee27d2e5-1a72-47a5-a879-b127093f357b req-9138de43-fb92-4841-a298-a765cef77c3b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2503591 Nov 12 08:16:57.959234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:57.991122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:58.012109 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.075516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:58.170684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['47d1e4a0-3620-4b51-966b-7ee0b564ce3a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:58.173021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee27d2e5-1a72-47a5-a879-b127093f357b req-cc46bd85-1730-47f1-9251-3ec79e43ffa2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538247 Nov 12 08:16:58.291027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.426542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 262ac913-ecba-4086-a31e-8f8e8d471fda up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:58.577623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:58.599549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 262ac913-ecba-4086-a31e-8f8e8d471fda triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:58.600279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.683409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-2d8dd0d7-7d53-4507-998b-89600ca07c06 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.691398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-2d8dd0d7-7d53-4507-998b-89600ca07c06 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.3762293 Nov 12 08:16:58.796524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-df5aee45-c8b8-468c-8be5-466b79eaa314 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/quotas/bb97d9a6ceae487d8106e1d4007309a3 HTTP/1.1" status: 200 len: 375 time: 0.1038642 Nov 12 08:16:58.857890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:16:54Z', 'revision_number': 3, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:58.876363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-3eda1387-3e24-47fa-bc79-20f04bd7004b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786059 Nov 12 08:16:58.915806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Checking router: 2e1cb13b-dcca-4277-961a-f675a9e9116c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:16:58.916423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Updating router 2e1cb13b-dcca-4277-961a-f675a9e9116c port f100b941-aaf9-4dfd-9c47-06361dafba0c binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:16:59.005387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.019462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Allocated IP 172.20.0.1 (866ddc86-3812-4b62-839a-4ef87f06013a/e9461733-09f2-4373-bf56-c7560e92bf81/aab6a6ee-205c-45eb-8804-0d57d69c1e6a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:59.223500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46188) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:59.232457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-1b297de7-9cf8-41a8-b67c-c14f49fe17a1 service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547733 Nov 12 08:16:59.432907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.484740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3676bacb-e94f-4ddd-ab34-20614b7012ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa5e215ac8234fe19e55a030178cf420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572412 Nov 12 08:16:59.484997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46194) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:59.503226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d907c-2e24-4c7b-8f64-93eee4a5b19c req-116e3f8f-84dd-4eee-9b99-e34d590bd0d9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.515835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f17d907c-2e24-4c7b-8f64-93eee4a5b19c req-116e3f8f-84dd-4eee-9b99-e34d590bd0d9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.1463521 Nov 12 08:16:59.542381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-77b78b99-d8a7-4daa-98d6-24d5fd8cf0bf service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934055 Nov 12 08:16:59.585712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ce14-2583-4477-b26f-8d8cca15076e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.631995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ce14-2583-4477-b26f-8d8cca15076e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.674610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f17d907c-2e24-4c7b-8f64-93eee4a5b19c req-38cd41ab-ab81-489b-8426-a8a06321ec85 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507490 Nov 12 08:16:59.676423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.697827 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.707636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.747595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ce14-2583-4477-b26f-8d8cca15076e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.750244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ce14-2583-4477-b26f-8d8cca15076e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.751679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2fc5ce14-2583-4477-b26f-8d8cca15076e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/685f1ee8-e5e2-4148-bb34-42edf7b158b3 HTTP/1.1" status: 204 len: 168 time: 0.2655563 Nov 12 08:16:59.773991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5ce14-2583-4477-b26f-8d8cca15076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f1ee8-e5e2-4148-bb34-42edf7b158b3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:59.778487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Network 866ddc86-3812-4b62-839a-4ef87f06013a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:59.790629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:59.806882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:59.809774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Pushing event updated for resources: {'Port': ['ID=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:59.875799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Attempting to bind port f100b941-aaf9-4dfd-9c47-06361dafba0c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:59.876212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Attempting to bind port f100b941-aaf9-4dfd-9c47-06361dafba0c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:59.876615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Attempting to bind port f100b941-aaf9-4dfd-9c47-06361dafba0c on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:59.894547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d963bf6-d108-4c5c-9585-79d947fc5b87 None None] Pushing event updated for resources: {'Port': ['ID=f100b941-aaf9-4dfd-9c47-06361dafba0c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:59.897124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:59.897499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:59.897905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.898282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:59.898755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Bound port: f100b941-aaf9-4dfd-9c47-06361dafba0c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:59.899132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:59.907583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.054962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:00.112273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba64c27-3c65-4056-ae36-5810d84d9e95 req-a9a32a30-e6b3-4313-a093-ec5964c6bf46 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 210 time: 0.0731661 Nov 12 08:17:00.217076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] For port f100b941-aaf9-4dfd-9c47-06361dafba0c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:00.233604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] For port f100b941-aaf9-4dfd-9c47-06361dafba0c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f100b941-aaf9-4dfd-9c47-06361dafba0c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:00.247766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.409149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.475265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ce17f07a-298a-4d02-bc34-4c903c9367ef None None] Provisioning complete for port aab6a6ee-205c-45eb-8804-0d57d69c1e6a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:00.476408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce17f07a-298a-4d02-bc34-4c903c9367ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.684618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.692735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.806267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:00.806881 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.873349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:00.874076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:00.990607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Pushing event updated for resources: {'Port': ['ID=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:01.021525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.023729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d963bf6-d108-4c5c-9585-79d947fc5b87 None None] Pushing event updated for resources: {'Port': ['ID=f100b941-aaf9-4dfd-9c47-06361dafba0c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:01.095124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32add-4dcb-4ebe-ab9a-11b4377af2df req-f4630498-9fcf-4876-8d48-9f201a923230 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.110969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5b32add-4dcb-4ebe-ab9a-11b4377af2df req-f4630498-9fcf-4876-8d48-9f201a923230 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.2634373 Nov 12 08:17:01.159582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ce17f07a-298a-4d02-bc34-4c903c9367ef None None] Port aab6a6ee-205c-45eb-8804-0d57d69c1e6a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:17:01.290396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:01.443340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.484523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:01.497357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06d6491b-cb6d-4321-858a-62269146ab96 req-71e54800-c4fb-41de-bf05-0e5b427e3692 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 210 time: 0.1380973 Nov 12 08:17:01.561826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:01.564217 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba8a7c9-2a12-4885-9ccd-0dfd9730a3e0" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:01.590772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5b32add-4dcb-4ebe-ab9a-11b4377af2df req-c16dd721-71af-4801-be1b-1ef2937d497e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783037 Nov 12 08:17:01.608550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Network 866ddc86-3812-4b62-839a-4ef87f06013a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:01.613640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:01.635318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:01.660324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.824493 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78afed3-e20d-4c36-abbd-cd28e50def52 x-openstack-request-id: req-a78afed3-e20d-4c36-abbd-cd28e50def52 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:01.825107 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:01.825107 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a78afed3-e20d-4c36-abbd-cd28e50def52 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:01.825428 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:17:01.846468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2039051990-network', 'tenant_id': '97c553e3714e4a52973f1bbf70cbcc59'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:01.866296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:01.924448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Made reservation on behalf of 97c553e3714e4a52973f1bbf70cbcc59 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:01.944902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Router 2e1cb13b-dcca-4277-961a-f675a9e9116c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:17:01.949149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.953501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 2, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:02.061235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.068861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b3f91-9cec-4cde-9298-ed3fd1435e6d None None] The sync data for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 is: [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 2, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:17:02.115695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3e4c381b-acd0-4854-9561-e5b4a863af4d None None] Provisioning complete for port aab6a6ee-205c-45eb-8804-0d57d69c1e6a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:02.117078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3e4c381b-acd0-4854-9561-e5b4a863af4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.243706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c381b-acd0-4854-9561-e5b4a863af4d None None] Port aab6a6ee-205c-45eb-8804-0d57d69c1e6a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:17:02.267826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:17:02.292257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c62e169-59c6-4734-8945-743881ba57c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e1cb13b-dcca-4277-961a-f675a9e9116c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9525988 Nov 12 08:17:02.474670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-e318a164-f204-4d4f-a85a-16e3eb08f91b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.488815 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-e318a164-f204-4d4f-a85a-16e3eb08f91b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.5244761 Nov 12 08:17:02.551619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Request body: {'port': {'device_id': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'admin_state_up': True, 'tenant_id': 'bb97d9a6ceae487d8106e1d4007309a3'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:02.718323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-114288c5-6643-4ba1-a7bd-e79ff34bcd6e req-6f9bf84a-cef0-4bd1-921e-a36fb9dd11fe tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 210 time: 0.0670609 Nov 12 08:17:02.802681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Made reservation on behalf of bb97d9a6ceae487d8106e1d4007309a3 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:02.809819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.900670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.927626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.979086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b96aa-24eb-4826-bdad-8bce8d1ae68d req-d26457d7-90b8-4d7a-b500-af7a5312cc8a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.984232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d4b96aa-24eb-4826-bdad-8bce8d1ae68d req-d26457d7-90b8-4d7a-b500-af7a5312cc8a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.1561010 Nov 12 08:17:03.099993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d4b96aa-24eb-4826-bdad-8bce8d1ae68d req-18fe8313-7278-4281-a1bf-ec51744b84d6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062198 Nov 12 08:17:03.147301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:17:03.184095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.184465 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Added segment b702d146-4c77-424f-bb45-75f567557989 of type vlan for network 57296b9e-d432-4e16-9df6-a55065a32885 Nov 12 08:17:03.190755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:03.334630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.338553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Allocated IP 172.20.0.9 (edbfe13d-c3b4-40d2-97f2-e61ba691cf59/9d0807c2-adb1-44a8-88ee-a699890571eb/8b7360cc-d9ab-45ea-909c-dafbfb83e544) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:03.432633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.433970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.434297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.544618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] Pushing event updated for resources: {'Network': ['ID=57296b9e-d432-4e16-9df6-a55065a32885,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:03.557346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46274) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:03.558898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-843fb7ec-65f1-43f9-8f69-3634d28ac0ee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0732408 Nov 12 08:17:03.559999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 57296b9e-d432-4e16-9df6-a55065a32885 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:17:03.563875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Request body: {'subnet': {'network_id': '57296b9e-d432-4e16-9df6-a55065a32885', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2039051990-subnet', 'tenant_id': '97c553e3714e4a52973f1bbf70cbcc59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:03.628377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46276) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:03.635356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119125912', 'description': 'tempest-description--642891234'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:03.647139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Made reservation on behalf of 97c553e3714e4a52973f1bbf70cbcc59 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:03.651909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.745278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.803614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.804010 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.866475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:03.871430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:03.877628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:03.962741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.963830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.008667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4808826 Nov 12 08:17:04.025876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Request body: {'port': {'device_id': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:04.079261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92f8e-d455-4cf2-8816-8f05bb8da998 req-af8a5086-0b3b-4884-bbd0-1a30b5450af7 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.081091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65d92f8e-d455-4cf2-8816-8f05bb8da998 req-af8a5086-0b3b-4884-bbd0-1a30b5450af7 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 931 time: 0.2280757 Nov 12 08:17:04.161769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.175932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.188225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.205206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fad85a-37ce-4404-b229-3ba6430acf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event updated for resources: {'Port': ['ID=8b7360cc-d9ab-45ea-909c-dafbfb83e544,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:04.349058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f100b941-aaf9-4dfd-9c47-06361dafba0c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:04.500678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f100b941-aaf9-4dfd-9c47-06361dafba0c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:04.501340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.525194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.531539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8987751 Nov 12 08:17:04.538555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46290) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:04.550944 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.554130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Request body: {'security_group_rule': {'security_group_id': 'a1022aac-b8a7-4efd-8e64-6f23124ea82e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:04.558620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145100c-5ac2-4f61-9ed7-c5dd7c6f0f20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1022aac-b8a7-4efd-8e64-6f23124ea82e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:04.594184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65d92f8e-d455-4cf2-8816-8f05bb8da998 req-2e9883e6-502f-4522-b146-47c6f294c122 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965460 Nov 12 08:17:04.697227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.715592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadbcb0-6d98-47bf-acda-624e87872d17 req-8dcac6a3-b30b-47c1-b9a8-4c2a1f537572 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.725921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eeadbcb0-6d98-47bf-acda-624e87872d17 req-8dcac6a3-b30b-47c1-b9a8-4c2a1f537572 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.4295225 Nov 12 08:17:04.739650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.782493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f1d88d-83eb-4fac-9168-4423535fffcc,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:04.799867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port f100b941-aaf9-4dfd-9c47-06361dafba0c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f100b941-aaf9-4dfd-9c47-06361dafba0c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:04.813505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.816407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Checking segment: {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:04.817476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Network hostable DHCP agents. Network: 57296b9e-d432-4e16-9df6-a55065a32885, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:17:04.842070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eeadbcb0-6d98-47bf-acda-624e87872d17 req-7167ae6f-8dc7-42b0-b2f3-c6ab9ce559b1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149845 Nov 12 08:17:04.862531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Network 57296b9e-d432-4e16-9df6-a55065a32885 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:17:04.878818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 57296b9e-d432-4e16-9df6-a55065a32885) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:04.886328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.886946 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.940398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1ee3d1fc-0d9d-4685-9865-c954592f2e9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3707182 Nov 12 08:17:04.960586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=f100b941-aaf9-4dfd-9c47-06361dafba0c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:04.976594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd71e9-d683-4c86-8a15-50302eca6855 None None] Network 57296b9e-d432-4e16-9df6-a55065a32885 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:17:04.989124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.026263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.047997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-f3564cb8-3c63-4f04-96cd-0b66af20a0e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3895431 Nov 12 08:17:05.096236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b986eb76-c63f-44a6-8996-fa041b9ef76d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:05.108165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.109635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-72368e0e-eadc-4306-8685-f420ff04d4b8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5693021 Nov 12 08:17:05.113136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46296) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:05.128265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Request body: {'security_group_rule': {'security_group_id': 'a1022aac-b8a7-4efd-8e64-6f23124ea82e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:05.334860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c273e3-24de-4e4f-bd15-277e61b240e1 None None] Network 57296b9e-d432-4e16-9df6-a55065a32885 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:17:05.369632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7360cc-d9ab-45ea-909c-dafbfb83e544 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:05.382431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.397474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.411211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-c2c10886-44ea-41de-9465-3aa10ee1503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.413077 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-c2c10886-44ea-41de-9465-3aa10ee1503f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5068e6dd16f494493b65f5c12410983&device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 1097 time: 0.2797284 Nov 12 08:17:05.445934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Transition to ACTIVE for port object 8b7360cc-d9ab-45ea-909c-dafbfb83e544 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:05.458612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.460360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-4ff355ac-5230-4519-a92b-ad886e496bd7 req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1602262444', 'description': 'tempest-description-1819380573'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:05.498762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4ff355ac-5230-4519-a92b-ad886e496bd7 req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.634588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4ff355ac-5230-4519-a92b-ad886e496bd7 req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.638247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.651496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Pushing event updated for resources: {'Port': ['ID=8b7360cc-d9ab-45ea-909c-dafbfb83e544,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:05.657534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.713451 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4ff355ac-5230-4519-a92b-ad886e496bd7 req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.737663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613bac36-c8f1-4428-b2ab-c91d67f9cce8,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:05.756943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.761468 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef5df499-b541-4f4c-a763-b03b7a44bc86 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6470656 Nov 12 08:17:05.763778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46310) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:05.772505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:05.779008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-5c6f27c5-33b7-452d-bc54-89c9ee7747e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.780591 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-5c6f27c5-33b7-452d-bc54-89c9ee7747e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e HTTP/1.1" status: 200 len: 905 time: 0.3332152 Nov 12 08:17:05.810380 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4ff355ac-5230-4519-a92b-ad886e496bd7 req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.811827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ff355ac-5230-4519-a92b-ad886e496bd7 req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3622105 Nov 12 08:17:05.844964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b83f0-f3b3-4666-bc3d-a09a49a6a667 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c455c-fd89-470f-90b6-8c8f39605a2b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:05.855596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Attempting to bind port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:05.856285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Attempting to bind port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:05.857491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Attempting to bind port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:05.868147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-921ccb30-a745-4c19-838b-ce20d97c509e req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-60781894', 'description': 'tempest-description-1164768925'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:05.868517 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.877719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:05.877719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Attempting to bind port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:05.878891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-b4830c41-903e-4f15-9c64-bfea1be7aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.880756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-b4830c41-903e-4f15-9c64-bfea1be7aea3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85&tenant_id=48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 1095 time: 0.2425148 Nov 12 08:17:05.897065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:05.905041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:05.905041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Checking segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:05.905041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Bound using segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:05.905041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Bound port: 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:05.905041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.931284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-282da7d2-f749-4caa-bd89-53f818ea30f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e HTTP/1.1" status: 200 len: 1001 time: 0.1347144 Nov 12 08:17:05.951673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ad462-23f7-4c29-9704-cc2465ff15ec req-7ea2c775-1cc2-4bc6-82ad-03f95d2c76c0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.968374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-556ad462-23f7-4c29-9704-cc2465ff15ec req-7ea2c775-1cc2-4bc6-82ad-03f95d2c76c0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 943 time: 0.1917081 Nov 12 08:17:06.021487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-921ccb30-a745-4c19-838b-ce20d97c509e req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.103259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] For port 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:06.107355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] For port 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:06.119212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.163947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-e20f589b-14e3-4fbd-8888-276a71280886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.170779 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-e20f589b-14e3-4fbd-8888-276a71280886 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9688eec-e90d-4405-9286-4d7ee56c1c2a HTTP/1.1" status: 200 len: 844 time: 0.2284267 Nov 12 08:17:06.197886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.198358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.200041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] 10.222.0.25 "PUT /v2.0/ports/8b7360cc-d9ab-45ea-909c-dafbfb83e544 HTTP/1.1" status: 200 len: 1092 time: 2.1826520 Nov 12 08:17:06.202149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'tag': '8b7360cc-d9ab-45ea-909c-dafbfb83e544'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:06.204721 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483e4729-ac07-40ce-8c35-da0167ae4da3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3de9374-b59f-462d-adac-3f96156c6e3f", "tag": "8b7360cc-d9ab-45ea-909c-dafbfb83e544"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:06.267257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-556ad462-23f7-4c29-9704-cc2465ff15ec req-cb44cb87-ddb0-4b9d-98ba-218d752aa513 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960091 Nov 12 08:17:06.268914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386ac5-e70a-4042-8dc2-3584ba60144c service neutron] Pushing event updated for resources: {'Port': ['ID=8b7360cc-d9ab-45ea-909c-dafbfb83e544,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:06.289953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-3770a768-ae3f-4725-9ff4-b6cd13a5f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.291697 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-3770a768-ae3f-4725-9ff4-b6cd13a5f8af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169212 Nov 12 08:17:06.313660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.331731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-921ccb30-a745-4c19-838b-ce20d97c509e req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.362745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-921ccb30-a745-4c19-838b-ce20d97c509e req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.384359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f100b941-aaf9-4dfd-9c47-06361dafba0c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:06.456781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-921ccb30-a745-4c19-838b-ce20d97c509e req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.458390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-921ccb30-a745-4c19-838b-ce20d97c509e req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5946531 Nov 12 08:17:06.469093 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-203063f2-05ae-49e8-b3fa-66976283ad75 service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529169 Nov 12 08:17:06.568138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f100b941-aaf9-4dfd-9c47-06361dafba0c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:06.568876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.580849 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Sync routers for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:17:06.592857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb6d4c-6281-4b0d-a5e9-d4fc9169a0db tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25abaf-ec26-48ca-98a7-297ae6d58984,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:06.607527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.620158 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:06.627808 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:06.792358 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d43623e-b66a-4283-bc03-e21d0953183f x-openstack-request-id: req-7d43623e-b66a-4283-bc03-e21d0953183f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:06.792358 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3de9374-b59f-462d-adac-3f96156c6e3f", "tag": "8b7360cc-d9ab-45ea-909c-dafbfb83e544", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:06.792358 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d43623e-b66a-4283-bc03-e21d0953183f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:06.792358 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'tag': '8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'status': 'completed', 'code': 200} Nov 12 08:17:06.805959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-eafc63c3-ddc4-4c3b-8647-35618de30ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.807622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-eafc63c3-ddc4-4c3b-8647-35618de30ef2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 1095 time: 0.4957497 Nov 12 08:17:06.812311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9369f0b7-6a9d-450a-ab18-6f6e9bd468e5 req-5e7fd27d-676c-4e3c-b82b-44db89597256 service neutron] 10.222.0.25 "GET /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379428 Nov 12 08:17:06.876096 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-c98a9b77-93ad-48eb-855d-6de01f607df9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544 HTTP/1.1" status: 200 len: 217 time: 0.0573986 Nov 12 08:17:06.878153 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:06.911654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3bcf0-e39f-4628-af81-871e6f9997ac req-2415bbb1-b4a3-4178-b68c-164a3f0300ab tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.922155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04f3bcf0-e39f-4628-af81-871e6f9997ac req-2415bbb1-b4a3-4178-b68c-164a3f0300ab tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.5404222 Nov 12 08:17:06.983451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-1dee754f-2f56-4225-aea2-878e8a6a10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.985119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-1dee754f-2f56-4225-aea2-878e8a6a10ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.1011233 Nov 12 08:17:06.986464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Allocated IP 172.25.4.58 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6ba51aa0-5bbb-4854-95f7-260344989b7c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:07.032147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-52486736-3532-414e-8066-6bceb7f3d425 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391908 Nov 12 08:17:07.162086 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 2, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:07.198396 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Checking router: 2e1cb13b-dcca-4277-961a-f675a9e9116c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:17:07.199421 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Updating router 2e1cb13b-dcca-4277-961a-f675a9e9116c port aab6a6ee-205c-45eb-8804-0d57d69c1e6a binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:17:07.205621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-0222f2b3-024e-42b1-bf61-d1f83b9877ae service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622584 Nov 12 08:17:07.209090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.213888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04f3bcf0-e39f-4628-af81-871e6f9997ac req-f5900466-95b9-4fba-abc9-9970b4de2cc0 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907200 Nov 12 08:17:07.227853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-80fecc8b-8056-4dac-ae36-c423546f07d8 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.241786 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.241993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-80fecc8b-8056-4dac-ae36-c423546f07d8 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 813 time: 0.2129276 Nov 12 08:17:07.260345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-224d1cdb-78bd-47b1-a58d-d4026298d6de tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/quotas/97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 375 time: 0.0200303 Nov 12 08:17:07.325158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-cf990b98-1b1c-4390-b6e1-cbf74867a21b tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638418 Nov 12 08:17:07.401702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.462770 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8545cfb-682f-4bf7-a351-6fbcab6789cd req-57a6e752-8526-44bb-9d5c-843faaa92b52 service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509201 Nov 12 08:17:07.477646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:07.477990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:07.487183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:07.497872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:07.503971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event updated for resources: {'Port': ['ID=6ba51aa0-5bbb-4854-95f7-260344989b7c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:07.515372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805124ee-9be5-46d7-b49b-b8eaaaf9402d req-c265ec10-bed9-47ac-ab70-dc0a2df8921b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.517470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-805124ee-9be5-46d7-b49b-b8eaaaf9402d req-c265ec10-bed9-47ac-ab70-dc0a2df8921b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 943 time: 0.0890131 Nov 12 08:17:07.575382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-61aa5142-6383-48c4-b775-3af69aa609cb service neutron] 10.222.0.16 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492368 Nov 12 08:17:07.683090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-93cd0650-b51c-45a4-bfd1-9cea6baf6116 service neutron] 10.222.0.16 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067374 Nov 12 08:17:07.690555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-50c21693-966b-40f4-9de5-5fc45d896e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.692693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-50c21693-966b-40f4-9de5-5fc45d896e52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 1095 time: 0.1369307 Nov 12 08:17:07.726555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:07.767025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.806351 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.831811 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.838052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-805124ee-9be5-46d7-b49b-b8eaaaf9402d req-9bba1a5f-1b13-4740-89d4-4c7b9150251c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010418 Nov 12 08:17:07.840724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:07.854750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.882562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Transition to ACTIVE for port object a2837c16-2c48-4b1e-971f-c55003b6f499 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:07.902185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.006018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.112506 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Pushing event updated for resources: {'Port': ['ID=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:08.150226 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.150764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.151316 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.151862 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.152418 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.152978 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.153532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.154058 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.154578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.155090 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.155621 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.156185 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:08.246281 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Attempting to bind port aab6a6ee-205c-45eb-8804-0d57d69c1e6a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:08.246780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Attempting to bind port aab6a6ee-205c-45eb-8804-0d57d69c1e6a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:08.247372 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Attempting to bind port aab6a6ee-205c-45eb-8804-0d57d69c1e6a on network 866ddc86-3812-4b62-839a-4ef87f06013a {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:08.269578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:08.270361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Checking segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:08.271029 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.271678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Bound using segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:08.272464 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Bound port: aab6a6ee-205c-45eb-8804-0d57d69c1e6a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:08.273084 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.362186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5598dd9-5d75-4703-b7ff-4b227b77e1e8 req-2aa25863-6e9f-4357-92f5-9bafcbe30e12 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 210 time: 0.1351781 Nov 12 08:17:08.396006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-0c8e10bd-f81e-4222-a4f3-f2e41b9b01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:08.398208 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-0c8e10bd-f81e-4222-a4f3-f2e41b9b01e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 914 time: 0.6965969 Nov 12 08:17:08.417981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=9']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:08.420499 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] For port aab6a6ee-205c-45eb-8804-0d57d69c1e6a, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:08.437274 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] For port aab6a6ee-205c-45eb-8804-0d57d69c1e6a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:08.454348 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.508525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-77e0d194-94eb-4580-a17a-cd4f517197f3 None None] Provisioning complete for port aab6a6ee-205c-45eb-8804-0d57d69c1e6a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:08.512476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-77e0d194-94eb-4580-a17a-cd4f517197f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.519119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-b2a2ab8b-63b3-46f4-87bd-1e8958d655be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544 HTTP/1.1" status: 200 len: 217 time: 0.1109247 Nov 12 08:17:08.555722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] No DVR routers for this DVR port a2837c16-2c48-4b1e-971f-c55003b6f499 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:17:08.612198 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:08.613453 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:08.763140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.808261 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbdee0-dd3d-45cb-81a6-1c6a3254b108 None None] Pushing event updated for resources: {'Port': ['ID=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:08.894412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-77e0d194-94eb-4580-a17a-cd4f517197f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.975099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-77e0d194-94eb-4580-a17a-cd4f517197f3 None None] For port aab6a6ee-205c-45eb-8804-0d57d69c1e6a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:08.984256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-77e0d194-94eb-4580-a17a-cd4f517197f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.178292 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:09.285137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-10db1f00-0f5e-4a2a-b7e6-4e14f2fd43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:09.286671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-10db1f00-0f5e-4a2a-b7e6-4e14f2fd43ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.7399390 Nov 12 08:17:09.316600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2faf8-c69e-4079-bde0-c758d5bf8974 req-302bfc23-9a6c-4420-a07a-8a1ee61c7f50 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:09.318017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d194-94eb-4580-a17a-cd4f517197f3 None None] Pushing event updated for resources: {'Port': ['ID=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:09.318232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebb2faf8-c69e-4079-bde0-c758d5bf8974 req-302bfc23-9a6c-4420-a07a-8a1ee61c7f50 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 943 time: 0.8608708 Nov 12 08:17:09.339071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d827d-5c80-49b1-afa5-1855d196539e req-8e7db4b5-9d58-4766-9f34-c56ac35773f5 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:09.350897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-261b5bd9-dc76-4bf2-b7d0-43955fad2a5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540943 Nov 12 08:17:09.361774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f2d827d-5c80-49b1-afa5-1855d196539e req-8e7db4b5-9d58-4766-9f34-c56ac35773f5 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 943 time: 0.1733775 Nov 12 08:17:09.369036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e0a3dff6-e9ea-46da-abe8-d97c0b6e07d9 None None] Provisioning complete for port aab6a6ee-205c-45eb-8804-0d57d69c1e6a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:09.369409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0a3dff6-e9ea-46da-abe8-d97c0b6e07d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.451967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.497305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.525974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebb2faf8-c69e-4079-bde0-c758d5bf8974 req-2fe8bee1-29c2-45c2-b352-c546781cba3b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589215 Nov 12 08:17:09.671839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.674906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f2d827d-5c80-49b1-afa5-1855d196539e req-31e81d79-d692-4d33-9a6d-dfe59def53f1 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120844 Nov 12 08:17:09.677834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event updated for resources: {'Port': ['ID=6ba51aa0-5bbb-4854-95f7-260344989b7c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:09.683882 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:09.730680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.731555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:09.732505 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62a17110-28bf-4801-86d7-02ab47a143ec tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9659891 Nov 12 08:17:09.754614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-81e3f8fc-4c28-4205-a24f-62482faad359 service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948479 Nov 12 08:17:09.754972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:09.759675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:09.775977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Port a2837c16-2c48-4b1e-971f-c55003b6f499 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:09.779794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Attempting to bind port a2837c16-2c48-4b1e-971f-c55003b6f499 on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:09.789083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:09.789525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:09.792138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Bound using segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:09.792731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Bound port: a2837c16-2c48-4b1e-971f-c55003b6f499, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:09.795003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.801803 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91c9ae-a489-48f9-924a-699d5b6d8f21 None None] The sync data for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 is: [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:17:09.996819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8f6e639-d5b7-470f-af3b-84718b7a38d9 req-6a43ed1b-b69f-41fb-ab7d-3179aa987dac tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 210 time: 0.1050403 Nov 12 08:17:10.051122 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-483e4729-ac07-40ce-8c35-da0167ae4da3 req-c8161c63-b0a9-4e45-a378-e3668ffecd2a service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891843 Nov 12 08:17:10.154053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:10.185868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:10.203464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.296985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 8b7360cc-d9ab-45ea-909c-dafbfb83e544 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:10.341727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=10']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:10.380867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6a9e04a0-e10c-43c0-b5f4-ff2d8b11f4ec tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.384751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6a9e04a0-e10c-43c0-b5f4-ff2d8b11f4ec tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.32 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 813 time: 0.3527939 Nov 12 08:17:10.413715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.414849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.417363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-2d96d38c-8ddc-4451-a535-cb73ef7701e9 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 1092 time: 4.5254765 Nov 12 08:17:10.419506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:10.426074 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd33bd1-2282-4828-be9e-431dcc2e1f80" -d '{"events": [{"name": "network-changed", "server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:10.433950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'port': {'device_id': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885', 'admin_state_up': True, 'tenant_id': '97c553e3714e4a52973f1bbf70cbcc59'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:10.495628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aab6a6ee-205c-45eb-8804-0d57d69c1e6a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:10.581733 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d50aa9-3c46-4206-8eac-a467565ecc97 x-openstack-request-id: req-61d50aa9-3c46-4206-8eac-a467565ecc97 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:10.582635 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:10.583042 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61d50aa9-3c46-4206-8eac-a467565ecc97 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:10.583623 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'status': 'completed', 'code': 200} Nov 12 08:17:10.809170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Made reservation on behalf of 97c553e3714e4a52973f1bbf70cbcc59 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:10.813240 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.862853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-d235f5a2-1a1c-4e05-9e45-7f7c0af977d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.863326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-d235f5a2-1a1c-4e05-9e45-7f7c0af977d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1096 time: 0.3841870 Nov 12 08:17:10.894205 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a85d0e99-cbd6-4873-92b6-f8387d7c0b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.907301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port aab6a6ee-205c-45eb-8804-0d57d69c1e6a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:10.907671 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.044005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:11.156450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'port_id': '8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'mac_address': 'fa:16:3e:2d:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0807c2-adb1-44a8-88ee-a699890571eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:11.225924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee2a0-3d27-43a2-89f3-4ac381ff01be req-e42d4ea9-a0a7-41f7-afbb-507fa31f86a8 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.234146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-500ee2a0-3d27-43a2-89f3-4ac381ff01be req-e42d4ea9-a0a7-41f7-afbb-507fa31f86a8 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 943 time: 0.4382355 Nov 12 08:17:11.267735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.291205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cae776-128c-4c33-9a3a-505b7b286248 req-32cf9a69-032e-4be5-afca-fe576d034555 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.293179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7360cc-d9ab-45ea-909c-dafbfb83e544 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:11.299240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89cae776-128c-4c33-9a3a-505b7b286248 req-32cf9a69-032e-4be5-afca-fe576d034555 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.4916346 Nov 12 08:17:11.341138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:11.348136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-500ee2a0-3d27-43a2-89f3-4ac381ff01be req-9e6bc2dd-bd48-4dc5-a609-6869030a8b69 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095362 Nov 12 08:17:11.348378 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.460852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=8b7360cc-d9ab-45ea-909c-dafbfb83e544,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:11.531296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89cae776-128c-4c33-9a3a-505b7b286248 req-2f467057-98c7-477d-a8e8-bf6aedf2ec20 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311690 Nov 12 08:17:11.596549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.606933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-4bc702c7-873b-4c5a-b4fc-862ae11ec8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.608564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-4bc702c7-873b-4c5a-b4fc-862ae11ec8aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.7190645 Nov 12 08:17:11.642581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Allocated IP 172.20.0.7 (57296b9e-d432-4e16-9df6-a55065a32885/b0f1d88d-83eb-4fac-9168-4423535fffcc/e39847c6-2364-4756-9bf8-f806e5c5c467) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:11.735974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9a0416d-7fd2-4359-9043-3afdf2f74223 req-fe544fbf-0a27-41c0-a1f5-569a614517aa tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 210 time: 0.0565274 Nov 12 08:17:11.754952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:11.777514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-4367d1a5-d9e6-467b-bb36-8c4637b57f27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 998 time: 0.1535099 Nov 12 08:17:11.853052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-3ccd0041-a238-4b52-8007-fa26dca539ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.854247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-3ccd0041-a238-4b52-8007-fa26dca539ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0652688 Nov 12 08:17:12.000307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-34ec9ef5-bc9e-494d-9e0a-ff11e0a3d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.002149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-34ec9ef5-bc9e-494d-9e0a-ff11e0a3d83b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381204 Nov 12 08:17:12.157022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.200212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-1f323c16-6ac4-46aa-9351-621fde6b1b71 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871161 Nov 12 08:17:12.290459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.374310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Network 57296b9e-d432-4e16-9df6-a55065a32885 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:12.391375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:12.399330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:12.434242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:12.462906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab22db3a-6a26-4ec2-92ba-efb5d637332b req-158464e5-4c7a-4bbc-a8af-9da707a90378 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567494 Nov 12 08:17:12.499948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.500788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.580343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-8a7ad5eb-547a-4069-a05b-7a29ef446630 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1610959 Nov 12 08:17:12.602784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Request body: {'port': {'device_id': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:12.779207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fcda7-3830-4045-9f64-483416881344 req-cd2552dc-baaf-4a34-8976-23b290da07aa tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.784352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f18fcda7-3830-4045-9f64-483416881344 req-cd2552dc-baaf-4a34-8976-23b290da07aa tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 944 time: 0.2496428 Nov 12 08:17:12.888020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.891361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-878c0d61-564f-46ee-8ef9-22ce04ca1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.893540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-878c0d61-564f-46ee-8ef9-22ce04ca1faf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1096 time: 0.3181849 Nov 12 08:17:13.098993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f18fcda7-3830-4045-9f64-483416881344 req-056f79ee-bd8b-44a1-9fbe-dffd8ff208ce tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134682 Nov 12 08:17:13.146981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7a229209-1c03-43dd-ae20-b89bfd6bac3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.150810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-fb539197-9d65-49bb-94c9-9fd12955f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.153087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-fb539197-9d65-49bb-94c9-9fd12955f08d service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.2481859 Nov 12 08:17:13.351746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5582c8e-29b1-447e-b088-4143387558c3 req-83fe5509-57e8-4ef9-a8d5-8d61842f81f5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.361541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5582c8e-29b1-447e-b088-4143387558c3 req-83fe5509-57e8-4ef9-a8d5-8d61842f81f5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.3919265 Nov 12 08:17:13.398870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-130ba767-b416-4098-8c6a-50b5eb180c27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 998 time: 0.2332749 Nov 12 08:17:13.899069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ac19-e675-48e1-a9bd-af963cc9a96b req-b480d617-aba7-449a-9020-e5266c123e22 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.916103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7989ac19-e675-48e1-a9bd-af963cc9a96b req-b480d617-aba7-449a-9020-e5266c123e22 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 931 time: 0.6801105 Nov 12 08:17:14.015818 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5582c8e-29b1-447e-b088-4143387558c3 req-e86ebaa4-6186-4a96-86be-c0a3a71ff531 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6509480 Nov 12 08:17:14.078651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-7ccb4f07-7def-4296-b748-0780d70cc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.081578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-7ccb4f07-7def-4296-b748-0780d70cc6f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.6659698 Nov 12 08:17:14.092087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7989ac19-e675-48e1-a9bd-af963cc9a96b req-230db690-16a5-46ac-a5da-3eeb8ecafda5 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745203 Nov 12 08:17:14.289302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 8b7360cc-d9ab-45ea-909c-dafbfb83e544 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:14.382510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:14.385294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39847c6-2364-4756-9bf8-f806e5c5c467 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:14.396676 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:14.413842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Transition to ACTIVE for port object e39847c6-2364-4756-9bf8-f806e5c5c467 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:14.427028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:14.428269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:14.430775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:14.462321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-16f4b9f3-80a5-45ec-99d5-6caceab2cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.464016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-16f4b9f3-80a5-45ec-99d5-6caceab2cf18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3596840 Nov 12 08:17:14.504385 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:14.549193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1e199-47de-4308-a4a3-877ef2da90c0 req-43a76412-4db3-48b1-bf49-e167824299f9 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.560660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f1e199-47de-4308-a4a3-877ef2da90c0 req-43a76412-4db3-48b1-bf49-e167824299f9 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 944 time: 0.3098924 Nov 12 08:17:14.578874 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:14.623424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7360cc-d9ab-45ea-909c-dafbfb83e544'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:14.629806 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb8fef5-5429-4b2d-9b56-92ecec5dd625" -d '{"events": [{"server_uuid": "d3de9374-b59f-462d-adac-3f96156c6e3f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7360cc-d9ab-45ea-909c-dafbfb83e544"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:14.645807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:14.652213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:14.719657 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dce8fd-6930-4a53-b1b9-961527a18bd1 x-openstack-request-id: req-77dce8fd-6930-4a53-b1b9-961527a18bd1 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:14.722582 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de9374-b59f-462d-adac-3f96156c6e3f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7360cc-d9ab-45ea-909c-dafbfb83e544", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:14.724080 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77dce8fd-6930-4a53-b1b9-961527a18bd1 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:14.724527 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'code': 200} Nov 12 08:17:14.743535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=8b7360cc-d9ab-45ea-909c-dafbfb83e544,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:14.747364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:14.865813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-d7b3be67-9175-4413-9c40-282cbd66119e service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922250 Nov 12 08:17:14.875781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f1e199-47de-4308-a4a3-877ef2da90c0 req-a9dfb71a-1ee7-4608-9da0-b148deae64e4 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979214 Nov 12 08:17:14.891904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761b9a7-8cb1-49ec-abd9-a3b9eb4480d4 req-0c393bf2-c5e9-47d2-b5d1-ff18799ce5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.895821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9761b9a7-8cb1-49ec-abd9-a3b9eb4480d4 req-0c393bf2-c5e9-47d2-b5d1-ff18799ce5da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 1097 time: 0.0870218 Nov 12 08:17:14.965043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9761b9a7-8cb1-49ec-abd9-a3b9eb4480d4 req-294dd9ca-866b-4e2e-9184-c9298ffeecb6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601428 Nov 12 08:17:15.008070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Attempting to bind port e39847c6-2364-4756-9bf8-f806e5c5c467 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:15.008664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Attempting to bind port e39847c6-2364-4756-9bf8-f806e5c5c467 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:15.008924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Attempting to bind port e39847c6-2364-4756-9bf8-f806e5c5c467 on network 57296b9e-d432-4e16-9df6-a55065a32885 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:15.016162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Port e39847c6-2364-4756-9bf8-f806e5c5c467 on network 57296b9e-d432-4e16-9df6-a55065a32885 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:15.016483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Attempting to bind port e39847c6-2364-4756-9bf8-f806e5c5c467 on network 57296b9e-d432-4e16-9df6-a55065a32885 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:15.026138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:15.026388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Checking segment: {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:15.026687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Bound using segment: {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:15.027145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Bound port: e39847c6-2364-4756-9bf8-f806e5c5c467, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:15.027526 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.079294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd33bd1-2282-4828-be9e-431dcc2e1f80 req-e787f3ee-3823-482c-9f83-336e21a9a7a6 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015157 Nov 12 08:17:15.120727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:15.125197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:15.132477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.185938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.186916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.188732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] 10.222.0.32 "PUT /v2.0/ports/e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 1092 time: 2.5937548 Nov 12 08:17:15.190193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:15.200812 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:15.386996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd267cf-c120-4fa6-b559-1a9286d5e01d service neutron] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:15.415406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3838e0-8e28-4899-a18e-4b944bc095b9 req-e4873ed9-1ef0-4280-9ef6-08aaed662c85 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.417021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f3838e0-8e28-4899-a18e-4b944bc095b9 req-e4873ed9-1ef0-4280-9ef6-08aaed662c85 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 943 time: 0.1815884 Nov 12 08:17:15.419357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-7960148a-0947-404c-885a-e9aa976d779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.420790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-7960148a-0947-404c-885a-e9aa976d779d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1095 time: 0.1568894 Nov 12 08:17:15.434713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991f47b-f2ab-45a8-9d2a-17563c049c1b req-0a90237b-bcf1-4d5e-a920-07158a658013 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.436447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c991f47b-f2ab-45a8-9d2a-17563c049c1b req-0a90237b-bcf1-4d5e-a920-07158a658013 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.2238469 Nov 12 08:17:15.514774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-db0f9c7f-5b8d-4b9a-bb99-7e7bca69a779 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 217 time: 0.0773175 Nov 12 08:17:15.620387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.706991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f3838e0-8e28-4899-a18e-4b944bc095b9 req-53bad6ef-dba5-4262-8197-dfbf1804d59c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681818 Nov 12 08:17:15.744271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c991f47b-f2ab-45a8-9d2a-17563c049c1b req-b0d28a0a-ffe3-4fc0-9a1c-dabecdc6106b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865119 Nov 12 08:17:15.746172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-25d2d5ee-f2e4-4f80-97f6-7a44fc78a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.750062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-25d2d5ee-f2e4-4f80-97f6-7a44fc78a352 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.2251959 Nov 12 08:17:15.807368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-86d7ebd6-717e-4521-81c9-4b50c635c877 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496700 Nov 12 08:17:15.858608 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f1fd9-9271-4cd1-b3a0-39f1c47016b8 x-openstack-request-id: req-8d7f1fd9-9271-4cd1-b3a0-39f1c47016b8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:15.858920 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:15.859329 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d7f1fd9-9271-4cd1-b3a0-39f1c47016b8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:15.859535 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'status': 'completed', 'code': 200} Nov 12 08:17:16.024948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-4e9d16b7-eebf-494e-89dc-fcf25adab878 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017071 Nov 12 08:17:16.078948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bfb54-c9a4-4445-aa61-9306d2caa01c req-864a2694-674b-4c65-b9ba-dfcf8f3fb2c2 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.081136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-488bfb54-c9a4-4445-aa61-9306d2caa01c req-864a2694-674b-4c65-b9ba-dfcf8f3fb2c2 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 945 time: 0.1061363 Nov 12 08:17:16.190200 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:17:16.198538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-488bfb54-c9a4-4445-aa61-9306d2caa01c req-985e55ee-aaa1-45a6-9fc5-e2032a063e0e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096754 Nov 12 08:17:16.224873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6a4d1d5-ab9c-4e76-9709-fe622208ec2d req-3f17f6a2-b741-446b-b20c-405c877dc93f service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907198 Nov 12 08:17:16.362796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-92f38031-c326-450f-b9e4-bbb712efb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.364871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-92f38031-c326-450f-b9e4-bbb712efb1d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1095 time: 0.0689566 Nov 12 08:17:16.499843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-cd6a282d-ff70-45c3-8961-5e7912dd84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.501603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-cd6a282d-ff70-45c3-8961-5e7912dd84aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.1284773 Nov 12 08:17:16.563492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-bc80f484-44ba-4e4e-adec-0bd6870b7402 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 217 time: 0.0512855 Nov 12 08:17:16.639369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-4334f889-87b7-41c0-b331-a1da4fe8b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.641454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-4334f889-87b7-41c0-b331-a1da4fe8b12d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.0699360 Nov 12 08:17:16.691969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-da78cf0d-c7ce-4fcd-973f-8a28ac31859d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418754 Nov 12 08:17:16.703114 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:16.938417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-2d3b8e53-e715-42c0-900d-18b1de3e9288 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347567 Nov 12 08:17:16.963925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7165c-1b08-4136-8768-5cb84350c1c3 req-a5e28f7f-f808-4426-b7f3-fccd83069d8a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.972172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5d7165c-1b08-4136-8768-5cb84350c1c3 req-a5e28f7f-f808-4426-b7f3-fccd83069d8a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 943 time: 0.1588509 Nov 12 08:17:17.012906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec996c4-d566-4133-a94e-a8a4dd53edae req-a5d0d86f-e0cf-4ebb-a099-a430dcb5076a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.014444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ec996c4-d566-4133-a94e-a8a4dd53edae req-a5d0d86f-e0cf-4ebb-a099-a430dcb5076a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.1443040 Nov 12 08:17:17.113269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5d7165c-1b08-4136-8768-5cb84350c1c3 req-5d37e659-f4f8-4e02-b666-8401b5db724f tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403034 Nov 12 08:17:17.138278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ec996c4-d566-4133-a94e-a8a4dd53edae req-4c4cfbe9-5b8e-46c7-ad7b-919809b5002e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903871 Nov 12 08:17:17.167160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06ebecd9-2c83-48f1-ac1b-ba39629a1a8f req-66d89f45-2273-4197-b4b6-40bb0b697b83 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211156 Nov 12 08:17:17.392415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4355cf6-5d56-4f24-bbd2-a9b323dadfe4 req-cac7a5b9-48ba-49df-9b06-e8c5b9a2b3e6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.403833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4355cf6-5d56-4f24-bbd2-a9b323dadfe4 req-cac7a5b9-48ba-49df-9b06-e8c5b9a2b3e6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 945 time: 0.0915115 Nov 12 08:17:17.506785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4355cf6-5d56-4f24-bbd2-a9b323dadfe4 req-b25dcbd1-95f1-4893-988c-b7220bb6522f tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015890 Nov 12 08:17:18.160543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e39847c6-2364-4756-9bf8-f806e5c5c467 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:18.320658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:18.335028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885', 'port_id': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'mac_address': 'fa:16:3e:9a:44:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f1d88d-83eb-4fac-9168-4423535fffcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:18.388497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7621c6-bee5-4f5b-b97a-13ebc6570378 req-487100ff-a71a-405b-8d9a-33ee25968509 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:18.393760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:18.397436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a7621c6-bee5-4f5b-b97a-13ebc6570378 req-487100ff-a71a-405b-8d9a-33ee25968509 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 943 time: 0.1365495 Nov 12 08:17:18.415305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39847c6-2364-4756-9bf8-f806e5c5c467 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:18.440816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:18.441962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd204b1-521c-4e04-86e5-3fdc194895f1 req-b7803b0d-f932-470a-87c6-4f99200f3716 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:18.452975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fd204b1-521c-4e04-86e5-3fdc194895f1 req-b7803b0d-f932-470a-87c6-4f99200f3716 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.1331384 Nov 12 08:17:18.455597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:18.520768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a7621c6-bee5-4f5b-b97a-13ebc6570378 req-d8f519a0-c1cd-4821-9f08-fc9a274ffd82 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223009 Nov 12 08:17:18.542954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:18.565331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fd204b1-521c-4e04-86e5-3fdc194895f1 req-2454e689-82da-456d-94b8-fecae46f8261 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093419 Nov 12 08:17:18.760404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:19.678709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732304-b848-4ea5-91d4-9e1755af716d req-1de12a74-f1a1-40ec-8fc8-87700a2f00b7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.687808 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d732304-b848-4ea5-91d4-9e1755af716d req-1de12a74-f1a1-40ec-8fc8-87700a2f00b7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 944 time: 0.0716662 Nov 12 08:17:19.794466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d732304-b848-4ea5-91d4-9e1755af716d req-4a0172d1-9d6f-4556-82a8-f6960d7bf9c1 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056104 Nov 12 08:17:19.807431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53c70-d2f6-49bb-883c-61de4648798c req-54af06d9-9d84-4920-ae5a-304950f18154 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.815300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9f53c70-d2f6-49bb-883c-61de4648798c req-54af06d9-9d84-4920-ae5a-304950f18154 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.1020761 Nov 12 08:17:19.880576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9f53c70-d2f6-49bb-883c-61de4648798c req-a75cc9ac-f4d5-4786-b9e3-7f3f6418355a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643713 Nov 12 08:17:20.040529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933042-d4e9-4e0e-8805-9cf7aa005085 req-611c8f8e-b2af-4fd7-9f22-788b0fe11217 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:20.049636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97933042-d4e9-4e0e-8805-9cf7aa005085 req-611c8f8e-b2af-4fd7-9f22-788b0fe11217 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.0908167 Nov 12 08:17:20.115214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97933042-d4e9-4e0e-8805-9cf7aa005085 req-d4118c7f-cd78-4414-b189-0e06575c256e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645728 Nov 12 08:17:20.176183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e39847c6-2364-4756-9bf8-f806e5c5c467 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:20.272228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port e39847c6-2364-4756-9bf8-f806e5c5c467 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:20.280933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port e39847c6-2364-4756-9bf8-f806e5c5c467 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:20.280933 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.447876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.694012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:20.696435 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a57e84-3a54-4672-b259-e3a4b59ea024" -d '{"events": [{"server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "name": "network-vif-plugged", "status": "completed", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:20.720279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:20.727460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.879815 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b234bb3-4ef7-42fd-8eaf-f7c48b5e6e8c x-openstack-request-id: req-3b234bb3-4ef7-42fd-8eaf-f7c48b5e6e8c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:20.880267 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "name": "network-vif-plugged", "status": "completed", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:20.880645 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b234bb3-4ef7-42fd-8eaf-f7c48b5e6e8c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:20.881171 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'code': 200} Nov 12 08:17:20.905417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:21.145247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52f6ce-8b2f-474e-a5b0-8daa913f0db9 req-a20558be-3c4b-46e5-91a4-89ed90905bfd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.147123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c52f6ce-8b2f-474e-a5b0-8daa913f0db9 req-a20558be-3c4b-46e5-91a4-89ed90905bfd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 945 time: 0.1676784 Nov 12 08:17:21.165506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ada20-6570-42cc-ba59-0cf14930b619 req-e8e382dc-2a27-4f18-b23a-bed7436e2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.167306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f7ada20-6570-42cc-ba59-0cf14930b619 req-e8e382dc-2a27-4f18-b23a-bed7436e2456 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1097 time: 0.1191814 Nov 12 08:17:21.345125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c52f6ce-8b2f-474e-a5b0-8daa913f0db9 req-96739bb7-b5e5-410b-959a-d22f65abe39c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742637 Nov 12 08:17:21.350947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f7ada20-6570-42cc-ba59-0cf14930b619 req-a50fba61-2eb3-4b1d-9bbe-1930faa412d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709371 Nov 12 08:17:21.792222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5c275-8af2-4c57-a9b7-eb3c4df87166 req-15cde14b-d6a1-4709-a72b-373d87defb9f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.797184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59d5c275-8af2-4c57-a9b7-eb3c4df87166 req-15cde14b-d6a1-4709-a72b-373d87defb9f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.0746665 Nov 12 08:17:21.914525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59d5c275-8af2-4c57-a9b7-eb3c4df87166 req-ad5809b8-e85a-4f2f-b75c-7d9aaf9a7fd8 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071732 Nov 12 08:17:30.237981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:30.368351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.425102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:30.429588 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ea55f-ff85-4a61-9a67-3c89b04a6984" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:30.440208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:30.446700 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.510308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:30.519451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.519794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.520172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.520512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.520845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.521281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.521615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.521993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.522370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.522701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.523028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:30.523349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:34.748805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6c03-cdc6-4f33-87c1-e2c9b0ac23b4 req-68e92c1e-fff8-4f15-88e1-12f1d2f0a562 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.751804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bde6c03-cdc6-4f33-87c1-e2c9b0ac23b4 req-68e92c1e-fff8-4f15-88e1-12f1d2f0a562 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0594544 Nov 12 08:17:34.882530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bde6c03-cdc6-4f33-87c1-e2c9b0ac23b4 req-9fdee4f9-b074-43d8-9217-edaaa74829ab tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233037 Nov 12 08:17:34.900230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afaae8-cd81-4c61-b046-0f1819261a6d req-497788f8-d31b-4121-a4b2-7ec1a305a92e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.901972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6afaae8-cd81-4c61-b046-0f1819261a6d req-497788f8-d31b-4121-a4b2-7ec1a305a92e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 945 time: 0.0814340 Nov 12 08:17:34.996155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6afaae8-cd81-4c61-b046-0f1819261a6d req-aee96542-eea2-4ee7-aa90-fd69b4f77820 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832586 Nov 12 08:17:35.044473 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875bf943-e875-4e75-9834-d835d8257ed3 x-openstack-request-id: req-875bf943-e875-4e75-9834-d835d8257ed3 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:35.045780 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:35.046321 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-875bf943-e875-4e75-9834-d835d8257ed3 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:35.047159 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:17:35.103955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70282b9d-1ce0-45ca-a342-aea520c712f4 req-bcc7f77f-fed9-472b-a124-1308f0c2c4b1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.105866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70282b9d-1ce0-45ca-a342-aea520c712f4 req-bcc7f77f-fed9-472b-a124-1308f0c2c4b1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.0557568 Nov 12 08:17:35.161194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70282b9d-1ce0-45ca-a342-aea520c712f4 req-01874f8a-af14-45a6-9784-efb9c92d5c27 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481589 Nov 12 08:17:35.531451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-8aa4db02-7d20-481d-b0c2-dd9568e412f2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1602262444&fields=id&tenant_id=97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 267 time: 0.0633602 Nov 12 08:17:35.592031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-fd55a240-7ad8-4e8a-b9d6-400635b394e3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.601095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-fd55a240-7ad8-4e8a-b9d6-400635b394e3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 945 time: 0.0615041 Nov 12 08:17:35.611072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'port': {'security_groups': ['e8b0ee2e-f3a3-4ae4-b871-f19a930bb906', 'b13c455c-fd89-470f-90b6-8c8f39605a2b']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:35.718840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.724340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-e61fbbe0-99ae-460b-bd08-e29044689f03 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2119125912&fields=id&tenant_id=186b5d980d7a4a4495c37666e0bc2d55 HTTP/1.1" status: 200 len: 267 time: 0.1096737 Nov 12 08:17:35.919636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-de803214-60af-4e96-90c5-4849e9c3ad15 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.921131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-de803214-60af-4e96-90c5-4849e9c3ad15 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/networks?id=866ddc86-3812-4b62-839a-4ef87f06013a HTTP/1.1" status: 200 len: 815 time: 0.1880651 Nov 12 08:17:35.953476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-6d5ae408-4de8-46c8-afea-d038f2d5a8f5 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/quotas/186b5d980d7a4a4495c37666e0bc2d55 HTTP/1.1" status: 200 len: 375 time: 0.0257792 Nov 12 08:17:36.068186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-87c8dcff-5caa-43a7-aed5-6217003c4a20 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=186b5d980d7a4a4495c37666e0bc2d55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066723 Nov 12 08:17:36.074073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:36.168506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:36.176816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:36.195434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:36.257883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.258852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:36.264014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d718efe7-9ee7-4e13-bcd2-66e889e32676 req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "PUT /v2.0/ports/e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 981 time: 0.6612577 Nov 12 08:17:36.265993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:36.270336 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9837c32-2625-4a9a-b652-2e4db3a52d06" -d '{"events": [{"name": "network-changed", "server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:36.320540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-892910a7-5954-48e5-b5b3-74a92b50eafd service neutron] 10.222.0.16 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362556 Nov 12 08:17:36.321200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:36.393036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:36.656217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.656581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.656908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.657290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.657625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.657962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.658289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.658617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.659060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.659534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.659919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.660321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfb29f1-7447-44a8-8c95-a3e90bc9422d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:36.758704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243e1a8-661f-4772-b370-b7c43904b18d req-84b44e5a-213a-4b0b-bede-6dad3bcb50a6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.760193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9243e1a8-661f-4772-b370-b7c43904b18d req-84b44e5a-213a-4b0b-bede-6dad3bcb50a6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.4355109 Nov 12 08:17:36.797834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-deea1caa-e470-410c-8417-a554502748e2 service neutron] 10.222.0.16 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593830 Nov 12 08:17:36.827615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9243e1a8-661f-4772-b370-b7c43904b18d req-2faea6b0-a35d-407b-9051-a5c02c0dd78a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597420 Nov 12 08:17:37.107659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfd3f1-b779-4f4e-bc56-dd60c08153de req-7946bdbc-d54f-4151-9876-afd20c77b18e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.112595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fcfd3f1-b779-4f4e-bc56-dd60c08153de req-7946bdbc-d54f-4151-9876-afd20c77b18e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.0620718 Nov 12 08:17:37.180903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fcfd3f1-b779-4f4e-bc56-dd60c08153de req-e75ed18c-b968-4424-bdb1-c1d5ba0980b6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607009 Nov 12 08:17:37.237446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-ce14f20d-33d9-42be-b4e4-f46e9a736586 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-60781894&fields=id&tenant_id=97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 267 time: 0.0554612 Nov 12 08:17:37.299836 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd749ca-bc93-4591-be5a-7d8d72ed8ec2 x-openstack-request-id: req-3cd749ca-bc93-4591-be5a-7d8d72ed8ec2 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:37.300479 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:37.300984 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cd749ca-bc93-4591-be5a-7d8d72ed8ec2 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:37.301498 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'status': 'completed', 'code': 200} Nov 12 08:17:37.386308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a40f58d-eb96-4460-940e-8f62d6e9e2a2 req-152bd4c9-a296-40c2-b1e2-80b9bec42f70 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.0428340 Nov 12 08:17:37.408324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-ddb37496-da29-4945-b253-f84c90d12a68 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.416806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-ddb37496-da29-4945-b253-f84c90d12a68 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 984 time: 0.1632321 Nov 12 08:17:37.425967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-0399210c-35a7-4d5e-86cd-a17f610eaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.427534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-0399210c-35a7-4d5e-86cd-a17f610eaae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1136 time: 0.1234252 Nov 12 08:17:37.431482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'port': {'security_groups': ['b13c455c-fd89-470f-90b6-8c8f39605a2b', 'e8b0ee2e-f3a3-4ae4-b871-f19a930bb906', 'dd25abaf-ec26-48ca-98a7-297ae6d58984']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:37.598247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:37.674084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-3c6a5d06-5728-4379-8d9d-30151ace3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.676019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-3c6a5d06-5728-4379-8d9d-30151ace3d60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.2404392 Nov 12 08:17:37.745799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-27ba7f2c-9895-4b34-aa20-ce4d8e977eb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 217 time: 0.0598578 Nov 12 08:17:37.838541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-855e0e9a-a82e-4554-b1b0-35f9f32e3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.840149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-855e0e9a-a82e-4554-b1b0-35f9f32e3737 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.0810399 Nov 12 08:17:37.901461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-4c3c852a-9171-4b9e-98a2-a748ea704907 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411942 Nov 12 08:17:38.056413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f71c4-2b3d-489e-9ffa-be7314380c9b req-1c130ff6-d44a-4d23-9788-0bc2300f8782 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.058149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f8f71c4-2b3d-489e-9ffa-be7314380c9b req-1c130ff6-d44a-4d23-9788-0bc2300f8782 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1257055 Nov 12 08:17:38.127660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:38.152911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-effadbc3-b10e-476c-8bd3-621feaedbfb7 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192817 Nov 12 08:17:38.191583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f8f71c4-2b3d-489e-9ffa-be7314380c9b req-dfe52c5c-84b9-446e-9625-7bad57bcb519 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227829 Nov 12 08:17:38.221381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.265653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.301304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:38.306744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:38.357727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.358420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.359962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63432650-1160-4d4f-8c70-219ebe5f42fd req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "PUT /v2.0/ports/e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 1020 time: 0.9380283 Nov 12 08:17:38.400810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9837c32-2625-4a9a-b652-2e4db3a52d06 req-fbf2d85c-590c-48ea-ab82-4cced3d1a0a1 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265594 Nov 12 08:17:38.405143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c431e25-9964-4864-9846-2ca15458de41 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:38.595042 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.601253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:38.676278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:38.713646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'mac_address': 'fa:16:3e:cb:a9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:38.806082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.819899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01a4e7-de91-4f32-9a2e-fc750367da54 req-b0c255b5-bd58-48b3-a237-15bd183d9478 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.829605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf01a4e7-de91-4f32-9a2e-fc750367da54 req-b0c255b5-bd58-48b3-a237-15bd183d9478 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.2549448 Nov 12 08:17:38.854992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:38.871826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cd2aa-d419-4f0f-aa9c-c822b110dfea req-f4ba9a0d-20a9-436e-8b76-462fddd71fb8 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.887437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:38.887609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-795cd2aa-d419-4f0f-aa9c-c822b110dfea req-f4ba9a0d-20a9-436e-8b76-462fddd71fb8 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1023 time: 0.3369601 Nov 12 08:17:38.956244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-3e9fbfbf-3c9f-4206-ab0d-7c9ac3cffa69 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.957804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-3e9fbfbf-3c9f-4206-ab0d-7c9ac3cffa69 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.32 "GET /v2.0/networks?id=866ddc86-3812-4b62-839a-4ef87f06013a HTTP/1.1" status: 200 len: 815 time: 0.4365323 Nov 12 08:17:38.995611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:39.060032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf01a4e7-de91-4f32-9a2e-fc750367da54 req-597c933b-a5f7-4a00-86b0-28a493ce786d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132990 Nov 12 08:17:39.226010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:39.313612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-795cd2aa-d419-4f0f-aa9c-c822b110dfea req-85157439-d15c-41a9-a282-94ba06bc953e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=b13c455c-fd89-470f-90b6-8c8f39605a2b&id=dd25abaf-ec26-48ca-98a7-297ae6d58984 HTTP/1.1" status: 200 len: 6207 time: 0.4255121 Nov 12 08:17:39.320463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:39.336642 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b" -d '{"events": [{"name": "network-changed", "server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:39.343149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['47d1e4a0-3620-4b51-966b-7ee0b564ce3a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:39.564114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b42792d-35e7-4a90-8f2f-d167955f9535 req-da3f5739-6dca-413a-ac0b-46d8a6f73668 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.2429059 Nov 12 08:17:39.644077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-f0174cd5-06dd-4ea5-8a9e-b4860d78e61e tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186b5d980d7a4a4495c37666e0bc2d55 HTTP/1.1" status: 200 len: 380 time: 0.6382072 Nov 12 08:17:39.716508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Request body: {'port': {'device_id': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'admin_state_up': True, 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'security_groups': ['a1022aac-b8a7-4efd-8e64-6f23124ea82e']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:39.975245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-12450695-4339-4bf1-aac2-965fc5a8d1e9 req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1733912968 ', 'description': 'tempest-description-1582642456'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:40.056179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5611f66-7bb7-4926-a2eb-0f661443d204 req-170e7961-9916-4afd-be05-f1bb1553767c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.063823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5611f66-7bb7-4926-a2eb-0f661443d204 req-170e7961-9916-4afd-be05-f1bb1553767c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.4977984 Nov 12 08:17:40.088326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12450695-4339-4bf1-aac2-965fc5a8d1e9 req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.185875 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5611f66-7bb7-4926-a2eb-0f661443d204 req-97fd0a13-f78a-4d06-82dc-c959ff800c97 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050906 Nov 12 08:17:40.252379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Made reservation on behalf of 186b5d980d7a4a4495c37666e0bc2d55 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:40.266307 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.273509 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9284e2-d60f-4c14-973c-a1582d33b216 x-openstack-request-id: req-8e9284e2-d60f-4c14-973c-a1582d33b216 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:40.278885 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:40.279920 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e9284e2-d60f-4c14-973c-a1582d33b216 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:40.280620 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'status': 'completed', 'code': 200} Nov 12 08:17:40.393040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12450695-4339-4bf1-aac2-965fc5a8d1e9 req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.403156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12450695-4339-4bf1-aac2-965fc5a8d1e9 req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.463434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-7741a507-7343-4392-ae8e-41d548457b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.465326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-7741a507-7343-4392-ae8e-41d548457b40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1175 time: 0.1608522 Nov 12 08:17:40.476141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-12450695-4339-4bf1-aac2-965fc5a8d1e9 req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.481559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12450695-4339-4bf1-aac2-965fc5a8d1e9 req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5901928 Nov 12 08:17:40.557479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2317-c0cc-42f5-9a9a-f29d778147fd tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3534ad23-ea37-4097-8e55-05a79bf793a8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:40.667187 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d34793f-a605-4711-8217-d0cb9f367228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.753325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c78e9319-b14b-4f89-acfb-0c6ae9744b4a req-17859210-1934-4223-bb83-39a0043fd433 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/3534ad23-ea37-4097-8e55-05a79bf793a8 HTTP/1.1" status: 200 len: 1800 time: 0.2467401 Nov 12 08:17:40.788243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Allocated IP 172.20.0.13 (866ddc86-3812-4b62-839a-4ef87f06013a/e9461733-09f2-4373-bf56-c7560e92bf81/3a847a53-9f3a-453b-b24c-ddf269f9fd06) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:40.811380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa91c5-6b05-4394-926e-ffb644f7c4c6 req-dddba8c4-0026-4d1d-9e56-61d0bf729d39 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.829385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78fa91c5-6b05-4394-926e-ffb644f7c4c6 req-dddba8c4-0026-4d1d-9e56-61d0bf729d39 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.3137748 Nov 12 08:17:40.864124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-5b7af881-21b3-4159-992b-f5f93be20358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.865835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-5b7af881-21b3-4159-992b-f5f93be20358 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.3832467 Nov 12 08:17:40.910993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75017fa0-c1f4-4d94-8d0b-7b6194423d33 req-f4144728-5b75-4858-8a53-2368bf1680bb tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.0680852 Nov 12 08:17:40.963108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-a19129a9-7778-4944-9738-1d03d2e02f7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 200 len: 217 time: 0.0878475 Nov 12 08:17:41.087824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78fa91c5-6b05-4394-926e-ffb644f7c4c6 req-f5030299-962c-4d69-bd1e-02ea881b7340 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486734 Nov 12 08:17:41.129051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa0948a5-3cdb-46ca-97b7-3f836b792cc8 req-7c5701b3-4509-4154-85ec-a3414ecd9aaa tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/3534ad23-ea37-4097-8e55-05a79bf793a8 HTTP/1.1" status: 200 len: 1800 time: 0.1821911 Nov 12 08:17:41.143458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-5b242477-c17e-4239-beff-495b6189a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.145133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-5b242477-c17e-4239-beff-495b6189a545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.1694758 Nov 12 08:17:41.203220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-0ea32fcc-a77b-41d9-bf30-5f2480806d7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448692 Nov 12 08:17:41.300550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.380129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa0948a5-3cdb-46ca-97b7-3f836b792cc8 req-7f42bd55-8cf2-4599-8d87-9b3d09a1d01e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.424169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-bc144fdb-444d-4d76-928d-bfa60b857499 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113519 Nov 12 08:17:41.451893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa0948a5-3cdb-46ca-97b7-3f836b792cc8 req-7f42bd55-8cf2-4599-8d87-9b3d09a1d01e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.466665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e71a6-8c97-4c08-bfb7-b3f48ec7766b req-f7510907-4bd3-4c22-a630-81912a9ad30c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.466665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c82e71a6-8c97-4c08-bfb7-b3f48ec7766b req-f7510907-4bd3-4c22-a630-81912a9ad30c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 945 time: 0.1585755 Nov 12 08:17:41.509896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.584734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.659661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Network 866ddc86-3812-4b62-839a-4ef87f06013a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:41.673790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event updated for resources: {'Port': ['ID=3a847a53-9f3a-453b-b24c-ddf269f9fd06,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:41.677567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:41.704356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c82e71a6-8c97-4c08-bfb7-b3f48ec7766b req-271f6306-073a-4271-8c68-21ac7bd0717c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218907 Nov 12 08:17:41.706430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:41.712700 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa0948a5-3cdb-46ca-97b7-3f836b792cc8 req-7f42bd55-8cf2-4599-8d87-9b3d09a1d01e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.715432 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-aa0948a5-3cdb-46ca-97b7-3f836b792cc8 req-7f42bd55-8cf2-4599-8d87-9b3d09a1d01e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.725214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa0948a5-3cdb-46ca-97b7-3f836b792cc8 req-7f42bd55-8cf2-4599-8d87-9b3d09a1d01e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/3534ad23-ea37-4097-8e55-05a79bf793a8 HTTP/1.1" status: 204 len: 173 time: 0.5944335 Nov 12 08:17:41.806111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbaf6bec-dbee-4b70-84cf-66b860bcc22b req-99bce516-9096-4b1c-97de-de72aa0707e0 service neutron] 10.222.0.32 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666897 Nov 12 08:17:41.874633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42bd55-8cf2-4599-8d87-9b3d09a1d01e tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3534ad23-ea37-4097-8e55-05a79bf793a8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:41.882304 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-5228b9d6-7ba4-44b2-afe3-1a7d3c70995f req-379e23bc-14be-4678-80f1-d7a885e5ac06 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:17:41.889821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5228b9d6-7ba4-44b2-afe3-1a7d3c70995f req-379e23bc-14be-4678-80f1-d7a885e5ac06 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/3534ad23-ea37-4097-8e55-05a79bf793a8 HTTP/1.1" status: 404 len: 352 time: 0.0783813 Nov 12 08:17:41.915117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.915842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.926305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a255a6d8-9b72-41fe-98b0-702ff62a8589 req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-781645091', 'description': 'tempest-description-27031084'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:41.996007 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a255a6d8-9b72-41fe-98b0-702ff62a8589 req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.020199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-0af373e0-b2e2-4bbf-a17f-808c831916e2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3243103 Nov 12 08:17:42.037480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Request body: {'port': {'device_id': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:42.163976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0219b-a3bb-41c0-b990-c083aa26058e req-0aaf926c-fd6b-4211-8f44-f3d732f08cef tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.171446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09218991-3138-454e-89a7-f7e5da3a0cb9 None None] Provisioning complete for port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:42.172589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09218991-3138-454e-89a7-f7e5da3a0cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.186436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1a0219b-a3bb-41c0-b990-c083aa26058e req-0aaf926c-fd6b-4211-8f44-f3d732f08cef tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 932 time: 0.1751299 Nov 12 08:17:42.215018 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.218674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-09218991-3138-454e-89a7-f7e5da3a0cb9 None None] Port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:17:42.285323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:42.293159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a255a6d8-9b72-41fe-98b0-702ff62a8589 req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.307339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a255a6d8-9b72-41fe-98b0-702ff62a8589 req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.382888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:42.383415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.386527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1a0219b-a3bb-41c0-b990-c083aa26058e req-e9c9b51d-e1b7-4964-b378-75fc6415e1ba tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988299 Nov 12 08:17:42.434103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a255a6d8-9b72-41fe-98b0-702ff62a8589 req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.443486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a255a6d8-9b72-41fe-98b0-702ff62a8589 req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5246553 Nov 12 08:17:42.476722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afff16-5211-459c-9e2b-e1d1642022a0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3b64d-365e-4de8-ac78-445f865c521a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:42.476947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:42.734534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:42.753483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'port_id': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'mac_address': 'fa:16:3e:db:c5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:42.771430 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.834234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:42.836514 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7258a112-ed38-4cba-b30b-4053496b357b" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:42.844298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.866990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a847a53-9f3a-453b-b24c-ddf269f9fd06 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:42.867973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:42.876328 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.884369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:42.885751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.903390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Transition to ACTIVE for port object 3a847a53-9f3a-453b-b24c-ddf269f9fd06 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:42.952023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:42.960061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.967735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.974378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=13']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:42.975398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e7740b11-c1d0-4eae-bcf5-c3d3d2c5ef82 req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1919577944', 'description': 'tempest-description-1084173682'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:43.068242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:43.153208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f111f1a5-8180-4fa9-89fe-d98dd64f0eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.352402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['a2837c16-2c48-4b1e-971f-c55003b6f499'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:43.407965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e7740b11-c1d0-4eae-bcf5-c3d3d2c5ef82 req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.434956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c1f4-afbf-48d1-84c8-5f0da425c491 req-4095703e-811c-4f06-a79f-73c316da43c9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.436611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac4c1f4-afbf-48d1-84c8-5f0da425c491 req-4095703e-811c-4f06-a79f-73c316da43c9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 944 time: 0.5314894 Nov 12 08:17:43.575335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Pushing event updated for resources: {'Port': ['ID=3a847a53-9f3a-453b-b24c-ddf269f9fd06,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:43.589607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ac4c1f4-afbf-48d1-84c8-5f0da425c491 req-94e7b5f2-f790-41ec-bfee-550a0a34bdda tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280529 Nov 12 08:17:43.642048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Attempting to bind port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:43.642603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Attempting to bind port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:43.643010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Attempting to bind port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 on network 866ddc86-3812-4b62-839a-4ef87f06013a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:43.650242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 on network 866ddc86-3812-4b62-839a-4ef87f06013a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:43.650648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Attempting to bind port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 on network 866ddc86-3812-4b62-839a-4ef87f06013a {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:43.670479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:43.670827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Checking segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:43.671790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Bound using segment: {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:43.672798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Bound port: 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea46464f-c525-4cfe-92d4-0635f9f6f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:43.673283 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.716075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e7740b11-c1d0-4eae-bcf5-c3d3d2c5ef82 req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.780186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e7740b11-c1d0-4eae-bcf5-c3d3d2c5ef82 req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.823985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] For port 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:43.855998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec3cf75-ff57-4b29-95f9-0f54e89f6dd8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:43.861383 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e7740b11-c1d0-4eae-bcf5-c3d3d2c5ef82 req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.862853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7740b11-c1d0-4eae-bcf5-c3d3d2c5ef82 req-b00a5ef3-78a7-4fa9-9443-949b76056ec3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9412966 Nov 12 08:17:43.867506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] For port 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:43.879739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.894866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4990a-fb65-40d6-b07e-0fa2689de300 req-fcbf20d5-cbf8-4e37-a748-6faf92662c76 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.896598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36b4990a-fb65-40d6-b07e-0fa2689de300 req-fcbf20d5-cbf8-4e37-a748-6faf92662c76 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.2034185 Nov 12 08:17:43.936330 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e9896-1209-41d7-a216-8a07092a7f97 x-openstack-request-id: req-b07e9896-1209-41d7-a216-8a07092a7f97 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:43.936730 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-plugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:43.937095 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b07e9896-1209-41d7-a216-8a07092a7f97 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:43.937602 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:17:43.957981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.958999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:43.960529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a847a53-9f3a-453b-b24c-ddf269f9fd06 HTTP/1.1" status: 200 len: 1093 time: 1.9309947 Nov 12 08:17:43.969303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:43.981728 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741f8ce9-6ed0-4994-8787-374014fb1499" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:44.042225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fa112-70f4-4e41-9e61-16b03fffc166 service neutron] Pushing event updated for resources: {'Port': ['ID=3a847a53-9f3a-453b-b24c-ddf269f9fd06,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:44.173387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36b4990a-fb65-40d6-b07e-0fa2689de300 req-1c925ef3-9156-452e-8983-49f46e46d09c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461667 Nov 12 08:17:44.220084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-813f4110-8739-40aa-816a-537411ca3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.228703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-813f4110-8739-40aa-816a-537411ca3d3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=186b5d980d7a4a4495c37666e0bc2d55&device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 1096 time: 0.1482089 Nov 12 08:17:44.368762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d13141d2-58f2-4600-9676-c10755da5f65 req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153693329', 'description': 'tempest-description-2104455206'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:44.376561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-496ace00-95a7-49fd-abe0-0fa978671015 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06 HTTP/1.1" status: 200 len: 217 time: 0.1304753 Nov 12 08:17:44.428322 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:44.436377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80a4e-6627-4228-ad8c-93d2e5c9e54b req-16f4c3cb-e6c2-41fc-ad58-827b24bf5a5b tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.437899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60b80a4e-6627-4228-ad8c-93d2e5c9e54b req-16f4c3cb-e6c2-41fc-ad58-827b24bf5a5b tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.2368321 Nov 12 08:17:44.487507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d13141d2-58f2-4600-9676-c10755da5f65 req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:44.522080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-69b17e10-2bfd-4e81-b9f4-6bb7305f5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.523564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-69b17e10-2bfd-4e81-b9f4-6bb7305f5ca5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9461733-09f2-4373-bf56-c7560e92bf81 HTTP/1.1" status: 200 len: 854 time: 0.1327829 Nov 12 08:17:44.616813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60b80a4e-6627-4228-ad8c-93d2e5c9e54b req-be0492f7-08ba-4f5b-a608-ad7f43e8b40a tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625435 Nov 12 08:17:44.661953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d13141d2-58f2-4600-9676-c10755da5f65 req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:44.672990 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d13141d2-58f2-4600-9676-c10755da5f65 req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:44.687389 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9df7d3e-5f66-43e3-bca7-f2562afc7ca8 x-openstack-request-id: req-f9df7d3e-5f66-43e3-bca7-f2562afc7ca8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:44.687677 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:44.688549 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9df7d3e-5f66-43e3-bca7-f2562afc7ca8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:44.688964 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'status': 'completed', 'code': 200} Nov 12 08:17:44.714852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-3c063fee-39ab-49f5-84a4-fe4cc9c15a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.716484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-3c063fee-39ab-49f5-84a4-fe4cc9c15a46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=866ddc86-3812-4b62-839a-4ef87f06013a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796658 Nov 12 08:17:44.741810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d13141d2-58f2-4600-9676-c10755da5f65 req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:44.747589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d13141d2-58f2-4600-9676-c10755da5f65 req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3825691 Nov 12 08:17:44.780618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f07145-b361-4de3-8b74-29ecb8d3c4b0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c008cdff-1e05-4273-a6ca-1fe316112e11,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:44.934274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40489a5-468a-4291-a941-8f382212e980 req-bc8d6796-e76b-435a-b3a3-f2e0af33fdd7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.940710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d40489a5-468a-4291-a941-8f382212e980 req-bc8d6796-e76b-435a-b3a3-f2e0af33fdd7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1743243 Nov 12 08:17:45.002571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-10aaaa97-c74d-4d50-9d1b-327b571e44f6 service neutron] 10.222.0.32 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383001 Nov 12 08:17:45.120459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d40489a5-468a-4291-a941-8f382212e980 req-6c79954e-c975-487e-9fdb-bacc1a26f41c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760535 Nov 12 08:17:45.139992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef226d14-75d9-48b7-a15c-e9748ef575d9 req-2dbf24c3-6005-4c16-b1c8-b42a3c8122b1 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 11010 time: 0.3453436 Nov 12 08:17:45.202280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ef1d12f-8380-4482-a1fc-f910efa98eea req-7f1e3d18-9496-4230-9ca0-217eaa7139ff service neutron] 10.222.0.32 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281067 Nov 12 08:17:45.225425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef226d14-75d9-48b7-a15c-e9748ef575d9 req-51391fe3-d99a-4503-875b-c2c3a1c172ef tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/e8b0ee2e-f3a3-4ae4-b871-f19a930bb906 HTTP/1.1" status: 200 len: 3002 time: 0.0843325 Nov 12 08:17:45.368164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef226d14-75d9-48b7-a15c-e9748ef575d9 req-abc6b4f4-7204-4838-8af9-57698c2f69d1 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/e8b0ee2e-f3a3-4ae4-b871-f19a930bb906 HTTP/1.1" status: 200 len: 3002 time: 0.1278367 Nov 12 08:17:45.442788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-072e21c9-8bcf-4f0e-96a8-af40ca77bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.445238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-072e21c9-8bcf-4f0e-96a8-af40ca77bb20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=186b5d980d7a4a4495c37666e0bc2d55&device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 1096 time: 0.1571345 Nov 12 08:17:45.466356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4f6dc-fcb2-4190-a855-42f99fcec572 req-53263b1b-bc9e-44a3-a41c-a8cdc239a99d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.480419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15c4f6dc-fcb2-4190-a855-42f99fcec572 req-53263b1b-bc9e-44a3-a41c-a8cdc239a99d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.1600909 Nov 12 08:17:45.683464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b01e52a8-3296-4718-b650-f64747bbaa2b req-7e90b608-21e0-47bf-bd51-cf99e6872bf9 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/06d3b64d-365e-4de8-ac78-445f865c521a HTTP/1.1" status: 200 len: 1817 time: 0.1443341 Nov 12 08:17:45.683464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15c4f6dc-fcb2-4190-a855-42f99fcec572 req-bc61f3be-126a-49f7-bc85-a9fb57165a7c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986730 Nov 12 08:17:45.687055 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.744304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-0f4f6705-85fa-42ff-8b72-08f113440137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.745792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-0f4f6705-85fa-42ff-8b72-08f113440137 service neutron] 10.222.0.32 "GET /v2.0/networks?id=866ddc86-3812-4b62-839a-4ef87f06013a HTTP/1.1" status: 200 len: 915 time: 0.2614441 Nov 12 08:17:45.810093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01e52a8-3296-4718-b650-f64747bbaa2b req-3957944c-d82c-4ba2-a58d-e3502dbb8fb7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.815376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-f318fe3b-ee22-436a-b953-0575b79472ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06 HTTP/1.1" status: 200 len: 217 time: 0.0592675 Nov 12 08:17:45.888158 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01e52a8-3296-4718-b650-f64747bbaa2b req-3957944c-d82c-4ba2-a58d-e3502dbb8fb7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.934507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842b4e-171f-451b-9d64-2aeecf61a19f req-331e7176-bf65-40c9-ac15-e071356987a6 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.936079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee842b4e-171f-451b-9d64-2aeecf61a19f req-331e7176-bf65-40c9-ac15-e071356987a6 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.1712925 Nov 12 08:17:45.943275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-182ec87d-644c-41eb-a199-22aa70ae9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.944793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-182ec87d-644c-41eb-a199-22aa70ae9255 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9461733-09f2-4373-bf56-c7560e92bf81 HTTP/1.1" status: 200 len: 854 time: 0.1128225 Nov 12 08:17:46.027518 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01e52a8-3296-4718-b650-f64747bbaa2b req-3957944c-d82c-4ba2-a58d-e3502dbb8fb7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.030186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b01e52a8-3296-4718-b650-f64747bbaa2b req-3957944c-d82c-4ba2-a58d-e3502dbb8fb7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.031371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b01e52a8-3296-4718-b650-f64747bbaa2b req-3957944c-d82c-4ba2-a58d-e3502dbb8fb7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/06d3b64d-365e-4de8-ac78-445f865c521a HTTP/1.1" status: 204 len: 173 time: 0.3482485 Nov 12 08:17:46.054930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee842b4e-171f-451b-9d64-2aeecf61a19f req-9e9ca1ad-9c01-497a-8704-c65331d1bde7 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091206 Nov 12 08:17:46.057094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957944c-d82c-4ba2-a58d-e3502dbb8fb7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3b64d-365e-4de8-ac78-445f865c521a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:46.065858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-ed4a77d6-e0b2-4fa2-87b1-14c39287bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.067476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-ed4a77d6-e0b2-4fa2-87b1-14c39287bade service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=866ddc86-3812-4b62-839a-4ef87f06013a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066244 Nov 12 08:17:46.090338 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-c9024956-dabc-41d6-9aad-53837dd30157 req-78ba4316-2082-4952-9140-51ced6ed7f38 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:17:46.091374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9024956-dabc-41d6-9aad-53837dd30157 req-78ba4316-2082-4952-9140-51ced6ed7f38 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/06d3b64d-365e-4de8-ac78-445f865c521a HTTP/1.1" status: 404 len: 352 time: 0.0304809 Nov 12 08:17:46.194787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-46cc9169-a0f9-4261-8e8a-c76ee3a47aae service neutron] 10.222.0.32 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142778 Nov 12 08:17:46.367891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a798846-ecb3-43b1-bf47-17eaabbd8fc1 req-e3cb2ed4-0d81-44de-8d47-0fefa45f39cf tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/8ec3cf75-ff57-4b29-95f9-0f54e89f6dd8 HTTP/1.1" status: 200 len: 1820 time: 0.1712956 Nov 12 08:17:46.428364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3aeed-f9d0-43e1-a6a7-162ebb2be63a req-00ed0fe2-fe27-4a43-9b57-e163516de568 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.436598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9f3aeed-f9d0-43e1-a6a7-162ebb2be63a req-00ed0fe2-fe27-4a43-9b57-e163516de568 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 945 time: 0.1651056 Nov 12 08:17:46.491564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:46.530355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9f3aeed-f9d0-43e1-a6a7-162ebb2be63a req-30a0344c-5639-4d0f-be85-c75eb332ae40 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929401 Nov 12 08:17:46.532750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741f8ce9-6ed0-4994-8787-374014fb1499 req-67427f97-a085-48a1-b3a9-a3a854718eee service neutron] 10.222.0.32 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259876 Nov 12 08:17:46.642043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port a2837c16-2c48-4b1e-971f-c55003b6f499 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:46.648266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port a2837c16-2c48-4b1e-971f-c55003b6f499 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:46.648643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.655232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a798846-ecb3-43b1-bf47-17eaabbd8fc1 req-709e30c4-084c-4523-8b05-6f1617ce4578 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.694217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a798846-ecb3-43b1-bf47-17eaabbd8fc1 req-709e30c4-084c-4523-8b05-6f1617ce4578 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.760646 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a798846-ecb3-43b1-bf47-17eaabbd8fc1 req-709e30c4-084c-4523-8b05-6f1617ce4578 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.764915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8a798846-ecb3-43b1-bf47-17eaabbd8fc1 req-709e30c4-084c-4523-8b05-6f1617ce4578 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.776280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a798846-ecb3-43b1-bf47-17eaabbd8fc1 req-709e30c4-084c-4523-8b05-6f1617ce4578 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/8ec3cf75-ff57-4b29-95f9-0f54e89f6dd8 HTTP/1.1" status: 204 len: 173 time: 0.3953707 Nov 12 08:17:46.785195 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.792165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e30c4-084c-4523-8b05-6f1617ce4578 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec3cf75-ff57-4b29-95f9-0f54e89f6dd8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:46.858761 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-c6a55f9e-613c-43ec-b6cc-95e2ce3f07b2 req-afa8c0d0-2c2d-4d43-9fa1-89c6faed69f7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:17:46.867988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6a55f9e-613c-43ec-b6cc-95e2ce3f07b2 req-afa8c0d0-2c2d-4d43-9fa1-89c6faed69f7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/8ec3cf75-ff57-4b29-95f9-0f54e89f6dd8 HTTP/1.1" status: 404 len: 352 time: 0.0282822 Nov 12 08:17:46.888714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.937365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:46.940226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:46.943501 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e16d20-915c-4bab-966d-70aeaabddf06" -d '{"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:46.948025 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.962404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a17ad416-e06b-4d8e-8740-e112b7edb334 req-cc4467ea-f9b0-481e-8d7d-1386eb318b77 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/c008cdff-1e05-4273-a6ca-1fe316112e11 HTTP/1.1" status: 200 len: 1819 time: 0.0721028 Nov 12 08:17:47.058368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:47.076321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1e14-3141-4509-ac8d-91cc00f15d13 req-4a1783c8-499d-436f-b78a-f771e2e9ec36 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.079974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e49e1e14-3141-4509-ac8d-91cc00f15d13 req-4a1783c8-499d-436f-b78a-f771e2e9ec36 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.2011158 Nov 12 08:17:47.114692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a17ad416-e06b-4d8e-8740-e112b7edb334 req-a6b31538-1b6f-4a23-91ed-39cce5becdc6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:47.148175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a17ad416-e06b-4d8e-8740-e112b7edb334 req-a6b31538-1b6f-4a23-91ed-39cce5becdc6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:47.221163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a17ad416-e06b-4d8e-8740-e112b7edb334 req-a6b31538-1b6f-4a23-91ed-39cce5becdc6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:47.223771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a17ad416-e06b-4d8e-8740-e112b7edb334 req-a6b31538-1b6f-4a23-91ed-39cce5becdc6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:47.224978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a17ad416-e06b-4d8e-8740-e112b7edb334 req-a6b31538-1b6f-4a23-91ed-39cce5becdc6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/c008cdff-1e05-4273-a6ca-1fe316112e11 HTTP/1.1" status: 204 len: 173 time: 0.2561417 Nov 12 08:17:47.239271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e49e1e14-3141-4509-ac8d-91cc00f15d13 req-1d349165-f201-4e7b-8c95-9542fb0b70bb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502659 Nov 12 08:17:47.244887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b31538-1b6f-4a23-91ed-39cce5becdc6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008cdff-1e05-4273-a6ca-1fe316112e11,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:47.282464 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3319a7a-47bd-468b-94e6-4cbe2c8499f1 x-openstack-request-id: req-d3319a7a-47bd-468b-94e6-4cbe2c8499f1 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:47.282765 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-plugged", "status": "completed", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:47.294138 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3319a7a-47bd-468b-94e6-4cbe2c8499f1 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:47.294638 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'code': 200} Nov 12 08:17:47.328204 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-86d4b6b0-1df2-45ad-9c54-284453d98839 req-08972626-5600-4837-a3b7-0497fbd7a731 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:17:47.330867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86d4b6b0-1df2-45ad-9c54-284453d98839 req-08972626-5600-4837-a3b7-0497fbd7a731 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/c008cdff-1e05-4273-a6ca-1fe316112e11 HTTP/1.1" status: 404 len: 352 time: 0.0178142 Nov 12 08:17:47.474828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e2513c8-74b5-4998-896c-e486b4d36a4d req-18290191-e5dc-4497-9f76-3869b1473301 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 6207 time: 0.1081948 Nov 12 08:17:47.520578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f5bf-99aa-45a1-97bd-1068443441d6 req-3f99cb2b-544e-47ce-8913-a89a608222fc tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.522790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a040f5bf-99aa-45a1-97bd-1068443441d6 req-3f99cb2b-544e-47ce-8913-a89a608222fc tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.1113057 Nov 12 08:17:47.558691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e2513c8-74b5-4998-896c-e486b4d36a4d req-fc8ea00f-0e49-4394-aaf0-9f7dc34e5890 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/e8b0ee2e-f3a3-4ae4-b871-f19a930bb906 HTTP/1.1" status: 200 len: 3002 time: 0.0823395 Nov 12 08:17:47.671746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae395e0-2b1a-4817-a9ff-09bd1bceaa65 req-ae24217a-3421-427a-9858-631bda9ec319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.673381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ae395e0-2b1a-4817-a9ff-09bd1bceaa65 req-ae24217a-3421-427a-9858-631bda9ec319 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1098 time: 0.1348162 Nov 12 08:17:47.677793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a040f5bf-99aa-45a1-97bd-1068443441d6 req-9f5c0eaa-92eb-489b-a1a5-beb476c390cf tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135156 Nov 12 08:17:47.680929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e2513c8-74b5-4998-896c-e486b4d36a4d req-a269baf5-fc9e-4fe7-8885-8a2642e36d33 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/e8b0ee2e-f3a3-4ae4-b871-f19a930bb906 HTTP/1.1" status: 200 len: 3002 time: 0.1195717 Nov 12 08:17:47.810352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ae395e0-2b1a-4817-a9ff-09bd1bceaa65 req-860d9fda-b2cf-4698-b10b-fa227a3fad65 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279254 Nov 12 08:17:47.873404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-03cc0c40-b135-4e6e-8a7e-e5197b31a3ab req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-977352650', 'description': 'tempest-description-1966228317'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:47.927386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbb087-efd5-4470-97b0-16fc8e7970ff req-78a17aaf-a9d8-4aa4-8b73-1df85b8bdc8e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.934970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ecbb087-efd5-4470-97b0-16fc8e7970ff req-78a17aaf-a9d8-4aa4-8b73-1df85b8bdc8e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.1231441 Nov 12 08:17:47.986453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03cc0c40-b135-4e6e-8a7e-e5197b31a3ab req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.011416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ecbb087-efd5-4470-97b0-16fc8e7970ff req-eb30ff23-a5fc-4aac-9143-3054d18e1036 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733256 Nov 12 08:17:48.120108 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03cc0c40-b135-4e6e-8a7e-e5197b31a3ab req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.127783 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03cc0c40-b135-4e6e-8a7e-e5197b31a3ab req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.179232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f273199-9841-481e-b60d-05d66c055adb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:48.199729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-03cc0c40-b135-4e6e-8a7e-e5197b31a3ab req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.205876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03cc0c40-b135-4e6e-8a7e-e5197b31a3ab req-e6481289-ce87-4fc5-9f0e-1d77431587d2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3392191 Nov 12 08:17:48.231524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1f57650e-3469-4d55-a637-348c0ce4f237 req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1208232520', 'description': 'tempest-description-1824833950'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:48.260632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f57650e-3469-4d55-a637-348c0ce4f237 req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.430923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f57650e-3469-4d55-a637-348c0ce4f237 req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.447179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f57650e-3469-4d55-a637-348c0ce4f237 req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.492797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2140194f-61ce-4f8b-9a3e-0bf18d5d47f7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:48.501398 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f57650e-3469-4d55-a637-348c0ce4f237 req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.502706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f57650e-3469-4d55-a637-348c0ce4f237 req-8a0906ee-cb9e-4130-a499-ca856ef37d26 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2760956 Nov 12 08:17:48.518124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a6ea5-667e-4a12-9104-8eb238e4e50d req-22ca9a25-866a-41cb-90a8-bcbb4acc67ef tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.522975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e3a6ea5-667e-4a12-9104-8eb238e4e50d req-22ca9a25-866a-41cb-90a8-bcbb4acc67ef tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.1391194 Nov 12 08:17:48.639707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e3a6ea5-667e-4a12-9104-8eb238e4e50d req-983c1f27-240a-4894-9a8c-e322dc546d88 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054943 Nov 12 08:17:48.913021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-36c9e414-57e5-4869-959f-0406db03c833 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.914624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-36c9e414-57e5-4869-959f-0406db03c833 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 813 time: 0.2011721 Nov 12 08:17:48.940924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-f128b866-9abe-4223-aa97-e6e55bb21abc tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/quotas/97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 375 time: 0.0180628 Nov 12 08:17:48.963177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb3c61-4c4f-47a7-8941-c17fdc494d4f req-dd61b880-3eab-4adf-a7a1-9436c19dac46 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.970611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07eb3c61-4c4f-47a7-8941-c17fdc494d4f req-dd61b880-3eab-4adf-a7a1-9436c19dac46 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.1228027 Nov 12 08:17:49.041470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-46a5de93-6742-4aaf-bc48-b0ff627e7d39 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992260 Nov 12 08:17:49.052138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07eb3c61-4c4f-47a7-8941-c17fdc494d4f req-91e6a645-41db-4c8e-a01e-c1ec7b7b219c tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805805 Nov 12 08:17:49.179331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-f6ce88ac-de55-403f-99d7-b1a3aa67458a service neutron] 10.222.0.16 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257188 Nov 12 08:17:49.408598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c95bfa-01ab-46ff-9f42-20297e97721d req-afe9c481-8e2c-4d3f-afcb-5e33f692c87f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.416471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53c95bfa-01ab-46ff-9f42-20297e97721d req-afe9c481-8e2c-4d3f-afcb-5e33f692c87f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.1330972 Nov 12 08:17:49.445786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-45dcb5e0-7dda-4f4a-8fdc-3fac646e5337 service neutron] 10.222.0.16 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593822 Nov 12 08:17:49.510495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53c95bfa-01ab-46ff-9f42-20297e97721d req-64630c3e-36c2-4e4d-b25c-3562888d844c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906675 Nov 12 08:17:49.734919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a24bb944-f657-438f-b553-e758d67bf067 req-eaaa3209-7e31-4ac5-b73a-b60e49c91dec tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 210 time: 0.0479465 Nov 12 08:17:49.872525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd8225-74ba-47bc-be52-460842cff93e req-b93e1c60-4fe3-4bdd-a5ea-75df0f025177 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.882062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1bd8225-74ba-47bc-be52-460842cff93e req-b93e1c60-4fe3-4bdd-a5ea-75df0f025177 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.0760310 Nov 12 08:17:49.957258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1bd8225-74ba-47bc-be52-460842cff93e req-a7938899-c774-4830-9d4c-0705ac60624c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695519 Nov 12 08:17:50.214164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd0bd9-5441-4643-816e-223297b5bccc req-f0dc9dfc-e81e-45ce-94c6-3dcba68fba29 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.224285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd0bd9-5441-4643-816e-223297b5bccc req-f0dc9dfc-e81e-45ce-94c6-3dcba68fba29 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.0868118 Nov 12 08:17:50.324494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd0bd9-5441-4643-816e-223297b5bccc req-df61936f-c85d-4276-b324-42b59503a358 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989785 Nov 12 08:17:50.606387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-0b84423a-1591-48c4-a010-be4fa05a6bce tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.607939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-0b84423a-1591-48c4-a010-be4fa05a6bce tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.2593882 Nov 12 08:17:50.660099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-b0f1eda7-1008-4d6c-97c3-b9434b3abd4e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/quotas/bb97d9a6ceae487d8106e1d4007309a3 HTTP/1.1" status: 200 len: 375 time: 0.0340977 Nov 12 08:17:50.794795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c254f-024a-482a-9902-51e20a3e9f40 req-d1033f6d-4459-45bd-9dc7-7c70268f593a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.797663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-091c254f-024a-482a-9902-51e20a3e9f40 req-d1033f6d-4459-45bd-9dc7-7c70268f593a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.1595151 Nov 12 08:17:50.821850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-ab0c2972-b4be-4f67-8787-fb201a436946 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242878 Nov 12 08:17:51.081024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-091c254f-024a-482a-9902-51e20a3e9f40 req-d8911d81-a712-4726-9c79-da6b9810a7da tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758169 Nov 12 08:17:51.155698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-3f1e23ed-65fe-4764-a1fd-ae0b8341a9fe service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184571 Nov 12 08:17:51.340664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-ef4c51db-71ae-4554-88fc-67e62bd2f2da tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.344854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-ef4c51db-71ae-4554-88fc-67e62bd2f2da tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.25 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 813 time: 0.3768735 Nov 12 08:17:51.360433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'port': {'device_id': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885', 'admin_state_up': True, 'tenant_id': '97c553e3714e4a52973f1bbf70cbcc59'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:51.422418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b08e3d3-3dcd-4082-b2f7-1fa292818c62 req-d1ff7544-b7d9-4225-8af1-b4c215d32eec tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 210 time: 0.0581384 Nov 12 08:17:51.427414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-f16b31b9-7a7b-4565-9034-f2752f8b0650 service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707241 Nov 12 08:17:51.678744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f1e7-4ff4-46c7-9bec-3faeef3c7887 req-d8bfd65f-04e4-4874-bb9c-7ebe7d18ae15 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.680905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6069f1e7-4ff4-46c7-9bec-3faeef3c7887 req-d8bfd65f-04e4-4874-bb9c-7ebe7d18ae15 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.1284013 Nov 12 08:17:51.731592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Made reservation on behalf of 97c553e3714e4a52973f1bbf70cbcc59 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:51.737207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:51.877014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6069f1e7-4ff4-46c7-9bec-3faeef3c7887 req-ea14ef8e-a108-4d42-97b1-9a5de33b8e8d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867871 Nov 12 08:17:51.937261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6042d-a3ac-48b2-83c1-9fe66806907c req-49491ccf-af3a-4346-b25a-3d5194210a21 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.946480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78a6042d-a3ac-48b2-83c1-9fe66806907c req-49491ccf-af3a-4346-b25a-3d5194210a21 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.1931045 Nov 12 08:17:52.084366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de0218e5-a970-407f-8938-b4fad7128f60 req-f1532138-33c9-4852-9dad-d33ba0cf6f53 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 210 time: 0.0549579 Nov 12 08:17:52.117961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78a6042d-a3ac-48b2-83c1-9fe66806907c req-1e5b06a2-985b-47d6-abad-9f1a75bdc3e0 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700609 Nov 12 08:17:52.119435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Allocated IP 172.20.0.10 (57296b9e-d432-4e16-9df6-a55065a32885/b0f1d88d-83eb-4fac-9168-4423535fffcc/e852b57e-457d-41f1-8360-f0bc6b7eb9f0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:52.347539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c103e5-8b33-4ef1-88c6-94fd0282da7e req-cd96179b-e216-4d45-8ca7-10ed84f20866 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.355326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27c103e5-8b33-4ef1-88c6-94fd0282da7e req-cd96179b-e216-4d45-8ca7-10ed84f20866 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.1550682 Nov 12 08:17:52.446238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27c103e5-8b33-4ef1-88c6-94fd0282da7e req-911e786a-acc0-4a99-a278-5f6ccb26d9d6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898070 Nov 12 08:17:52.476166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.527399 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.540901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:52.575737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Network 57296b9e-d432-4e16-9df6-a55065a32885 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:52.582828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:52.587562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:52.596562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:52.700406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.701349 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.772861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-473fc1a9-2f09-4719-ae95-202d4c22d595 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4167078 Nov 12 08:17:52.798026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc493be-2c50-4760-bbef-b002d02163b1 req-dbdf5fef-9302-4315-8d41-a3d5d842fb45 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.799937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dc493be-2c50-4760-bbef-b002d02163b1 req-dbdf5fef-9302-4315-8d41-a3d5d842fb45 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 932 time: 0.0931399 Nov 12 08:17:52.804239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Request body: {'port': {'device_id': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:52.936715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dc493be-2c50-4760-bbef-b002d02163b1 req-979de1b6-bf18-45ed-93c0-e90c388c8cf1 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274104 Nov 12 08:17:52.961094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.195167 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:17:53.620873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad2d2c-89df-4b40-aeac-fcee7b39a337 req-7dcca53e-6205-43fc-b9e6-22547b34cacd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.622547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05ad2d2c-89df-4b40-aeac-fcee7b39a337 req-7dcca53e-6205-43fc-b9e6-22547b34cacd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.5193176 Nov 12 08:17:53.663606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6272be77-812a-4d2a-8a79-04939711031f req-0b51cafe-f67e-4e0d-8155-f188e72a4442 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 210 time: 0.4238896 Nov 12 08:17:53.767426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-69b6458d-1ba2-49be-bed9-4b7a34bea0c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.768921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-69b6458d-1ba2-49be-bed9-4b7a34bea0c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.32 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.6129224 Nov 12 08:17:53.786173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05ad2d2c-89df-4b40-aeac-fcee7b39a337 req-d5b9ef61-c1eb-459d-a097-483efa2403d3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385939 Nov 12 08:17:53.808471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Request body: {'port': {'device_id': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'admin_state_up': True, 'tenant_id': 'bb97d9a6ceae487d8106e1d4007309a3'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:53.979257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b7037-c5be-4d79-9ae7-6e05d68fc56e req-94992de8-a8a7-4948-95a9-b394c09bbd68 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.989315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-960b7037-c5be-4d79-9ae7-6e05d68fc56e req-94992de8-a8a7-4948-95a9-b394c09bbd68 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.2337365 Nov 12 08:17:53.994096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e852b57e-457d-41f1-8360-f0bc6b7eb9f0 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:54.021114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.121165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Transition to ACTIVE for port object e852b57e-457d-41f1-8360-f0bc6b7eb9f0 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:54.132112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-960b7037-c5be-4d79-9ae7-6e05d68fc56e req-9121653f-3753-4509-a49e-f88c0b06d178 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418834 Nov 12 08:17:54.135665 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.150896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Made reservation on behalf of bb97d9a6ceae487d8106e1d4007309a3 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:54.154773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.238762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de79ec6-39b3-4699-a2a1-7491a55dba3d req-b5ac63ed-1e19-41af-99a4-d7f22b711f5d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.241144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0de79ec6-39b3-4699-a2a1-7491a55dba3d req-b5ac63ed-1e19-41af-99a4-d7f22b711f5d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 932 time: 0.1828187 Nov 12 08:17:54.282550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:54.455486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0de79ec6-39b3-4699-a2a1-7491a55dba3d req-abf0c40e-be9e-4ff7-ab98-8cbbca9cdf42 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006152 Nov 12 08:17:54.488511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Attempting to bind port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:54.488980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Attempting to bind port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:54.489318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Attempting to bind port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 on network 57296b9e-d432-4e16-9df6-a55065a32885 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:54.494215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 on network 57296b9e-d432-4e16-9df6-a55065a32885 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:54.494552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Attempting to bind port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 on network 57296b9e-d432-4e16-9df6-a55065a32885 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:54.501231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:54.501790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Checking segment: {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:54.502360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Bound using segment: {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:54.502925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Bound port: e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b702d146-4c77-424f-bb45-75f567557989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:54.503237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.535238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Allocated IP 172.20.0.7 (edbfe13d-c3b4-40d2-97f2-e61ba691cf59/9d0807c2-adb1-44a8-88ee-a699890571eb/5713428b-6e74-43b0-8407-f545e7bc7a4d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:54.618415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:54.643789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:54.659101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.766203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.766843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.768355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] 10.222.0.25 "PUT /v2.0/ports/e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 1093 time: 1.9795001 Nov 12 08:17:54.768822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:54.771173 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b777a95-e60d-4d26-93d1-1d23cf1f9324" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:54.807310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff93b0-6ea0-49dd-93ee-dfe11996f94a service neutron] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:54.835649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf71b84e-ab3d-40fb-8c47-dd8ee33446ff req-0236da01-f38e-4f4e-9d04-9a0c822e01ab tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 210 time: 0.0492594 Nov 12 08:17:54.898265 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deeef77-8c16-4c08-8da0-02bd94a3d702 x-openstack-request-id: req-8deeef77-8c16-4c08-8da0-02bd94a3d702 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:54.898689 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:54.899063 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8deeef77-8c16-4c08-8da0-02bd94a3d702 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:54.899726 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'status': 'completed', 'code': 200} Nov 12 08:17:54.929344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.949305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-ed2f1f98-cc06-40db-8230-e8d32628cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.951030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-ed2f1f98-cc06-40db-8230-e8d32628cf2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1096 time: 0.1200006 Nov 12 08:17:55.057202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-69b1aef9-0ddf-4942-b5a7-7543148837ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 217 time: 0.0959044 Nov 12 08:17:55.150591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:55.178218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:55.290703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f6b9e-cc05-4208-99d8-00fd563c6d34 req-bf5909fe-cb0c-42aa-9c2f-ed8b395da8d6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.293535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f28f6b9e-cc05-4208-99d8-00fd563c6d34 req-bf5909fe-cb0c-42aa-9c2f-ed8b395da8d6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.3098662 Nov 12 08:17:55.295731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-ef7bdf96-5540-4f45-873b-fca2043b697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.298415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-ef7bdf96-5540-4f45-873b-fca2043b697b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.2058005 Nov 12 08:17:55.306142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:55.356829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event updated for resources: {'Port': ['ID=5713428b-6e74-43b0-8407-f545e7bc7a4d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:55.361202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:55.399009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:55.468218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-23743a7c-2a06-4664-9fb8-88394b7c5a23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281037 Nov 12 08:17:55.553223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.555316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:55.576701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e830b-5020-4833-9aed-6a7d3fc3aa46 req-ce169184-4998-4411-b92c-3ca8a01ccca5 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.579501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-854e830b-5020-4833-9aed-6a7d3fc3aa46 req-ce169184-4998-4411-b92c-3ca8a01ccca5 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 944 time: 0.2718260 Nov 12 08:17:55.633438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f28f6b9e-cc05-4208-99d8-00fd563c6d34 req-7cfecd8a-9fa7-46fb-9945-b75423e3e8ce tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181708 Nov 12 08:17:55.701187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-dd041c0d-b646-41c3-a50e-493500e37784 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9194555 Nov 12 08:17:55.745710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Request body: {'port': {'device_id': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:55.821180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-854e830b-5020-4833-9aed-6a7d3fc3aa46 req-a70e07c9-2630-44c6-ad80-e2a792f73ef0 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860754 Nov 12 08:17:55.837107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-a3948204-9ab1-49c0-a962-c1119624afd7 service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580995 Nov 12 08:17:55.928551 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:56.056787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12677d7b-777f-4010-b449-a54fc4a1c187 req-979c669b-1816-47f2-b997-bd8bf6914853 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.058446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12677d7b-777f-4010-b449-a54fc4a1c187 req-979c669b-1816-47f2-b997-bd8bf6914853 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 944 time: 0.2290254 Nov 12 08:17:56.189665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24786-d2af-4cfb-bbd6-558dd29296b0 req-10f84db8-0e55-4407-9bbf-90434654cae0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.191217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecd24786-d2af-4cfb-bbd6-558dd29296b0 req-10f84db8-0e55-4407-9bbf-90434654cae0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 931 time: 0.2583909 Nov 12 08:17:56.196170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ba07448-0574-4fa6-95e4-c391d5bf645f req-a83ca6eb-7def-42ae-91e3-e12cd7c187ed service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443179 Nov 12 08:17:56.256223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12677d7b-777f-4010-b449-a54fc4a1c187 req-95152b86-c810-4512-9f6b-c71444e8777c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841936 Nov 12 08:17:56.291843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3a847a53-9f3a-453b-b24c-ddf269f9fd06 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:56.392861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecd24786-d2af-4cfb-bbd6-558dd29296b0 req-ee4d9061-d9b0-4748-aeb4-48b616722459 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772604 Nov 12 08:17:56.413956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-89137ecb-d955-404e-9828-7b61dc5a854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.416018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-89137ecb-d955-404e-9828-7b61dc5a854a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1096 time: 0.1479559 Nov 12 08:17:56.457193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:56.479600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'port_id': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'mac_address': 'fa:16:3e:8c:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:56.536957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:56.564526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a847a53-9f3a-453b-b24c-ddf269f9fd06 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:56.595089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:56.603519 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:56.622468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5713428b-6e74-43b0-8407-f545e7bc7a4d {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:56.631994 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:56.635309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-4764c3c3-2b55-49a4-82e5-8aa7d0012c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.636959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-4764c3c3-2b55-49a4-82e5-8aa7d0012c6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.2129185 Nov 12 08:17:56.696741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Transition to ACTIVE for port object 5713428b-6e74-43b0-8407-f545e7bc7a4d will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:56.700477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-8d2423a8-da3b-4681-8e2e-657bba250869 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 217 time: 0.0528722 Nov 12 08:17:56.705807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:56.721846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3a847a53-9f3a-453b-b24c-ddf269f9fd06,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:56.868456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-dfd7397b-893a-41d2-83f5-fc31e054c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.869937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-dfd7397b-893a-41d2-83f5-fc31e054c94d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.1588981 Nov 12 08:17:56.873019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Pushing event updated for resources: {'Port': ['ID=5713428b-6e74-43b0-8407-f545e7bc7a4d,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:56.938526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-0c93fe96-46c8-40c8-9b05-7217c5ab53ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575092 Nov 12 08:17:56.946484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240dd3d-ed2b-44b3-b5cf-d234ff529562 req-0bdc0acf-20b3-4f3c-b819-228460366686 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.947985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c240dd3d-ed2b-44b3-b5cf-d234ff529562 req-0bdc0acf-20b3-4f3c-b819-228460366686 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.1960659 Nov 12 08:17:56.958601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['3a847a53-9f3a-453b-b24c-ddf269f9fd06'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:57.196590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Attempting to bind port 5713428b-6e74-43b0-8407-f545e7bc7a4d on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:57.197169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Attempting to bind port 5713428b-6e74-43b0-8407-f545e7bc7a4d by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:57.197272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Attempting to bind port 5713428b-6e74-43b0-8407-f545e7bc7a4d on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:57.212246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8dddd-8340-414a-8ccb-1fcf84a3f4b8 req-6f289534-d12f-4f7b-a3b5-b018b0711264 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.213753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9db8dddd-8340-414a-8ccb-1fcf84a3f4b8 req-6f289534-d12f-4f7b-a3b5-b018b0711264 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 945 time: 0.2627172 Nov 12 08:17:57.221687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c240dd3d-ed2b-44b3-b5cf-d234ff529562 req-8aa7fb78-d86a-4aa4-b0f5-41ee46109923 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265387 Nov 12 08:17:57.226826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Port 5713428b-6e74-43b0-8407-f545e7bc7a4d on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:57.227043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Attempting to bind port 5713428b-6e74-43b0-8407-f545e7bc7a4d on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:57.258043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-cbbffb6d-025a-466e-9658-4e06480c9c4b service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045588 Nov 12 08:17:57.260824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:57.261494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Checking segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:57.261879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Bound using segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:57.262327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Bound port: 5713428b-6e74-43b0-8407-f545e7bc7a4d, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:57.262664 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:57.703774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9db8dddd-8340-414a-8ccb-1fcf84a3f4b8 req-1450859b-34cd-42ab-8bd3-2623790c4bb0 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810820 Nov 12 08:17:57.765092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f014-aa74-40ea-a7b0-dd4b51e06131 req-26edd425-b49f-49b0-a7c7-7ecd7354f79f tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.766704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4876f014-aa74-40ea-a7b0-dd4b51e06131 req-26edd425-b49f-49b0-a7c7-7ecd7354f79f tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 944 time: 0.1584380 Nov 12 08:17:57.776439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] For port 5713428b-6e74-43b0-8407-f545e7bc7a4d, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:57.782994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] For port 5713428b-6e74-43b0-8407-f545e7bc7a4d, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:57.801897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b777a95-e60d-4d26-93d1-1d23cf1f9324 req-2b689b4c-36e8-4735-83ad-51eb0bd7949c service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353868 Nov 12 08:17:57.802965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:57.880579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.881205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:57.882614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] 10.222.0.32 "PUT /v2.0/ports/5713428b-6e74-43b0-8407-f545e7bc7a4d HTTP/1.1" status: 200 len: 1092 time: 2.1526268 Nov 12 08:17:57.886637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'tag': '5713428b-6e74-43b0-8407-f545e7bc7a4d'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:57.888961 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1908e74f-33c3-4cea-b015-8de710dbd83c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd676c14-498c-4b00-bf1f-f666e0255015", "tag": "5713428b-6e74-43b0-8407-f545e7bc7a4d"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:57.931012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4876f014-aa74-40ea-a7b0-dd4b51e06131 req-203902a2-191d-4346-963d-3213354a4d75 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559932 Nov 12 08:17:57.933755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54888c35-fc6d-4ea4-98a4-575bbb41bc96 service neutron] Pushing event updated for resources: {'Port': ['ID=5713428b-6e74-43b0-8407-f545e7bc7a4d,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:57.963154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819ce3f-83eb-497e-a493-50e10167f72e req-eb9cb7c8-6cf2-4878-931b-ba5d22d66047 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.965442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0819ce3f-83eb-497e-a493-50e10167f72e req-eb9cb7c8-6cf2-4878-931b-ba5d22d66047 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 946 time: 0.1851091 Nov 12 08:17:58.061554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-df1bb4ca-a0b9-49b8-b25b-920882e13891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.063798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-df1bb4ca-a0b9-49b8-b25b-920882e13891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 1095 time: 0.1235301 Nov 12 08:17:58.105185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0819ce3f-83eb-497e-a493-50e10167f72e req-3ff998bd-3430-4fea-8e5c-17e0782a44a3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071289 Nov 12 08:17:58.149257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-acdb7ef6-907a-41ff-bd01-dc97ba667a9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d HTTP/1.1" status: 200 len: 217 time: 0.0733392 Nov 12 08:17:58.264913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce1695-f0dc-4d48-888d-39609bc5f1d4 req-1522a42a-8bd3-4e81-a360-908900ad1543 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.267239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfce1695-f0dc-4d48-888d-39609bc5f1d4 req-1522a42a-8bd3-4e81-a360-908900ad1543 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 943 time: 0.1897502 Nov 12 08:17:58.269427 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ff89e-0e81-4db6-acf8-485308ba8ce5 x-openstack-request-id: req-854ff89e-0e81-4db6-acf8-485308ba8ce5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:58.269817 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd676c14-498c-4b00-bf1f-f666e0255015", "tag": "5713428b-6e74-43b0-8407-f545e7bc7a4d", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:58.270168 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-854ff89e-0e81-4db6-acf8-485308ba8ce5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:58.270700 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'tag': '5713428b-6e74-43b0-8407-f545e7bc7a4d', 'status': 'completed', 'code': 200} Nov 12 08:17:58.276759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-3d88454a-0af6-4c34-920a-b57220864bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.278893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-3d88454a-0af6-4c34-920a-b57220864bb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.1081240 Nov 12 08:17:58.299695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3a847a53-9f3a-453b-b24c-ddf269f9fd06 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:58.339826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-43fa9faf-94e2-4088-a1c2-06c2903e0706 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501218 Nov 12 08:17:58.383437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:58.388836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:58.389194 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:58.423028 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfce1695-f0dc-4d48-888d-39609bc5f1d4 req-6f6a708d-519a-44a5-b5e1-8884ec169a75 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426966 Nov 12 08:17:58.539258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:58.557884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-ced7da7b-716a-4cc0-9e53-641abb47f3e0 service neutron] 10.222.0.32 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011156 Nov 12 08:17:58.570772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:58.573602 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bcea66-08c7-4fb4-850c-87324de0c73e" -d '{"events": [{"server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "name": "network-vif-plugged", "status": "completed", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:58.598344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:58.610082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:58.613819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:58.708429 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c97cdef-90ea-4502-9328-1cbba616faf1 x-openstack-request-id: req-2c97cdef-90ea-4502-9328-1cbba616faf1 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:58.709012 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "name": "network-vif-plugged", "status": "completed", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:58.710175 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c97cdef-90ea-4502-9328-1cbba616faf1 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:58.710888 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'code': 200} Nov 12 08:17:58.747994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c005e91-40e6-4a39-81fe-83ca2d0f4caa req-8ffb2495-7c8a-45b8-858d-9b0de14c6559 service neutron] 10.222.0.32 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817875 Nov 12 08:17:58.772254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3a847a53-9f3a-453b-b24c-ddf269f9fd06,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:58.857127 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:58.920294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:58.931846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:58.998313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=14']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:59.008905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4312-3040-476e-acce-800db98c9add req-635b02c4-58ec-4e91-83ba-5152d8a974c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.010563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a2b4312-3040-476e-acce-800db98c9add req-635b02c4-58ec-4e91-83ba-5152d8a974c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 1098 time: 0.1838470 Nov 12 08:17:59.012704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-e3a6f34c-a603-4cb7-a1ab-2be2c577d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.014440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-e3a6f34c-a603-4cb7-a1ab-2be2c577d8c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 1095 time: 0.1717236 Nov 12 08:17:59.033509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4713-87ba-4fbe-919a-8a4e1f5a79f9 req-610db380-4f57-4154-8ccf-b58b32beb0b6 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.035236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bce4713-87ba-4fbe-919a-8a4e1f5a79f9 req-610db380-4f57-4154-8ccf-b58b32beb0b6 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.1432757 Nov 12 08:17:59.227489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bce4713-87ba-4fbe-919a-8a4e1f5a79f9 req-efa17729-c767-4a79-a9f4-d8f562a13ab3 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735506 Nov 12 08:17:59.229065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a2b4312-3040-476e-acce-800db98c9add req-df02356e-c3ed-4c59-a135-f433255a75c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842861 Nov 12 08:17:59.257236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203500f-2655-41d8-9811-cf76521d236b req-9be719c0-95a0-4bd6-ad98-e9302b05aefb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.264883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9203500f-2655-41d8-9811-cf76521d236b req-9be719c0-95a0-4bd6-ad98-e9302b05aefb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 944 time: 0.2065690 Nov 12 08:17:59.274889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-8ad0be65-3805-4031-ae10-dd1feb914eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.276490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-8ad0be65-3805-4031-ae10-dd1feb914eb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 914 time: 0.2397604 Nov 12 08:17:59.355978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9203500f-2655-41d8-9811-cf76521d236b req-87a9f680-8301-4fdd-b0b2-11e23d5e4cb0 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831549 Nov 12 08:17:59.506545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-e4228b58-ff19-40e1-9799-180f42f8cb86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d HTTP/1.1" status: 200 len: 217 time: 0.0586483 Nov 12 08:17:59.599362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-2336b935-0a35-4b46-8353-15af532b0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.600895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-2336b935-0a35-4b46-8353-15af532b0d3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.0865061 Nov 12 08:17:59.627781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668d91-5833-415b-a9dd-d46a9ef3ff81 req-b823840b-4e16-4b7b-a050-9dc331b4337b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.629359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71668d91-5833-415b-a9dd-d46a9ef3ff81 req-b823840b-4e16-4b7b-a050-9dc331b4337b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 943 time: 0.0781591 Nov 12 08:17:59.654930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-ba1f5c66-b101-4df6-bb8f-9b8a72118604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462699 Nov 12 08:17:59.784941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71668d91-5833-415b-a9dd-d46a9ef3ff81 req-dda891b1-b16f-466b-85a8-7018ae93d88e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342227 Nov 12 08:17:59.794652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b3de-fc6a-44e1-be05-c111d4d037f3 req-04bff265-1b41-4506-a973-739379ef530a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.796206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-def3b3de-fc6a-44e1-be05-c111d4d037f3 req-04bff265-1b41-4506-a973-739379ef530a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1785884 Nov 12 08:17:59.841261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-1daab83e-a538-4308-9257-0cf9d8bcddce service neutron] 10.222.0.32 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606715 Nov 12 08:17:59.899893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-def3b3de-fc6a-44e1-be05-c111d4d037f3 req-20ed74ab-ab42-4a48-9d98-556b1d8c33a9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969744 Nov 12 08:17:59.970846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1908e74f-33c3-4cea-b015-8de710dbd83c req-030277a8-66a9-4689-9248-04fffff2cf34 service neutron] 10.222.0.32 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194355 Nov 12 08:18:00.154375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-eee5ea05-c34f-4aeb-9a51-e7e50d575ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.155942 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-eee5ea05-c34f-4aeb-9a51-e7e50d575ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.0667589 Nov 12 08:18:00.165597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31c34-ed4f-4f7a-ae81-edd9900371c9 req-f69c834b-cb27-4d92-8b6d-d92b1a2d2719 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.167226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ca31c34-ed4f-4f7a-ae81-edd9900371c9 req-f69c834b-cb27-4d92-8b6d-d92b1a2d2719 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0901632 Nov 12 08:18:00.273303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ca31c34-ed4f-4f7a-ae81-edd9900371c9 req-58aedf3e-b3af-4a99-abb8-547856674c87 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976048 Nov 12 08:18:00.301804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-94a56fb6-bee6-4e3a-83bc-ae451f0764cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.304246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-94a56fb6-bee6-4e3a-83bc-ae451f0764cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.1359272 Nov 12 08:18:00.315849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5713428b-6e74-43b0-8407-f545e7bc7a4d details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:00.451933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-758001b6-6058-47bc-9ffd-06cff27a59b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.1300421 Nov 12 08:18:00.466440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075cae8-f915-4ebe-b023-49a143a00b7e req-7c72596c-6350-4f81-8df4-43efd4d3ed2e tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.492870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e075cae8-f915-4ebe-b023-49a143a00b7e req-7c72596c-6350-4f81-8df4-43efd4d3ed2e tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.1683655 Nov 12 08:18:00.578328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e852b57e-457d-41f1-8360-f0bc6b7eb9f0 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:00.591734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5713428b-6e74-43b0-8407-f545e7bc7a4d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:00.608878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-b7cb2cc6-5d6c-4e26-8605-1eeb6b662d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.611873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-b7cb2cc6-5d6c-4e26-8605-1eeb6b662d69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1179976 Nov 12 08:18:00.613515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '5713428b-6e74-43b0-8407-f545e7bc7a4d', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'port_id': '5713428b-6e74-43b0-8407-f545e7bc7a4d', 'mac_address': 'fa:16:3e:3a:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0807c2-adb1-44a8-88ee-a699890571eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:00.651963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e075cae8-f915-4ebe-b023-49a143a00b7e req-9553a25d-0827-4737-87ca-118df9b22fe3 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566415 Nov 12 08:18:00.706783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-9400441a-b78d-4a41-a81e-4d7ecdfac896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.709152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-9400441a-b78d-4a41-a81e-4d7ecdfac896 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893164 Nov 12 08:18:00.711634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:00.714172 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b61e7-06e4-4d13-b3e8-b3ac9903ead0" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:00.737091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:00.756211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5713428b-6e74-43b0-8407-f545e7bc7a4d {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:00.792429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:00.796220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5713428b-6e74-43b0-8407-f545e7bc7a4d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:00.803295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:00.859850 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2233f77-88e3-4518-9318-3bc584d21669 x-openstack-request-id: req-c2233f77-88e3-4518-9318-3bc584d21669 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:00.859850 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:00.859850 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2233f77-88e3-4518-9318-3bc584d21669 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:00.859850 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'code': 200} Nov 12 08:18:00.862496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5713428b-6e74-43b0-8407-f545e7bc7a4d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:00.865608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'network_id': '57296b9e-d432-4e16-9df6-a55065a32885', 'port_id': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'mac_address': 'fa:16:3e:2d:2a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f1d88d-83eb-4fac-9168-4423535fffcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:00.894123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-c03dc4bb-7749-405f-996e-e08c2fc60727 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761172 Nov 12 08:18:00.904550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e257bfa-e504-4947-8391-752ff94d4032 req-880923d9-cd4e-45e4-980c-b1ab3765f238 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.906131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e257bfa-e504-4947-8391-752ff94d4032 req-880923d9-cd4e-45e4-980c-b1ab3765f238 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 944 time: 0.0883763 Nov 12 08:18:00.914667 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:00.929075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e852b57e-457d-41f1-8360-f0bc6b7eb9f0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:00.952246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:00.962239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:01.005908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff44d-7b7e-4a4d-b3a8-572ec5e2f69d req-d16067b6-568b-4dbc-864f-3bd9435f767b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.008102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c8ff44d-7b7e-4a4d-b3a8-572ec5e2f69d req-d16067b6-568b-4dbc-864f-3bd9435f767b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 944 time: 0.1264493 Nov 12 08:18:01.029016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:01.077066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e1a1ef-7b42-41af-b9bf-fa9d1cbe91aa req-9d8fd861-7b2a-4794-ad05-7ea469393da6 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568515 Nov 12 08:18:01.119725 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c8ff44d-7b7e-4a4d-b3a8-572ec5e2f69d req-39da7f41-6e93-4aa1-9f04-73601c50c11b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980701 Nov 12 08:18:01.130513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e257bfa-e504-4947-8391-752ff94d4032 req-4bdd16fc-bc21-41f4-8666-f74ca33bb851 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090068 Nov 12 08:18:01.160960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5713428b-6e74-43b0-8407-f545e7bc7a4d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:01.415536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494efcd-9fd0-4c5a-a1bd-f7de64e0f927 req-2c423695-e7a9-41f3-975d-3eaa1994ea96 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.417244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8494efcd-9fd0-4c5a-a1bd-f7de64e0f927 req-2c423695-e7a9-41f3-975d-3eaa1994ea96 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0526497 Nov 12 08:18:01.439173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e852b57e-457d-41f1-8360-f0bc6b7eb9f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:01.487192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8494efcd-9fd0-4c5a-a1bd-f7de64e0f927 req-152f6b79-8268-4801-aa75-932ad1a74cc5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629530 Nov 12 08:18:01.770354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92510f-f08c-4926-aaba-a6bdc8171946 req-97338659-57b4-4470-a96c-278a017dcd36 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.771890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff92510f-f08c-4926-aaba-a6bdc8171946 req-97338659-57b4-4470-a96c-278a017dcd36 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.0501280 Nov 12 08:18:01.833207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff92510f-f08c-4926-aaba-a6bdc8171946 req-8f96de8d-c168-439d-a661-987456942e9f tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540085 Nov 12 08:18:01.955517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861058-8efa-41bf-ab78-ebb012f07076 req-5b155ba8-43b8-48d6-96f5-cdd75ecca938 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.957046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a861058-8efa-41bf-ab78-ebb012f07076 req-5b155ba8-43b8-48d6-96f5-cdd75ecca938 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.0499663 Nov 12 08:18:01.965695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:01.970809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Request body: {'floatingip': {'port_id': '3a847a53-9f3a-453b-b24c-ddf269f9fd06'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:02.011525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.344860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5713428b-6e74-43b0-8407-f545e7bc7a4d up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:02.397165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096403d7-2a63-4871-86f4-6edccc82c556 req-dc7ffaa5-a018-4cbf-a001-cb49c9af19a9 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.398830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-096403d7-2a63-4871-86f4-6edccc82c556 req-dc7ffaa5-a018-4cbf-a001-cb49c9af19a9 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 945 time: 0.1661601 Nov 12 08:18:02.399761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 5713428b-6e74-43b0-8407-f545e7bc7a4d completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:02.404821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 5713428b-6e74-43b0-8407-f545e7bc7a4d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:02.405402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.407763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4aa55-afb9-4be6-9834-5a7c2cb4245f req-f91d7e3e-8425-461a-8b55-ef9437b1b922 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.410120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecd4aa55-afb9-4be6-9834-5a7c2cb4245f req-f91d7e3e-8425-461a-8b55-ef9437b1b922 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 944 time: 0.1777823 Nov 12 08:18:02.500264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.537570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 5713428b-6e74-43b0-8407-f545e7bc7a4d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:02.542235 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.550132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-096403d7-2a63-4871-86f4-6edccc82c556 req-e7112949-0d46-4fdd-af87-c47268ef07ee tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353836 Nov 12 08:18:02.557626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecd4aa55-afb9-4be6-9834-5a7c2cb4245f req-e33172d4-9f05-4164-a693-c85748bd4498 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345546 Nov 12 08:18:02.621415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=5713428b-6e74-43b0-8407-f545e7bc7a4d,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:02.682112 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.689667 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.746254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444add1-2477-4744-ba7d-a3ad98b8645c req-17e06a3f-83c6-4550-9072-75bff7ca8262 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.748025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7444add1-2477-4744-ba7d-a3ad98b8645c req-17e06a3f-83c6-4550-9072-75bff7ca8262 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1022973 Nov 12 08:18:02.849353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7444add1-2477-4744-ba7d-a3ad98b8645c req-f6857614-e2e5-47b3-9fa1-d7243063e2a4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919659 Nov 12 08:18:02.850541 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Floating IP 554bf57f-6ec1-4291-877c-037fb7fcbcb8 associated. External IP: 172.25.4.58, port: 3a847a53-9f3a-453b-b24c-ddf269f9fd06. Nov 12 08:18:02.860663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713428b-6e74-43b0-8407-f545e7bc7a4d'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:02.863580 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303194d0-6ef6-47b6-8754-5e47167ffe86" -d '{"events": [{"server_uuid": "bd676c14-498c-4b00-bf1f-f666e0255015", "name": "network-vif-plugged", "status": "completed", "tag": "5713428b-6e74-43b0-8407-f545e7bc7a4d"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:02.918919 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45901b0-627b-44b3-8e6c-d8cbd9d872ff x-openstack-request-id: req-d45901b0-627b-44b3-8e6c-d8cbd9d872ff {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:02.919322 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd676c14-498c-4b00-bf1f-f666e0255015", "name": "network-vif-plugged", "status": "completed", "tag": "5713428b-6e74-43b0-8407-f545e7bc7a4d", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:02.919676 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d45901b0-627b-44b3-8e6c-d8cbd9d872ff {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:02.920217 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713428b-6e74-43b0-8407-f545e7bc7a4d', 'code': 200} Nov 12 08:18:03.460350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54723c-951a-4c02-88e4-0108f5c741be req-505e33df-4958-4e9f-97f4-88ba12afd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.461827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d54723c-951a-4c02-88e4-0108f5c741be req-505e33df-4958-4e9f-97f4-88ba12afd65e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 1097 time: 0.4180124 Nov 12 08:18:03.489930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdd404-3bbc-43b0-b894-169a93e158e4 req-ccd6def0-bf7f-4368-b70e-2f4defe24211 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.491402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cbdd404-3bbc-43b0-b894-169a93e158e4 req-ccd6def0-bf7f-4368-b70e-2f4defe24211 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1266873 Nov 12 08:18:03.522981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Router 2e1cb13b-dcca-4277-961a-f675a9e9116c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:03.561994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d54723c-951a-4c02-88e4-0108f5c741be req-be343224-8b95-4f5b-9fb3-3da1406c72ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878434 Nov 12 08:18:03.614432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cbdd404-3bbc-43b0-b894-169a93e158e4 req-03368fea-5860-4114-a289-5faceab90ede tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111035 Nov 12 08:18:03.727937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:03.733325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:03.738769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] Sync routers for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:03.751284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:03.752506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:17:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:03.794707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e1f8e10f-f5b7-426d-b8ad-33c084b2e09d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "PUT /v2.0/floatingips/554bf57f-6ec1-4291-877c-037fb7fcbcb8 HTTP/1.1" status: 200 len: 991 time: 1.8278887 Nov 12 08:18:03.796523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:03.798899 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b676a-b551-4ab3-b812-39c45f8152d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:03.809016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab464dc-4cdf-4d63-8d5a-7d648cb52036 req-63683101-e7b7-4b93-892c-fbc72bd896f9 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.810567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fab464dc-4cdf-4d63-8d5a-7d648cb52036 req-63683101-e7b7-4b93-892c-fbc72bd896f9 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 945 time: 0.1320846 Nov 12 08:18:03.826562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5087a-6d36-4b1c-baf4-a75b3a064d97 req-b416bd2f-0459-492c-98fb-7fbc656ed305 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.828984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14d5087a-6d36-4b1c-baf4-a75b3a064d97 req-b416bd2f-0459-492c-98fb-7fbc656ed305 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 945 time: 0.1180334 Nov 12 08:18:03.880959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:03.905959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fab464dc-4cdf-4d63-8d5a-7d648cb52036 req-45a94027-d17e-45f1-ab38-d8ae0e76111f tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759389 Nov 12 08:18:03.911561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14d5087a-6d36-4b1c-baf4-a75b3a064d97 req-e0bfbc0c-c098-4518-86cc-2dc39281285a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754294 Nov 12 08:18:04.041744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da913e1c-154f-4550-9542-3b6623fc30d0 req-5ca8ca64-6fa4-4d95-954f-82db7ccdd07f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.051332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da913e1c-154f-4550-9542-3b6623fc30d0 req-5ca8ca64-6fa4-4d95-954f-82db7ccdd07f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0728290 Nov 12 08:18:04.103324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da913e1c-154f-4550-9542-3b6623fc30d0 req-a7e82dbc-3a75-4eab-9554-4c904d9b13dd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533719 Nov 12 08:18:04.125999 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6ac96-abfc-46f2-8f3d-59c82265ac81 x-openstack-request-id: req-0ae6ac96-abfc-46f2-8f3d-59c82265ac81 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:04.126623 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:04.127168 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae6ac96-abfc-46f2-8f3d-59c82265ac81 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:04.128127 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'status': 'completed', 'code': 200} Nov 12 08:18:04.181214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '554bf57f-6ec1-4291-877c-037fb7fcbcb8', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'port_id': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'mac_address': 'fa:16:3e:8c:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:18:02Z', 'revision_number': 1, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:04.214454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-61e371a0-d847-4d81-aeb6-651106036d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.216624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-61e371a0-d847-4d81-aeb6-651106036d8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=186b5d980d7a4a4495c37666e0bc2d55&device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 1098 time: 0.0570107 Nov 12 08:18:04.223125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] Checking router: 2e1cb13b-dcca-4277-961a-f675a9e9116c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:04.232274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:04.232909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:17:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:04.331728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-e7a80c09-2ffa-4767-9156-9b684a0ebe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.333224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-e7a80c09-2ffa-4767-9156-9b684a0ebe2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=866ddc86-3812-4b62-839a-4ef87f06013a HTTP/1.1" status: 200 len: 915 time: 0.1076250 Nov 12 08:18:04.350875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:04.460108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-88303c5a-5bdc-410c-b4d8-7b2513c11424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06 HTTP/1.1" status: 200 len: 999 time: 0.1173816 Nov 12 08:18:04.519492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-c85cb199-b03e-486a-ba3e-a36d765de130 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.520949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-c85cb199-b03e-486a-ba3e-a36d765de130 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.1921408 Nov 12 08:18:04.549382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-dbf12250-0025-444d-b127-f101447d1c22 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/quotas/1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 375 time: 0.0194411 Nov 12 08:18:04.552492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-e08afe42-77e4-49ee-8ea2-7e7623162ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.553353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-e08afe42-77e4-49ee-8ea2-7e7623162ed7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9461733-09f2-4373-bf56-c7560e92bf81 HTTP/1.1" status: 200 len: 854 time: 0.0801032 Nov 12 08:18:04.588598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e852b57e-457d-41f1-8360-f0bc6b7eb9f0 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:04.645195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-4e3f3d50-fa08-4610-b4c6-100f257cf267 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0887313 Nov 12 08:18:04.647195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-d0e86354-4a5b-4abc-929e-dbd5b55b63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.648644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-d0e86354-4a5b-4abc-929e-dbd5b55b63ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=866ddc86-3812-4b62-839a-4ef87f06013a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795579 Nov 12 08:18:04.650621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '554bf57f-6ec1-4291-877c-037fb7fcbcb8', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'port_id': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'mac_address': 'fa:16:3e:8c:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:18:02Z', 'revision_number': 1, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:04.681934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d724c-e2f9-4da2-972c-6641e50c5b4a None None] The sync data for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 is: [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '554bf57f-6ec1-4291-877c-037fb7fcbcb8', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'floating_ip_address': '172.25.4.58', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'port_id': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'mac_address': 'fa:16:3e:8c:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:18:02Z', 'revision_number': 1, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:04.685014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:04.690399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:04.690777 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:04.818837 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:04.826878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-ff42eebe-466c-411e-a412-3c7d36d0936d service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735368 Nov 12 08:18:04.829494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-6b1574f1-a6b0-41ca-9e89-9f9c564ae7d1 service neutron] 10.222.0.32 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687655 Nov 12 08:18:04.863835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:04.869942 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:04.921475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:04.924862 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51747758-1852-43d5-a48b-a4edc3440dbd" -d '{"events": [{"server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "name": "network-vif-plugged", "status": "completed", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:04.928412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:04.977364 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b2250-8f93-4553-a5ea-b7336add28c6 x-openstack-request-id: req-6f8b2250-8f93-4553-a5ea-b7336add28c6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:04.977720 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "name": "network-vif-plugged", "status": "completed", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:04.978171 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f8b2250-8f93-4553-a5ea-b7336add28c6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:04.978773 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'code': 200} Nov 12 08:18:05.023165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc6b676a-b551-4ab3-b812-39c45f8152d2 req-88577542-30cc-4caa-9435-67b66ce6ceb1 service neutron] 10.222.0.32 "GET /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769347 Nov 12 08:18:05.025557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-7a32dfd3-0689-43f2-94e2-b19565998543 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886301 Nov 12 08:18:05.146309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7678e8f-381d-412a-b57b-e76e3c565983 req-3ca82167-eda5-4424-952a-18fe0859eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.147997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7678e8f-381d-412a-b57b-e76e3c565983 req-3ca82167-eda5-4424-952a-18fe0859eb12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1098 time: 0.0821047 Nov 12 08:18:05.156832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df5da8-694d-41e5-9f4f-adb569b0c22d req-058937a3-78bb-4eb9-8b38-2eb8a5187641 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.158574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90df5da8-694d-41e5-9f4f-adb569b0c22d req-058937a3-78bb-4eb9-8b38-2eb8a5187641 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 945 time: 0.0945015 Nov 12 08:18:05.170069 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b2a39-2e90-4ae2-988e-80a7ea3cf528 None None] New status for floating IP 554bf57f-6ec1-4291-877c-037fb7fcbcb8: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:18:05.254236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7678e8f-381d-412a-b57b-e76e3c565983 req-42fe17df-144b-4bf7-a889-35914c8a7271 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945344 Nov 12 08:18:05.271253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90df5da8-694d-41e5-9f4f-adb569b0c22d req-761ebb73-33ac-48b7-a97a-54b2420f5a97 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890412 Nov 12 08:18:05.370440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85d04-d94d-41f7-82f5-a078299761d5 req-1ff031e2-784e-407e-a6d0-680de18ebb17 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.372040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7dc85d04-d94d-41f7-82f5-a078299761d5 req-1ff031e2-784e-407e-a6d0-680de18ebb17 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 946 time: 0.1404080 Nov 12 08:18:05.429952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7dc85d04-d94d-41f7-82f5-a078299761d5 req-d449114b-2a08-4958-9b4a-0d33d13edd4f tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515122 Nov 12 08:18:05.568670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3a6abc0-b458-4b33-9d26-db8deae5c21c req-27129f3e-eec5-4c33-b231-96e7bd06bba8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 210 time: 0.0299060 Nov 12 08:18:06.483478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-4208296c-bb6f-4a89-9de6-10dbd4a618ce tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:06.485706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-4208296c-bb6f-4a89-9de6-10dbd4a618ce tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.1159217 Nov 12 08:18:06.499158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'port': {'device_id': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'admin_state_up': True, 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:06.633082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7193e8-9b32-4bd6-857f-9066b3dd11d6 req-138dc70c-4f56-4cb4-8ef4-79b297bb6200 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:06.634735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b7193e8-9b32-4bd6-857f-9066b3dd11d6 req-138dc70c-4f56-4cb4-8ef4-79b297bb6200 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 946 time: 0.1164303 Nov 12 08:18:06.709181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b7193e8-9b32-4bd6-857f-9066b3dd11d6 req-ad59b7f2-01c3-42d9-8831-104cba70fa01 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657160 Nov 12 08:18:06.710153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:06.714176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.816926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce967527-6c9e-4c6c-878f-cb48f85ebcd6 req-358da448-d294-4302-9d5a-6a37dda3d477 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 210 time: 0.0337927 Nov 12 08:18:06.903491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Allocated IP 172.20.0.7 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/acbe90b0-31f7-4913-b7a3-084b46a2deeb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:07.087218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.127591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.176360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:07.179615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:07.184345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:07.189139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=acbe90b0-31f7-4913-b7a3-084b46a2deeb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:07.249029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:07.250213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.270564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-05cd3e12-8cee-4972-8580-835a042e7dd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755072 Nov 12 08:18:07.290575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Request body: {'port': {'device_id': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:07.366267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.524168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9956bdcd-8dd8-40ce-bd29-7381878de1ea None None] Provisioning complete for port acbe90b0-31f7-4913-b7a3-084b46a2deeb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:07.525505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9956bdcd-8dd8-40ce-bd29-7381878de1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.568298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9956bdcd-8dd8-40ce-bd29-7381878de1ea None None] Port acbe90b0-31f7-4913-b7a3-084b46a2deeb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:07.673304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbe90b0-31f7-4913-b7a3-084b46a2deeb {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:07.682829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.697546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Transition to ACTIVE for port object acbe90b0-31f7-4913-b7a3-084b46a2deeb will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:07.707606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.817531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe90b0-31f7-4913-b7a3-084b46a2deeb,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:07.896288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Attempting to bind port acbe90b0-31f7-4913-b7a3-084b46a2deeb on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:07.896701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Attempting to bind port acbe90b0-31f7-4913-b7a3-084b46a2deeb by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:07.896951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Attempting to bind port acbe90b0-31f7-4913-b7a3-084b46a2deeb on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:07.904878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Port acbe90b0-31f7-4913-b7a3-084b46a2deeb on network 70a15c56-81d1-4c95-89ec-c56f14881164 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:07.905245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Attempting to bind port acbe90b0-31f7-4913-b7a3-084b46a2deeb on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:07.916464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:07.916885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:07.918032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:07.918408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Bound port: acbe90b0-31f7-4913-b7a3-084b46a2deeb, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:07.918775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.933126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51243de-5920-452a-9b1f-6f1cb539662f req-02415575-2d6d-4ed9-92fd-9d84740c1647 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:07.934747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d51243de-5920-452a-9b1f-6f1cb539662f req-02415575-2d6d-4ed9-92fd-9d84740c1647 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 946 time: 0.1029713 Nov 12 08:18:08.065700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27371318-73a8-4c16-8c9e-3aa8fdf0312d req-ee2c6762-86d9-4fe7-806e-d9eb1a45e651 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.067131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27371318-73a8-4c16-8c9e-3aa8fdf0312d req-ee2c6762-86d9-4fe7-806e-d9eb1a45e651 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 943 time: 0.1450260 Nov 12 08:18:08.113275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d51243de-5920-452a-9b1f-6f1cb539662f req-708000fe-60cd-44c9-9b02-3bcc1fc44057 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384692 Nov 12 08:18:08.123966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] For port acbe90b0-31f7-4913-b7a3-084b46a2deeb, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:08.155119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] For port acbe90b0-31f7-4913-b7a3-084b46a2deeb, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:08.167395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.206205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27371318-73a8-4c16-8c9e-3aa8fdf0312d req-1fc6fa0f-95b9-4f09-a0f9-65f304138a83 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199884 Nov 12 08:18:08.220259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.220947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.222358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] 10.222.0.32 "PUT /v2.0/ports/acbe90b0-31f7-4913-b7a3-084b46a2deeb HTTP/1.1" status: 200 len: 1092 time: 0.9368670 Nov 12 08:18:08.222813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'tag': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:08.225307 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79aab0-c44e-4732-8337-b725c7df4521" -d '{"events": [{"name": "network-changed", "server_uuid": "43186b3b-a7aa-419e-a728-3e0cf6709f2c", "tag": "acbe90b0-31f7-4913-b7a3-084b46a2deeb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:08.301091 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84465ca0-4127-4abb-aacc-eaf813c85955 x-openstack-request-id: req-84465ca0-4127-4abb-aacc-eaf813c85955 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:08.301377 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43186b3b-a7aa-419e-a728-3e0cf6709f2c", "tag": "acbe90b0-31f7-4913-b7a3-084b46a2deeb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:08.301631 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84465ca0-4127-4abb-aacc-eaf813c85955 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:08.302050 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'tag': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb', 'status': 'completed', 'code': 200} Nov 12 08:18:08.307631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc254e7a-4503-429d-843a-a155ab40f240 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe90b0-31f7-4913-b7a3-084b46a2deeb,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:08.362135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-745a5cee-97c6-4f90-80bf-14324118b55f req-2ef0c6bf-d1d9-41e0-b9dd-bc10c0cb20e6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-977352650&fields=id&tenant_id=97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 267 time: 0.0958900 Nov 12 08:18:08.367726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-8ff1722b-f898-4def-b8a9-bcfa67bfe301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.369183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-8ff1722b-f898-4def-b8a9-bcfa67bfe301 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 1095 time: 0.0818310 Nov 12 08:18:08.432743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-b2f5e1cf-ca55-4bdc-aab2-4757c043e341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb HTTP/1.1" status: 200 len: 217 time: 0.0531647 Nov 12 08:18:08.487269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a5cee-97c6-4f90-80bf-14324118b55f req-43b4c676-3639-4c73-b5e5-25d181e96505 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.488872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-745a5cee-97c6-4f90-80bf-14324118b55f req-43b4c676-3639-4c73-b5e5-25d181e96505 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 946 time: 0.1187954 Nov 12 08:18:08.506477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'port': {'security_groups': ['e8b0ee2e-f3a3-4ae4-b871-f19a930bb906', '2f273199-9841-481e-b60d-05d66c055adb']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:08.542403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-59c1e536-4947-4002-a781-078b8db0e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.543884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-59c1e536-4947-4002-a781-078b8db0e382 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1033044 Nov 12 08:18:08.563408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.625269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.677229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-9be1134f-6361-4fa1-87f5-df44828e0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.678847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-9be1134f-6361-4fa1-87f5-df44828e0d56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237109 Nov 12 08:18:08.826251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-5bcb8657-6ab6-40ba-bb2a-817f2beca436 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384995 Nov 12 08:18:08.991673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:08.996874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1abf2a57-82d5-4e61-83be-89d236a38d24 req-09a0bc10-5089-4263-abed-38af19186333 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597505 Nov 12 08:18:09.033832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.040717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.054927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e852b57e-457d-41f1-8360-f0bc6b7eb9f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:09.057858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:09.469643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.470220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.480411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-745a5cee-97c6-4f90-80bf-14324118b55f req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "PUT /v2.0/ports/e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 982 time: 0.9784069 Nov 12 08:18:09.537275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2e8ae-de14-43fc-b429-b962d9e64886 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:09.567929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-41a396a1-5082-4937-971e-93c6fd2fabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.570904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-41a396a1-5082-4937-971e-93c6fd2fabe4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 1095 time: 0.1651580 Nov 12 08:18:09.585897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e852b57e-457d-41f1-8360-f0bc6b7eb9f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:09.604314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0270b3b-0232-489d-836c-7c80912d32aa req-84ca2983-3b75-47ef-9465-0481d1fcd094 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.606165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0270b3b-0232-489d-836c-7c80912d32aa req-84ca2983-3b75-47ef-9465-0481d1fcd094 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 943 time: 0.2017677 Nov 12 08:18:09.636994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e706800-ecec-4c09-965b-ca018e946454 req-7c4fef5a-2d62-4736-9289-a64c443d505c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/2f273199-9841-481e-b60d-05d66c055adb HTTP/1.1" status: 200 len: 1819 time: 0.1397858 Nov 12 08:18:09.780774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0270b3b-0232-489d-836c-7c80912d32aa req-0fa5ef16-ee69-4e25-9bfd-4b530f98997a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652472 Nov 12 08:18:09.801063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-02769208-50ea-4fbc-b89c-3289763962f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.802768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-02769208-50ea-4fbc-b89c-3289763962f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.2206047 Nov 12 08:18:09.805335 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-1e706800-ecec-4c09-965b-ca018e946454 req-56558f47-c217-4523-b803-1c2161d8b517 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:18:09.806517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e706800-ecec-4c09-965b-ca018e946454 req-56558f47-c217-4523-b803-1c2161d8b517 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f273199-9841-481e-b60d-05d66c055adb HTTP/1.1" status: 409 len: 341 time: 0.1250370 Nov 12 08:18:09.869557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-3a587085-e113-4f9d-806e-1ffd4259ab98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb HTTP/1.1" status: 200 len: 217 time: 0.0571473 Nov 12 08:18:09.943129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-d8ed02f8-9425-4021-850b-5c2a7337983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.945898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-d8ed02f8-9425-4021-850b-5c2a7337983f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0662618 Nov 12 08:18:10.142517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-edc0bf24-0e93-4e1f-b7f5-e3af5a301521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.144063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-edc0bf24-0e93-4e1f-b7f5-e3af5a301521 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1897540 Nov 12 08:18:10.225716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663916bd-0a37-4e68-b5d4-d4be323b9891 req-d74142d9-1494-48fd-abb3-1e73bd1ef144 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.227248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-663916bd-0a37-4e68-b5d4-d4be323b9891 req-d74142d9-1494-48fd-abb3-1e73bd1ef144 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 985 time: 0.1493371 Nov 12 08:18:10.233574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-cb3b5a3a-1df6-4659-9aa1-9e7f39da6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.235719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-cb3b5a3a-1df6-4659-9aa1-9e7f39da6fcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1137 time: 0.1455252 Nov 12 08:18:10.304292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:10.306858 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e91c59-e4c5-4617-8c13-12e84021ad0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:10.368123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-737c573a-e0b3-4c28-9867-5cd1cc64634d service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158110 Nov 12 08:18:10.376724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device acbe90b0-31f7-4913-b7a3-084b46a2deeb details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:10.395466 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a543fa1-7d9e-48e9-b5ed-6e915fcae7cb x-openstack-request-id: req-4a543fa1-7d9e-48e9-b5ed-6e915fcae7cb {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:10.395749 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:10.396000 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a543fa1-7d9e-48e9-b5ed-6e915fcae7cb {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:10.396415 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'status': 'completed', 'code': 200} Nov 12 08:18:10.417945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-663916bd-0a37-4e68-b5d4-d4be323b9891 req-fe8ce614-83e0-409b-8669-a0183d12397d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=2f273199-9841-481e-b60d-05d66c055adb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1793475 Nov 12 08:18:10.483345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-15b464d4-14a9-4b49-bc81-aa01b925788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.485091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-15b464d4-14a9-4b49-bc81-aa01b925788a service neutron] 10.222.0.25 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.2358868 Nov 12 08:18:10.516795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port acbe90b0-31f7-4913-b7a3-084b46a2deeb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:10.531858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb', 'mac_address': 'fa:16:3e:1e:19:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:10.543496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-241eaf6b-5e14-4b19-9c94-d172fa82c1a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 217 time: 0.0481932 Nov 12 08:18:10.573425 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.592330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbe90b0-31f7-4913-b7a3-084b46a2deeb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:10.604628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d79aab0-c44e-4732-8337-b725c7df4521 req-b553708c-19fd-4822-a94d-290ece558d36 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212300 Nov 12 08:18:10.613577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port acbe90b0-31f7-4913-b7a3-084b46a2deeb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:10.618244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-84b935be-ade9-4ec3-96ef-db90b5a767c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.619719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-84b935be-ade9-4ec3-96ef-db90b5a767c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.0666788 Nov 12 08:18:10.620457 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.655172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-ed56fa03-e34e-40c2-8e6a-c6d244fe3713 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271521 Nov 12 08:18:10.668554 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0fc6428d-fde6-4a58-8385-758bf99cf376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.682641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=acbe90b0-31f7-4913-b7a3-084b46a2deeb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:10.763393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-3d432ff4-3702-452a-9123-aa1360f4d1ac service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946925 Nov 12 08:18:10.878695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aac92c0-4986-4f71-aa83-e56b2840bda3 req-a8fa8764-3781-43f4-8c80-e261365548a0 service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070404 Nov 12 08:18:10.930616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab59ed3-8735-47da-8b08-5affd70c6bd7 req-2b3f64e6-e0f8-4899-8fe6-d85706170edf tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.932313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab59ed3-8735-47da-8b08-5affd70c6bd7 req-2b3f64e6-e0f8-4899-8fe6-d85706170edf tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 944 time: 0.0693531 Nov 12 08:18:10.956909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:11.017474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-9c9bbb6b-738d-4221-8d98-9007be4ee99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.018999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-9c9bbb6b-738d-4221-8d98-9007be4ee99c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1137 time: 0.0857205 Nov 12 08:18:11.072091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ab59ed3-8735-47da-8b08-5affd70c6bd7 req-8e03cc9d-bb78-48fd-9750-ab31e66b36d7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288805 Nov 12 08:18:11.179901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-9cde0bbf-aad9-4030-9fa5-49c0945d277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.184412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-9cde0bbf-aad9-4030-9fa5-49c0945d277b service neutron] 10.222.0.25 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.1517076 Nov 12 08:18:11.238722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-94f4fae7-f608-4dac-a474-67921221a76d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 217 time: 0.0437791 Nov 12 08:18:11.289735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-ced66b50-d921-4884-9193-64eb152bb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.291210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-ced66b50-d921-4884-9193-64eb152bb5c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.0448277 Nov 12 08:18:11.330709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-dc5df269-d459-43c9-93ed-31517908d044 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305989 Nov 12 08:18:11.454502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-348f3916-a255-4653-95ea-180a38fbdb9e service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137640 Nov 12 08:18:11.597213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.609311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792d99-da96-45d1-a8ba-0b158f5914bd req-97f4189c-4099-4816-a3b0-07ee0e258b24 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.611927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb792d99-da96-45d1-a8ba-0b158f5914bd req-97f4189c-4099-4816-a3b0-07ee0e258b24 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 985 time: 0.0869627 Nov 12 08:18:11.617289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e91c59-e4c5-4617-8c13-12e84021ad0b req-e7794af9-daa1-42af-81b4-980aca4286d8 service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544554 Nov 12 08:18:11.700238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb792d99-da96-45d1-a8ba-0b158f5914bd req-342430ff-b9ce-47ed-a10a-0ba7a3f6809a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=2f273199-9841-481e-b60d-05d66c055adb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0779314 Nov 12 08:18:12.226991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21b664-ba5d-4421-a1bc-a1b0a1e0f681 req-e7f3c115-fcdc-4030-ba15-b44f4907410a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.231569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db21b664-ba5d-4421-a1bc-a1b0a1e0f681 req-e7f3c115-fcdc-4030-ba15-b44f4907410a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 944 time: 0.0681303 Nov 12 08:18:12.292350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db21b664-ba5d-4421-a1bc-a1b0a1e0f681 req-16668bc5-e48c-403a-af34-3a84396742e8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Nov 12 08:18:12.382258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device acbe90b0-31f7-4913-b7a3-084b46a2deeb up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:12.451147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port acbe90b0-31f7-4913-b7a3-084b46a2deeb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:12.455792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port acbe90b0-31f7-4913-b7a3-084b46a2deeb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:12.456183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.561994 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.593006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:12.596503 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e13e33-e111-4f03-8369-0c1f431fabca" -d '{"events": [{"server_uuid": "43186b3b-a7aa-419e-a728-3e0cf6709f2c", "name": "network-vif-plugged", "status": "completed", "tag": "acbe90b0-31f7-4913-b7a3-084b46a2deeb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:12.613931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port acbe90b0-31f7-4913-b7a3-084b46a2deeb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:12.620831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.666775 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670930ab-0b3b-41b9-8275-5cd80d83e56f x-openstack-request-id: req-670930ab-0b3b-41b9-8275-5cd80d83e56f {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:12.667081 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43186b3b-a7aa-419e-a728-3e0cf6709f2c", "name": "network-vif-plugged", "status": "completed", "tag": "acbe90b0-31f7-4913-b7a3-084b46a2deeb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:12.667351 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-670930ab-0b3b-41b9-8275-5cd80d83e56f {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:12.667733 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb', 'code': 200} Nov 12 08:18:12.693009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=acbe90b0-31f7-4913-b7a3-084b46a2deeb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:12.842216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf511-c62f-412e-b959-6758a3d5f732 req-c396cda5-8442-4ec0-bac2-131282b6f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.844421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-616cf511-c62f-412e-b959-6758a3d5f732 req-c396cda5-8442-4ec0-bac2-131282b6f789 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 1097 time: 0.1012516 Nov 12 08:18:12.885129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-60dd10d2-ce4f-4c91-b2a5-5768bd7dec04 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.886835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-60dd10d2-ce4f-4c91-b2a5-5768bd7dec04 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.2413986 Nov 12 08:18:12.929292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06611d0-9e38-4aab-9f61-ac1f12ef8baf req-c47bdf5a-0afe-4f9a-94d6-42fe74b35b49 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.931016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b06611d0-9e38-4aab-9f61-ac1f12ef8baf req-c47bdf5a-0afe-4f9a-94d6-42fe74b35b49 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 985 time: 0.1341648 Nov 12 08:18:12.938260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-bb4ec503-2754-449c-94ed-2cb474c08c2c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/quotas/bb97d9a6ceae487d8106e1d4007309a3 HTTP/1.1" status: 200 len: 375 time: 0.0409305 Nov 12 08:18:12.972524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-616cf511-c62f-412e-b959-6758a3d5f732 req-5b33c207-e9b0-4912-9454-fe9ee54d8426 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134393 Nov 12 08:18:13.047595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b06611d0-9e38-4aab-9f61-ac1f12ef8baf req-87e1566e-d906-4715-bb95-0c0c299f302a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=2f273199-9841-481e-b60d-05d66c055adb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1081438 Nov 12 08:18:13.055754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-efccf191-91e4-4b20-9bdd-53a21b79754f tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055274 Nov 12 08:18:13.122475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a8392bc-8933-477f-aad1-58d34d80f8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.191426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-41cebcd1-281e-4e98-8873-1c05edddb0f9 service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257420 Nov 12 08:18:13.301539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-055de8fc-33a5-4597-98d5-661fbf6eb0ff service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990324 Nov 12 08:18:13.353721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9c9a84bc-e5c0-4c8c-aec8-96b0faa10a46 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1208232520&fields=id&tenant_id=97c553e3714e4a52973f1bbf70cbcc59 HTTP/1.1" status: 200 len: 267 time: 0.0509400 Nov 12 08:18:13.429279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd133-d967-4565-93dc-9c6d445fecec req-7597abd4-f8f7-4879-9b03-da071f65f8b2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.431120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dafd133-d967-4565-93dc-9c6d445fecec req-7597abd4-f8f7-4879-9b03-da071f65f8b2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 985 time: 0.0701039 Nov 12 08:18:13.452268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'port': {'security_groups': ['2f273199-9841-481e-b60d-05d66c055adb', 'e8b0ee2e-f3a3-4ae4-b871-f19a930bb906', '2140194f-61ce-4f8b-9a3e-0bf18d5d47f7']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:13.556016 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.774387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cea84-3e57-4479-81d5-41880b462b80 req-4c4d4d3f-4f0e-4d72-a91a-efec0c499b4b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.776302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-832cea84-3e57-4479-81d5-41880b462b80 req-4c4d4d3f-4f0e-4d72-a91a-efec0c499b4b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0985134 Nov 12 08:18:13.895218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-832cea84-3e57-4479-81d5-41880b462b80 req-3c9b0ec3-a1c9-44b4-9bcf-2719726b0f9e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845993 Nov 12 08:18:13.897247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:13.933514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.941071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.959330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e852b57e-457d-41f1-8360-f0bc6b7eb9f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:13.962729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:14.039607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7319353a-b5df-439d-a8ee-2eb6570e27c8 req-cca2d119-0cf6-4957-a02f-1900d9fe004a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 210 time: 0.0572274 Nov 12 08:18:14.048345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.049008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.053973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dafd133-d967-4565-93dc-9c6d445fecec req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "PUT /v2.0/ports/e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 1021 time: 0.6125538 Nov 12 08:18:14.084858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:14.087326 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b0a19-46eb-4bff-a433-60ad2250c616" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:14.115676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf693f-2652-4168-932f-2ddefe7df796 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:14.148958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-597dcc42-f9fc-482a-bdb6-9098abbc912e req-49c1464a-dc21-4246-a787-3b34a43759b7 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/2140194f-61ce-4f8b-9a3e-0bf18d5d47f7 HTTP/1.1" status: 200 len: 1820 time: 0.0579989 Nov 12 08:18:14.185512 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef89458-a14e-4e60-9385-4b3cb4ad4ee0 x-openstack-request-id: req-7ef89458-a14e-4e60-9385-4b3cb4ad4ee0 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:14.187147 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:14.187147 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ef89458-a14e-4e60-9385-4b3cb4ad4ee0 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:14.187147 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'status': 'completed', 'code': 200} Nov 12 08:18:14.193333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e852b57e-457d-41f1-8360-f0bc6b7eb9f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:14.269134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-7bc16473-008e-45b2-85ea-96a52fed802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.270950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-7bc16473-008e-45b2-85ea-96a52fed802a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1176 time: 0.0708084 Nov 12 08:18:14.279471 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-597dcc42-f9fc-482a-bdb6-9098abbc912e req-b930a115-75f2-4597-a852-c5bdf246f0e8 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:18:14.285269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-597dcc42-f9fc-482a-bdb6-9098abbc912e req-b930a115-75f2-4597-a852-c5bdf246f0e8 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/2140194f-61ce-4f8b-9a3e-0bf18d5d47f7 HTTP/1.1" status: 409 len: 341 time: 0.1206312 Nov 12 08:18:14.457422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-d8b2ccca-8fbf-4dee-80c8-ba948266fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.460120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-d8b2ccca-8fbf-4dee-80c8-ba948266fe6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 200 len: 913 time: 0.1725826 Nov 12 08:18:14.526302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.568465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-22ebdc9d-d5fa-4ee5-9b36-3005a90c2851 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 200 len: 217 time: 0.0924478 Nov 12 08:18:14.677571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-41e0319a-a784-4a34-bd10-427bb987bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.681371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-41e0319a-a784-4a34-bd10-427bb987bd5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 200 len: 853 time: 0.0996792 Nov 12 08:18:14.784509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-ef5458c3-88af-433c-a976-603136fc6b91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57296b9e-d432-4e16-9df6-a55065a32885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532329 Nov 12 08:18:14.795037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e1403-57cb-4177-ba82-981921d5d433 req-d1ab9a3e-531e-4b43-b0fc-aa0abe2fce53 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.798145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e13e1403-57cb-4177-ba82-981921d5d433 req-d1ab9a3e-531e-4b43-b0fc-aa0abe2fce53 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1024 time: 0.1146591 Nov 12 08:18:14.870891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-844f9119-9768-41ae-895c-251b7fd04eb8 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.872708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-844f9119-9768-41ae-895c-251b7fd04eb8 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.1554334 Nov 12 08:18:14.891421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Request body: {'port': {'device_id': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'admin_state_up': True, 'tenant_id': 'bb97d9a6ceae487d8106e1d4007309a3'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:14.945006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e13e1403-57cb-4177-ba82-981921d5d433 req-39223f00-67b7-4a22-bdfa-d6e0077d965c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=2140194f-61ce-4f8b-9a3e-0bf18d5d47f7&id=2f273199-9841-481e-b60d-05d66c055adb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1378241 Nov 12 08:18:14.990233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-57a3bea6-633e-4d87-bb83-403e7b39560c service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906669 Nov 12 08:18:15.036230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Made reservation on behalf of bb97d9a6ceae487d8106e1d4007309a3 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:15.040376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.117120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdd191-d5a1-46fe-8395-d81961053d04 req-000419da-510d-453d-b8b6-d4c4ecae5ae4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:15.118801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbfdd191-d5a1-46fe-8395-d81961053d04 req-000419da-510d-453d-b8b6-d4c4ecae5ae4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1272752 Nov 12 08:18:15.185849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-829dac02-8905-4ded-960f-2b7d16741787 req-ece924c9-382b-4729-a4dc-01d1a520abeb tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 210 time: 0.0521207 Nov 12 08:18:15.186556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Allocated IP 172.20.0.5 (edbfe13d-c3b4-40d2-97f2-e61ba691cf59/9d0807c2-adb1-44a8-88ee-a699890571eb/b9c69c59-3445-420f-b84e-3b067034966c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:15.194586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd2b0a19-46eb-4bff-a433-60ad2250c616 req-add46f1a-4895-4f87-8cfd-2ad622fc739c service neutron] 10.222.0.25 "GET /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890111 Nov 12 08:18:15.220527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dbfdd191-d5a1-46fe-8395-d81961053d04 req-4abeeb1c-1b21-42f7-ac11-b914666770b5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946815 Nov 12 08:18:15.392163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.440988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.461205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5713428b-6e74-43b0-8407-f545e7bc7a4d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:15.463868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:15.524850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:15.534546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:15.541691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:15.583468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event updated for resources: {'Port': ['ID=b9c69c59-3445-420f-b84e-3b067034966c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:15.592767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.599952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.600520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.601027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.601551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.602048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.602579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.603088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.603603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.604384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.605416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.605895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.606420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:15.651461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:15.652813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.684670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-11394989-aa64-4d0c-bb39-c64e3c2a3464 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7998221 Nov 12 08:18:15.704389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Request body: {'port': {'device_id': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:15.795399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.795834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf26a2-852c-4391-a8f8-2eedc8058ebb req-34e75779-9da0-4173-a8ea-eea2e2c775d1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:15.798955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdcf26a2-852c-4391-a8f8-2eedc8058ebb req-34e75779-9da0-4173-a8ea-eea2e2c775d1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.3942726 Nov 12 08:18:15.860795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdcf26a2-852c-4391-a8f8-2eedc8058ebb req-a9f9c07f-105b-476d-818e-be4c87f2c276 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Nov 12 08:18:16.065157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4e33e-3ee2-4c22-88a5-1ed9365f3677 req-29174396-3744-4a7f-b5ce-097fe0ce89ba tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.066801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75a4e33e-3ee2-4c22-88a5-1ed9365f3677 req-29174396-3744-4a7f-b5ce-097fe0ce89ba tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1024 time: 0.0527582 Nov 12 08:18:16.091657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c69c59-3445-420f-b84e-3b067034966c {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:16.100886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.115166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Transition to ACTIVE for port object b9c69c59-3445-420f-b84e-3b067034966c will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:16.120990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.151052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75a4e33e-3ee2-4c22-88a5-1ed9365f3677 req-8fe61be1-c873-480c-978b-d2b1234a327f tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=2140194f-61ce-4f8b-9a3e-0bf18d5d47f7&id=2f273199-9841-481e-b60d-05d66c055adb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0777318 Nov 12 08:18:16.195744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b9c69c59-3445-420f-b84e-3b067034966c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:16.267650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Attempting to bind port b9c69c59-3445-420f-b84e-3b067034966c on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:16.268252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Attempting to bind port b9c69c59-3445-420f-b84e-3b067034966c by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:16.268590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Attempting to bind port b9c69c59-3445-420f-b84e-3b067034966c on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:16.275818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Port b9c69c59-3445-420f-b84e-3b067034966c on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:16.276186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Attempting to bind port b9c69c59-3445-420f-b84e-3b067034966c on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:16.283303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:16.283645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Checking segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:16.284035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Bound using segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:16.284511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Bound port: b9c69c59-3445-420f-b84e-3b067034966c, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:16.284860 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.328313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4363c-8bdc-4719-9bcf-28b23976ed81 req-0098ede0-a744-4abc-a374-146e15ed01d4 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.329939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79e4363c-8bdc-4719-9bcf-28b23976ed81 req-0098ede0-a744-4abc-a374-146e15ed01d4 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 943 time: 0.0577023 Nov 12 08:18:16.357859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] For port b9c69c59-3445-420f-b84e-3b067034966c, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:16.361899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] For port b9c69c59-3445-420f-b84e-3b067034966c, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b9c69c59-3445-420f-b84e-3b067034966c,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:16.366280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.384071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79e4363c-8bdc-4719-9bcf-28b23976ed81 req-c7615d92-2a96-49f6-8864-1db3b4f5d78a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Nov 12 08:18:16.403608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.404269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.406339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] 10.222.0.25 "PUT /v2.0/ports/b9c69c59-3445-420f-b84e-3b067034966c HTTP/1.1" status: 200 len: 1092 time: 0.7123098 Nov 12 08:18:16.406814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'tag': 'b9c69c59-3445-420f-b84e-3b067034966c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:16.409249 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a5ece-e8ec-4549-aa50-2f354d43ce73" -d '{"events": [{"name": "network-changed", "server_uuid": "864df70c-8e83-41b9-a1ff-f411dc007e70", "tag": "b9c69c59-3445-420f-b84e-3b067034966c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:16.436720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e23d5e-2e0f-4144-9745-d0c63fde1dcd service neutron] Pushing event updated for resources: {'Port': ['ID=b9c69c59-3445-420f-b84e-3b067034966c,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:16.476819 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9697cbd7-1ce2-438a-b797-3e7b62ea2fd2 x-openstack-request-id: req-9697cbd7-1ce2-438a-b797-3e7b62ea2fd2 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:16.477581 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864df70c-8e83-41b9-a1ff-f411dc007e70", "tag": "b9c69c59-3445-420f-b84e-3b067034966c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:16.477581 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9697cbd7-1ce2-438a-b797-3e7b62ea2fd2 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:16.477871 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'tag': 'b9c69c59-3445-420f-b84e-3b067034966c', 'status': 'completed', 'code': 200} Nov 12 08:18:16.516494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-521d4e5f-f0fa-44bf-92f4-5c58e68ef4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.518107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-521d4e5f-f0fa-44bf-92f4-5c58e68ef4cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 1095 time: 0.0559623 Nov 12 08:18:16.565963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-dd16d058-5d02-463e-ac14-6dac9a074bc5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c69c59-3445-420f-b84e-3b067034966c HTTP/1.1" status: 200 len: 217 time: 0.0396957 Nov 12 08:18:16.609295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-ffda514f-60d7-49c3-8a87-82ba7253ae45 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.610987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-ffda514f-60d7-49c3-8a87-82ba7253ae45 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.25 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 1024 time: 0.0562036 Nov 12 08:18:16.625229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-8370afd2-23bb-413b-9d98-277202810cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.627590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-8370afd2-23bb-413b-9d98-277202810cc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.0541835 Nov 12 08:18:16.663828 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-79aba787-b3bf-4e95-a76c-e5e513abce7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286942 Nov 12 08:18:16.691834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.753894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Deleting port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:16.754155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.775309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-630d2cb3-7120-461d-b6bd-039808a96a6a service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037407 Nov 12 08:18:16.866963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] For port e852b57e-457d-41f1-8360-f0bc6b7eb9f0, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:16.867609 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.882871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3dfbfa9c-b450-47cd-a9da-0624729f2de8 req-c609da0b-dc88-40a0-b2d2-317c2c52c42b service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983462 Nov 12 08:18:16.886575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Calling delete_port for e852b57e-457d-41f1-8360-f0bc6b7eb9f0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:16.992642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-32e48f25-6b42-4fc2-a260-fdfdc78d0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.994957 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-32e48f25-6b42-4fc2-a260-fdfdc78d0632 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 1095 time: 0.0598242 Nov 12 08:18:17.017607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762970-7dfb-4ceb-96ec-5b33c9f7ec35 req-b3972db8-1a04-4be0-93dc-5afaac7607e4 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.019138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f762970-7dfb-4ceb-96ec-5b33c9f7ec35 req-b3972db8-1a04-4be0-93dc-5afaac7607e4 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.1164739 Nov 12 08:18:17.110841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-9a6bd247-7622-44cf-b0ab-a4ea09ad9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.112407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-9a6bd247-7622-44cf-b0ab-a4ea09ad9d14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 914 time: 0.1100483 Nov 12 08:18:17.152021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f762970-7dfb-4ceb-96ec-5b33c9f7ec35 req-46db4c9d-84e5-4d46-a591-e10ddcaaa9ad tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195416 Nov 12 08:18:17.167482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f596a-15d9-43a1-99b3-5c83a7eb57cc req-e2fd1d87-62fa-4f2c-83d2-56719ec9c339 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.167762 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-7474dbf9-6178-4ce3-aa03-1adee9cf9ea8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c69c59-3445-420f-b84e-3b067034966c HTTP/1.1" status: 200 len: 217 time: 0.0472813 Nov 12 08:18:17.169487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c3f596a-15d9-43a1-99b3-5c83a7eb57cc req-e2fd1d87-62fa-4f2c-83d2-56719ec9c339 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1356242 Nov 12 08:18:17.202804 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.222375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e852b57e-457d-41f1-8360-f0bc6b7eb9f0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:17.231858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-598aeae9-7531-4bed-80a6-afbad05d3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.233541 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-598aeae9-7531-4bed-80a6-afbad05d3dce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.0528679 Nov 12 08:18:17.249267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'Port': ['ID=e852b57e-457d-41f1-8360-f0bc6b7eb9f0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:17.265043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:17.285718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-52257d0b-ef9e-4da5-a566-6600b8b840df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415699 Nov 12 08:18:17.334501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9532b10-2ed5-4506-81ff-026f5ec6ef2a req-f3f7f5bf-bd4c-4737-be89-e8f03a416bb2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cfba623-9e4d-4b21-87d0-0404b93ee505 HTTP/1.1" status: 200 len: 210 time: 0.0745645 Nov 12 08:18:17.336296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] No DVR routers for this DVR port e852b57e-457d-41f1-8360-f0bc6b7eb9f0 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:17.339564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.343758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d259b26-2ded-47a8-a936-4f0497eb6708 req-00fb30e6-fbd8-4d36-9a5d-6ff76ba5abd6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.25 "DELETE /v2.0/ports/e852b57e-457d-41f1-8360-f0bc6b7eb9f0 HTTP/1.1" status: 204 len: 173 time: 0.7252183 Nov 12 08:18:17.344302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'name': 'network-vif-deleted', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:17.350308 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bd5c9f-a3bb-48e6-845e-8acafa0230e6" -d '{"events": [{"server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "name": "network-vif-deleted", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:17.360234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c3f596a-15d9-43a1-99b3-5c83a7eb57cc req-ebd52305-9d71-4a21-b217-f5e5792b239c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777794 Nov 12 08:18:17.438881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-4651f1c2-c8f0-48e0-a47a-bccc80c2b514 service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449993 Nov 12 08:18:17.548079 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412b619b-c2af-4f9c-9942-fb0f65e1967b x-openstack-request-id: req-412b619b-c2af-4f9c-9942-fb0f65e1967b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:17.548423 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfba623-9e4d-4b21-87d0-0404b93ee505", "name": "network-vif-deleted", "tag": "e852b57e-457d-41f1-8360-f0bc6b7eb9f0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:17.548651 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-412b619b-c2af-4f9c-9942-fb0f65e1967b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:17.549181 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfba623-9e4d-4b21-87d0-0404b93ee505', 'name': 'network-vif-deleted', 'tag': 'e852b57e-457d-41f1-8360-f0bc6b7eb9f0', 'status': 'completed', 'code': 200} Nov 12 08:18:17.582023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a323fc-7e27-4669-9446-b524477fc0aa req-42919481-f9d3-4fe2-9de3-de57606a73de tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.585921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-211a5ece-e8ec-4549-aa50-2f354d43ce73 req-40bf9a18-46a7-4b35-a032-8b17a56a953b service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399329 Nov 12 08:18:17.588608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81a323fc-7e27-4669-9446-b524477fc0aa req-42919481-f9d3-4fe2-9de3-de57606a73de tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 943 time: 0.0986903 Nov 12 08:18:17.638766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81a323fc-7e27-4669-9446-b524477fc0aa req-2d2ac5c5-6a04-4ede-934a-53fff2b6c2fe tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Nov 12 08:18:18.201415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b326c66-d649-48d0-942a-c0411919a710 req-558d7880-e844-44a0-b3a6-5b1785d48a5b tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:18.203562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b326c66-d649-48d0-942a-c0411919a710 req-558d7880-e844-44a0-b3a6-5b1785d48a5b tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0543911 Nov 12 08:18:18.257663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b326c66-d649-48d0-942a-c0411919a710 req-0f0e0d98-45e9-402c-9fc3-fbed208a4a75 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471244 Nov 12 08:18:18.489943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0aead724-183c-40bf-b88c-c92a7a49ec33 req-14a80ee3-b1db-4718-8bea-4f19b4310157 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/2f273199-9841-481e-b60d-05d66c055adb HTTP/1.1" status: 200 len: 1819 time: 0.0648839 Nov 12 08:18:18.512139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c48987-f66b-48b2-b01c-696554a0a597 req-7eaa7264-c9a7-435e-802d-f8e2d4f16cf7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:18.513589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25c48987-f66b-48b2-b01c-696554a0a597 req-7eaa7264-c9a7-435e-802d-f8e2d4f16cf7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0742278 Nov 12 08:18:18.594582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0aead724-183c-40bf-b88c-c92a7a49ec33 req-96a89dca-99d2-4d7b-b70a-753e5d1def02 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.599254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25c48987-f66b-48b2-b01c-696554a0a597 req-536b54fe-e2f7-4c81-b449-54bb9d13d53e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776525 Nov 12 08:18:18.633651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0aead724-183c-40bf-b88c-c92a7a49ec33 req-96a89dca-99d2-4d7b-b70a-753e5d1def02 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.682006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0aead724-183c-40bf-b88c-c92a7a49ec33 req-96a89dca-99d2-4d7b-b70a-753e5d1def02 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.684739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0aead724-183c-40bf-b88c-c92a7a49ec33 req-96a89dca-99d2-4d7b-b70a-753e5d1def02 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.686047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0aead724-183c-40bf-b88c-c92a7a49ec33 req-96a89dca-99d2-4d7b-b70a-753e5d1def02 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f273199-9841-481e-b60d-05d66c055adb HTTP/1.1" status: 204 len: 173 time: 0.1885228 Nov 12 08:18:18.697700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a89dca-99d2-4d7b-b70a-753e5d1def02 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f273199-9841-481e-b60d-05d66c055adb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:18.844752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85f654c1-e7cb-4c15-8885-53ac67522d4f req-3c708bb0-4a21-4156-bf07-d3f336d1e7b9 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/2140194f-61ce-4f8b-9a3e-0bf18d5d47f7 HTTP/1.1" status: 200 len: 1820 time: 0.0661159 Nov 12 08:18:18.894123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c997a-ddc9-4d6f-89f6-2bc501fb0460 req-13e810d3-fa64-475c-a600-8546859162c3 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:18.895646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d87c997a-ddc9-4d6f-89f6-2bc501fb0460 req-13e810d3-fa64-475c-a600-8546859162c3 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 943 time: 0.0862591 Nov 12 08:18:18.948319 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-85f654c1-e7cb-4c15-8885-53ac67522d4f req-04e060b8-2251-4b63-9b90-4bb92ba71c36 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.969884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d87c997a-ddc9-4d6f-89f6-2bc501fb0460 req-048fbdfb-6d74-4e05-849e-93e60b758e96 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678258 Nov 12 08:18:18.985472 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-85f654c1-e7cb-4c15-8885-53ac67522d4f req-04e060b8-2251-4b63-9b90-4bb92ba71c36 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.029436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-85f654c1-e7cb-4c15-8885-53ac67522d4f req-04e060b8-2251-4b63-9b90-4bb92ba71c36 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.032851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-85f654c1-e7cb-4c15-8885-53ac67522d4f req-04e060b8-2251-4b63-9b90-4bb92ba71c36 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.034023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85f654c1-e7cb-4c15-8885-53ac67522d4f req-04e060b8-2251-4b63-9b90-4bb92ba71c36 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/2140194f-61ce-4f8b-9a3e-0bf18d5d47f7 HTTP/1.1" status: 204 len: 173 time: 0.1831827 Nov 12 08:18:19.073109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e060b8-2251-4b63-9b90-4bb92ba71c36 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2140194f-61ce-4f8b-9a3e-0bf18d5d47f7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.082140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9f83be07-1cf5-4644-ae67-dcbde8098d32 req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1876794031', 'description': 'tempest-description-1754757450'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:19.122549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9117fc9-0e8c-497f-926e-a93ab1b62f02 req-f0377a94-8e15-4b3d-911d-aefe60148146 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:19.122549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9117fc9-0e8c-497f-926e-a93ab1b62f02 req-f0377a94-8e15-4b3d-911d-aefe60148146 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0865388 Nov 12 08:18:19.123816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f83be07-1cf5-4644-ae67-dcbde8098d32 req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.190543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9117fc9-0e8c-497f-926e-a93ab1b62f02 req-f2f76214-84f5-47a5-b84a-950444c6af90 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629835 Nov 12 08:18:19.237509 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f83be07-1cf5-4644-ae67-dcbde8098d32 req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.242943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f83be07-1cf5-4644-ae67-dcbde8098d32 req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.277381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9f83be07-1cf5-4644-ae67-dcbde8098d32 req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.278639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f83be07-1cf5-4644-ae67-dcbde8098d32 req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2080064 Nov 12 08:18:19.281362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bc310-2915-48f3-bd7e-b4619f499961 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1146f-2d11-484f-a085-8362146f288a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.350976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-9281b9ba-1106-458d-a4af-a12a55d7878d tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/13b1146f-2d11-484f-a085-8362146f288a HTTP/1.1" status: 200 len: 1820 time: 0.0408647 Nov 12 08:18:19.364816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Request body: {'security_group': {'name': 'tempest-sg-hth-482077023', 'description': 'tempest-description-hth-1771104483'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:19.399203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.449649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.454153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.456807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.458070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4184d09f-44e6-49b3-8a99-552d6d55d0ea req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "PUT /v2.0/security-groups/13b1146f-2d11-484f-a085-8362146f288a HTTP/1.1" status: 200 len: 1793 time: 0.0974517 Nov 12 08:18:19.493413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fa0bc-8b9e-4486-8848-463e06fc361c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1146f-2d11-484f-a085-8362146f288a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.527947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f164c35-b38d-4aa1-aa1f-2291ad6914eb req-503d7118-5bc8-42a1-83ac-b487749c142a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/13b1146f-2d11-484f-a085-8362146f288a HTTP/1.1" status: 200 len: 1793 time: 0.0430863 Nov 12 08:18:19.591894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35c8868a-8783-45e8-a400-5cf760bee502 req-04645b5c-9f8b-40f6-adcf-75e0ad06c168 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/13b1146f-2d11-484f-a085-8362146f288a HTTP/1.1" status: 200 len: 1793 time: 0.0414767 Nov 12 08:18:19.653862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35c8868a-8783-45e8-a400-5cf760bee502 req-2b2210c1-ba11-4b34-9707-db773130b741 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.706402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35c8868a-8783-45e8-a400-5cf760bee502 req-2b2210c1-ba11-4b34-9707-db773130b741 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.753923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fef1e-5561-4921-88aa-c8463c7e2818 req-8c865053-dc36-42ac-9c7e-b34ad27268e9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:19.755324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d33fef1e-5561-4921-88aa-c8463c7e2818 req-8c865053-dc36-42ac-9c7e-b34ad27268e9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0855317 Nov 12 08:18:19.770976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35c8868a-8783-45e8-a400-5cf760bee502 req-2b2210c1-ba11-4b34-9707-db773130b741 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.773796 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35c8868a-8783-45e8-a400-5cf760bee502 req-2b2210c1-ba11-4b34-9707-db773130b741 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.775013 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35c8868a-8783-45e8-a400-5cf760bee502 req-2b2210c1-ba11-4b34-9707-db773130b741 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/13b1146f-2d11-484f-a085-8362146f288a HTTP/1.1" status: 204 len: 173 time: 0.1763697 Nov 12 08:18:19.798379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2210c1-ba11-4b34-9707-db773130b741 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1146f-2d11-484f-a085-8362146f288a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.830219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d33fef1e-5561-4921-88aa-c8463c7e2818 req-73da359b-7880-40c6-a365-eac6f7bd3861 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680850 Nov 12 08:18:19.943326 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-7ef297ee-94d8-458d-94a6-3b94d11ef8f9 req-e17f4e69-e230-4c58-a77b-1612ff0c2956 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:18:19.944553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ef297ee-94d8-458d-94a6-3b94d11ef8f9 req-e17f4e69-e230-4c58-a77b-1612ff0c2956 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/2140194f-61ce-4f8b-9a3e-0bf18d5d47f7 HTTP/1.1" status: 404 len: 352 time: 0.0159686 Nov 12 08:18:19.980773 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-ba8166cc-91f7-4ba3-8252-b1dfc8f00763 req-266dd69f-02f5-4ec4-ac9d-b58e0dcd8fe3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:18:19.981804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba8166cc-91f7-4ba3-8252-b1dfc8f00763 req-266dd69f-02f5-4ec4-ac9d-b58e0dcd8fe3 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/2f273199-9841-481e-b60d-05d66c055adb HTTP/1.1" status: 404 len: 352 time: 0.0150387 Nov 12 08:18:20.021190 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-c5580b24-26b3-476c-8edb-4d59f069a63a req-1a9d33aa-9f42-4779-b75e-8374e0986ff6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:18:20.022241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5580b24-26b3-476c-8edb-4d59f069a63a req-1a9d33aa-9f42-4779-b75e-8374e0986ff6 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/c008cdff-1e05-4273-a6ca-1fe316112e11 HTTP/1.1" status: 404 len: 352 time: 0.0172858 Nov 12 08:18:20.070509 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-d3160333-86be-4c97-81c4-57c15b8ce261 req-7722c4a9-9b3a-4854-b1c8-6e17a90098ef tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:18:20.071569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3160333-86be-4c97-81c4-57c15b8ce261 req-7722c4a9-9b3a-4854-b1c8-6e17a90098ef tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/8ec3cf75-ff57-4b29-95f9-0f54e89f6dd8 HTTP/1.1" status: 404 len: 352 time: 0.0256164 Nov 12 08:18:20.112167 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-982dc28d-72f9-4026-ad81-23d57496b187 req-224c056a-f147-4e47-8174-86a7e2e4a04a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:18:20.113192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-982dc28d-72f9-4026-ad81-23d57496b187 req-224c056a-f147-4e47-8174-86a7e2e4a04a tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/06d3b64d-365e-4de8-ac78-445f865c521a HTTP/1.1" status: 404 len: 352 time: 0.0188878 Nov 12 08:18:20.127341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4bfca-dc2f-4695-b319-f6a66f345195 req-a2a0fcee-ace6-4356-b115-6daa02e4a26a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.128931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44d4bfca-dc2f-4695-b319-f6a66f345195 req-a2a0fcee-ace6-4356-b115-6daa02e4a26a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 943 time: 0.0755374 Nov 12 08:18:20.166592 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-5e3abbc2-92ab-408e-aca1-894f14d95a39 req-8d6bde49-40f3-41b2-81d6-0674fd6d1d8b tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] show failed (client error): The resource could not be found. Nov 12 08:18:20.167613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e3abbc2-92ab-408e-aca1-894f14d95a39 req-8d6bde49-40f3-41b2-81d6-0674fd6d1d8b tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/3534ad23-ea37-4097-8e55-05a79bf793a8 HTTP/1.1" status: 404 len: 352 time: 0.0311518 Nov 12 08:18:20.199256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44d4bfca-dc2f-4695-b319-f6a66f345195 req-b96f8092-d239-48b9-9b37-25f5f66bc68f tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639126 Nov 12 08:18:20.324999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfd3-f9a8-4cf5-a20d-e8b61592dc1c req-71af8b9f-706a-483c-ad8e-9745347fd646 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.326837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bb1cfd3-f9a8-4cf5-a20d-e8b61592dc1c req-71af8b9f-706a-483c-ad8e-9745347fd646 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0601919 Nov 12 08:18:20.381345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bb1cfd3-f9a8-4cf5-a20d-e8b61592dc1c req-52c069a8-7e70-4bb2-add2-6a20e705cce0 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1299dec7-526c-45c4-8b18-a33aaa7aece3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Nov 12 08:18:20.489403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676c47e-f590-415d-a85f-abb6ae6e941e req-80fcd421-1f2a-4b22-b320-5561a9805f3b tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.490970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9676c47e-f590-415d-a85f-abb6ae6e941e req-80fcd421-1f2a-4b22-b320-5561a9805f3b tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1023 time: 0.0584650 Nov 12 08:18:20.526718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-ae6219fd-4d37-4c95-b02a-2876ad1d0eb0 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.528241 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-ae6219fd-4d37-4c95-b02a-2876ad1d0eb0 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.25 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 945 time: 0.0587547 Nov 12 08:18:20.572677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9676c47e-f590-415d-a85f-abb6ae6e941e req-a9835ca4-1053-4748-9d3a-71efab926b5c tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=b13c455c-fd89-470f-90b6-8c8f39605a2b&id=dd25abaf-ec26-48ca-98a7-297ae6d58984&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0750771 Nov 12 08:18:20.631779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e852b57e-457d-41f1-8360-f0bc6b7eb9f0 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:20.639089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Deleting port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:20.639425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.652730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: e852b57e-457d-41f1-8360-f0bc6b7eb9f0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:20.653182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e852b57e-457d-41f1-8360-f0bc6b7eb9f0 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:20.731277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] For port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:20.731635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.912458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.912817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.913133 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Floating IP fedbe0b3-a61d-470b-851c-49c401e9c282 disassociated. External IP: 172.25.4.127, port: b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e. Nov 12 08:18:20.913477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Calling delete_port for b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:20.955432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c69c52-3738-4072-853b-1280ffb3ebbb req-5551f5db-6271-48eb-8916-2604942f4f1f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.957032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26c69c52-3738-4072-853b-1280ffb3ebbb req-5551f5db-6271-48eb-8916-2604942f4f1f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0554790 Nov 12 08:18:21.012610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26c69c52-3738-4072-853b-1280ffb3ebbb req-6cdc65a4-f46d-4169-bef4-a2b60b2ab6c8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 Nov 12 08:18:21.045050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.076472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event deleted for resources: {'Port': ['ID=b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:21.189881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Router 02aff6f3-943f-41b6-b334-47971f1f34f3 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:21.302641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:21.314671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] Sync routers for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:21.325408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:21.326104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:21.331513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f778a-7ca6-4d7b-bc0d-05fe7993a9a1 req-38e06ad0-a9c4-4c61-b996-63372d3d5fc2 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:21.333139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a17f778a-7ca6-4d7b-bc0d-05fe7993a9a1 req-38e06ad0-a9c4-4c61-b996-63372d3d5fc2 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 943 time: 0.0599833 Nov 12 08:18:21.344276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] No DVR routers for this DVR port b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:21.347322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.351209 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fbfb3dfa-d6e5-40da-ab1a-0adaf5878a87 req-06446521-1e02-420d-8071-21dafb68a607 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.25 "DELETE /v2.0/ports/b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e HTTP/1.1" status: 204 len: 173 time: 0.8163869 Nov 12 08:18:21.351705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'name': 'network-vif-deleted', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:21.354346 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbec24c-7907-45f9-8905-18253c88b842" -d '{"events": [{"server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "name": "network-vif-deleted", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:21.406776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a17f778a-7ca6-4d7b-bc0d-05fe7993a9a1 req-41778cab-0c06-49e2-9f3e-ac689dc6fc49 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669355 Nov 12 08:18:21.418569 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97916b-73f7-4770-bcba-8957fc3c5900 x-openstack-request-id: req-7e97916b-73f7-4770-bcba-8957fc3c5900 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:21.419415 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ed7661-02f6-4d43-8a15-637e94c90d7e", "name": "network-vif-deleted", "tag": "b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:21.419859 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e97916b-73f7-4770-bcba-8957fc3c5900 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:21.420787 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ed7661-02f6-4d43-8a15-637e94c90d7e', 'name': 'network-vif-deleted', 'tag': 'b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e', 'status': 'completed', 'code': 200} Nov 12 08:18:21.516115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:21.567193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-383d65f6-1ce9-4756-82f4-e6616321cde3 req-9164f99b-5f75-461b-977e-afc37d433c47 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/ports?device_id=23ed7661-02f6-4d43-8a15-637e94c90d7e HTTP/1.1" status: 200 len: 210 time: 0.0543227 Nov 12 08:18:21.729390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026f96f-5d41-40fb-94f5-20d3c96e2b55 req-ce9f95ec-a80f-444f-94fe-e43bec4555de tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:21.731042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0026f96f-5d41-40fb-94f5-20d3c96e2b55 req-ce9f95ec-a80f-444f-94fe-e43bec4555de tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1023 time: 0.0620968 Nov 12 08:18:21.762749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:13Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:21.792627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] Checking router: 02aff6f3-943f-41b6-b334-47971f1f34f3 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:21.802711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:21.803338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:21.808027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0026f96f-5d41-40fb-94f5-20d3c96e2b55 req-e16a5bb4-e94a-4c25-ab48-6b061aef7ec2 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=b13c455c-fd89-470f-90b6-8c8f39605a2b&id=dd25abaf-ec26-48ca-98a7-297ae6d58984&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0699959 Nov 12 08:18:21.928401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:22.147373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02317b4b-9f48-479f-ac78-95baaa4c223c req-3778a3c4-cb8c-4692-853d-c3e47a021b6f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.150265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02317b4b-9f48-479f-ac78-95baaa4c223c req-3778a3c4-cb8c-4692-853d-c3e47a021b6f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0636024 Nov 12 08:18:22.170031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:13Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:22.205680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06e3a-d0bf-4524-8669-3272c9dc4758 None None] The sync data for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 is: [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:15:06Z', 'revision_number': 4, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8', 'name': '', 'network_id': '7bc38265-3bbf-4ae2-a983-6b3c79de6e1e', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'mac_address': 'fa:16:3e:b5:79:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:05Z', 'updated_at': '2021-11-12T08:15:13Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'subnets': [{'id': 'd9688eec-e90d-4405-9286-4d7ee56c1c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:22.210737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02317b4b-9f48-479f-ac78-95baaa4c223c req-aeff3804-66cc-432e-b8a9-70d31fba1950 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532334 Nov 12 08:18:22.438138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-efe7180f-6312-4f92-bbcc-6202d69c5954 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.439712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-efe7180f-6312-4f92-bbcc-6202d69c5954 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.32 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 1023 time: 0.0656676 Nov 12 08:18:22.487895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7547e7-7726-4572-b1c3-7906aab8568f None None] New status for floating IP fedbe0b3-a61d-470b-851c-49c401e9c282: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:18:22.602885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae49b6-879d-464b-b0ae-ac6c4ebdb993 req-4759d402-28ff-4d29-9d23-f5e5b8c4068c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.604754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6ae49b6-879d-464b-b0ae-ac6c4ebdb993 req-4759d402-28ff-4d29-9d23-f5e5b8c4068c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 943 time: 0.0983889 Nov 12 08:18:22.630550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b9c69c59-3445-420f-b84e-3b067034966c details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:22.642623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Deleting port e39847c6-2364-4756-9bf8-f806e5c5c467 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:22.642977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.723679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47594) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:22.768946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6ae49b6-879d-464b-b0ae-ac6c4ebdb993 req-2fcd8266-be5b-44bc-b1a3-a325a547b8ef tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500537 Nov 12 08:18:22.785616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b9c69c59-3445-420f-b84e-3b067034966c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b9c69c59-3445-420f-b84e-3b067034966c,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:22.802874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b9c69c59-3445-420f-b84e-3b067034966c', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'port_id': 'b9c69c59-3445-420f-b84e-3b067034966c', 'mac_address': 'fa:16:3e:88:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0807c2-adb1-44a8-88ee-a699890571eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:22.803965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] For port e39847c6-2364-4756-9bf8-f806e5c5c467, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e39847c6-2364-4756-9bf8-f806e5c5c467,segment=NetworkSegment(b702d146-4c77-424f-bb45-75f567557989),segment_id=b702d146-4c77-424f-bb45-75f567557989)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:22.804218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f480ca38-7e38-4b0f-ba89-3c6999f3c277 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.804557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.820158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Calling delete_port for e39847c6-2364-4756-9bf8-f806e5c5c467 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:22.838740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f480ca38-7e38-4b0f-ba89-3c6999f3c277 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.902405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f480ca38-7e38-4b0f-ba89-3c6999f3c277 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.905624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f480ca38-7e38-4b0f-ba89-3c6999f3c277 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.906803 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f480ca38-7e38-4b0f-ba89-3c6999f3c277 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "DELETE /v2.0/security-groups/1299dec7-526c-45c4-8b18-a33aaa7aece3 HTTP/1.1" status: 204 len: 168 time: 0.1780875 Nov 12 08:18:22.911045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:22.931862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480ca38-7e38-4b0f-ba89-3c6999f3c277 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1299dec7-526c-45c4-8b18-a33aaa7aece3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:22.935071 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-d197a942-ccac-4905-b200-cb279a1611c1 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] show failed (client error): The resource could not be found. Nov 12 08:18:22.936182 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d197a942-ccac-4905-b200-cb279a1611c1 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "GET /v2.0/security-groups/1299dec7-526c-45c4-8b18-a33aaa7aece3 HTTP/1.1" status: 404 len: 347 time: 0.0226803 Nov 12 08:18:22.939472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47600) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:23.030757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.031322 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.059728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e39847c6-2364-4756-9bf8-f806e5c5c467'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:23.073713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c69c59-3445-420f-b84e-3b067034966c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:23.094994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Deleting port 13841a35-59ad-4093-9ca2-aaadde472e07 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:23.095337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.122253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] No DVR routers for this DVR port e39847c6-2364-4756-9bf8-f806e5c5c467 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:23.124938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'Port': ['ID=e39847c6-2364-4756-9bf8-f806e5c5c467,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:23.128309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.131823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-981586a7-edb1-4076-bf00-d10c1d316fb1 req-ce76d70b-7f9a-4bf7-b852-06636c635234 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.32 "DELETE /v2.0/ports/e39847c6-2364-4756-9bf8-f806e5c5c467 HTTP/1.1" status: 204 len: 173 time: 0.6770270 Nov 12 08:18:23.132401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'name': 'network-vif-deleted', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:23.135248 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3667724b-3877-4ee1-b144-1f5115b00846" -d '{"events": [{"server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "name": "network-vif-deleted", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:23.135379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b9c69c59-3445-420f-b84e-3b067034966c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b9c69c59-3445-420f-b84e-3b067034966c,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:23.140534 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.164739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529af5f-e7e6-463b-ad94-9bed4ccadeb4 req-10bf1229-ea49-4e7b-abc3-b987f5916687 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:23.174701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b529af5f-e7e6-463b-ad94-9bed4ccadeb4 req-10bf1229-ea49-4e7b-abc3-b987f5916687 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/ports?device_id=88612a3e-65e6-4f19-a7e8-fd5ff067240f HTTP/1.1" status: 200 len: 945 time: 0.1911671 Nov 12 08:18:23.207481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b9c69c59-3445-420f-b84e-3b067034966c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:23.210524 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6cd75-2374-4a19-833b-bdf362bd1a7c x-openstack-request-id: req-71d6cd75-2374-4a19-833b-bdf362bd1a7c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:23.210973 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88612a3e-65e6-4f19-a7e8-fd5ff067240f", "name": "network-vif-deleted", "tag": "e39847c6-2364-4756-9bf8-f806e5c5c467", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:23.211499 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71d6cd75-2374-4a19-833b-bdf362bd1a7c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:23.212082 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88612a3e-65e6-4f19-a7e8-fd5ff067240f', 'name': 'network-vif-deleted', 'tag': 'e39847c6-2364-4756-9bf8-f806e5c5c467', 'status': 'completed', 'code': 200} Nov 12 08:18:23.246266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.248304 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.266094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Calling delete_port for 13841a35-59ad-4093-9ca2-aaadde472e07 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:23.278131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b529af5f-e7e6-463b-ad94-9bed4ccadeb4 req-c74fb6b8-d246-48db-87bf-0974970e8104 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906&id=b13c455c-fd89-470f-90b6-8c8f39605a2b&id=dd25abaf-ec26-48ca-98a7-297ae6d58984&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1018221 Nov 12 08:18:23.362598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673ab3-3599-441e-8c53-7176077dbae1 req-fbc2f86c-8d0f-4a13-a8f8-4622c8a24aa8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:23.364516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0673ab3-3599-441e-8c53-7176077dbae1 req-fbc2f86c-8d0f-4a13-a8f8-4622c8a24aa8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0607059 Nov 12 08:18:23.418328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.421867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0673ab3-3599-441e-8c53-7176077dbae1 req-50eb5a85-d631-4514-b0a5-dc9355e4fc2f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483389 Nov 12 08:18:23.446331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Pushing event deleted for resources: {'Port': ['ID=13841a35-59ad-4093-9ca2-aaadde472e07,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:23.506830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.509613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.510874 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0e2f31f-e290-4293-a0b5-bc9563108394 tempest-ServersTestJSON-410638067 tempest-ServersTestJSON-410638067-project] 10.222.0.16 "DELETE /v2.0/floatingips/fedbe0b3-a61d-470b-851c-49c401e9c282 HTTP/1.1" status: 204 len: 168 time: 0.5701869 Nov 12 08:18:23.514046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47608) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:23.587167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b9c69c59-3445-420f-b84e-3b067034966c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:23.894834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16a90-c833-4787-bced-f417bc4175ea req-ddc72a3e-3083-44ed-ba7f-1f0c0dd80fd0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:23.897063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51b16a90-c833-4787-bced-f417bc4175ea req-ddc72a3e-3083-44ed-ba7f-1f0c0dd80fd0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 944 time: 0.0580907 Nov 12 08:18:23.901667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.947832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51b16a90-c833-4787-bced-f417bc4175ea req-7ec0daa5-714b-42b2-a9a8-e840a280e070 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Nov 12 08:18:24.155366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Deleting port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:24.156228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.235453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] For port 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:24.235876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.254994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Calling delete_port for 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:24.381445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbec8891-8eb8-4d15-8787-92e8d281a87a req-397a0ae1-e2eb-488e-b79c-0522b9801747 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/dd25abaf-ec26-48ca-98a7-297ae6d58984 HTTP/1.1" status: 200 len: 1818 time: 0.0401278 Nov 12 08:18:24.444202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cbec8891-8eb8-4d15-8787-92e8d281a87a req-38367cb7-606a-40d1-a3b2-b90f6d8d1121 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.472690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cbec8891-8eb8-4d15-8787-92e8d281a87a req-38367cb7-606a-40d1-a3b2-b90f6d8d1121 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.480314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.508848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:24.551815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cbec8891-8eb8-4d15-8787-92e8d281a87a req-38367cb7-606a-40d1-a3b2-b90f6d8d1121 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.554551 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cbec8891-8eb8-4d15-8787-92e8d281a87a req-38367cb7-606a-40d1-a3b2-b90f6d8d1121 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.555822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbec8891-8eb8-4d15-8787-92e8d281a87a req-38367cb7-606a-40d1-a3b2-b90f6d8d1121 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd25abaf-ec26-48ca-98a7-297ae6d58984 HTTP/1.1" status: 204 len: 173 time: 0.1683416 Nov 12 08:18:24.595452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761015e-e0e9-4d48-9c22-136b702995fe req-498feb22-a82c-4516-9580-c7509b479a93 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:24.598357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d761015e-e0e9-4d48-9c22-136b702995fe req-498feb22-a82c-4516-9580-c7509b479a93 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0981188 Nov 12 08:18:24.598357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38367cb7-606a-40d1-a3b2-b90f6d8d1121 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25abaf-ec26-48ca-98a7-297ae6d58984,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:24.646768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:24.678983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:24.679956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b51fa2bc-c7af-41cc-8dfd-cc2d45e69e8e not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:24.681829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d761015e-e0e9-4d48-9c22-136b702995fe req-4d124a09-87c5-4cca-8435-170a0f61d141 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759330 Nov 12 08:18:24.711652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0bcaac4d-92e2-4030-931c-0f2c6097507f req-c95ad102-dc97-42ef-9bd8-381cf0fc14d9 tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "GET /v2.0/security-groups/b13c455c-fd89-470f-90b6-8c8f39605a2b HTTP/1.1" status: 200 len: 1820 time: 0.1272492 Nov 12 08:18:24.791704 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0bcaac4d-92e2-4030-931c-0f2c6097507f req-15edf9b8-c1e8-473d-865e-45c4764030fb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.818553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0bcaac4d-92e2-4030-931c-0f2c6097507f req-15edf9b8-c1e8-473d-865e-45c4764030fb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.866639 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0bcaac4d-92e2-4030-931c-0f2c6097507f req-15edf9b8-c1e8-473d-865e-45c4764030fb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.870118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0bcaac4d-92e2-4030-931c-0f2c6097507f req-15edf9b8-c1e8-473d-865e-45c4764030fb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.871849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0bcaac4d-92e2-4030-931c-0f2c6097507f req-15edf9b8-c1e8-473d-865e-45c4764030fb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] 10.222.0.16 "DELETE /v2.0/security-groups/b13c455c-fd89-470f-90b6-8c8f39605a2b HTTP/1.1" status: 204 len: 173 time: 0.1613152 Nov 12 08:18:24.886326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47626) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:24.894146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edf9b8-c1e8-473d-865e-45c4764030fb tempest-SecurityGroupsTestJSON-1250369898 tempest-SecurityGroupsTestJSON-1250369898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c455c-fd89-470f-90b6-8c8f39605a2b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:24.941332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Deleting subnet b0f1d88d-83eb-4fac-9168-4423535fffcc {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:18:24.944929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.986199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.062144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.065250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.127618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659d49-c4b2-4644-aef9-f79476bd365c req-d6b15dcf-619e-4a8f-a335-d6f1e26c6162 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:25.129366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56659d49-c4b2-4644-aef9-f79476bd365c req-d6b15dcf-619e-4a8f-a335-d6f1e26c6162 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 944 time: 0.0975587 Nov 12 08:18:25.160612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.201190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.204489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0f1d88d-83eb-4fac-9168-4423535fffcc HTTP/1.1" status: 204 len: 168 time: 0.3168173 Nov 12 08:18:25.212878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357065d6-13c2-40b1-9c24-cb8f79fd77e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f1d88d-83eb-4fac-9168-4423535fffcc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:25.215684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47632) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:25.232218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56659d49-c4b2-4644-aef9-f79476bd365c req-f1a7bdde-ab68-4f96-8636-77ad74bfdc12 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953197 Nov 12 08:18:25.297182 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.313269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Router 02aff6f3-943f-41b6-b334-47971f1f34f3 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:25.389406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.410937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57296b9e-d432-4e16-9df6-a55065a32885']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:25.420655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b702d146-4c77-424f-bb45-75f567557989') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:25.421084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b702d146-4c77-424f-bb45-75f567557989') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:25.423935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:25.429588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b437a53c-74c7-4e95-aba1-9998840f39e3 admin admin] 10.222.0.16 "PUT /v2.0/routers/02aff6f3-943f-41b6-b334-47971f1f34f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145725 Nov 12 08:18:25.431917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.432181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:25.434114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] Sync routers for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:25.453017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.456529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:25.457553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:25.463679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:18:25.464473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:18:25.467396 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:18:25.540458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.546997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.554529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/57296b9e-d432-4e16-9df6-a55065a32885 HTTP/1.1" status: 204 len: 168 time: 0.3321095 Nov 12 08:18:25.560521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.565472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b349bd-f126-4d57-b3aa-9ed6cd540a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=57296b9e-d432-4e16-9df6-a55065a32885,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:25.586856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:25.684739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.700140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47638) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:25.747623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Deleting port b1f28fbf-d515-4ded-aac0-7074c9aadf7b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:25.748077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.766220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0c7ba390-0138-44b9-8425-501c6137ece3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97c553e3714e4a52973f1bbf70cbcc59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611761 Nov 12 08:18:25.766553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:25.817471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 5, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port': {'id': 'b1f28fbf-d515-4ded-aac0-7074c9aadf7b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:02Z', 'updated_at': '2021-11-12T08:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:25.845170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] For port b1f28fbf-d515-4ded-aac0-7074c9aadf7b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:25.845900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.856704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba533311-52a0-4642-82a8-03ff78317e8b req-d45771f2-ec00-445f-931e-f5d768416832 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:25.858064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba533311-52a0-4642-82a8-03ff78317e8b req-d45771f2-ec00-445f-931e-f5d768416832 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0850220 Nov 12 08:18:25.863150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] Checking router: 02aff6f3-943f-41b6-b334-47971f1f34f3 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:25.870760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Calling delete_port for b1f28fbf-d515-4ded-aac0-7074c9aadf7b owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:25.876863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] Routers {'02aff6f3-943f-41b6-b334-47971f1f34f3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:25.877993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['02aff6f3-943f-41b6-b334-47971f1f34f3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:25.894690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe88e7ff-4b3d-4235-ab48-7f7a11410c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.954566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba533311-52a0-4642-82a8-03ff78317e8b req-9d0b8dc0-273d-419e-8581-a8118de1811e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883567 Nov 12 08:18:25.973526 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe88e7ff-4b3d-4235-ab48-7f7a11410c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.018225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] Set router 02aff6f3-943f-41b6-b334-47971f1f34f3 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:26.043184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe88e7ff-4b3d-4235-ab48-7f7a11410c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.050438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fe88e7ff-4b3d-4235-ab48-7f7a11410c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.055688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fe88e7ff-4b3d-4235-ab48-7f7a11410c3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b0ee2e-f3a3-4ae4-b871-f19a930bb906 HTTP/1.1" status: 204 len: 168 time: 0.2861619 Nov 12 08:18:26.067361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88e7ff-4b3d-4235-ab48-7f7a11410c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0ee2e-f3a3-4ae4-b871-f19a930bb906,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:26.098648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:18:25Z', 'revision_number': 6, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:26.121025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.154348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f28fbf-d515-4ded-aac0-7074c9aadf7b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:26.154673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2750ba4-d1ec-43c1-a282-05883e340621 None None] The sync data for ids ['02aff6f3-943f-41b6-b334-47971f1f34f3'] in n-d-768509-25 is: [{'id': '02aff6f3-943f-41b6-b334-47971f1f34f3', 'name': 'tempest-ServersTestJSON-518668999-router', 'tenant_id': 'f5068e6dd16f494493b65f5c12410983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:00Z', 'updated_at': '2021-11-12T08:18:25Z', 'revision_number': 6, 'project_id': 'f5068e6dd16f494493b65f5c12410983', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:26.232225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.356355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.357755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.410665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.411226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02aff6f3-943f-41b6-b334-47971f1f34f3 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:18:26.418670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.419008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e39847c6-2364-4756-9bf8-f806e5c5c467 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:26.424463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-38deaa88-4a72-4701-bcad-143374ddc56b admin admin] 10.222.0.16 "DELETE /v2.0/routers/02aff6f3-943f-41b6-b334-47971f1f34f3 HTTP/1.1" status: 204 len: 168 time: 0.9912007 Nov 12 08:18:26.424957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47654) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:26.434999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833caa-ab21-44c6-994d-f21218c56d6e req-84b38221-8690-4801-bbc5-5d4e23e3f326 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:26.437122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82833caa-ab21-44c6-994d-f21218c56d6e req-84b38221-8690-4801-bbc5-5d4e23e3f326 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 944 time: 0.0677235 Nov 12 08:18:26.444414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: e39847c6-2364-4756-9bf8-f806e5c5c467 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:26.444737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e39847c6-2364-4756-9bf8-f806e5c5c467 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:26.511282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Deleting subnet d9688eec-e90d-4405-9286-4d7ee56c1c2a {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:18:26.519851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.549993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82833caa-ab21-44c6-994d-f21218c56d6e req-fdb75ed4-38e3-4002-8b4e-118a57f285c1 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880990 Nov 12 08:18:26.578314 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.663795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b9c69c59-3445-420f-b84e-3b067034966c up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:26.700080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:26.705021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.735130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:26.735628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9dc1eb00-d66b-4a01-8088-3a62cb7b2ba8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:26.771904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b9c69c59-3445-420f-b84e-3b067034966c completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:26.777091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b9c69c59-3445-420f-b84e-3b067034966c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:26.777481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.780377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.819302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9688eec-e90d-4405-9286-4d7ee56c1c2a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:26.821511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.827559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8b3faf44-6181-471e-9bb5-7bd8c64b14e1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d9688eec-e90d-4405-9286-4d7ee56c1c2a HTTP/1.1" status: 204 len: 168 time: 0.4010117 Nov 12 08:18:26.828399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47664) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:26.838697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f36fd-2261-4b66-9592-c9ac9aed9134 None None] Network 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:26.923395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.990441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Deleting port acabddf5-1133-44d8-855c-b65f195f096b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:26.990834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.031562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.067264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c69c59-3445-420f-b84e-3b067034966c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:27.070215 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4806a-fe34-48e6-8ef2-359c9c687598" -d '{"events": [{"server_uuid": "864df70c-8e83-41b9-a1ff-f411dc007e70", "name": "network-vif-plugged", "status": "completed", "tag": "b9c69c59-3445-420f-b84e-3b067034966c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:27.084972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] For port acabddf5-1133-44d8-855c-b65f195f096b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=acabddf5-1133-44d8-855c-b65f195f096b,segment=NetworkSegment(4c7db5f2-fa4b-458b-9740-2c43bda00319),segment_id=4c7db5f2-fa4b-458b-9740-2c43bda00319)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:27.085998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.092071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b9c69c59-3445-420f-b84e-3b067034966c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b9c69c59-3445-420f-b84e-3b067034966c,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:27.097557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.115647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Calling delete_port for acabddf5-1133-44d8-855c-b65f195f096b owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:27.179226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b9c69c59-3445-420f-b84e-3b067034966c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:27.200892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] DHCP port deletion for 7bc38265-3bbf-4ae2-a983-6b3c79de6e1e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:18:27.211996 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d4f0a-84e3-4898-b24e-04e82598c6c6 x-openstack-request-id: req-195d4f0a-84e3-4898-b24e-04e82598c6c6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:27.212357 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864df70c-8e83-41b9-a1ff-f411dc007e70", "name": "network-vif-plugged", "status": "completed", "tag": "b9c69c59-3445-420f-b84e-3b067034966c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:27.212553 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-195d4f0a-84e3-4898-b24e-04e82598c6c6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:27.216525 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c69c59-3445-420f-b84e-3b067034966c', 'code': 200} Nov 12 08:18:27.243978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cf2ea-b071-42d7-a4f5-3703b189eb67 req-ee6555f7-141a-4c25-9c2a-55b688f55ea9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.247316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a72cf2ea-b071-42d7-a4f5-3703b189eb67 req-ee6555f7-141a-4c25-9c2a-55b688f55ea9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1353512 Nov 12 08:18:27.275993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.298884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Deleting port acabddf5-1133-44d8-855c-b65f195f096b {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:27.299214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.342198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] No DVR routers for this DVR port acabddf5-1133-44d8-855c-b65f195f096b on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:27.349579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Pushing event deleted for resources: {'Port': ['ID=acabddf5-1133-44d8-855c-b65f195f096b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:27.353906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a72cf2ea-b071-42d7-a4f5-3703b189eb67 req-14d5657d-f7e8-41c2-83ca-902cde587a4a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952189 Nov 12 08:18:27.428805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] For port acabddf5-1133-44d8-855c-b65f195f096b, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:27.429204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.451894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.482281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc38265-3bbf-4ae2-a983-6b3c79de6e1e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:27.487091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Calling delete_port for acabddf5-1133-44d8-855c-b65f195f096b owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:27.493396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Port acabddf5-1133-44d8-855c-b65f195f096b was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:18:27.497009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.500236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7db5f2-fa4b-458b-9740-2c43bda00319') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:27.500535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7db5f2-fa4b-458b-9740-2c43bda00319') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:27.520538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.525140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] No DVR routers for this DVR port acabddf5-1133-44d8-855c-b65f195f096b on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:27.588825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.597268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0503a9e-6ca6-4874-b2ea-bfa62cd997c2 None None] Pushing event deleted for resources: {'Port': ['ID=acabddf5-1133-44d8-855c-b65f195f096b,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:27.626418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:18:27.626418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:18:27.628395 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:18:27.695563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a6ef1-26f8-4f6c-b791-ef56b8b08377 req-2b704758-e742-4226-b4a5-c951c4186117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.697109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-810a6ef1-26f8-4f6c-b791-ef56b8b08377 req-2b704758-e742-4226-b4a5-c951c4186117 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 1097 time: 0.3993609 Nov 12 08:18:27.703616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.710283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.711228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c5c24-c76a-4d52-8f4f-5061f3a186a0 req-ff2b5944-811e-4a6d-a53a-3b93b3815fab tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.713557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d9c5c24-c76a-4d52-8f4f-5061f3a186a0 req-ff2b5944-811e-4a6d-a53a-3b93b3815fab tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 945 time: 0.0595517 Nov 12 08:18:27.716179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] 10.222.0.16 "DELETE /v2.0/networks/7bc38265-3bbf-4ae2-a983-6b3c79de6e1e HTTP/1.1" status: 204 len: 168 time: 0.8838973 Nov 12 08:18:27.736027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0513ce-aea0-4ea6-a249-06993069573f admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc38265-3bbf-4ae2-a983-6b3c79de6e1e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:27.788759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d9c5c24-c76a-4d52-8f4f-5061f3a186a0 req-47e17aec-3ec0-4da2-89f1-5f5f72fcaf81 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654018 Nov 12 08:18:27.882879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47700) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:27.883407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-810a6ef1-26f8-4f6c-b791-ef56b8b08377 req-639564a1-f49a-4c10-83dd-d4c9c9e91089 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551171 Nov 12 08:18:27.908992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:27.938304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5b91b357-0219-49c6-934e-796abfdaa0ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5068e6dd16f494493b65f5c12410983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533106 Nov 12 08:18:27.940241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47706) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:27.997969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea59e-fe50-489d-a10c-0b24d3cf72f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.021594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea59e-fe50-489d-a10c-0b24d3cf72f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.071043 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea59e-fe50-489d-a10c-0b24d3cf72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.074611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea59e-fe50-489d-a10c-0b24d3cf72f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.075431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bf8ea59e-fe50-489d-a10c-0b24d3cf72f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/559dbcc2-f404-47e1-9ad2-f864324d5721 HTTP/1.1" status: 204 len: 168 time: 0.1342137 Nov 12 08:18:28.083819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ea59e-fe50-489d-a10c-0b24d3cf72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559dbcc2-f404-47e1-9ad2-f864324d5721,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:28.118004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5758-302f-4030-90f8-4b75869f8586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.212629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5758-302f-4030-90f8-4b75869f8586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.220349 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5758-302f-4030-90f8-4b75869f8586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.260340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b5758-302f-4030-90f8-4b75869f8586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2595d228-e2a8-4610-b731-2c2823cf9d86,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:28.264985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5e0b5758-302f-4030-90f8-4b75869f8586 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76942f77d3204eac9dad62993695591a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3550067 Nov 12 08:18:28.267744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47714) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:28.319761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device acabddf5-1133-44d8-855c-b65f195f096b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:28.323213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7154b78b-25a5-4d45-940a-39d0f4182420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.348652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: acabddf5-1133-44d8-855c-b65f195f096b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:28.349081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device acabddf5-1133-44d8-855c-b65f195f096b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:28.349430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b1f28fbf-d515-4ded-aac0-7074c9aadf7b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:28.351131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7154b78b-25a5-4d45-940a-39d0f4182420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.374918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b1f28fbf-d515-4ded-aac0-7074c9aadf7b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:28.374918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b1f28fbf-d515-4ded-aac0-7074c9aadf7b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:28.420470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7154b78b-25a5-4d45-940a-39d0f4182420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.423604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7154b78b-25a5-4d45-940a-39d0f4182420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.425186 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7154b78b-25a5-4d45-940a-39d0f4182420 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2595d228-e2a8-4610-b731-2c2823cf9d86 HTTP/1.1" status: 204 len: 168 time: 0.1564076 Nov 12 08:18:28.449945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154b78b-25a5-4d45-940a-39d0f4182420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595d228-e2a8-4610-b731-2c2823cf9d86,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:28.512804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190f80d-ece7-450a-8dfa-0f63baf4c014 req-22e99a55-acbc-45fb-a0fa-56e6c254f5f1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:28.516801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6190f80d-ece7-450a-8dfa-0f63baf4c014 req-22e99a55-acbc-45fb-a0fa-56e6c254f5f1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0768242 Nov 12 08:18:28.576397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6190f80d-ece7-450a-8dfa-0f63baf4c014 req-a02c0176-267e-483c-bf54-3a3d3ed2c0c7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525234 Nov 12 08:18:28.922529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb3fcc-02ae-448a-be1f-1f66aa0e062b req-ec9d9649-bb0d-4457-bc66-477cdd7da940 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:28.924234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01eb3fcc-02ae-448a-be1f-1f66aa0e062b req-ec9d9649-bb0d-4457-bc66-477cdd7da940 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 945 time: 0.0523202 Nov 12 08:18:28.968500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47750) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:29.006999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01eb3fcc-02ae-448a-be1f-1f66aa0e062b req-a9c12245-0453-42b5-bd2a-9dee584dba2a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Nov 12 08:18:29.085343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1874287430-network', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:29.107264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:29.110378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.120763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.202518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.209225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.246533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:29.261895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9214ea5-8246-4b57-84af-73672a4cb652,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:29.274627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.275417 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Added segment 76f29a95-34b9-48a5-b88e-032fb2df8790 of type vlan for network e203f195-edb2-45f7-b69e-5f899995bbb6 Nov 12 08:18:29.282671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47764) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:29.357000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.389584 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.390837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.391415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.422449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-39038594-network', 'tenant_id': 'e3c6bc125de74fd2bcbe294833f367a3'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:29.429202 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4565139 Nov 12 08:18:29.429553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:29.434245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Request body: {'subnet': {'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1874287430-subnet', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:29.446144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Made reservation on behalf of e3c6bc125de74fd2bcbe294833f367a3 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:29.448766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.457957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.477066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181c9eb-5d6b-4b81-b0f7-220404dc1c4d admin admin] Pushing event updated for resources: {'Network': ['ID=e203f195-edb2-45f7-b69e-5f899995bbb6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:29.488476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network e203f195-edb2-45f7-b69e-5f899995bbb6 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:29.501244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:29.503518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.573950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.578457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.618716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:29.626450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba1157e-ea10-4ba0-80d2-6fa95a4004d7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:29.642942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.643273 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Added segment 65749cea-ea49-43d6-a257-f65a51e639c6 of type vlan for network ca975a95-d171-4199-91a4-469b84cd640e Nov 12 08:18:29.714354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.722849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.763843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fdfb-8656-4247-b097-f319cc13fcd7 req-96e37261-a06a-4319-ba26-1581a995e638 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.764131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc76784d-2edc-4434-8f88-e171077bf85e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:29.765470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3c4fdfb-8656-4247-b097-f319cc13fcd7 req-96e37261-a06a-4319-ba26-1581a995e638 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0823357 Nov 12 08:18:29.766729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.767641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.768249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.784029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Checking segment: {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:29.784423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Network hostable DHCP agents. Network: e203f195-edb2-45f7-b69e-5f899995bbb6, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:29.809689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Network e203f195-edb2-45f7-b69e-5f899995bbb6 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:29.819137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5347593 Nov 12 08:18:29.821600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, e203f195-edb2-45f7-b69e-5f899995bbb6) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:29.823110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:29.827713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.829400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.834346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8377633-2b5a-4b57-a9b3-94e0241b2f42 None None] Network e203f195-edb2-45f7-b69e-5f899995bbb6 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:29.855645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-19f250d0-f60a-45c4-a323-b61049ae045f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4224567 Nov 12 08:18:29.855861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Request body: {'subnet': {'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-39038594-subnet', 'tenant_id': 'e3c6bc125de74fd2bcbe294833f367a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:29.855993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47776) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:29.861149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:29.882436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9cb8b-4ea5-4653-82a5-34a46c97e1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ca975a95-d171-4199-91a4-469b84cd640e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:29.904340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ca975a95-d171-4199-91a4-469b84cd640e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:29.906753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3c4fdfb-8656-4247-b097-f319cc13fcd7 req-d68f0f0c-a07d-4f9d-a289-41ca0261685a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305606 Nov 12 08:18:29.908093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Made reservation on behalf of e3c6bc125de74fd2bcbe294833f367a3 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:29.912087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.958125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.959508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.022715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.160647 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.175530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da7bab-3347-4c02-a4fa-9fa5d9005241 req-e68ce312-a82e-4cd7-88f3-43bb99429edd tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.177498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02da7bab-3347-4c02-a4fa-9fa5d9005241 req-e68ce312-a82e-4cd7-88f3-43bb99429edd tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 945 time: 0.1012297 Nov 12 08:18:30.197328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.205390 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:18:30.252810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-e203f195-edb2-45f7-b69e-5f899995bbb6', 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'fixed_ips': [{'subnet_id': 'cc76784d-2edc-4434-8f88-e171077bf85e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:18:30.254069 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.272427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038873e2-2efb-4129-b09f-5bdc3fecdeb8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:30.285612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Checking segment: {'id': '65749cea-ea49-43d6-a257-f65a51e639c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:30.286295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Network hostable DHCP agents. Network: ca975a95-d171-4199-91a4-469b84cd640e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:30.296882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02da7bab-3347-4c02-a4fa-9fa5d9005241 req-957b4d1a-b1b1-474d-a117-b4c334effdae tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896659 Nov 12 08:18:30.319347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Network ca975a95-d171-4199-91a4-469b84cd640e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:30.332853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ca975a95-d171-4199-91a4-469b84cd640e) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:30.349388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.350316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.374633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ab89e18e-435c-4159-8d6a-7b9f45dd3228 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5235345 Nov 12 08:18:30.404958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c39cd-8e17-4111-942b-9924ac7cf996 None None] Network ca975a95-d171-4199-91a4-469b84cd640e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:30.466276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.502539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.587915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Allocated IP 172.20.0.2 (e203f195-edb2-45f7-b69e-5f899995bbb6/cc76784d-2edc-4434-8f88-e171077bf85e/5c4040d0-936a-44d3-900b-610aeb543281) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:30.658684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b087d2-eaeb-4343-9c9b-048a537b90ad None None] Network ca975a95-d171-4199-91a4-469b84cd640e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:30.672983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Allocated IP 172.25.4.237 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e171167c-588b-46ed-af8d-0e77fbfcb631) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:30.851745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.902379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.947931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.957195 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.977512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:30.994653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:31.000010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:31.021952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Network e203f195-edb2-45f7-b69e-5f899995bbb6 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:31.029625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Pushing event updated for resources: {'Port': ['ID=5c4040d0-936a-44d3-900b-610aeb543281,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:31.035374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:31.038472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:31.050921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.053050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.053599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.054507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.055495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.055982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.056538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.057273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.057807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.058292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.058778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.059563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.062259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Pushing event updated for resources: {'Port': ['ID=e171167c-588b-46ed-af8d-0e77fbfcb631,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:31.132619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Attempting to bind port 5c4040d0-936a-44d3-900b-610aeb543281 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:31.133416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Attempting to bind port 5c4040d0-936a-44d3-900b-610aeb543281 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:31.134702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Attempting to bind port 5c4040d0-936a-44d3-900b-610aeb543281 on network e203f195-edb2-45f7-b69e-5f899995bbb6 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:31.142594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:31.143342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Checking segment: {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:31.145084 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.146363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Bound using segment: {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:31.147082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Bound port: 5c4040d0-936a-44d3-900b-610aeb543281, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:31.147653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.177701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0c3b-7513-4169-885d-46263c685663 req-9e717919-cb50-4b47-b880-39123f4fc057 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.180679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-487f0c3b-7513-4169-885d-46263c685663 req-9e717919-cb50-4b47-b880-39123f4fc057 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1526670 Nov 12 08:18:31.227893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-b6aa02b2-9cad-4771-814e-7101411327b9 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.230543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-b6aa02b2-9cad-4771-814e-7101411327b9 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/networks?id=ca975a95-d171-4199-91a4-469b84cd640e HTTP/1.1" status: 200 len: 820 time: 0.2169240 Nov 12 08:18:31.247870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] For port 5c4040d0-936a-44d3-900b-610aeb543281, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:31.254013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] For port 5c4040d0-936a-44d3-900b-610aeb543281, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5c4040d0-936a-44d3-900b-610aeb543281,segment=NetworkSegment(76f29a95-34b9-48a5-b88e-032fb2df8790),segment_id=76f29a95-34b9-48a5-b88e-032fb2df8790)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:31.260295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.267626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-ae3ae713-dc48-4421-9b0d-040b880c8254 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/quotas/e3c6bc125de74fd2bcbe294833f367a3 HTTP/1.1" status: 200 len: 375 time: 0.0230567 Nov 12 08:18:31.305936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-487f0c3b-7513-4169-885d-46263c685663 req-101b5506-52d2-44cf-a63a-bc1c698862a8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142149 Nov 12 08:18:31.343453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-8a01da18-7f87-4d63-a5bc-c81ddbd104dd tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3c6bc125de74fd2bcbe294833f367a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641711 Nov 12 08:18:31.366451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84449a-62c3-4a6f-af31-ffe706fa92b9 None None] Pushing event updated for resources: {'Port': ['ID=5c4040d0-936a-44d3-900b-610aeb543281,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:31.409318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.702047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.872876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-a0a9bd0e-8a6e-4cd2-93e1-aaf55e81c71d service neutron] 10.222.0.16 "GET /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235507 Nov 12 08:18:31.918518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Router c58a41d1-299f-4837-bd2f-3055dc137a01 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:18:32.016438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-df46a94b-db88-4369-aafd-a1d26a56fce9 service neutron] 10.222.0.16 "GET /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424530 Nov 12 08:18:32.056366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:32.070550 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Sync routers for ids ['c58a41d1-299f-4837-bd2f-3055dc137a01'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:32.077886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.079179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-355010bd-4dbc-492d-8564-1ed41ad9f140 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2222152 Nov 12 08:18:32.082285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47816) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:32.085382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Routers {'c58a41d1-299f-4837-bd2f-3055dc137a01'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:32.086209 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c58a41d1-299f-4837-bd2f-3055dc137a01'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:32.236906 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Set router c58a41d1-299f-4837-bd2f-3055dc137a01 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:32.307181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42bead1f-d867-40eb-b730-fff5609f899d req-19aae668-5410-43c8-8ab4-e6ebde116bde tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 210 time: 0.0369842 Nov 12 08:18:32.415688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5c4040d0-936a-44d3-900b-610aeb543281 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:32.523914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5c4040d0-936a-44d3-900b-610aeb543281 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:32.526822 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.555163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01667fb-497d-43d6-a966-9b110bc9c256 req-f50121c0-ead7-4545-8535-b8527e22a339 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.566827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c01667fb-497d-43d6-a966-9b110bc9c256 req-f50121c0-ead7-4545-8535-b8527e22a339 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1107652 Nov 12 08:18:32.618573 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:18:31Z', 'revision_number': 3, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:32.644394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c01667fb-497d-43d6-a966-9b110bc9c256 req-83c70615-6712-4032-87f4-df0b9088e339 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734110 Nov 12 08:18:32.665189 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Checking router: c58a41d1-299f-4837-bd2f-3055dc137a01 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:32.665881 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Updating router c58a41d1-299f-4837-bd2f-3055dc137a01 port e171167c-588b-46ed-af8d-0e77fbfcb631 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:18:32.708611 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.740264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.783951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 5c4040d0-936a-44d3-900b-610aeb543281, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5c4040d0-936a-44d3-900b-610aeb543281,segment=NetworkSegment(76f29a95-34b9-48a5-b88e-032fb2df8790),segment_id=76f29a95-34b9-48a5-b88e-032fb2df8790)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:32.792897 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.869214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633269a-df33-4b2c-835e-27d4ad69e1be None None] Network e203f195-edb2-45f7-b69e-5f899995bbb6 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:32.974792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=5c4040d0-936a-44d3-900b-610aeb543281,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:33.105585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.140646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2cc2a206-a7c3-4b8c-89ed-cd13751ed526 None None] Provisioning complete for port 5c4040d0-936a-44d3-900b-610aeb543281 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:33.141047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cc2a206-a7c3-4b8c-89ed-cd13751ed526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.172571 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.188366 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.235168 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Pushing event updated for resources: {'Port': ['ID=e171167c-588b-46ed-af8d-0e77fbfcb631,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:33.250684 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.251505 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.252094 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.253121 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.253854 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.254510 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.255092 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.255662 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.256267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.256866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.257405 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.258032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:33.286616 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Attempting to bind port e171167c-588b-46ed-af8d-0e77fbfcb631 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:33.287258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Attempting to bind port e171167c-588b-46ed-af8d-0e77fbfcb631 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:33.287670 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Attempting to bind port e171167c-588b-46ed-af8d-0e77fbfcb631 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:33.294448 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:33.295087 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:33.295627 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.296648 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:33.297215 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Bound port: e171167c-588b-46ed-af8d-0e77fbfcb631, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:33.297828 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.365747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] For port e171167c-588b-46ed-af8d-0e77fbfcb631, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:33.371725 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] For port e171167c-588b-46ed-af8d-0e77fbfcb631, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e171167c-588b-46ed-af8d-0e77fbfcb631,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:33.377213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Allocated IP 172.20.0.1 (e203f195-edb2-45f7-b69e-5f899995bbb6/cc76784d-2edc-4434-8f88-e171077bf85e/7eb4f28c-e163-41fa-8c23-37a7f7371713) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:33.380927 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.485484 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c4f3d-5cff-4a2d-b0af-d2aaa9ed9703 None None] Pushing event updated for resources: {'Port': ['ID=e171167c-588b-46ed-af8d-0e77fbfcb631,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:33.488361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Routers {'c58a41d1-299f-4837-bd2f-3055dc137a01'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:33.489007 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c58a41d1-299f-4837-bd2f-3055dc137a01'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:33.563551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baca2824-a655-4d65-b4e8-0b2956857d9f req-e16b9703-2220-49f2-bb99-8ef90b2c9784 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 210 time: 0.0549395 Nov 12 08:18:33.631316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.702412 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] Set router c58a41d1-299f-4837-bd2f-3055dc137a01 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:33.707584 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.732431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-84be4c77-828f-4eff-a49b-5d849754430d None None] Provisioning complete for port 5c4040d0-936a-44d3-900b-610aeb543281 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:33.735343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84be4c77-828f-4eff-a49b-5d849754430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.794850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Network e203f195-edb2-45f7-b69e-5f899995bbb6 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:33.801228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:33.814198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:33.948147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-1223a890-a29f-40ca-8815-c200f8f18a33 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:33.950307 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-1223a890-a29f-40ca-8815-c200f8f18a33 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.25 "GET /v2.0/networks?id=ca975a95-d171-4199-91a4-469b84cd640e HTTP/1.1" status: 200 len: 820 time: 0.3107235 Nov 12 08:18:33.966190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb4f28c-e163-41fa-8c23-37a7f7371713,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:33.969444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Request body: {'port': {'device_id': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e', 'admin_state_up': True, 'tenant_id': 'e3c6bc125de74fd2bcbe294833f367a3'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:34.012996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23f74d-da92-4df3-b4f1-cf8fcbf88d52 req-bd7cbcd1-2672-4ca3-a72f-8e447d0482f2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:34.015387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca23f74d-da92-4df3-b4f1-cf8fcbf88d52 req-bd7cbcd1-2672-4ca3-a72f-8e447d0482f2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.2192993 Nov 12 08:18:34.016418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.167723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:18:31Z', 'revision_number': 3, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:34.206385 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa3e99-f6cd-4857-9f29-d5737532c198 None None] The sync data for ids ['c58a41d1-299f-4837-bd2f-3055dc137a01'] in n-d-768509-25 is: [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:18:31Z', 'revision_number': 3, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:34.236884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca23f74d-da92-4df3-b4f1-cf8fcbf88d52 req-0d5629b9-8a3d-429b-9304-a0750165edaa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147875 Nov 12 08:18:34.276170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0b35dba6-f4e0-4a53-aca0-e3c5559da392 None None] Provisioning complete for port 7eb4f28c-e163-41fa-8c23-37a7f7371713 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:34.276543 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0b35dba6-f4e0-4a53-aca0-e3c5559da392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.364504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.397840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5c4040d0-936a-44d3-900b-610aeb543281 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:34.437362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0b35dba6-f4e0-4a53-aca0-e3c5559da392 None None] Port 7eb4f28c-e163-41fa-8c23-37a7f7371713 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:34.486815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5c4040d0-936a-44d3-900b-610aeb543281 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:34.487362 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.688793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Made reservation on behalf of e3c6bc125de74fd2bcbe294833f367a3 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:34.694962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.737335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.755576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.858925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.880111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19e23bd5-e8b3-4cf8-8d52-a6bbbd3d8692 req-f5ce2927-4dcb-4295-bb93-14355c87d996 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 210 time: 0.1405125 Nov 12 08:18:34.942519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Allocated IP 172.20.0.9 (ca975a95-d171-4199-91a4-469b84cd640e/038873e2-2efb-4129-b09f-5bdc3fecdeb8/ca6bde80-43c5-48e5-ad80-b7a39c5e4867) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:34.943047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb4f28c-e163-41fa-8c23-37a7f7371713,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:35.058861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Network e203f195-edb2-45f7-b69e-5f899995bbb6 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:35.060510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:35.155806 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.199164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Router c58a41d1-299f-4837-bd2f-3055dc137a01 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:35.207307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.268207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Network ca975a95-d171-4199-91a4-469b84cd640e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:35.273736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:35.286998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:35.364929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Pushing event updated for resources: {'Port': ['ID=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:35.421945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.422628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.430083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:35.437605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b833abad-5186-403f-ab47-65681a01dbb0 admin admin] 10.222.0.16 "PUT /v2.0/routers/c58a41d1-299f-4837-bd2f-3055dc137a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526173 Nov 12 08:18:35.452645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-621081a6-099b-4cd9-a53a-554a1a827aa8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879611 Nov 12 08:18:35.473656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41074c1-25e3-4744-b8d4-7b4e651c2884 req-c56a723b-41d0-444e-b543-0cd9e3125647 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.475360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Request body: {'port': {'device_id': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:35.477678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41074c1-25e3-4744-b8d4-7b4e651c2884 req-c56a723b-41d0-444e-b543-0cd9e3125647 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0766687 Nov 12 08:18:35.491161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-57d70457-e14c-4e74-aae0-101c2a82ffb9 None None] Provisioning complete for port 7eb4f28c-e163-41fa-8c23-37a7f7371713 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:35.491869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57d70457-e14c-4e74-aae0-101c2a82ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.551560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-57d70457-e14c-4e74-aae0-101c2a82ffb9 None None] Port 7eb4f28c-e163-41fa-8c23-37a7f7371713 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:35.583190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41074c1-25e3-4744-b8d4-7b4e651c2884 req-0c11cb60-a76c-4deb-badc-c424cd001f6e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973747 Nov 12 08:18:35.586833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.628229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47866) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:35.684278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1252302239'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:35.714047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:35.720692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.749970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:35.766918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.767689 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Added segment 981744fe-ba99-4e89-8452-13d46c4af646 of type vlan for network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 Nov 12 08:18:35.815859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.845997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.853222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.853861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.913271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6bde80-43c5-48e5-ad80-b7a39c5e4867 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:35.930646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.958980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Transition to ACTIVE for port object ca6bde80-43c5-48e5-ad80-b7a39c5e4867 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:35.962315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3305469 Nov 12 08:18:35.963283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47876) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:35.969649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'subnet': {'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:35.974852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.979503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185300f-ef04-4c87-a3f8-ac77ecaf9771 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Network': ['ID=b54e49a1-eba5-46a9-ad2b-1e23ee21db08,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:35.992685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:36.087179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16f13f-802d-4880-88a2-da09bf5a26bc req-3269af15-fa7f-4339-b20d-dcbc394eef50 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.090028 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f16f13f-802d-4880-88a2-da09bf5a26bc req-3269af15-fa7f-4339-b20d-dcbc394eef50 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 943 time: 0.0788736 Nov 12 08:18:36.143459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:36.171506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f16f13f-802d-4880-88a2-da09bf5a26bc req-fc80ce19-a126-4da8-aa42-f0a05b2eec5b tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Nov 12 08:18:36.205078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:36.208557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.304884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Attempting to bind port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:36.305241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Attempting to bind port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '65749cea-ea49-43d6-a257-f65a51e639c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:36.305541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Attempting to bind port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 on network ca975a95-d171-4199-91a4-469b84cd640e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:36.320004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 on network ca975a95-d171-4199-91a4-469b84cd640e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:36.320416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Attempting to bind port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 on network ca975a95-d171-4199-91a4-469b84cd640e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:36.329631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:36.329970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Checking segment: {'id': '65749cea-ea49-43d6-a257-f65a51e639c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:36.330347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Bound using segment: {'id': '65749cea-ea49-43d6-a257-f65a51e639c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:36.330795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Bound port: ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65749cea-ea49-43d6-a257-f65a51e639c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:36.331142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.363442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e171167c-588b-46ed-af8d-0e77fbfcb631 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:36.433600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e171167c-588b-46ed-af8d-0e77fbfcb631 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:36.435038 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.456441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] For port ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:36.500416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] For port ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,segment=NetworkSegment(65749cea-ea49-43d6-a257-f65a51e639c6),segment_id=65749cea-ea49-43d6-a257-f65a51e639c6)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:36.512032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.541092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.549113 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.577641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port e171167c-588b-46ed-af8d-0e77fbfcb631, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e171167c-588b-46ed-af8d-0e77fbfcb631,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:36.584340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.593596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.594214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.597069 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ca6bde80-43c5-48e5-ad80-b7a39c5e4867 HTTP/1.1" status: 200 len: 1092 time: 1.1279202 Nov 12 08:18:36.599680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'tag': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:36.602054 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e52bbc-2740-47a0-90df-d4437dc5a1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7722c42-e31d-4840-98d7-3a1179406cda", "tag": "ca6bde80-43c5-48e5-ad80-b7a39c5e4867"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:36.673276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=e171167c-588b-46ed-af8d-0e77fbfcb631,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:36.684916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bbeb1-6a54-4759-bed2-aaeb295b44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:36.708747 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff833914-9166-4ab8-bd9a-a78fd1b96968 x-openstack-request-id: req-ff833914-9166-4ab8-bd9a-a78fd1b96968 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:36.709019 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7722c42-e31d-4840-98d7-3a1179406cda", "tag": "ca6bde80-43c5-48e5-ad80-b7a39c5e4867", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:36.709273 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff833914-9166-4ab8-bd9a-a78fd1b96968 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:36.709711 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'tag': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867', 'status': 'completed', 'code': 200} Nov 12 08:18:36.716283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Subnet': ['ID=e49fb660-dddc-4251-af20-869673b60727,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:36.759161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-b3e02916-e13e-4587-9a20-7c845e6cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.762812 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-b3e02916-e13e-4587-9a20-7c845e6cc985 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3c6bc125de74fd2bcbe294833f367a3&device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 1095 time: 0.1057925 Nov 12 08:18:36.764743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Checking segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:36.765439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network hostable DHCP agents. Network: b54e49a1-eba5-46a9-ad2b-1e23ee21db08, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:36.803482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2042c3-fcfe-4944-9e56-3ae318a6ae41 req-b2d616d5-8965-4380-91d7-50a85f97d378 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.805173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b2042c3-fcfe-4944-9e56-3ae318a6ae41 req-b2d616d5-8965-4380-91d7-50a85f97d378 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0712161 Nov 12 08:18:36.807367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Sync routers for ids ['c58a41d1-299f-4837-bd2f-3055dc137a01'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:36.825458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Routers {'c58a41d1-299f-4837-bd2f-3055dc137a01'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:36.828076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c58a41d1-299f-4837-bd2f-3055dc137a01'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:36.830889 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-4d7d5632-646f-48c3-ac45-889685ebae2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867 HTTP/1.1" status: 200 len: 217 time: 0.0578828 Nov 12 08:18:36.853253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:36.886972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b2042c3-fcfe-4944-9e56-3ae318a6ae41 req-77dc6c0c-e928-455a-a732-194851e68732 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739307 Nov 12 08:18:36.895328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b54e49a1-eba5-46a9-ad2b-1e23ee21db08) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:36.914299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.915811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.923916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb94935-43d6-49f1-b7f3-373e26bc1882 None None] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:36.935795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2136-ba05-433c-8f66-3900f67743b3 req-251beebe-1e4f-44f3-9cb9-4bd7b1c7774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.939309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-251beebe-1e4f-44f3-9cb9-4bd7b1c7774d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=038873e2-2efb-4129-b09f-5bdc3fecdeb8 HTTP/1.1" status: 200 len: 860 time: 0.0991940 Nov 12 08:18:36.960536 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0da271c0-b744-46b8-80a9-8fae604ae81b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9950471 Nov 12 08:18:36.964114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47888) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:36.992197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2050337609'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:37.000022 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-ab2caa50-9cc6-4ab9-9c35-1c7e7fea7212 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca975a95-d171-4199-91a4-469b84cd640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510237 Nov 12 08:18:37.095183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:37.099056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.133438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-05aad7c4-dcc9-4d72-9353-d840fe79a893 service neutron] 10.222.0.25 "GET /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252265 Nov 12 08:18:37.141461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Set router c58a41d1-299f-4837-bd2f-3055dc137a01 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:37.152215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:37.181959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.182400 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Added segment 3bb3f3eb-9a68-4847-8e3a-9c723b4cd173 of type vlan for network 956bd633-ce7a-4040-8c49-cf973ad43ccf Nov 12 08:18:37.280655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.305831 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-801a2136-ba05-433c-8f66-3900f67743b3 req-b8c29252-a232-4920-965a-7f765b0dcd2d service neutron] 10.222.0.25 "GET /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645017 Nov 12 08:18:37.328268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2dc9-1ac8-4a1e-8e4f-628ca5474c73 req-82cfe039-d1fd-43b1-9af2-15f4c6932420 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.328712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.335894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.336563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.336699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-135e2dc9-1ac8-4a1e-8e4f-628ca5474c73 req-82cfe039-d1fd-43b1-9af2-15f4c6932420 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 943 time: 0.0742016 Nov 12 08:18:37.415901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-135e2dc9-1ac8-4a1e-8e4f-628ca5474c73 req-7ab39763-0121-4bbe-ad51-3d655cfdb381 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765433 Nov 12 08:18:37.446735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4810827 Nov 12 08:18:37.449825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47894) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:37.457150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'subnet': {'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:37.464900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7639cc-eea9-4e81-9d67-898398b216d9 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Network': ['ID=956bd633-ce7a-4040-8c49-cf973ad43ccf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:37.495515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-a77f6ea9-c05a-4ed9-90c0-251a04f6e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.498473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-a77f6ea9-c05a-4ed9-90c0-251a04f6e9b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3c6bc125de74fd2bcbe294833f367a3&device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 1095 time: 0.1283398 Nov 12 08:18:37.511560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:37.543366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'fixed_ips': [{'subnet_id': 'e49fb660-dddc-4251-af20-869673b60727'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:18:37.544924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.580432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:37.584902 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.631897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-56795ae9-da25-4387-8904-7f8c55e70891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.637814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-56795ae9-da25-4387-8904-7f8c55e70891 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca975a95-d171-4199-91a4-469b84cd640e HTTP/1.1" status: 200 len: 920 time: 0.1313829 Nov 12 08:18:37.729101 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-a5dc355b-5206-4317-8d91-d88ab5c28664 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867 HTTP/1.1" status: 200 len: 217 time: 0.0832698 Nov 12 08:18:37.833689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-b75b89ef-9a39-49ed-aa51-def0cd81a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.835275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-b75b89ef-9a39-49ed-aa51-def0cd81a57c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=038873e2-2efb-4129-b09f-5bdc3fecdeb8 HTTP/1.1" status: 200 len: 860 time: 0.0914738 Nov 12 08:18:37.873708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-1b5da158-1fdf-4f42-9bb0-c145602f6193 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca975a95-d171-4199-91a4-469b84cd640e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312948 Nov 12 08:18:37.883457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.901513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Allocated IP 19.80.0.2 (b54e49a1-eba5-46a9-ad2b-1e23ee21db08/e49fb660-dddc-4251-af20-869673b60727/c8fe3607-97f5-4a05-bff3-346d600258f8) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:37.962444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Subnet': ['ID=c6c31346-ce1f-45d9-930a-fd3cb53beaca,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:37.973128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:18:34Z', 'revision_number': 4, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7eb4f28c-e163-41fa-8c23-37a7f7371713', 'name': '', 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'mac_address': 'fa:16:3e:22:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc76784d-2edc-4434-8f88-e171077bf85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:33Z', 'updated_at': '2021-11-12T08:18:34Z', 'revision_number': 2, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'subnets': [{'id': 'cc76784d-2edc-4434-8f88-e171077bf85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:37.973582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.973925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.974439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.974695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.975042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.975379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.975750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.976106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.976439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.976822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.977171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:37.977477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:38.041444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Checking router: c58a41d1-299f-4837-bd2f-3055dc137a01 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:38.041803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Updating router c58a41d1-299f-4837-bd2f-3055dc137a01 port 7eb4f28c-e163-41fa-8c23-37a7f7371713 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:18:38.053061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Checking segment: {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:38.053296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network hostable DHCP agents. Network: 956bd633-ce7a-4040-8c49-cf973ad43ccf, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:38.059825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-d617e85f-b083-4eec-adb1-1c06e07f7715 service neutron] 10.222.0.25 "GET /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789172 Nov 12 08:18:38.105233 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.132245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:38.184409 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68e52bbc-2740-47a0-90df-d4437dc5a1e1 req-bf277960-7a6c-493f-9a49-d5afb4582906 service neutron] 10.222.0.25 "GET /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165445 Nov 12 08:18:38.203634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a82d7-1155-4661-8da3-4d6c5225fdfe req-ed517775-0c82-4e77-bd5e-8ee002d3e287 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.210663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b00a82d7-1155-4661-8da3-4d6c5225fdfe req-ed517775-0c82-4e77-bd5e-8ee002d3e287 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1726339 Nov 12 08:18:38.211360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 956bd633-ce7a-4040-8c49-cf973ad43ccf) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:38.221144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.238008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.273806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e1c85-8bbc-4b7c-9ef8-5ea4ee829166 None None] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:38.312364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8ca539cb-2591-45bc-84b8-854a245f5f4d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8611770 Nov 12 08:18:38.343490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.348772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b00a82d7-1155-4661-8da3-4d6c5225fdfe req-37bf6d01-67c3-43d4-a7de-35c4cac5a7f1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061826 Nov 12 08:18:38.399041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e171167c-588b-46ed-af8d-0e77fbfcb631 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:38.442386 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.582041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:38.631474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c652be-d199-47e1-aa87-bb7475ce65ee req-4881a8e0-e2b1-4bc7-b1ed-a049d649f9cb tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.642025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5c652be-d199-47e1-aa87-bb7475ce65ee req-4881a8e0-e2b1-4bc7-b1ed-a049d649f9cb tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 943 time: 0.0922360 Nov 12 08:18:38.656637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-30179975-9d56-4812-9d92-aaa5fbef5191 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.662741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-30179975-9d56-4812-9d92-aaa5fbef5191 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.664463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-30179975-9d56-4812-9d92-aaa5fbef5191 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/networks?id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08&id=956bd633-ce7a-4040-8c49-cf973ad43ccf&id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08 HTTP/1.1" status: 200 len: 1392 time: 0.2263427 Nov 12 08:18:38.723553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5c652be-d199-47e1-aa87-bb7475ce65ee req-5adc9060-98ec-4a54-acf0-7447f5d08f05 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807185 Nov 12 08:18:38.725218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-053002b7-da98-4fcb-9c3a-d161800ec73f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/quotas/47cc89245c594f8f948671f0ed19eab6 HTTP/1.1" status: 200 len: 375 time: 0.0537868 Nov 12 08:18:38.758065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:38.776698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:38.785442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Pushing event updated for resources: {'Port': ['ID=c8fe3607-97f5-4a05-bff3-346d600258f8,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:38.832857 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.849999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-03303832-5373-4fd7-a781-325ac68fb9a8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170685 Nov 12 08:18:38.930263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.955093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e171167c-588b-46ed-af8d-0e77fbfcb631 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:38.955606 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.971538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.979529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-cc0e3a09-06c3-4f6d-a6c6-113456c5f402 service neutron] 10.222.0.16 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181154 Nov 12 08:18:39.005710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-956bd633-ce7a-4040-8c49-cf973ad43ccf', 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'fixed_ips': [{'subnet_id': 'c6c31346-ce1f-45d9-930a-fd3cb53beaca'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:18:39.006768 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.114443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-92962a0b-06f8-45a6-aa68-7c79fb9aaf42 service neutron] 10.222.0.16 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339576 Nov 12 08:18:39.150782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Attempting to bind port c8fe3607-97f5-4a05-bff3-346d600258f8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:39.151156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Attempting to bind port c8fe3607-97f5-4a05-bff3-346d600258f8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:39.151617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Attempting to bind port c8fe3607-97f5-4a05-bff3-346d600258f8 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:39.209607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:39.209982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Checking segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:39.210868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.210868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Bound using segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:39.211298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Bound port: c8fe3607-97f5-4a05-bff3-346d600258f8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:39.211749 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.243366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-dcdc7d4e-31c7-4fbe-babc-08614931dd03 service neutron] 10.222.0.16 "GET /v2.0/networks/956bd633-ce7a-4040-8c49-cf973ad43ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208904 Nov 12 08:18:39.262059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266e4bb-42e8-4bf9-8e87-23825ce487a4 None None] Pushing event updated for resources: {'Port': ['ID=7eb4f28c-e163-41fa-8c23-37a7f7371713,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:39.406868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-1374ac7a-3cde-4dd0-8516-5ca55cd082dd service neutron] 10.222.0.16 "GET /v2.0/networks/956bd633-ce7a-4040-8c49-cf973ad43ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549647 Nov 12 08:18:39.422466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Allocated IP 19.86.0.2 (956bd633-ce7a-4040-8c49-cf973ad43ccf/c6c31346-ce1f-45d9-930a-fd3cb53beaca/a60c6912-7cbb-4420-92df-ed5e012b3719) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:39.533094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] For port c8fe3607-97f5-4a05-bff3-346d600258f8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:39.541517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] For port c8fe3607-97f5-4a05-bff3-346d600258f8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8fe3607-97f5-4a05-bff3-346d600258f8,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:39.573755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.577553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-29ceeb0c-3aaf-4f46-b410-0338bcf86e4f service neutron] 10.222.0.16 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581628 Nov 12 08:18:39.615777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e7ac1-b400-4306-8070-b069a4fa4956 req-aab72a19-cb27-4755-84b5-96a0c2983b82 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:39.617448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e1e7ac1-b400-4306-8070-b069a4fa4956 req-aab72a19-cb27-4755-84b5-96a0c2983b82 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0995948 Nov 12 08:18:39.690462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Attempting to bind port 7eb4f28c-e163-41fa-8c23-37a7f7371713 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:39.690796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Attempting to bind port 7eb4f28c-e163-41fa-8c23-37a7f7371713 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:39.691231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Attempting to bind port 7eb4f28c-e163-41fa-8c23-37a7f7371713 on network e203f195-edb2-45f7-b69e-5f899995bbb6 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:39.737810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:39.738289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Checking segment: {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:39.738761 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.739229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Bound using segment: {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:39.739790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Bound port: 7eb4f28c-e163-41fa-8c23-37a7f7371713, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f29a95-34b9-48a5-b88e-032fb2df8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:39.740285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.808383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e1e7ac1-b400-4306-8070-b069a4fa4956 req-864a18cf-dd8a-4b42-8807-ee29e6fb8e81 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700895 Nov 12 08:18:39.825726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9f39c08e-8911-4eff-b2b9-2527d67acb24 service neutron] 10.222.0.16 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313559 Nov 12 08:18:39.991907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa912e4-c8f4-4f11-8b92-e8c446dc59e9 req-801bad47-2701-4b48-a3d4-ae45bcd0e081 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.017508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0fa912e4-c8f4-4f11-8b92-e8c446dc59e9 req-801bad47-2701-4b48-a3d4-ae45bcd0e081 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 943 time: 0.1288164 Nov 12 08:18:40.065733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a36e4ad5-d095-4679-8927-56f7da761e36 None None] Provisioning complete for port 7eb4f28c-e163-41fa-8c23-37a7f7371713 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:40.066403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a36e4ad5-d095-4679-8927-56f7da761e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.156588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0fa912e4-c8f4-4f11-8b92-e8c446dc59e9 req-64b95e77-e64b-497c-895b-959cfbed073e tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380250 Nov 12 08:18:40.189735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a36e4ad5-d095-4679-8927-56f7da761e36 None None] Port 7eb4f28c-e163-41fa-8c23-37a7f7371713 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:40.206544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154389-5273-4460-ae8e-f4184c820a1c None None] Pushing event updated for resources: {'Port': ['ID=c8fe3607-97f5-4a05-bff3-346d600258f8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:40.353442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c43584ac-2001-478b-96cf-9fe10a79b23c req-cb9245e0-608c-4f03-b862-6b7a38bcaa7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 210 time: 0.0898924 Nov 12 08:18:40.359290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] For port 7eb4f28c-e163-41fa-8c23-37a7f7371713, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:40.401678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] For port 7eb4f28c-e163-41fa-8c23-37a7f7371713, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7eb4f28c-e163-41fa-8c23-37a7f7371713,segment=NetworkSegment(76f29a95-34b9-48a5-b88e-032fb2df8790),segment_id=76f29a95-34b9-48a5-b88e-032fb2df8790)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:40.435146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.460161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.486968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.543435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8fe3607-97f5-4a05-bff3-346d600258f8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:40.646554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:40.665665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:40.674585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Routers {'c58a41d1-299f-4837-bd2f-3055dc137a01'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:40.675306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c58a41d1-299f-4837-bd2f-3055dc137a01'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:40.691767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:40.782213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266e4bb-42e8-4bf9-8e87-23825ce487a4 None None] Pushing event updated for resources: {'Port': ['ID=7eb4f28c-e163-41fa-8c23-37a7f7371713,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:40.873784 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87cf92b9-06db-487d-aefc-86b617f139e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.010607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6803f9-87b8-4243-804e-b34996c185cb req-363dd738-2d5c-4920-ba5b-2a1a6041ffcf tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:41.012908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb6803f9-87b8-4243-804e-b34996c185cb req-363dd738-2d5c-4920-ba5b-2a1a6041ffcf tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0783002 Nov 12 08:18:41.018300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Pushing event updated for resources: {'Port': ['ID=a60c6912-7cbb-4420-92df-ed5e012b3719,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:41.054186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Attempting to bind port a60c6912-7cbb-4420-92df-ed5e012b3719 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:41.054566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Attempting to bind port a60c6912-7cbb-4420-92df-ed5e012b3719 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:41.054939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Attempting to bind port a60c6912-7cbb-4420-92df-ed5e012b3719 on network 956bd633-ce7a-4040-8c49-cf973ad43ccf {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:41.090310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c8fe3607-97f5-4a05-bff3-346d600258f8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:41.091755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.100256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:41.100808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Checking segment: {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:41.101450 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.101808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Bound using segment: {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:41.102413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Bound port: a60c6912-7cbb-4420-92df-ed5e012b3719, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:41.102892 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.105810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb6803f9-87b8-4243-804e-b34996c185cb req-b3b75edd-ec73-4492-a62b-25926f5103f6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848842 Nov 12 08:18:41.154166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] Set router c58a41d1-299f-4837-bd2f-3055dc137a01 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:41.252826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9daa4935-f8b1-4a6e-ae0b-85b7dc9dccee None None] Provisioning complete for port 7eb4f28c-e163-41fa-8c23-37a7f7371713 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:41.253319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9daa4935-f8b1-4a6e-ae0b-85b7dc9dccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.369590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b859b62-4b78-473e-a66f-2826a1752615 req-f77f88b8-9447-4a8b-abd9-e064ec44df07 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:41.371245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b859b62-4b78-473e-a66f-2826a1752615 req-f77f88b8-9447-4a8b-abd9-e064ec44df07 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 943 time: 0.1317935 Nov 12 08:18:41.417004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349d003-233b-4f4e-96f1-f7388490083e None None] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:41.458069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b859b62-4b78-473e-a66f-2826a1752615 req-6b5d232a-f90d-4226-b1cb-050d2a9f95de tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778856 Nov 12 08:18:41.655108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] For port a60c6912-7cbb-4420-92df-ed5e012b3719, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:41.671190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] For port a60c6912-7cbb-4420-92df-ed5e012b3719, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a60c6912-7cbb-4420-92df-ed5e012b3719,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:41.677113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db4ba65a-774a-4eb3-83e1-cdaf9b7e7c60 req-a8273fba-402b-4c14-9fb9-109a64738fdd tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 210 time: 0.0520306 Nov 12 08:18:41.714440 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.804604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.835050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.892324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9daa4935-f8b1-4a6e-ae0b-85b7dc9dccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.968660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a33d2d-77db-4e58-91a6-9540023e1022 None None] Pushing event updated for resources: {'Port': ['ID=a60c6912-7cbb-4420-92df-ed5e012b3719,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:41.998025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.007867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.015495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.024164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.031616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.038545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.045017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.048209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-437af588-f1bc-44d9-b6a0-6829847838bf tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.2402031 Nov 12 08:18:42.069115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port c8fe3607-97f5-4a05-bff3-346d600258f8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8fe3607-97f5-4a05-bff3-346d600258f8,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:42.110674 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.127382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9daa4935-f8b1-4a6e-ae0b-85b7dc9dccee None None] For port 7eb4f28c-e163-41fa-8c23-37a7f7371713, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7eb4f28c-e163-41fa-8c23-37a7f7371713,segment=NetworkSegment(76f29a95-34b9-48a5-b88e-032fb2df8790),segment_id=76f29a95-34b9-48a5-b88e-032fb2df8790)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:42.172920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1be14458-462d-4db3-bcdb-f6074a204b8f req-cccfe94e-5b32-4fc3-bd67-d5609841fadd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061628 Nov 12 08:18:42.177983 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9daa4935-f8b1-4a6e-ae0b-85b7dc9dccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.186740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eb7fd7fa-5c32-4169-b47c-e3643d2a87c5 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.194399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eb7fd7fa-5c32-4169-b47c-e3643d2a87c5 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.196157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eb7fd7fa-5c32-4169-b47c-e3643d2a87c5 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "GET /v2.0/networks?id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08&id=956bd633-ce7a-4040-8c49-cf973ad43ccf&id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08 HTTP/1.1" status: 200 len: 1392 time: 0.3902447 Nov 12 08:18:42.226708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'port': {'device_id': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'admin_state_up': True, 'tenant_id': '47cc89245c594f8f948671f0ed19eab6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:42.237657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=c8fe3607-97f5-4a05-bff3-346d600258f8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:42.269750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:18:34Z', 'revision_number': 4, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7eb4f28c-e163-41fa-8c23-37a7f7371713', 'name': '', 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'mac_address': 'fa:16:3e:22:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc76784d-2edc-4434-8f88-e171077bf85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:33Z', 'updated_at': '2021-11-12T08:18:40Z', 'revision_number': 4, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'subnets': [{'id': 'cc76784d-2edc-4434-8f88-e171077bf85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:42.377809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407aee4-95da-4285-aabc-973780cd64e0 None None] The sync data for ids ['c58a41d1-299f-4837-bd2f-3055dc137a01'] in n-d-768509-25 is: [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:18:34Z', 'revision_number': 4, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7eb4f28c-e163-41fa-8c23-37a7f7371713', 'name': '', 'network_id': 'e203f195-edb2-45f7-b69e-5f899995bbb6', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'mac_address': 'fa:16:3e:22:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc76784d-2edc-4434-8f88-e171077bf85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:33Z', 'updated_at': '2021-11-12T08:18:40Z', 'revision_number': 4, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'subnets': [{'id': 'cc76784d-2edc-4434-8f88-e171077bf85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:42.557219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8a18f44f-bae0-4d66-b082-3a856b43aa6d None None] Provisioning complete for port c8fe3607-97f5-4a05-bff3-346d600258f8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:42.560500 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8a18f44f-bae0-4d66-b082-3a856b43aa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.566738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa4935-f8b1-4a6e-ae0b-85b7dc9dccee None None] Pushing event updated for resources: {'Port': ['ID=7eb4f28c-e163-41fa-8c23-37a7f7371713,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:42.693039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca6bde80-43c5-48e5-ad80-b7a39c5e4867 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:42.788269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a60c6912-7cbb-4420-92df-ed5e012b3719 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:42.886885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f2367-3eb0-485e-a37c-5382590c8375 req-d41e48dd-2cff-4a7a-972b-cfb13cc85df0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.889526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0f2367-3eb0-485e-a37c-5382590c8375 req-d41e48dd-2cff-4a7a-972b-cfb13cc85df0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.6290088 Nov 12 08:18:42.917926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,segment=NetworkSegment(65749cea-ea49-43d6-a257-f65a51e639c6),segment_id=65749cea-ea49-43d6-a257-f65a51e639c6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:42.942660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867', 'network_id': 'ca975a95-d171-4199-91a4-469b84cd640e', 'port_id': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867', 'mac_address': 'fa:16:3e:29:d9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038873e2-2efb-4129-b09f-5bdc3fecdeb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:42.949348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a60c6912-7cbb-4420-92df-ed5e012b3719 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:42.950059 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.957988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed5d33-43d9-4257-a10c-1cee14f7607e req-67004be2-a81f-4c59-a4c3-19a4e25182dc tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.967905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42ed5d33-43d9-4257-a10c-1cee14f7607e req-67004be2-a81f-4c59-a4c3-19a4e25182dc tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 943 time: 0.1606054 Nov 12 08:18:42.997818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.021087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.036390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.059504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.063770 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.068823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3ad7d9b5-7df0-4999-8f2b-01d69bbb7319 None None] Provisioning complete for port c8fe3607-97f5-4a05-bff3-346d600258f8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:43.069282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d9b5-7df0-4999-8f2b-01d69bbb7319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.069701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.077487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.078879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef0f2367-3eb0-485e-a37c-5382590c8375 req-c1131d88-c834-4def-ae2e-3939ec530333 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733148 Nov 12 08:18:43.101800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.105329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42ed5d33-43d9-4257-a10c-1cee14f7607e req-c8834806-03c4-45c9-a09e-b450cefb589e tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360610 Nov 12 08:18:43.117468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:43.121655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.124767 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-ca65eaac-eaa8-4c94-95e9-a3acbac6c1d8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.2346272 Nov 12 08:18:43.188407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-130b1d75-4891-420f-86b6-5ebd7dbec73a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.190294 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-130b1d75-4891-420f-86b6-5ebd7dbec73a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "GET /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0642974 Nov 12 08:18:43.350842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9b94c0c-9a1f-450b-8a52-6f491c306b1d req-1960cc46-7eb6-42bf-8a87-de2d889df832 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 210 time: 0.0797791 Nov 12 08:18:43.391570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-098acc45-affe-4a06-a73d-ac8aed06fdde tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "GET /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1952939 Nov 12 08:18:43.400416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6bde80-43c5-48e5-ad80-b7a39c5e4867 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:43.405640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:43.480791 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.515224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f4705a5-13ec-41da-a56d-06601ef23e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.519337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,segment=NetworkSegment(65749cea-ea49-43d6-a257-f65a51e639c6),segment_id=65749cea-ea49-43d6-a257-f65a51e639c6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:43.520864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.532314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Allocated IP 19.80.0.168 (b54e49a1-eba5-46a9-ad2b-1e23ee21db08/e49fb660-dddc-4251-af20-869673b60727/69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:43.538819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab48c12-0109-483a-8978-ad18837853b6 None None] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:43.542236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.614454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.628626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.637126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.643998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.650462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.652719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a60c6912-7cbb-4420-92df-ed5e012b3719, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a60c6912-7cbb-4420-92df-ed5e012b3719,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:43.658055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.665991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.667224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.668024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8fe3607-97f5-4a05-bff3-346d600258f8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:43.673885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c633dcc8-0419-4606-a6ac-919addcc566c req-a7f87708-582f-4832-b727-d46536a1be9e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 5434 time: 0.1927688 Nov 12 08:18:43.741993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=71af1725-1fca-4ccc-80c4-fac03d70b8b9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:43.766175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:43.801349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] For port 71af1725-1fca-4ccc-80c4-fac03d70b8b9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:43.827859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c633dcc8-0419-4606-a6ac-919addcc566c req-70a303c3-291d-4d22-86eb-5ec36285d2a8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&id=f61752ed-0260-4868-94eb-eccabd66aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529696 Nov 12 08:18:43.844488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] device_id is not set on port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:18:43.855258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.865934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.893667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a60c6912-7cbb-4420-92df-ed5e012b3719,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:43.912271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c8fe3607-97f5-4a05-bff3-346d600258f8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:43.912657 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.923083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.925622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Pushing event updated for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:43.972883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] No DVR routers for this DVR port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:43.982098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ca6bde80-43c5-48e5-ad80-b7a39c5e4867'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:44.001145 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.035251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] In _notify_port_updated(), no bound segment for port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:18:44.037498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.038566 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.040302 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-5b536130-d0f6-40ca-8b63-64dbaa47b83f service neutron] 10.222.0.25 "PUT /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 200 len: 1027 time: 0.6406257 Nov 12 08:18:44.091843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:44.100909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:44.105966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6a74331d-695b-4e63-8305-62ff29c96d9b None None] Provisioning complete for port a60c6912-7cbb-4420-92df-ed5e012b3719 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:44.106346 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6a74331d-695b-4e63-8305-62ff29c96d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.108647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:44.152468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-bd0e5722-6987-4267-8b7d-3dc3aabfbf45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.154861 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-bd0e5722-6987-4267-8b7d-3dc3aabfbf45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "GET /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1077478 Nov 12 08:18:44.175252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:44.207867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.210058 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.221056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Port': ['ID=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:44.281735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.357628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-5173c673-ec56-4ff7-accc-26b8dcde6cfc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1404955 Nov 12 08:18:44.437975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'port': {'device_id': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf', 'admin_state_up': True, 'tenant_id': '47cc89245c594f8f948671f0ed19eab6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:44.440171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.585960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb12fe-d51c-47f4-ab28-9090006b934d req-b1f93eaa-b1e1-44b7-af13-3201d47b25e9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.594679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30fb12fe-d51c-47f4-ab28-9090006b934d req-b1f93eaa-b1e1-44b7-af13-3201d47b25e9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.2958574 Nov 12 08:18:44.623623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e66a26-95be-4ecd-bc5b-7a2221b2fc57 req-08678a6d-2c81-48b8-9ace-8f0a4ea59c9f tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.631830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97e66a26-95be-4ecd-bc5b-7a2221b2fc57 req-08678a6d-2c81-48b8-9ace-8f0a4ea59c9f tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 944 time: 0.3656578 Nov 12 08:18:44.670032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:44.707370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 13eabdf1-8e2f-4659-9081-5d58ecc88a8d no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:44.734101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30fb12fe-d51c-47f4-ab28-9090006b934d req-7d835501-9574-4130-b22d-cec5293338c0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387000 Nov 12 08:18:44.755601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a60c6912-7cbb-4420-92df-ed5e012b3719 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:44.768927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97e66a26-95be-4ecd-bc5b-7a2221b2fc57 req-03b67e14-fd95-4145-99f7-b6e34219cbf0 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358321 Nov 12 08:18:44.769105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] For port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:44.794097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:44.800866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.820502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] device_id is not set on port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:18:44.832621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.841413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.863909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Provisioning complete for port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:44.864321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.867340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 13eabdf1-8e2f-4659-9081-5d58ecc88a8d not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:44.867769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b45a09bf-efed-4bbc-b734-87231704633b no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:44.943517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] No DVR routers for this DVR port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:44.957692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:44.961976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a60c6912-7cbb-4420-92df-ed5e012b3719 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:44.962883 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:44.976143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Allocated IP 19.86.0.8 (956bd633-ce7a-4040-8c49-cf973ad43ccf/c6c31346-ce1f-45d9-930a-fd3cb53beaca/366e4366-bd82-45e6-b1ae-6c467e2d9254) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:45.017395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Provisioning complete for port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:45.017771 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.027300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] In _notify_port_updated(), no bound segment for port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d on network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:18:45.028405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.029110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.031217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] 10.222.0.25 "PUT /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 200 len: 1027 time: 0.8679085 Nov 12 08:18:45.035466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c8cb7-e9b6-4d5d-af0e-cccc1a781459 service neutron] Pushing event updated for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:45.090076 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.096544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:45.128157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:45.130424 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ffea0-2f36-49de-bb58-95773b1f377b" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b45a09bf-efed-4bbc-b734-87231704633b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:45.170762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Provisioning complete for port a60c6912-7cbb-4420-92df-ed5e012b3719 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:45.171160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0db7a9de-0f50-4022-b4f6-d56428237716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.177696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b45a09bf-efed-4bbc-b734-87231704633b,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:45.201440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7eb4f28c-e163-41fa-8c23-37a7f7371713 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:45.205747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.206454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2471c5df-a0d5-4113-a8e9-657cc18e0e92 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:45.220844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:45.221277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.243753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-7494b250-bd82-419c-88b5-370386d930b0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.250552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-7494b250-bd82-419c-88b5-370386d930b0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.256528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-7494b250-bd82-419c-88b5-370386d930b0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.263249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-7494b250-bd82-419c-88b5-370386d930b0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.272685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-7494b250-bd82-419c-88b5-370386d930b0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.275093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-7494b250-bd82-419c-88b5-370386d930b0 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 3886 time: 0.2000067 Nov 12 08:18:45.288873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f8d62-937d-4bac-8536-474f576c8eb8 req-3d51ff83-0af3-4247-9f60-93452ae2eb57 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.290756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b88f8d62-937d-4bac-8536-474f576c8eb8 req-3d51ff83-0af3-4247-9f60-93452ae2eb57 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 932 time: 0.2170117 Nov 12 08:18:45.339919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:45.340237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:45.340359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.341345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.370888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:45.406381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b88f8d62-937d-4bac-8536-474f576c8eb8 req-21e270cb-6a4c-49b8-ba77-94441349a7a1 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061404 Nov 12 08:18:45.415202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14c565da-af3e-43d7-9552-1f3e6f2b0278 req-57fe6b87-8ea4-4fb8-a38c-fe0e613fcf99 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232829 Nov 12 08:18:45.423528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7eb4f28c-e163-41fa-8c23-37a7f7371713 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:45.423898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.440749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.459352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.507846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:45.514226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:45.518517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:45.539711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:45.546764 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34327622-798c-452e-a0cc-1256c6317739 x-openstack-request-id: req-34327622-798c-452e-a0cc-1256c6317739 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:45.547121 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b45a09bf-efed-4bbc-b734-87231704633b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:45.547317 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34327622-798c-452e-a0cc-1256c6317739 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:45.547714 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b', 'code': 200} Nov 12 08:18:45.551558 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.552685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fc2734a4-f41c-440f-a699-0219f9a88b9d no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:45.562350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.570253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Port': ['ID=366e4366-bd82-45e6-b1ae-6c467e2d9254,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:45.599124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.599356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:45.600351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.622349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-18530c86-6d91-4371-ad5a-5d979c9c0e96 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1895652 Nov 12 08:18:45.637613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'port': {'device_id': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'admin_state_up': True, 'tenant_id': '47cc89245c594f8f948671f0ed19eab6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:45.651948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:45.656958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.660528 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-8b1f04e5-c23f-4383-b61a-61c67e8b9714 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "DELETE /v2.0/ports/f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 HTTP/1.1" status: 204 len: 173 time: 0.6115341 Nov 12 08:18:45.661131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:45.665042 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d3fa1-5ac9-4b6a-be4d-086c32b580e2" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:45.736776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-29a96fab-3184-46c2-962d-aef62187b0ce None None] Provisioning complete for port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:45.737173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-29a96fab-3184-46c2-962d-aef62187b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.813610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port fc2734a4-f41c-440f-a699-0219f9a88b9d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:45.813951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.819826 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.861462 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d3044e-8a98-4c37-a584-23a6aa9ded36 x-openstack-request-id: req-89d3044e-8a98-4c37-a584-23a6aa9ded36 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:45.861462 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:45.861462 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89d3044e-8a98-4c37-a584-23a6aa9ded36 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:45.861462 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': 'f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7', 'status': 'completed', 'code': 200} Nov 12 08:18:45.862192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:45.870501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:45.874208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.934363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-29a96fab-3184-46c2-962d-aef62187b0ce None None] Port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:45.941738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.979404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:45.986963 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.987944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 71af1725-1fca-4ccc-80c4-fac03d70b8b9 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:46.013345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port fc2734a4-f41c-440f-a699-0219f9a88b9d, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fc2734a4-f41c-440f-a699-0219f9a88b9d,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:46.013601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca359f5-8434-4e88-96b4-56ea2ff805f3 req-e66a21e1-3b5d-4cc1-9b97-023343a22f11 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.015602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.015791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cca359f5-8434-4e88-96b4-56ea2ff805f3 req-e66a21e1-3b5d-4cc1-9b97-023343a22f11 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1308157 Nov 12 08:18:46.036136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for fc2734a4-f41c-440f-a699-0219f9a88b9d owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:46.081107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:46.089447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2ca7f-0530-4da5-8be0-84ebdb306411 req-23cae01a-addc-4d5f-afd2-ef4a4da08261 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.091005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3c2ca7f-0530-4da5-8be0-84ebdb306411 req-23cae01a-addc-4d5f-afd2-ef4a4da08261 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 944 time: 0.1540699 Nov 12 08:18:46.103917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0ccc5f7c-5208-4da6-8210-cf49169b2818 None None] Provisioning complete for port 366e4366-bd82-45e6-b1ae-6c467e2d9254 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:46.104742 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5f7c-5208-4da6-8210-cf49169b2818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.133291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 71af1725-1fca-4ccc-80c4-fac03d70b8b9 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:46.133605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5eb87e45-4dc5-46a2-af6d-572f878968a9 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:46.184542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cca359f5-8434-4e88-96b4-56ea2ff805f3 req-9feab4e7-87a4-4d6b-8004-4c752af36f56 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364155 Nov 12 08:18:46.250921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3c2ca7f-0530-4da5-8be0-84ebdb306411 req-3fefc18b-70cd-43d3-a35a-1ec5b6c64a3d tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479754 Nov 12 08:18:46.277430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Allocated IP 19.80.0.211 (b54e49a1-eba5-46a9-ad2b-1e23ee21db08/e49fb660-dddc-4251-af20-869673b60727/ccd484c6-a632-439d-8025-eeacc3e20774) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:46.286420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.355435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=fc2734a4-f41c-440f-a699-0219f9a88b9d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:46.376379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port fc2734a4-f41c-440f-a699-0219f9a88b9d on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:46.379112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.383151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-4dca4b08-b791-4325-9b6a-52a2522d21ac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "DELETE /v2.0/ports/fc2734a4-f41c-440f-a699-0219f9a88b9d HTTP/1.1" status: 204 len: 173 time: 0.7108538 Nov 12 08:18:46.390864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc5f7c-5208-4da6-8210-cf49169b2818 None None] Port 366e4366-bd82-45e6-b1ae-6c467e2d9254 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:46.453800 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.478438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.500139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:46.509803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.510818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:46.519515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:46.519865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.567561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:46.567958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f5afa1a3-6c9c-40fc-87e7-a83e5ee55ce7 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:46.600403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.619736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:46.644083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port 2471c5df-a0d5-4113-a8e9-657cc18e0e92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2471c5df-a0d5-4113-a8e9-657cc18e0e92,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:46.644593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.684363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c43f-a418-4410-a11e-28abcb7ec6b8 req-da7cbd0b-258d-412c-9ee9-5ecf2d253726 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.692390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c43f-a418-4410-a11e-28abcb7ec6b8 req-da7cbd0b-258d-412c-9ee9-5ecf2d253726 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.694820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4f4c43f-a418-4410-a11e-28abcb7ec6b8 req-da7cbd0b-258d-412c-9ee9-5ecf2d253726 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 1653 time: 0.1569426 Nov 12 08:18:46.708583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:46.710087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.746365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:46.750342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Port': ['ID=ccd484c6-a632-439d-8025-eeacc3e20774,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:46.752851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:46.776287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4e0a-575f-482f-b199-52978bf58fdf req-3ea8bd19-4475-4cbe-ad54-9615776c9895 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.785782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca6bde80-43c5-48e5-ad80-b7a39c5e4867 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:46.786774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4e0a-575f-482f-b199-52978bf58fdf req-3ea8bd19-4475-4cbe-ad54-9615776c9895 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.798437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4e0a-575f-482f-b199-52978bf58fdf req-3ea8bd19-4475-4cbe-ad54-9615776c9895 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.800831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c3f4e0a-575f-482f-b199-52978bf58fdf req-3ea8bd19-4475-4cbe-ad54-9615776c9895 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 2410 time: 0.2153375 Nov 12 08:18:46.876002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:46.902030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:46.902404 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.958996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.960351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.960851 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Floating IP e09f1916-97d6-498c-a838-763f1c255a5b disassociated. External IP: 172.25.4.219, port: 2471c5df-a0d5-4113-a8e9-657cc18e0e92. Nov 12 08:18:46.961363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for 2471c5df-a0d5-4113-a8e9-657cc18e0e92 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:46.989087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.989925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.001241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c3f4e0a-575f-482f-b199-52978bf58fdf req-4a378256-9b7c-4b6d-be2f-d7ca36aca022 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477542 Nov 12 08:18:47.009320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4f4c43f-a418-4410-a11e-28abcb7ec6b8 req-2f0893d4-92a1-4c6e-ab05-6f88cd179af8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747600 Nov 12 08:18:47.025599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-6b40bd81-c81e-446d-aa03-8ea30dd2a10b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3949046 Nov 12 08:18:47.049591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Request body: {'port': {'device_id': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:47.080775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.123400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.126083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,segment=NetworkSegment(65749cea-ea49-43d6-a257-f65a51e639c6),segment_id=65749cea-ea49-43d6-a257-f65a51e639c6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:47.140800 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.165456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.184459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0c2c0026-f8c3-4b7d-8cf2-948b402aed5b None None] Provisioning complete for port ccd484c6-a632-439d-8025-eeacc3e20774 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:47.184830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0026-f8c3-4b7d-8cf2-948b402aed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.197858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=2471c5df-a0d5-4113-a8e9-657cc18e0e92,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:47.228058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:47.241228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c0026-f8c3-4b7d-8cf2-948b402aed5b None None] Port ccd484c6-a632-439d-8025-eeacc3e20774 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:47.372814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Router b21bdc80-9d08-409b-a5a0-645e7c203675 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:47.455007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556867-d260-4842-8df4-543d370c91b1 req-1f17a3b1-a827-475b-8da0-3949c06b1b83 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.456710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f556867-d260-4842-8df4-543d370c91b1 req-1f17a3b1-a827-475b-8da0-3949c06b1b83 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1584861 Nov 12 08:18:47.480817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c1b3f-f92d-49c5-8528-f77c482ec9ce req-4aaa11c6-1d36-43e9-ba84-5e822b3e87b0 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.482360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad7c1b3f-f92d-49c5-8528-f77c482ec9ce req-4aaa11c6-1d36-43e9-ba84-5e822b3e87b0 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 945 time: 0.1378818 Nov 12 08:18:47.523475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:47.540276 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] Sync routers for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:47.548676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9'}, {'server_uuid': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:47.552961 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d138d73f-118f-4d90-8188-ffb22a287fe2" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9"}, {"server_uuid": "c7722c42-e31d-4840-98d7-3a1179406cda", "name": "network-vif-plugged", "status": "completed", "tag": "ca6bde80-43c5-48e5-ad80-b7a39c5e4867"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:47.559713 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:47.560386 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:47.587930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port 2471c5df-a0d5-4113-a8e9-657cc18e0e92 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:47.598097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.602839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f556867-d260-4842-8df4-543d370c91b1 req-dbd56d6b-488f-480c-a4c3-2c03e80e8334 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325197 Nov 12 08:18:47.603504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-87e59b54-1a9f-4ab5-9a12-1fc982b281a4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "DELETE /v2.0/ports/2471c5df-a0d5-4113-a8e9-657cc18e0e92 HTTP/1.1" status: 204 len: 173 time: 1.2147813 Nov 12 08:18:47.627743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad7c1b3f-f92d-49c5-8528-f77c482ec9ce req-7e7bf458-b7a2-4fcc-8f18-cea9e8c6ae37 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300294 Nov 12 08:18:47.641145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:47.659873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.711034 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:47.715012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Transition to ACTIVE for port object 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:47.725063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.858951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:47.861757 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34aab6-4b64-41c9-83aa-27d8e423fdd9" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:47.878505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Pushing event updated for resources: {'Port': ['ID=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:47.902029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port b45a09bf-efed-4bbc-b734-87231704633b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:47.904071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.978654 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e19b84-a1c6-47dd-8dd6-600a43b03630 x-openstack-request-id: req-e1e19b84-a1c6-47dd-8dd6-600a43b03630 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:47.979204 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9", "code": 200}, {"server_uuid": "c7722c42-e31d-4840-98d7-3a1179406cda", "name": "network-vif-plugged", "status": "completed", "tag": "ca6bde80-43c5-48e5-ad80-b7a39c5e4867", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:47.979940 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1e19b84-a1c6-47dd-8dd6-600a43b03630 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:47.979940 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'code': 200} Nov 12 08:18:47.980191 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d', 'code': 200} Nov 12 08:18:47.980371 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9', 'code': 200} Nov 12 08:18:47.980755 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867', 'code': 200} Nov 12 08:18:47.993920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Attempting to bind port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:47.994608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Attempting to bind port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:47.995059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Attempting to bind port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:48.002307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:48.002717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Attempting to bind port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:48.023614 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:48.025583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:48.026139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Checking segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:48.026786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Bound using segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:48.027733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Bound port: 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:48.029072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.079221 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] Checking router: b21bdc80-9d08-409b-a5a0-645e7c203675 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:48.097755 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:48.099322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:48.140528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port b45a09bf-efed-4bbc-b734-87231704633b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b45a09bf-efed-4bbc-b734-87231704633b,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:48.141029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.169061 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ee9f2e-d526-4d05-9d31-9d77f829abe5 x-openstack-request-id: req-84ee9f2e-d526-4d05-9d31-9d77f829abe5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:48.169750 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "fc2734a4-f41c-440f-a699-0219f9a88b9d", "status": "completed", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "2471c5df-a0d5-4113-a8e9-657cc18e0e92", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:48.169907 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84ee9f2e-d526-4d05-9d31-9d77f829abe5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:48.170488 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': 'fc2734a4-f41c-440f-a699-0219f9a88b9d', 'status': 'completed', 'code': 200} Nov 12 08:18:48.170744 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': '2471c5df-a0d5-4113-a8e9-657cc18e0e92', 'status': 'completed', 'code': 200} Nov 12 08:18:48.171881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for b45a09bf-efed-4bbc-b734-87231704633b owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:48.252973 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:48.337396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72579d93-e425-4e3a-814f-a838bc7e8029 req-dfeb380f-3b8b-4e86-8339-a07d35ddb2db tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.344280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72579d93-e425-4e3a-814f-a838bc7e8029 req-dfeb380f-3b8b-4e86-8339-a07d35ddb2db tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.350480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72579d93-e425-4e3a-814f-a838bc7e8029 req-dfeb380f-3b8b-4e86-8339-a07d35ddb2db tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.352705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72579d93-e425-4e3a-814f-a838bc7e8029 req-dfeb380f-3b8b-4e86-8339-a07d35ddb2db tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2387 time: 0.1964509 Nov 12 08:18:48.360773 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.369556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826188d2-de82-4826-bd77-9cc26e6f340f req-ec506cf3-3e09-4ea1-a1b2-70af2ba2b82f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.377230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826188d2-de82-4826-bd77-9cc26e6f340f req-ec506cf3-3e09-4ea1-a1b2-70af2ba2b82f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.386036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-826188d2-de82-4826-bd77-9cc26e6f340f req-ec506cf3-3e09-4ea1-a1b2-70af2ba2b82f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 1677 time: 0.1773381 Nov 12 08:18:48.394375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beebf5c-b0be-4472-b761-d5342e55b71f req-d34c2efd-416d-4a1a-b4da-38d891b23502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.397629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4beebf5c-b0be-4472-b761-d5342e55b71f req-d34c2efd-416d-4a1a-b4da-38d891b23502 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 1097 time: 0.2208550 Nov 12 08:18:48.399802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] For port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:48.435838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=b45a09bf-efed-4bbc-b734-87231704633b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:48.450512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] For port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:48.464581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.478613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port b45a09bf-efed-4bbc-b734-87231704633b on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:48.481451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.485332 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-eb00dc9c-8400-4ef6-b603-28b3477351fe tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "DELETE /v2.0/ports/b45a09bf-efed-4bbc-b734-87231704633b HTTP/1.1" status: 204 len: 173 time: 0.8755164 Nov 12 08:18:48.548580 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:48.551626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.554116 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.555776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 HTTP/1.1" status: 200 len: 1093 time: 1.5142121 Nov 12 08:18:48.568240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'tag': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:48.570715 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eace697-b358-44ea-982d-478f32db00db" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "tag": "69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:48.594059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72579d93-e425-4e3a-814f-a838bc7e8029 req-37efc845-8603-497e-ae4b-869f2fd825df tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875343 Nov 12 08:18:48.594833 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8a1e4-a76e-4898-9b51-801a9fc0d3c5 None None] The sync data for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 is: [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:08:19Z', 'revision_number': 4, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f15b1bde-8d58-42b4-a8c7-59780f41d741', 'name': '', 'network_id': '57aeee26-4086-426d-86ff-d028108630ac', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'mac_address': 'fa:16:3e:b5:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:18Z', 'updated_at': '2021-11-12T08:08:23Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'subnets': [{'id': 'be565f14-eb4a-4f66-935d-abad3206e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:48.597410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-826188d2-de82-4826-bd77-9cc26e6f340f req-86507bc5-7272-4f70-a0c4-6a5b92e5da87 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1f9219b-2fd0-402c-b049-2ffb60ef1d39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108316 Nov 12 08:18:48.603199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Request body: {'port': {'device_id': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:48.614266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4beebf5c-b0be-4472-b761-d5342e55b71f req-bbe197c6-f702-4c86-8eac-6ea995de21bd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007694 Nov 12 08:18:48.653223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port 5eb87e45-4dc5-46a2-af6d-572f878968a9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:48.653568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.674021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909bd5a-fd91-475d-9c4a-53e7da2632d4 service neutron] Pushing event updated for resources: {'Port': ['ID=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:48.736432 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784fe5c-61c4-4d59-8438-36d676040910 x-openstack-request-id: req-9784fe5c-61c4-4d59-8438-36d676040910 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:48.736579 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "tag": "69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:48.736835 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9784fe5c-61c4-4d59-8438-36d676040910 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:48.737238 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'tag': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0', 'status': 'completed', 'code': 200} Nov 12 08:18:48.740499 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.975521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-15ece915-c635-413b-a466-b9f37d39381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.976003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-15ece915-c635-413b-a466-b9f37d39381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.976497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-15ece915-c635-413b-a466-b9f37d39381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.984839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7eace697-b358-44ea-982d-478f32db00db req-15ece915-c635-413b-a466-b9f37d39381e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2731 time: 0.2171342 Nov 12 08:18:49.123395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00fa16d-aeb6-444d-99df-f2d363daefca None None] New status for floating IP e09f1916-97d6-498c-a838-763f1c255a5b: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:18:49.186091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fa2b4-e124-4326-a271-049673139a59 req-a41c4390-ee71-4552-a676-b82c719faca9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.187652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d19fa2b4-e124-4326-a271-049673139a59 req-a41c4390-ee71-4552-a676-b82c719faca9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.3620510 Nov 12 08:18:49.200457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port 5eb87e45-4dc5-46a2-af6d-572f878968a9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5eb87e45-4dc5-46a2-af6d-572f878968a9,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:49.201086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.217332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for 5eb87e45-4dc5-46a2-af6d-572f878968a9 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:49.376406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.408300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=5eb87e45-4dc5-46a2-af6d-572f878968a9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:49.457633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port 5eb87e45-4dc5-46a2-af6d-572f878968a9 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:49.460296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.463705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8729051c-dba5-4475-86a0-a577199400b2 req-a7b7d743-00a9-4b83-86d2-9006d7b7cc38 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.25 "DELETE /v2.0/ports/5eb87e45-4dc5-46a2-af6d-572f878968a9 HTTP/1.1" status: 204 len: 173 time: 0.9722271 Nov 12 08:18:49.675678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadc987-2389-4fae-91e5-c713345a140b req-a0939122-7c65-4b19-a465-3eaf7bf8fab0 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.676881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddadc987-2389-4fae-91e5-c713345a140b req-a0939122-7c65-4b19-a465-3eaf7bf8fab0 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 945 time: 0.6840601 Nov 12 08:18:49.697604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-713c5b7c-dd3d-4473-b109-9dc2f5d3db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.697990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-713c5b7c-dd3d-4473-b109-9dc2f5d3db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.698446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-713c5b7c-dd3d-4473-b109-9dc2f5d3db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.700012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7eace697-b358-44ea-982d-478f32db00db req-713c5b7c-dd3d-4473-b109-9dc2f5d3db92 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=47cc89245c594f8f948671f0ed19eab6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6426172 Nov 12 08:18:49.712267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d19fa2b4-e124-4326-a271-049673139a59 req-3a24aee5-598a-4d63-af66-c83d70ff93ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033450 Nov 12 08:18:49.909591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddadc987-2389-4fae-91e5-c713345a140b req-c2dbba3e-d25f-4508-8726-5cd3537f6627 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167380 Nov 12 08:18:49.974733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366e4366-bd82-45e6-b1ae-6c467e2d9254 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:49.996017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.000122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace697-b358-44ea-982d-478f32db00db req-515fece3-b411-4d60-9592-0d9fd08cb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.002272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7eace697-b358-44ea-982d-478f32db00db req-515fece3-b411-4d60-9592-0d9fd08cb812 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2793269 Nov 12 08:18:50.016294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Transition to ACTIVE for port object 366e4366-bd82-45e6-b1ae-6c467e2d9254 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:50.023719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.116946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7e0d65f-b4b3-4938-a23b-b81f6d72118f req-ddd976c9-faf6-44b6-af2b-2f4e6f5a8e35 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0481977 Nov 12 08:18:50.150010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=366e4366-bd82-45e6-b1ae-6c467e2d9254,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:50.172753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b'}, {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:50.178711 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc53d2-b86b-49b1-8ecd-0715e35e55a5" -d '{"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "b45a09bf-efed-4bbc-b734-87231704633b"}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:50.246205 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21589974-5fbe-4495-b906-1fca8a432cf4 x-openstack-request-id: req-21589974-5fbe-4495-b906-1fca8a432cf4 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:50.247808 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "b45a09bf-efed-4bbc-b734-87231704633b", "status": "completed", "code": 200}, {"server_uuid": "9a6d67f8-23fc-4825-8623-2d9bd3305b5c", "name": "network-vif-deleted", "tag": "5eb87e45-4dc5-46a2-af6d-572f878968a9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:50.248967 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21589974-5fbe-4495-b906-1fca8a432cf4 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:50.249734 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': 'b45a09bf-efed-4bbc-b734-87231704633b', 'status': 'completed', 'code': 200} Nov 12 08:18:50.250161 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d67f8-23fc-4825-8623-2d9bd3305b5c', 'name': 'network-vif-deleted', 'tag': '5eb87e45-4dc5-46a2-af6d-572f878968a9', 'status': 'completed', 'code': 200} Nov 12 08:18:50.323141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Attempting to bind port 366e4366-bd82-45e6-b1ae-6c467e2d9254 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:50.323860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Attempting to bind port 366e4366-bd82-45e6-b1ae-6c467e2d9254 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:50.323999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Attempting to bind port 366e4366-bd82-45e6-b1ae-6c467e2d9254 on network 956bd633-ce7a-4040-8c49-cf973ad43ccf {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:50.335666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Port 366e4366-bd82-45e6-b1ae-6c467e2d9254 on network 956bd633-ce7a-4040-8c49-cf973ad43ccf not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:50.336113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Attempting to bind port 366e4366-bd82-45e6-b1ae-6c467e2d9254 on network 956bd633-ce7a-4040-8c49-cf973ad43ccf {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:50.346824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:50.347258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Checking segment: {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:50.347720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Bound using segment: {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:50.348268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Bound port: 366e4366-bd82-45e6-b1ae-6c467e2d9254, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:50.348713 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.363495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3eca-d6dc-45cd-8a98-26f494151530 req-19cf0639-a666-4126-b585-82a2e5915a79 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.369689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3eca-d6dc-45cd-8a98-26f494151530 req-19cf0639-a666-4126-b585-82a2e5915a79 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.376651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3eca-d6dc-45cd-8a98-26f494151530 req-19cf0639-a666-4126-b585-82a2e5915a79 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.378471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d04e3eca-d6dc-45cd-8a98-26f494151530 req-19cf0639-a666-4126-b585-82a2e5915a79 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2399 time: 0.1112101 Nov 12 08:18:50.493283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d04e3eca-d6dc-45cd-8a98-26f494151530 req-2a9cda48-b1ae-4d68-abb5-d5210b751a4b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048329 Nov 12 08:18:50.498569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] For port 366e4366-bd82-45e6-b1ae-6c467e2d9254, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:50.502301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] For port 366e4366-bd82-45e6-b1ae-6c467e2d9254, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=366e4366-bd82-45e6-b1ae-6c467e2d9254,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:50.513744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.551933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.552611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.554065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] 10.222.0.32 "PUT /v2.0/ports/366e4366-bd82-45e6-b1ae-6c467e2d9254 HTTP/1.1" status: 200 len: 1091 time: 1.9550705 Nov 12 08:18:50.581372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb7bf-2ff5-4af0-8cbd-53a4ad026ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=366e4366-bd82-45e6-b1ae-6c467e2d9254,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:50.604708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Request body: {'port': {'device_id': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:50.667792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.741583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'tag': '366e4366-bd82-45e6-b1ae-6c467e2d9254'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:50.744143 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a150d93-36f9-4796-af19-31d794d53c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "tag": "366e4366-bd82-45e6-b1ae-6c467e2d9254"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:50.879216 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b511022c-da51-46dd-99c6-88c6e23471b2 x-openstack-request-id: req-b511022c-da51-46dd-99c6-88c6e23471b2 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:50.879216 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "tag": "366e4366-bd82-45e6-b1ae-6c467e2d9254", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:50.879216 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b511022c-da51-46dd-99c6-88c6e23471b2 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:50.879913 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'tag': '366e4366-bd82-45e6-b1ae-6c467e2d9254', 'status': 'completed', 'code': 200} Nov 12 08:18:51.009718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21056661-6d4e-4a3f-ad54-7428e48b4ccf req-e1a1c227-1d36-4e85-9bf6-c3207da800a3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.011585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21056661-6d4e-4a3f-ad54-7428e48b4ccf req-e1a1c227-1d36-4e85-9bf6-c3207da800a3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1863532 Nov 12 08:18:51.022665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-61cfd0ae-cec7-412d-a75c-86901b4607ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.023307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-61cfd0ae-cec7-412d-a75c-86901b4607ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.023846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-61cfd0ae-cec7-412d-a75c-86901b4607ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.025658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a150d93-36f9-4796-af19-31d794d53c9b req-61cfd0ae-cec7-412d-a75c-86901b4607ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2799 time: 0.1384380 Nov 12 08:18:51.204283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21056661-6d4e-4a3f-ad54-7428e48b4ccf req-58615b2a-f9e0-4359-8c10-4f128de2a018 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774957 Nov 12 08:18:51.266709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d59d0-ea95-4c0b-a792-8b2090bdc2d5 req-6ce72667-79bd-4dd4-8f04-275cd0330517 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.268384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-678d59d0-ea95-4c0b-a792-8b2090bdc2d5 req-6ce72667-79bd-4dd4-8f04-275cd0330517 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 945 time: 0.2082753 Nov 12 08:18:51.310353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-bf1c6b1c-b2e1-4367-847f-457a9df5e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.311517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-bf1c6b1c-b2e1-4367-847f-457a9df5e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.311989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-bf1c6b1c-b2e1-4367-847f-457a9df5e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.313747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a150d93-36f9-4796-af19-31d794d53c9b req-bf1c6b1c-b2e1-4367-847f-457a9df5e492 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=47cc89245c594f8f948671f0ed19eab6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2672808 Nov 12 08:18:51.356861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57648514-4b80-4c69-abe9-bd1f2a8c3546 req-640bed8e-d9f9-4699-9a60-084b9d9e3d91 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0845981 Nov 12 08:18:51.390504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd484c6-a632-439d-8025-eeacc3e20774 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:51.404918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.463943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Transition to ACTIVE for port object ccd484c6-a632-439d-8025-eeacc3e20774 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:51.472694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-678d59d0-ea95-4c0b-a792-8b2090bdc2d5 req-60ebdea8-6bd3-4e43-a8bd-d26eb3d74340 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643753 Nov 12 08:18:51.478588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.565830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150d93-36f9-4796-af19-31d794d53c9b req-61521177-2887-47fa-9b56-3458456f8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.567356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a150d93-36f9-4796-af19-31d794d53c9b req-61521177-2887-47fa-9b56-3458456f8d1a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2293189 Nov 12 08:18:51.569474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Pushing event updated for resources: {'Port': ['ID=ccd484c6-a632-439d-8025-eeacc3e20774,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:51.732343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Attempting to bind port ccd484c6-a632-439d-8025-eeacc3e20774 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:51.733826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Attempting to bind port ccd484c6-a632-439d-8025-eeacc3e20774 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:51.734069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Attempting to bind port ccd484c6-a632-439d-8025-eeacc3e20774 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:51.747781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Port ccd484c6-a632-439d-8025-eeacc3e20774 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:51.749151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Attempting to bind port ccd484c6-a632-439d-8025-eeacc3e20774 on network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:51.757010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:51.757314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Checking segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:51.757822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Bound using segment: {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:51.758334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Bound port: ccd484c6-a632-439d-8025-eeacc3e20774, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981744fe-ba99-4e89-8452-13d46c4af646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:51.758825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.790894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217acfd-a401-42a0-a6bf-0dce9f264175 req-b1d88317-5b26-4016-946b-543bb259d6ef tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.797804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217acfd-a401-42a0-a6bf-0dce9f264175 req-b1d88317-5b26-4016-946b-543bb259d6ef tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.804645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217acfd-a401-42a0-a6bf-0dce9f264175 req-b1d88317-5b26-4016-946b-543bb259d6ef tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.813993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0217acfd-a401-42a0-a6bf-0dce9f264175 req-b1d88317-5b26-4016-946b-543bb259d6ef tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2411 time: 0.1628306 Nov 12 08:18:51.905522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0217acfd-a401-42a0-a6bf-0dce9f264175 req-a810df35-b25f-4598-a2a0-36efc04db3db tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906215 Nov 12 08:18:51.939110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] For port ccd484c6-a632-439d-8025-eeacc3e20774, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:51.944365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] For port ccd484c6-a632-439d-8025-eeacc3e20774, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ccd484c6-a632-439d-8025-eeacc3e20774,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:51.949929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.018952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.019644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.020987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] 10.222.0.32 "PUT /v2.0/ports/ccd484c6-a632-439d-8025-eeacc3e20774 HTTP/1.1" status: 200 len: 1093 time: 1.4239814 Nov 12 08:18:52.067337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a489a-b1a9-4e8f-b65f-f54d0020fd77 req-d8baead3-d454-4616-96b6-11dc94e52691 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.069203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d9a489a-b1a9-4e8f-b65f-f54d0020fd77 req-d8baead3-d454-4616-96b6-11dc94e52691 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 945 time: 0.1599429 Nov 12 08:18:52.074274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfb69c-4fef-48dd-b871-bba9b5fa05aa service neutron] Pushing event updated for resources: {'Port': ['ID=ccd484c6-a632-439d-8025-eeacc3e20774,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:52.185266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-71f40b9f-5fdc-4339-a47b-5ba22d0a3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.185938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-71f40b9f-5fdc-4339-a47b-5ba22d0a3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.186628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-71f40b9f-5fdc-4339-a47b-5ba22d0a3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.188517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-71f40b9f-5fdc-4339-a47b-5ba22d0a3406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2867 time: 0.0955386 Nov 12 08:18:52.193058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d9a489a-b1a9-4e8f-b65f-f54d0020fd77 req-917114ea-f4af-4fbf-92d9-49e5f1c6d2fa tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903912 Nov 12 08:18:52.244355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-f79d596c-0a85-4c3f-8410-6c38b85fa030 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.168&port_id=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 HTTP/1.1" status: 200 len: 217 time: 0.0408242 Nov 12 08:18:52.341271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-e000912d-4e44-42da-ab51-1f41d8ca9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.343360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-e000912d-4e44-42da-ab51-1f41d8ca9745 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e49fb660-dddc-4251-af20-869673b60727 HTTP/1.1" status: 200 len: 801 time: 0.0857599 Nov 12 08:18:52.362597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71b62-67ed-45fe-880b-bd2fd8eafe62 req-ce8f4351-4b6e-4c48-8006-96dea903409e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.364208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23d71b62-67ed-45fe-880b-bd2fd8eafe62 req-ce8f4351-4b6e-4c48-8006-96dea903409e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0678523 Nov 12 08:18:52.438287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-c17a6c10-1432-4e5b-b426-9e0c213d9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.439657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-c17a6c10-1432-4e5b-b426-9e0c213d9f06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745471 Nov 12 08:18:52.472203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23d71b62-67ed-45fe-880b-bd2fd8eafe62 req-20ec2e3e-2adf-4fe6-ba06-b11991c5d434 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979059 Nov 12 08:18:52.508864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e65cb9a0-4f24-4cee-bfbf-b0cc81646086 req-0c71e57b-348c-47ce-9e47-a0b777544d0a tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0651739 Nov 12 08:18:52.584856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-d5946ee7-4b28-4f1d-b0ce-d93d7c06f24b service neutron] 10.222.0.32 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265016 Nov 12 08:18:52.697231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-2b92e6e8-650c-4061-8eca-1fcf0d5fbf6a service neutron] 10.222.0.32 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993822 Nov 12 08:18:52.744089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-a6f0b0da-9271-484a-a162-b2ed9365c7a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.8&port_id=366e4366-bd82-45e6-b1ae-6c467e2d9254 HTTP/1.1" status: 200 len: 217 time: 0.0365295 Nov 12 08:18:52.803800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-85cdf39a-b0a2-4a6d-b256-0ae50d373f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.805317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-85cdf39a-b0a2-4a6d-b256-0ae50d373f0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6c31346-ce1f-45d9-930a-fd3cb53beaca HTTP/1.1" status: 200 len: 801 time: 0.0482810 Nov 12 08:18:52.865024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-1e077dc2-8c7c-4e58-bdb7-15f156d8e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.866566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-1e077dc2-8c7c-4e58-bdb7-15f156d8e4ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bd633-ce7a-4040-8c49-cf973ad43ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479786 Nov 12 08:18:52.881289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'tag': 'ccd484c6-a632-439d-8025-eeacc3e20774'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:52.883727 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c78dacb-ee4a-45e9-a551-797d53ca9e28" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "tag": "ccd484c6-a632-439d-8025-eeacc3e20774"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:52.947547 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08306199-bbac-451f-a0be-7ef2e5e9110a x-openstack-request-id: req-08306199-bbac-451f-a0be-7ef2e5e9110a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:52.947836 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "tag": "ccd484c6-a632-439d-8025-eeacc3e20774", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:52.948108 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08306199-bbac-451f-a0be-7ef2e5e9110a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:52.948510 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'tag': 'ccd484c6-a632-439d-8025-eeacc3e20774', 'status': 'completed', 'code': 200} Nov 12 08:18:52.987201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-bafb8546-9831-4456-aa7c-c4445fa4ffd1 service neutron] 10.222.0.32 "GET /v2.0/networks/956bd633-ce7a-4040-8c49-cf973ad43ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001222 Nov 12 08:18:53.122619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3675-9cb4-4ec8-bed1-80268ec13339 req-7773c1c4-31d8-47b4-af54-ad042bfe25c7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.129212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3675-9cb4-4ec8-bed1-80268ec13339 req-7773c1c4-31d8-47b4-af54-ad042bfe25c7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.135254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3675-9cb4-4ec8-bed1-80268ec13339 req-7773c1c4-31d8-47b4-af54-ad042bfe25c7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.137092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d86f3675-9cb4-4ec8-bed1-80268ec13339 req-7773c1c4-31d8-47b4-af54-ad042bfe25c7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2411 time: 0.1403265 Nov 12 08:18:53.176241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-d30b80b3-9e8e-47cd-87c4-c056b69d8c2b service neutron] 10.222.0.32 "GET /v2.0/networks/956bd633-ce7a-4040-8c49-cf973ad43ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692798 Nov 12 08:18:53.260096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-64a3681c-32da-4b87-96c3-da7be6caaf3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=ccd484c6-a632-439d-8025-eeacc3e20774 HTTP/1.1" status: 200 len: 217 time: 0.0655446 Nov 12 08:18:53.268860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d86f3675-9cb4-4ec8-bed1-80268ec13339 req-47a86b0d-3329-44ab-be0b-033819e94102 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193690 Nov 12 08:18:53.360581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-fe3f5654-f2f3-4074-8cb8-3e4bb4a7ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.362134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-fe3f5654-f2f3-4074-8cb8-3e4bb4a7ed90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e49fb660-dddc-4251-af20-869673b60727 HTTP/1.1" status: 200 len: 801 time: 0.0769372 Nov 12 08:18:53.423315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514a3e2-1b63-438c-a934-a795cf82405a req-c4514509-5f32-4a90-89f6-9ca1903b76c4 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.425798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8514a3e2-1b63-438c-a934-a795cf82405a req-c4514509-5f32-4a90-89f6-9ca1903b76c4 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 945 time: 0.0663092 Nov 12 08:18:53.489956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-efbe8368-6d05-4ad2-a067-c0d2eb58b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.492773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-efbe8368-6d05-4ad2-a067-c0d2eb58b736 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150374 Nov 12 08:18:53.504894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b04f7d-8ac8-4082-8827-d212ea271378 req-c4815a66-d918-4b44-a091-63ae46ed18c7 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.507587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84b04f7d-8ac8-4082-8827-d212ea271378 req-c4815a66-d918-4b44-a091-63ae46ed18c7 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7722c42-e31d-4840-98d7-3a1179406cda HTTP/1.1" status: 200 len: 945 time: 0.1154318 Nov 12 08:18:53.601854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Deleting port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:53.602222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.709175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84b04f7d-8ac8-4082-8827-d212ea271378 req-ad131f43-3e88-4787-a8f1-60db1a250592 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba1157e-ea10-4ba0-80d2-6fa95a4004d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710541 Nov 12 08:18:53.738102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccbe65-69e9-4733-8179-a26d8c243d0a req-1ca92b7f-51a1-4030-b046-79c35c0d6b85 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.746427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97ccbe65-69e9-4733-8179-a26d8c243d0a req-1ca92b7f-51a1-4030-b046-79c35c0d6b85 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.1466706 Nov 12 08:18:53.751425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] For port ca6bde80-43c5-48e5-ad80-b7a39c5e4867, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,segment=NetworkSegment(65749cea-ea49-43d6-a257-f65a51e639c6),segment_id=65749cea-ea49-43d6-a257-f65a51e639c6)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:53.751976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.757405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-57fc0cf9-4f85-4f00-87cc-2bd2d604b425 service neutron] 10.222.0.32 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486942 Nov 12 08:18:53.770836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Calling delete_port for ca6bde80-43c5-48e5-ad80-b7a39c5e4867 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:53.880147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ec875eb-d994-4ce6-865b-e6018c80ca35 req-27eebca7-5556-4e07-80c4-ab12f0d963d9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0335453 Nov 12 08:18:53.890834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97ccbe65-69e9-4733-8179-a26d8c243d0a req-420bd7dc-398d-4b59-9325-9b0dd1a85db8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434548 Nov 12 08:18:53.954821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba10175-795d-4d14-bcd9-10b37b824665 req-0bbc9fd1-a8e1-4cd7-94ed-1ae6031de5f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878498 Nov 12 08:18:53.972857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.987128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ca6bde80-43c5-48e5-ad80-b7a39c5e4867'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:54.025279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Pushing event deleted for resources: {'Port': ['ID=ca6bde80-43c5-48e5-ad80-b7a39c5e4867,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:54.069171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] No DVR routers for this DVR port ca6bde80-43c5-48e5-ad80-b7a39c5e4867 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:54.072499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.077286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8514a3e2-1b63-438c-a934-a795cf82405a req-4d9c9d01-8dfd-4ec5-a201-d3dc6b1cade8 tempest-InstanceActionsNegativeTestJSON-339866559 tempest-InstanceActionsNegativeTestJSON-339866559-project] 10.222.0.25 "DELETE /v2.0/ports/ca6bde80-43c5-48e5-ad80-b7a39c5e4867 HTTP/1.1" status: 204 len: 173 time: 0.6447513 Nov 12 08:18:54.077751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'name': 'network-vif-deleted', 'tag': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:54.080137 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ebc6fa-107a-44fc-badc-c57ade6d9320" -d '{"events": [{"server_uuid": "c7722c42-e31d-4840-98d7-3a1179406cda", "name": "network-vif-deleted", "tag": "ca6bde80-43c5-48e5-ad80-b7a39c5e4867"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:54.096847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-46f84827-2e1f-4c62-aa34-31310c7f8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.097615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-46f84827-2e1f-4c62-aa34-31310c7f8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.098211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-46f84827-2e1f-4c62-aa34-31310c7f8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.101089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-46f84827-2e1f-4c62-aa34-31310c7f8637 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2867 time: 0.0782440 Nov 12 08:18:54.178688 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9520a9-24c0-41bb-8a21-6498e8e717fe x-openstack-request-id: req-5d9520a9-24c0-41bb-8a21-6498e8e717fe {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:54.178688 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7722c42-e31d-4840-98d7-3a1179406cda", "name": "network-vif-deleted", "tag": "ca6bde80-43c5-48e5-ad80-b7a39c5e4867", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:54.178688 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d9520a9-24c0-41bb-8a21-6498e8e717fe {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:54.179068 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7722c42-e31d-4840-98d7-3a1179406cda', 'name': 'network-vif-deleted', 'tag': 'ca6bde80-43c5-48e5-ad80-b7a39c5e4867', 'status': 'completed', 'code': 200} Nov 12 08:18:54.265409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-0cc8cb2d-afb1-4f48-a581-57af60b2a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.266925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-0cc8cb2d-afb1-4f48-a581-57af60b2a40e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08 HTTP/1.1" status: 200 len: 902 time: 0.1571057 Nov 12 08:18:54.327145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-73a01ffd-55e3-49ff-bb77-83421b75dc9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=ccd484c6-a632-439d-8025-eeacc3e20774 HTTP/1.1" status: 200 len: 217 time: 0.0454302 Nov 12 08:18:54.392081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-a7eefc4f-902e-40d8-bb23-0fab121a8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.393723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-a7eefc4f-902e-40d8-bb23-0fab121a8b0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e49fb660-dddc-4251-af20-869673b60727 HTTP/1.1" status: 200 len: 801 time: 0.0590289 Nov 12 08:18:54.499046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588f933-de07-4694-a738-8ba444e6f298 req-9450f22d-8bc2-4b57-8fdf-cdca0c0e78cc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.509572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588f933-de07-4694-a738-8ba444e6f298 req-9450f22d-8bc2-4b57-8fdf-cdca0c0e78cc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.520429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588f933-de07-4694-a738-8ba444e6f298 req-9450f22d-8bc2-4b57-8fdf-cdca0c0e78cc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.522982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e588f933-de07-4694-a738-8ba444e6f298 req-9450f22d-8bc2-4b57-8fdf-cdca0c0e78cc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2411 time: 0.1264658 Nov 12 08:18:54.530501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-b39c1120-35a1-411a-8006-6e52b1a62c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.533816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-b39c1120-35a1-411a-8006-6e52b1a62c1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54e49a1-eba5-46a9-ad2b-1e23ee21db08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260126 Nov 12 08:18:54.732850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e588f933-de07-4694-a738-8ba444e6f298 req-0b738510-9173-40b7-a028-8a5d0a498d4f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948378 Nov 12 08:18:54.790562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-5efb3545-2471-4032-9812-e246a91ebba0 service neutron] 10.222.0.32 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426615 Nov 12 08:18:54.825359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48130) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:54.887265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Deleting subnet 038873e2-2efb-4129-b09f-5bdc3fecdeb8 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:18:54.892838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.908426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c78dacb-ee4a-45e9-a551-797d53ca9e28 req-9a21a38b-dd00-4856-b003-319e86177e3a service neutron] 10.222.0.32 "GET /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103969 Nov 12 08:18:54.960233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.022597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.050594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf6ae076-6466-458b-a533-5605aef72f3e req-00d20884-4dec-4071-b2af-080e0d40a18d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0325813 Nov 12 08:18:55.078883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76b6e8-c345-41cf-bc83-61c819bacb07 req-ae35a347-5dd2-4193-a54b-8d398d284cb5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.080619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c76b6e8-c345-41cf-bc83-61c819bacb07 req-ae35a347-5dd2-4193-a54b-8d398d284cb5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0996578 Nov 12 08:18:55.108427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.125379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.129340 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/038873e2-2efb-4129-b09f-5bdc3fecdeb8 HTTP/1.1" status: 204 len: 168 time: 0.3026354 Nov 12 08:18:55.136711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48138) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:55.149604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef66f0-5bb4-44ba-b3ff-d00bb457604d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038873e2-2efb-4129-b09f-5bdc3fecdeb8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:55.221528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c76b6e8-c345-41cf-bc83-61c819bacb07 req-1ed7364f-e094-434a-bd47-de1e89fee04b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298425 Nov 12 08:18:55.247562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.339157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.362241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca975a95-d171-4199-91a4-469b84cd640e']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:55.373083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65749cea-ea49-43d6-a257-f65a51e639c6') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:55.373384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65749cea-ea49-43d6-a257-f65a51e639c6') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:55.391716 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.410804 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.421230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:18:55.421879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:18:55.423951 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:18:55.490323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.496771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.501012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] 10.222.0.16 "DELETE /v2.0/networks/ca975a95-d171-4199-91a4-469b84cd640e HTTP/1.1" status: 204 len: 168 time: 0.3633070 Nov 12 08:18:55.513265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e8964-f629-4143-a25c-09ab5427582a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca975a95-d171-4199-91a4-469b84cd640e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:55.646120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48146) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:55.695304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b74b44d4-c651-41dc-9c64-79a77267d0ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3c6bc125de74fd2bcbe294833f367a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477412 Nov 12 08:18:55.698733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48148) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:55.758033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e573f6cb-98b5-4f8e-bcf4-5843211935e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.786507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e573f6cb-98b5-4f8e-bcf4-5843211935e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.848801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e573f6cb-98b5-4f8e-bcf4-5843211935e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.854690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e573f6cb-98b5-4f8e-bcf4-5843211935e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.856636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e573f6cb-98b5-4f8e-bcf4-5843211935e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cba1157e-ea10-4ba0-80d2-6fa95a4004d7 HTTP/1.1" status: 204 len: 168 time: 0.1567802 Nov 12 08:18:55.879555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f6cb-98b5-4f8e-bcf4-5843211935e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba1157e-ea10-4ba0-80d2-6fa95a4004d7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:55.983539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e205-1cf9-4ffd-a8eb-8918deef836c req-3eb65868-47d9-4c26-b1e9-61f0f9183051 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.991386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e205-1cf9-4ffd-a8eb-8918deef836c req-3eb65868-47d9-4c26-b1e9-61f0f9183051 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.999986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e205-1cf9-4ffd-a8eb-8918deef836c req-3eb65868-47d9-4c26-b1e9-61f0f9183051 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:56.009180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6e2e205-1cf9-4ffd-a8eb-8918deef836c req-3eb65868-47d9-4c26-b1e9-61f0f9183051 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2411 time: 0.1082442 Nov 12 08:18:56.062455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6e2e205-1cf9-4ffd-a8eb-8918deef836c req-0974dd8c-acb2-4ef8-93fd-1ed46a79ad35 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Nov 12 08:18:56.204433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d78ff55-a9ff-4beb-9c4c-21330925dcc7 req-a146ff04-1b97-4139-a380-9fcdb8fc70ad tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0331323 Nov 12 08:18:56.378951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92ffd-390e-44f6-8484-905268adc57b req-6e782d00-e3f3-4fe5-b17a-349c91fb00ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:56.380676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75f92ffd-390e-44f6-8484-905268adc57b req-6e782d00-e3f3-4fe5-b17a-349c91fb00ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.0665545 Nov 12 08:18:56.436580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75f92ffd-390e-44f6-8484-905268adc57b req-69ce8fc2-6e9c-4fe0-8133-4a507daa4ed5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Nov 12 08:18:56.663727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe4e4-3ec6-45a6-ad22-6b82ddef41e6 req-139afc6b-339a-4e7a-9a5b-7bd925bd8207 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:56.665467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0ffe4e4-3ec6-45a6-ad22-6b82ddef41e6 req-139afc6b-339a-4e7a-9a5b-7bd925bd8207 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0581126 Nov 12 08:18:56.738115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca6bde80-43c5-48e5-ad80-b7a39c5e4867 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:56.765914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0ffe4e4-3ec6-45a6-ad22-6b82ddef41e6 req-61b19084-3954-4510-946a-1e59eae0118c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933757 Nov 12 08:18:56.784767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: ca6bde80-43c5-48e5-ad80-b7a39c5e4867 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:56.785267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca6bde80-43c5-48e5-ad80-b7a39c5e4867 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:56.803518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-d0f95427-09a2-4db6-a420-c3c2e85a1f7f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0716689 Nov 12 08:18:56.817246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48188) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:57.220012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-206164846-network', 'tenant_id': 'ad689add9b774f5eaba3ed08f71b4b42'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:57.289472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Made reservation on behalf of ad689add9b774f5eaba3ed08f71b4b42 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:57.291748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.310008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.310511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.310970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.311424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.311875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.312360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.312810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.314767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1445b794-475f-42aa-840c-856fd78d4398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6506 time: 0.4493890 Nov 12 08:18:57.322564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096a7a-c78a-4c5c-a226-5763a1cc771b req-0dee9ddf-4449-474d-ad9c-35ce02acfa37 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.324336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e096a7a-c78a-4c5c-a226-5763a1cc771b req-0dee9ddf-4449-474d-ad9c-35ce02acfa37 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.4491725 Nov 12 08:18:57.327669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.374221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44fdf-f1b2-4416-b043-7858f2900b87 req-dd71bc5f-2b21-4e57-928a-acaa14468ebc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.380400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44fdf-f1b2-4416-b043-7858f2900b87 req-dd71bc5f-2b21-4e57-928a-acaa14468ebc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.386514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44fdf-f1b2-4416-b043-7858f2900b87 req-dd71bc5f-2b21-4e57-928a-acaa14468ebc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.388302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8f44fdf-f1b2-4416-b043-7858f2900b87 req-dd71bc5f-2b21-4e57-928a-acaa14468ebc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2411 time: 0.1876135 Nov 12 08:18:57.517260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e096a7a-c78a-4c5c-a226-5763a1cc771b req-364a1dfe-51e3-4564-b2cb-54fbaf8a391c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798766 Nov 12 08:18:57.599046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8f44fdf-f1b2-4416-b043-7858f2900b87 req-809c1944-189c-4757-90bb-c291a567b280 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845212 Nov 12 08:18:57.611299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-743d4808-799b-4f09-944d-51f606f441b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.611678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-743d4808-799b-4f09-944d-51f606f441b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.612316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-743d4808-799b-4f09-944d-51f606f441b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.613976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-743d4808-799b-4f09-944d-51f606f441b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 200 len: 2295 time: 0.2634265 Nov 12 08:18:57.696484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9f11e84-8452-4449-97ae-65e4f7610b8b req-f1c1d5f0-435c-4e35-ac41-36dd7c826e48 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0814836 Nov 12 08:18:57.720390 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.730379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.751404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-c5e6d848-b226-4f6c-9b23-f8c8f32be1dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 200 len: 1001 time: 0.1285818 Nov 12 08:18:57.778965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:57.814388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42c924-d484-432f-98da-cd487e86e9e9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:57.817579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.817926 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Added segment 2a991f23-6841-4d06-bea8-6f42565ae5af of type vlan for network 25a7ec2a-9aa8-4edc-99e9-349e25d3526a Nov 12 08:18:57.865648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-befc77b8-0fda-46d3-b124-5555966fc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.867123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-befc77b8-0fda-46d3-b124-5555966fc07a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=041b15c2-889c-4c31-8f9c-91c84819954e HTTP/1.1" status: 200 len: 855 time: 0.1071124 Nov 12 08:18:57.886330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.014550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.015488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.018063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.052703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-efcfc4b1-7474-4c55-b0d9-ff9a8464ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.054265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-efcfc4b1-7474-4c55-b0d9-ff9a8464ed95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780353 Nov 12 08:18:58.061072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-14e91261-44f7-49a4-b64b-b879477f3d47 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.062496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-14e91261-44f7-49a4-b64b-b879477f3d47 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.1895194 Nov 12 08:18:58.140569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3223102 Nov 12 08:18:58.168707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c72015-3c65-4711-9155-a583ae7c3a81 admin admin] Pushing event updated for resources: {'Network': ['ID=25a7ec2a-9aa8-4edc-99e9-349e25d3526a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:58.172421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-edfc2746-8abe-461e-8b23-26828e218c1b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/quotas/1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 375 time: 0.0714209 Nov 12 08:18:58.181812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 25a7ec2a-9aa8-4edc-99e9-349e25d3526a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:58.240881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-6e9d12b9-c537-49fc-a3d1-6fdb0601e5b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753244 Nov 12 08:18:58.269962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-145ec3a6-a632-4ae3-ae0b-91c0dcbce3f6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859632 Nov 12 08:18:58.429410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1ae31666-1bf9-49b5-87f0-bf15af308d7a service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810944 Nov 12 08:18:58.433451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-9a96799a-95fc-4cf9-a1aa-a452a1935e24 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536677 Nov 12 08:18:58.484775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-1b6c4828-c610-4af3-af36-0fa0a4e09044 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 217 time: 0.0475147 Nov 12 08:18:58.565828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ccd484c6-a632-439d-8025-eeacc3e20774 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:58.689392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-474aad96-f0f8-4771-b1b8-b5a599d9e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.690937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-474aad96-f0f8-4771-b1b8-b5a599d9e1bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1947465 Nov 12 08:18:58.702765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ccd484c6-a632-439d-8025-eeacc3e20774, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ccd484c6-a632-439d-8025-eeacc3e20774,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:58.717656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ccd484c6-a632-439d-8025-eeacc3e20774', 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'port_id': 'ccd484c6-a632-439d-8025-eeacc3e20774', 'mac_address': 'fa:16:3e:ed:be:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49fb660-dddc-4251-af20-869673b60727', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:58.771904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.786836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd484c6-a632-439d-8025-eeacc3e20774 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:58.799093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-f97b9697-ab89-4f00-8626-d5d71cb265d6 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231399 Nov 12 08:18:58.808304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ccd484c6-a632-439d-8025-eeacc3e20774, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ccd484c6-a632-439d-8025-eeacc3e20774,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:58.813626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.814319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:58.817920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a9067-d265-4e51-8859-8991259e8efa req-be0d8efb-3336-4191-b1cf-694e6b1d0d21 tempest-ComputeTenantNetworksTest-1614429717 tempest-ComputeTenantNetworksTest-1614429717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.825613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a9067-d265-4e51-8859-8991259e8efa req-be0d8efb-3336-4191-b1cf-694e6b1d0d21 tempest-ComputeTenantNetworksTest-1614429717 tempest-ComputeTenantNetworksTest-1614429717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.832629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a9067-d265-4e51-8859-8991259e8efa req-be0d8efb-3336-4191-b1cf-694e6b1d0d21 tempest-ComputeTenantNetworksTest-1614429717 tempest-ComputeTenantNetworksTest-1614429717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.834273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-710a9067-d265-4e51-8859-8991259e8efa req-be0d8efb-3336-4191-b1cf-694e6b1d0d21 tempest-ComputeTenantNetworksTest-1614429717 tempest-ComputeTenantNetworksTest-1614429717-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3021629 Nov 12 08:18:58.847281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-41d5ad35-265b-49e7-9caa-03be11543d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.849945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-41d5ad35-265b-49e7-9caa-03be11543d35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506529 Nov 12 08:18:58.891848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:58.902680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ccd484c6-a632-439d-8025-eeacc3e20774,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:58.912613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0', 'network_id': 'b54e49a1-eba5-46a9-ad2b-1e23ee21db08', 'port_id': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0', 'mac_address': 'fa:16:3e:57:89:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49fb660-dddc-4251-af20-869673b60727', 'ip_address': '19.80.0.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:58.963451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.981353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:59.004305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:59.011016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.011930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 366e4366-bd82-45e6-b1ae-6c467e2d9254 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:59.019530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-ca6770c6-75fe-4e43-97f2-5e96986cc9f5 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607511 Nov 12 08:18:59.068168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae5289-32ab-46c7-9737-3b68c10b2f2a req-2b1b77b4-1c94-405e-8158-2941009bb76c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.082597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae5289-32ab-46c7-9737-3b68c10b2f2a req-2b1b77b4-1c94-405e-8158-2941009bb76c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.093155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae5289-32ab-46c7-9737-3b68c10b2f2a req-2b1b77b4-1c94-405e-8158-2941009bb76c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.095152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5ae5289-32ab-46c7-9737-3b68c10b2f2a req-2b1b77b4-1c94-405e-8158-2941009bb76c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2412 time: 0.1389084 Nov 12 08:18:59.200455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:59.237251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 366e4366-bd82-45e6-b1ae-6c467e2d9254, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=366e4366-bd82-45e6-b1ae-6c467e2d9254,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:59.253507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '366e4366-bd82-45e6-b1ae-6c467e2d9254', 'network_id': '956bd633-ce7a-4040-8c49-cf973ad43ccf', 'port_id': '366e4366-bd82-45e6-b1ae-6c467e2d9254', 'mac_address': 'fa:16:3e:b9:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c31346-ce1f-45d9-930a-fd3cb53beaca', 'ip_address': '19.86.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:59.255866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5ae5289-32ab-46c7-9737-3b68c10b2f2a req-66aa3a7f-5b85-4173-b6c6-736e2fc0ad37 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500578 Nov 12 08:18:59.324380 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.359109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366e4366-bd82-45e6-b1ae-6c467e2d9254 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:59.367788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93fc4726-d94b-4207-9404-383cbaee4274 req-6723ad6f-af3e-45f8-a058-9fa810234a35 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.1883845 Nov 12 08:18:59.370035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-07e99b6b-1105-4867-9acf-7d67196666af service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404713 Nov 12 08:18:59.404728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 366e4366-bd82-45e6-b1ae-6c467e2d9254, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=366e4366-bd82-45e6-b1ae-6c467e2d9254,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:59.413190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.481758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-dc8ca2d3-1ebe-401a-bf4d-5bbeb2d3614a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 217 time: 0.1032040 Nov 12 08:18:59.488742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=366e4366-bd82-45e6-b1ae-6c467e2d9254,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:59.614333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f491275b-95df-4fc8-a381-10d96a7edaa2 req-7e041bb3-37bc-41dc-9f53-c694843caa9b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 210 time: 0.0749495 Nov 12 08:18:59.633360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-c5862d04-28aa-40fe-8142-453fc9a4c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.635352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-c5862d04-28aa-40fe-8142-453fc9a4c63d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1386490 Nov 12 08:18:59.683068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788281c-78aa-4904-8535-b9ca045e005b req-2e99bab2-0fb5-4f29-bd50-472408550259 tempest-ComputeTenantNetworksTest-1614429717 tempest-ComputeTenantNetworksTest-1614429717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.684681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4788281c-78aa-4904-8535-b9ca045e005b req-2e99bab2-0fb5-4f29-bd50-472408550259 tempest-ComputeTenantNetworksTest-1614429717 tempest-ComputeTenantNetworksTest-1614429717-project] 10.222.0.16 "GET /v2.0/networks/25a7ec2a-9aa8-4edc-99e9-349e25d3526a HTTP/1.1" status: 200 len: 768 time: 0.2636206 Nov 12 08:18:59.694820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48250) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:59.773036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-8c27bbad-633b-4919-940b-72b909274596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.774707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-8c27bbad-633b-4919-940b-72b909274596 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277976 Nov 12 08:18:59.814064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.887684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ccd484c6-a632-439d-8025-eeacc3e20774'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:59.927781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:59.968383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-56ac3d1c-f13d-4ef1-9c9f-9912962e8e4b service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795046 Nov 12 08:18:59.970427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.991317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['366e4366-bd82-45e6-b1ae-6c467e2d9254'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:00.023104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a7ec2a-9aa8-4edc-99e9-349e25d3526a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:00.068642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a991f23-6841-4d06-bea8-6f42565ae5af') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:00.069010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a991f23-6841-4d06-bea8-6f42565ae5af') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:00.082946 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.108230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.123830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:00.124252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:00.126138 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:00.145619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-892b930c-222f-4c88-a164-b55bc4ac32ab service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658769 Nov 12 08:19:00.223508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-c6cbca54-1869-455b-bbf2-7a372144c554 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 HTTP/1.1" status: 200 len: 217 time: 0.0504596 Nov 12 08:19:00.302410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.324504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.336484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] 10.222.0.16 "DELETE /v2.0/networks/25a7ec2a-9aa8-4edc-99e9-349e25d3526a HTTP/1.1" status: 204 len: 168 time: 0.6378047 Nov 12 08:19:00.412293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c9083-f2e8-4453-b5cc-22ef634dcf61 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a7ec2a-9aa8-4edc-99e9-349e25d3526a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:00.448363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-741996f3-4817-4b06-bcfd-e85e87718b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.469475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-741996f3-4817-4b06-bcfd-e85e87718b02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.2277415 Nov 12 08:19:00.615882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb9055-9498-401c-b2ab-78bf132a05d3 req-4e8fb6bb-a8fe-4fce-aeb1-c638480be484 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.626853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb9055-9498-401c-b2ab-78bf132a05d3 req-4e8fb6bb-a8fe-4fce-aeb1-c638480be484 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.633165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb9055-9498-401c-b2ab-78bf132a05d3 req-4e8fb6bb-a8fe-4fce-aeb1-c638480be484 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.643449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2bb9055-9498-401c-b2ab-78bf132a05d3 req-4e8fb6bb-a8fe-4fce-aeb1-c638480be484 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2414 time: 0.2163522 Nov 12 08:19:00.672185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:00.688038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-54d43fb5-45bb-4c76-9075-77cb47225fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.689766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-54d43fb5-45bb-4c76-9075-77cb47225fdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1679327 Nov 12 08:19:00.708431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a2c241b9-4279-4ce5-9ec5-0e87894c7917 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.710444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a2c241b9-4279-4ce5-9ec5-0e87894c7917 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.3247771 Nov 12 08:19:00.725847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'port': {'device_id': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'admin_state_up': True, 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:00.834612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2bb9055-9498-401c-b2ab-78bf132a05d3 req-c9b6c866-dc0a-4657-884b-cd098cac62e7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847167 Nov 12 08:19:00.842340 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc226437-2b78-44f3-aea8-389457a254c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad689add9b774f5eaba3ed08f71b4b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586382 Nov 12 08:19:00.849498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48278) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:00.921927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:00.927037 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.975681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00d8ea05-4929-437d-914b-03c489107c30 req-3473047f-2d47-4c9c-ac91-3ce9cf664349 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0635326 Nov 12 08:19:01.001464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-876d2417-fff1-4887-a4a0-c059bd613560 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967107 Nov 12 08:19:01.051843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46531e75-1026-4da5-9179-73edaa42fbd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.108099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Allocated IP 172.20.0.4 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/73cc51d5-9a6f-494d-96c9-3647b6aac2b2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:01.312608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.358226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.423877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:01.450255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:01.452243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:01.455149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:01.493769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46531e75-1026-4da5-9179-73edaa42fbd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.537700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.538542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.568383 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-a826c4e1-b4f6-4c77-b0be-cf04b9d6d637 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473625 Nov 12 08:19:01.582022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Request body: {'port': {'device_id': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:01.597735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b9942-66a5-495f-9c93-d0784991228d req-f863076c-df72-4979-b578-a0da8d5e8929 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.605594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b5b9942-66a5-495f-9c93-d0784991228d req-f863076c-df72-4979-b578-a0da8d5e8929 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 931 time: 0.2280092 Nov 12 08:19:01.698540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.709820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b5b9942-66a5-495f-9c93-d0784991228d req-2d0e7900-5867-4059-b2bd-c0a3a7c30656 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946510 Nov 12 08:19:01.712214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-4a21eaa9-f77f-46f9-b11d-10ef011f677d service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970809 Nov 12 08:19:01.790376 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46531e75-1026-4da5-9179-73edaa42fbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.793227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46531e75-1026-4da5-9179-73edaa42fbd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.795261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-46531e75-1026-4da5-9179-73edaa42fbd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d42c924-d484-432f-98da-cd487e86e9e9 HTTP/1.1" status: 204 len: 168 time: 0.9321907 Nov 12 08:19:01.838910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-855a31fa-309b-4125-a74c-c2a0ff278a4e None None] Provisioning complete for port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:01.840073 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-855a31fa-309b-4125-a74c-c2a0ff278a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.926135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-855a31fa-309b-4125-a74c-c2a0ff278a4e None None] Port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:01.936484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-835c1a6a-5f3b-4df5-81f2-785cbce9b9eb tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.943698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-835c1a6a-5f3b-4df5-81f2-785cbce9b9eb tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.2550654 Nov 12 08:19:01.948558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-5ba3035a-d07d-4dfa-acfb-a8346a5fa932 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbc08120-525e-4368-a584-fbb131e12649 HTTP/1.1" status: 200 len: 217 time: 0.1989377 Nov 12 08:19:01.984425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:02.022416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-cd39acaf-1aeb-4485-af4a-c3349f1b95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.023930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-cd39acaf-1aeb-4485-af4a-c3349f1b95e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0618515 Nov 12 08:19:02.025306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531e75-1026-4da5-9179-73edaa42fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42c924-d484-432f-98da-cd487e86e9e9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.035316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-28ece8cb-0e48-4237-8b7a-be7e2a6f455c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/quotas/bb97d9a6ceae487d8106e1d4007309a3 HTTP/1.1" status: 200 len: 375 time: 0.0896451 Nov 12 08:19:02.158637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-d0a28a37-c5cf-4495-b6c9-d401cb4b9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.160580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-d0a28a37-c5cf-4495-b6c9-d401cb4b9cc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238358 Nov 12 08:19:02.163911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:02.173872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8b96b-c03a-4d31-b252-a348192580fb req-4749c530-0f89-43f1-ae33-3f121d040f0f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.180656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.181228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8b96b-c03a-4d31-b252-a348192580fb req-4749c530-0f89-43f1-ae33-3f121d040f0f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.189249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8b96b-c03a-4d31-b252-a348192580fb req-4749c530-0f89-43f1-ae33-3f121d040f0f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.197926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2c8b96b-c03a-4d31-b252-a348192580fb req-4749c530-0f89-43f1-ae33-3f121d040f0f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2414 time: 0.2329605 Nov 12 08:19:02.219530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Transition to ACTIVE for port object 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:02.234064 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.270769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-08a10724-6455-407f-bf78-f37f528e1a3c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2353837 Nov 12 08:19:02.368348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2c8b96b-c03a-4d31-b252-a348192580fb req-40343a4a-28dd-44cf-9c9d-2734ca2faf9f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635337 Nov 12 08:19:02.386753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Pushing event updated for resources: {'Port': ['ID=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.522254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Attempting to bind port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:02.522760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Attempting to bind port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:02.523199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Attempting to bind port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:02.550352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 on network 70a15c56-81d1-4c95-89ec-c56f14881164 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:02.553591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Attempting to bind port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:02.573194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:02.573194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:02.575155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:02.577609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ccd484c6-a632-439d-8025-eeacc3e20774 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:02.581485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Bound port: 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:02.581973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.592704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-c77e4f8c-72b0-4fd4-9ca1-e364859a1f74 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903594 Nov 12 08:19:02.671924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-8488b534-3b75-4692-9372-9a7dc71ece62 service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001184 Nov 12 08:19:02.715529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port ccd484c6-a632-439d-8025-eeacc3e20774 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:02.723153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ccd484c6-a632-439d-8025-eeacc3e20774 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:02.723789 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.732797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] For port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:02.733373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a03ae46d-5b1b-4d05-93ff-828721ad6202 req-87eb702a-46d1-47f8-9d31-eaf1940893b8 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0927601 Nov 12 08:19:02.757847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] For port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:02.774592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.817377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.817895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.819318 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] 10.222.0.25 "PUT /v2.0/ports/73cc51d5-9a6f-494d-96c9-3647b6aac2b2 HTTP/1.1" status: 200 len: 1092 time: 1.2422700 Nov 12 08:19:02.819856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'tag': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:02.830024 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f51a293-68fd-4599-9af2-495b7c3b17b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9e92aa-285c-4075-a8ff-8a090a47e5c8", "tag": "73cc51d5-9a6f-494d-96c9-3647b6aac2b2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:02.895884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-04535772-ee82-4c7c-9236-af7562c65151 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919598 Nov 12 08:19:02.905993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb923dcc-3ed2-4aad-a518-99dc4a974a53 service neutron] Pushing event updated for resources: {'Port': ['ID=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.950324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.006939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-b6788320-a282-4ddf-910b-bac359169b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.008499 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-b6788320-a282-4ddf-910b-bac359169b1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 1095 time: 0.1252801 Nov 12 08:19:03.012651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-257b7474-5800-4f50-af6b-7c7e87049268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3 HTTP/1.1" status: 200 len: 217 time: 0.1024060 Nov 12 08:19:03.020368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ccd484c6-a632-439d-8025-eeacc3e20774, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ccd484c6-a632-439d-8025-eeacc3e20774,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:03.021417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd484c6-a632-439d-8025-eeacc3e20774'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:03.023856 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ee935c-f19a-4b1f-b14a-9b26369f16e6" -d '{"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-plugged", "status": "completed", "tag": "ccd484c6-a632-439d-8025-eeacc3e20774"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:03.025669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-c4993fff-3adb-40c2-b3b4-36c6f1ebb266 service neutron] 10.222.0.16 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525903 Nov 12 08:19:03.041897 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.048203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:03.114147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-adaaa65c-94aa-4323-9f29-e27090f26214 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2 HTTP/1.1" status: 200 len: 217 time: 0.0957642 Nov 12 08:19:03.152371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-0dc95707-7dfb-4540-ad65-d49f4c3c6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.155376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-0dc95707-7dfb-4540-ad65-d49f4c3c6808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.1286027 Nov 12 08:19:03.233164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-36bf69ab-3305-409a-b430-367d72662ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.234652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-36bf69ab-3305-409a-b430-367d72662ed6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1124883 Nov 12 08:19:03.292583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ccd484c6-a632-439d-8025-eeacc3e20774,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:03.318876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-0e89357d-9b16-4f67-8d09-5d60016265ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.320513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-0e89357d-9b16-4f67-8d09-5d60016265ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775871 Nov 12 08:19:03.323365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:03.327874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-a30c4a66-782a-4c85-8961-e93ddf633d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.330299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-a30c4a66-782a-4c85-8961-e93ddf633d27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1650789 Nov 12 08:19:03.365503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4c45-de09-4652-948f-d21f7801c023 req-fa37daf3-d56d-455b-97a3-4ab6184251d3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.366344 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5958d5-e54d-45f8-9992-8888c3c0d5d9 x-openstack-request-id: req-ee5958d5-e54d-45f8-9992-8888c3c0d5d9 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:03.367775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bcb4c45-de09-4652-948f-d21f7801c023 req-fa37daf3-d56d-455b-97a3-4ab6184251d3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 943 time: 0.1798317 Nov 12 08:19:03.376649 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9e92aa-285c-4075-a8ff-8a090a47e5c8", "tag": "73cc51d5-9a6f-494d-96c9-3647b6aac2b2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:03.380435 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee5958d5-e54d-45f8-9992-8888c3c0d5d9 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:03.380690 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'tag': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2', 'status': 'completed', 'code': 200} Nov 12 08:19:03.537957 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-4ed2398c-0758-4e17-aab3-424829210b3a service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089031 Nov 12 08:19:03.549458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bcb4c45-de09-4652-948f-d21f7801c023 req-36fe5ab5-ce71-4b36-9f3d-b614edddddfa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635270 Nov 12 08:19:03.640074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-ce6b63d4-0c4d-4f3a-8df1-8850aae80bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019512 Nov 12 08:19:03.655591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:03.656418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.699652 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee139d-5c98-4896-aed4-c018e9dcefd7 x-openstack-request-id: req-27ee139d-5c98-4896-aed4-c018e9dcefd7 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:03.700244 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-plugged", "status": "completed", "tag": "ccd484c6-a632-439d-8025-eeacc3e20774", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:03.701490 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27ee139d-5c98-4896-aed4-c018e9dcefd7 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:03.702091 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd484c6-a632-439d-8025-eeacc3e20774', 'code': 200} Nov 12 08:19:03.762418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.794549 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b868a5b2-8df7-49f5-82fa-031f79955081 req-5fa7c037-ece3-4811-8c81-53357d5490c9 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460222 Nov 12 08:19:03.819808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:03.827290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.828337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 366e4366-bd82-45e6-b1ae-6c467e2d9254 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:03.867920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd1872da-61c1-4131-a248-6d0b7bf7caba req-d8644fd8-c9c2-4ad2-b9be-efdeabca459d tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 210 time: 0.1291711 Nov 12 08:19:03.929554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-f3b14b4e-6d11-4bbb-bc25-20bf903b8ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809155 Nov 12 08:19:03.931228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-4c616308-32ec-4f1c-80a3-c854765b9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.931704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:03.932849 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-4c616308-32ec-4f1c-80a3-c854765b9c6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 1095 time: 0.0778401 Nov 12 08:19:04.000947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-18f739b1-2b91-4cd2-9cb9-8a4e4e08929d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 200 len: 217 time: 0.0638101 Nov 12 08:19:04.009033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 366e4366-bd82-45e6-b1ae-6c467e2d9254 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:04.013965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 366e4366-bd82-45e6-b1ae-6c467e2d9254 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:04.014581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.061831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-00056aa7-3e55-48af-aaef-af1eb19c14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.063316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-00056aa7-3e55-48af-aaef-af1eb19c14e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.1193299 Nov 12 08:19:04.123946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-4d949800-1751-4380-af5d-6b80339ed243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.126245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-4d949800-1751-4380-af5d-6b80339ed243 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.1057594 Nov 12 08:19:04.149980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.157797 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-95f9306a-2049-4345-9e7f-cb12fcc4cba8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2 HTTP/1.1" status: 200 len: 217 time: 0.0862720 Nov 12 08:19:04.190804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 366e4366-bd82-45e6-b1ae-6c467e2d9254, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=366e4366-bd82-45e6-b1ae-6c467e2d9254,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:04.197731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.221023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-ca745a21-3de2-42cb-94ab-28ec89161fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.222497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-ca745a21-3de2-42cb-94ab-28ec89161fe4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0575621 Nov 12 08:19:04.229489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36c804-43dc-4ffb-9c7b-bc58d0e060e6 req-a8d81443-3829-4d4f-b441-90bfb382034b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.236628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36c804-43dc-4ffb-9c7b-bc58d0e060e6 req-a8d81443-3829-4d4f-b441-90bfb382034b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.242929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36c804-43dc-4ffb-9c7b-bc58d0e060e6 req-a8d81443-3829-4d4f-b441-90bfb382034b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.262302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=366e4366-bd82-45e6-b1ae-6c467e2d9254,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:04.266077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d36c804-43dc-4ffb-9c7b-bc58d0e060e6 req-a8d81443-3829-4d4f-b441-90bfb382034b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2416 time: 0.2678773 Nov 12 08:19:04.294405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-18905ea6-691c-4f6b-9562-bca891a53972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.296958 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-18905ea6-691c-4f6b-9562-bca891a53972 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649879 Nov 12 08:19:04.299439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-8808f217-dc61-43eb-af51-06ebf6cafe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.301200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-8808f217-dc61-43eb-af51-06ebf6cafe24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1495771 Nov 12 08:19:04.358296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d36c804-43dc-4ffb-9c7b-bc58d0e060e6 req-257c1c6c-5371-4e1e-a8db-1e86c3da20e2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909829 Nov 12 08:19:04.441102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-7c5ce6ed-9c06-4fe7-b069-365307f95ebb service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324003 Nov 12 08:19:04.447280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-36e759fe-f831-4391-b024-e6b8ffbea1c5 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370256 Nov 12 08:19:04.566840 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f51a293-68fd-4599-9af2-495b7c3b17b0 req-18dd72ee-3cd0-4c53-8c46-50ab934d71e3 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055310 Nov 12 08:19:04.575510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fed07a4-bdfc-403b-b025-94b0b9686c74 req-ba2de732-f5bd-48c7-974d-b241a0172291 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0372672 Nov 12 08:19:04.605446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9993fd8-0363-427b-8997-33d1f733d8dc req-7deacebe-8743-498c-b2ac-48d3ef7d2041 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481276 Nov 12 08:19:04.847313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f06e93-11d3-4942-a4ca-1f72ea2c4038 req-31022399-3dc0-4b4e-abf9-2c55323ab049 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.849060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f06e93-11d3-4942-a4ca-1f72ea2c4038 req-31022399-3dc0-4b4e-abf9-2c55323ab049 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 943 time: 0.0697811 Nov 12 08:19:04.910188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-a10af881-2d23-40f2-8438-45522fb1ff8c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.911417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f06e93-11d3-4942-a4ca-1f72ea2c4038 req-d8a02cd4-989d-4c3a-bf0e-9e575069162d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548866 Nov 12 08:19:04.912582 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-a10af881-2d23-40f2-8438-45522fb1ff8c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 814 time: 0.1440523 Nov 12 08:19:04.928429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Request body: {'port': {'device_id': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'admin_state_up': True, 'tenant_id': 'bb97d9a6ceae487d8106e1d4007309a3'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:05.017519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2daad852-d78b-4c34-b894-aa609ac44ccb req-26c8d3ba-3a99-408c-baa6-0ea7280053f0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 210 time: 0.0344758 Nov 12 08:19:05.077979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Made reservation on behalf of bb97d9a6ceae487d8106e1d4007309a3 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:05.081752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.220642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Allocated IP 172.20.0.8 (edbfe13d-c3b4-40d2-97f2-e61ba691cf59/9d0807c2-adb1-44a8-88ee-a699890571eb/6c09cd2a-eee5-4caa-9610-98a0c1929fc2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:05.390167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.429493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.444416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'b9c69c59-3445-420f-b84e-3b067034966c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:05.446535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5713428b-6e74-43b0-8407-f545e7bc7a4d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:05.497046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:05.500535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:05.504304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:05.545321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312970-8253-4854-b9d0-9f282063f12b req-ce694f05-4cd2-40ab-acce-c2d4cafb6f32 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:05.551627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event updated for resources: {'Port': ['ID=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:05.554930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312970-8253-4854-b9d0-9f282063f12b req-ce694f05-4cd2-40ab-acce-c2d4cafb6f32 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:05.565013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312970-8253-4854-b9d0-9f282063f12b req-ce694f05-4cd2-40ab-acce-c2d4cafb6f32 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:05.575321 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16312970-8253-4854-b9d0-9f282063f12b req-ce694f05-4cd2-40ab-acce-c2d4cafb6f32 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2417 time: 0.1232193 Nov 12 08:19:05.591825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:05.592793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.616435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-152316e5-e686-41f4-92a3-3472d8a628c6 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6937902 Nov 12 08:19:05.631604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Request body: {'port': {'device_id': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:05.645049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16312970-8253-4854-b9d0-9f282063f12b req-267768e7-3963-4edf-af97-4113b9f39874 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684993 Nov 12 08:19:05.699355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.706492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0'}, {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366e4366-bd82-45e6-b1ae-6c467e2d9254'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:05.709377 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6d55b-ec77-41f8-8186-a75bc1d7ae20" -d '{"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-plugged", "status": "completed", "tag": "69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0"}, {"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-plugged", "status": "completed", "tag": "366e4366-bd82-45e6-b1ae-6c467e2d9254"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:05.830408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a94ba350-86ad-47df-b3db-5ab2ca47f3bd req-c1c33d06-c57f-404f-807e-dc0afa64cbac tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0393646 Nov 12 08:19:05.954079 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a05503-05f2-4470-abe3-d4aa161792a2 x-openstack-request-id: req-55a05503-05f2-4470-abe3-d4aa161792a2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:05.954825 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-plugged", "status": "completed", "tag": "69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0", "code": 200}, {"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-plugged", "status": "completed", "tag": "366e4366-bd82-45e6-b1ae-6c467e2d9254", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:05.955285 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55a05503-05f2-4470-abe3-d4aa161792a2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:05.956339 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0', 'code': 200} Nov 12 08:19:05.956796 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366e4366-bd82-45e6-b1ae-6c467e2d9254', 'code': 200} Nov 12 08:19:06.044499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:06.054855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.073850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Transition to ACTIVE for port object 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:06.078922 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.094822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21591cdd-f20d-4dae-b01d-66d96a614ba8 req-acb37060-b6e5-4460-8bfe-04552629269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.095500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21591cdd-f20d-4dae-b01d-66d96a614ba8 req-acb37060-b6e5-4460-8bfe-04552629269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.095743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21591cdd-f20d-4dae-b01d-66d96a614ba8 req-acb37060-b6e5-4460-8bfe-04552629269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.097446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21591cdd-f20d-4dae-b01d-66d96a614ba8 req-acb37060-b6e5-4460-8bfe-04552629269c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2873 time: 0.0675092 Nov 12 08:19:06.156681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Pushing event updated for resources: {'Port': ['ID=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:06.180496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83685c8-d809-4f4d-a359-04db16b0b41b req-0627ab36-696a-44ad-8105-571e27e94fc4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.182125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c83685c8-d809-4f4d-a359-04db16b0b41b req-0627ab36-696a-44ad-8105-571e27e94fc4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 943 time: 0.1054628 Nov 12 08:19:06.186437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21591cdd-f20d-4dae-b01d-66d96a614ba8 req-ee67fd69-e123-44a9-a074-d129d18c3f5b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651734 Nov 12 08:19:06.213869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Attempting to bind port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:06.214225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Attempting to bind port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:06.214550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Attempting to bind port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:06.220230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:06.220550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Attempting to bind port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 on network edbfe13d-c3b4-40d2-97f2-e61ba691cf59 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:06.226703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:06.227040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Checking segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:06.227426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Bound using segment: {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:06.227857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Bound port: 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f71d0d-918c-458d-a604-c7b051031f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:06.228405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.243758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c83685c8-d809-4f4d-a359-04db16b0b41b req-0a57645e-b8c5-4416-9026-b6604ea70f3c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509541 Nov 12 08:19:06.312919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] For port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:06.316444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] For port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:06.327087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.376462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.376868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc5777-2e44-4745-a0f4-0d1dcbffbe67 req-4a1bbc7f-a3b1-4cf5-bd6a-5534b62e9a3e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.377269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.378454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ccc5777-2e44-4745-a0f4-0d1dcbffbe67 req-4a1bbc7f-a3b1-4cf5-bd6a-5534b62e9a3e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 943 time: 0.0591319 Nov 12 08:19:06.378989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] 10.222.0.25 "PUT /v2.0/ports/6c09cd2a-eee5-4caa-9610-98a0c1929fc2 HTTP/1.1" status: 200 len: 1092 time: 0.7547052 Nov 12 08:19:06.379501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'tag': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:06.381870 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02" -d '{"events": [{"name": "network-changed", "server_uuid": "5217ad61-19d6-41fa-913e-698cdb844eeb", "tag": "6c09cd2a-eee5-4caa-9610-98a0c1929fc2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:06.420281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58253e-76ec-4f77-b0e2-4a7880a7f63f service neutron] Pushing event updated for resources: {'Port': ['ID=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:06.464294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ccc5777-2e44-4745-a0f4-0d1dcbffbe67 req-a394cdbf-76d4-48e2-9e3d-1f075b0bf46d tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767734 Nov 12 08:19:06.503562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-8a4b4ac1-e0f6-4a41-bbb7-78c0377e2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.505348 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-8a4b4ac1-e0f6-4a41-bbb7-78c0377e2e3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 1095 time: 0.0752184 Nov 12 08:19:06.510515 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50125e67-9b80-49e4-a792-21e8ee3ca678 x-openstack-request-id: req-50125e67-9b80-49e4-a792-21e8ee3ca678 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:06.510817 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5217ad61-19d6-41fa-913e-698cdb844eeb", "tag": "6c09cd2a-eee5-4caa-9610-98a0c1929fc2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:06.511076 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50125e67-9b80-49e4-a792-21e8ee3ca678 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:06.511485 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'tag': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2', 'status': 'completed', 'code': 200} Nov 12 08:19:06.555234 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-66d42ba3-1fa0-4979-8f18-d55219f370b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2 HTTP/1.1" status: 200 len: 217 time: 0.0357878 Nov 12 08:19:06.621324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-68e6cacb-a531-4ed5-a804-db8aceed0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.623595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-68e6cacb-a531-4ed5-a804-db8aceed0113 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.0615804 Nov 12 08:19:06.655578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-da6a4c2d-9d2f-4721-9ccb-7c2992a7807f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599568 Nov 12 08:19:06.669203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-804dede8-bf25-4741-a10a-4b54c3f38930 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357451 Nov 12 08:19:06.785379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:06.856988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-b0eeded1-00bd-4a46-97cc-6cb495872907 service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814632 Nov 12 08:19:06.876954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-80f3b971-41b9-4670-989c-a9be5cc92b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.879771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-80f3b971-41b9-4670-989c-a9be5cc92b0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 1098 time: 0.1647215 Nov 12 08:19:06.935457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:06.950148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2', 'mac_address': 'fa:16:3e:29:5f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:06.955265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b74b-ab44-4a4e-8f87-69d4439af6ca req-90905951-07df-42e5-b5ae-12e9599dbfbc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.962110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b74b-ab44-4a4e-8f87-69d4439af6ca req-90905951-07df-42e5-b5ae-12e9599dbfbc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.968743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b74b-ab44-4a4e-8f87-69d4439af6ca req-90905951-07df-42e5-b5ae-12e9599dbfbc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.977569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8cd1b74b-ab44-4a4e-8f87-69d4439af6ca req-90905951-07df-42e5-b5ae-12e9599dbfbc tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2417 time: 0.1483409 Nov 12 08:19:06.998760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.018704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:07.046382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:07.051082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b22c6a-ea44-4207-9d5a-df5a94de53ed req-e55ee7dd-daac-42c3-a2a9-555840e043ff service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857340 Nov 12 08:19:07.052138 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.142268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:07.168833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8cd1b74b-ab44-4a4e-8f87-69d4439af6ca req-aa9468af-1d3c-4c05-873e-824b387d459b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901629 Nov 12 08:19:07.199425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-fed7d4a5-96ea-4d46-9f68-7d9fae07307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.201914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-fed7d4a5-96ea-4d46-9f68-7d9fae07307b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 1095 time: 0.0889471 Nov 12 08:19:07.205104 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:19:07.211174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-370bcf00-4329-40ac-b182-3368190aeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.216175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-370bcf00-4329-40ac-b182-3368190aeae0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.3102577 Nov 12 08:19:07.322745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-352051a8-5f20-405f-93c2-97f7ffdec01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.324591 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-352051a8-5f20-405f-93c2-97f7ffdec01b service neutron] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 914 time: 0.1143565 Nov 12 08:19:07.341896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-a8d50931-72c5-432b-ba89-3d11663e20b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 200 len: 1000 time: 0.1191480 Nov 12 08:19:07.381769 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-98a028eb-da29-4ea9-bddc-fd0f55bfacf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2 HTTP/1.1" status: 200 len: 217 time: 0.0495617 Nov 12 08:19:07.462066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-6089351d-6297-4d51-8570-7f705ac5054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.468159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-6089351d-6297-4d51-8570-7f705ac5054b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.0742712 Nov 12 08:19:07.481906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1849a4f-795f-4cdd-84a8-97e1cd0f7d21 req-786a5eaa-2c09-4303-88ee-e5ffbdf15a9b tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0766284 Nov 12 08:19:07.504708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-cc41d998-2362-435b-ae06-6b55e4fce620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.506727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-cc41d998-2362-435b-ae06-6b55e4fce620 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.1570976 Nov 12 08:19:07.540734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-57e2c65a-5489-4412-a9db-7a66b382fee9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607710 Nov 12 08:19:07.599144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-ba286bfb-63cb-4cd8-b945-77e3488ac0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.600589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-ba286bfb-63cb-4cd8-b945-77e3488ac0af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856252 Nov 12 08:19:07.629755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['73cc51d5-9a6f-494d-96c9-3647b6aac2b2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:07.735440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-7a2de52d-6d08-4a69-b70f-4dca749aaccc service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270373 Nov 12 08:19:07.739626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-791e8b51-3ef1-415c-9967-863000c34896 service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903434 Nov 12 08:19:07.925040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84ab97fc-b570-4128-bbbd-b8e079bfd3bb req-71a50e97-e75b-4688-8d67-5f9eb4decbf5 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742153 Nov 12 08:19:07.945062 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52c4c56e-45cc-4f16-bbf7-e0fd3906be02 req-f37c446a-12e8-4fb4-b3ba-b84fca922a3d service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931260 Nov 12 08:19:07.963431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e63f3a-5538-484d-962b-0fdd425274a1 req-ad439294-6ae3-4c3f-afd8-b9e9c31971e8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.965806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91e63f3a-5538-484d-962b-0fdd425274a1 req-ad439294-6ae3-4c3f-afd8-b9e9c31971e8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 944 time: 0.1568327 Nov 12 08:19:08.035385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91e63f3a-5538-484d-962b-0fdd425274a1 req-b567f6b1-67c8-4bec-96c0-f1a24b45abdc tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Nov 12 08:19:08.174715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127f841-5a6b-4a83-96f3-413aee6cdb9f req-3c1d9fab-645f-4f85-b644-4c8317353b61 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.176402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d127f841-5a6b-4a83-96f3-413aee6cdb9f req-3c1d9fab-645f-4f85-b644-4c8317353b61 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 943 time: 0.0585964 Nov 12 08:19:08.229281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d127f841-5a6b-4a83-96f3-413aee6cdb9f req-f13163f2-19bd-45dd-8bd4-664858fe856a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Nov 12 08:19:08.339293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a7572-c9c8-4e5e-a3d4-5db007c4c8ed req-ec347102-333c-4ae2-a494-fdfdfbe88617 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.345883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a7572-c9c8-4e5e-a3d4-5db007c4c8ed req-ec347102-333c-4ae2-a494-fdfdfbe88617 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.351897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a7572-c9c8-4e5e-a3d4-5db007c4c8ed req-ec347102-333c-4ae2-a494-fdfdfbe88617 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.353533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb0a7572-c9c8-4e5e-a3d4-5db007c4c8ed req-ec347102-333c-4ae2-a494-fdfdfbe88617 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2417 time: 0.0663977 Nov 12 08:19:08.411815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb0a7572-c9c8-4e5e-a3d4-5db007c4c8ed req-f9b979d0-e190-408d-a561-1d27f1ad19a0 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Nov 12 08:19:08.590688 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.608160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c04d600-4b9a-439c-83ff-285c89b9adc5 req-6af417d5-db7b-4e3d-ac81-ecbfe9648ea4 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0282693 Nov 12 08:19:08.977470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4a11-3359-4e81-b4f0-b25cee3dac80 req-f6dea5c3-81c3-44ad-b2cf-dbb92318df08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.983899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4a11-3359-4e81-b4f0-b25cee3dac80 req-f6dea5c3-81c3-44ad-b2cf-dbb92318df08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.990069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4a11-3359-4e81-b4f0-b25cee3dac80 req-f6dea5c3-81c3-44ad-b2cf-dbb92318df08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.991765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dcf4a11-3359-4e81-b4f0-b25cee3dac80 req-f6dea5c3-81c3-44ad-b2cf-dbb92318df08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2417 time: 0.0668087 Nov 12 08:19:09.044989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dcf4a11-3359-4e81-b4f0-b25cee3dac80 req-a04a61aa-4998-475d-a991-b0af2ce4cc8d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Nov 12 08:19:09.173453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94af17a-bb00-4b1b-9668-13017540504d req-0f9b9650-bf69-4b6b-8eea-eaaed3dd9ae7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.175027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a94af17a-bb00-4b1b-9668-13017540504d req-0f9b9650-bf69-4b6b-8eea-eaaed3dd9ae7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 944 time: 0.0602732 Nov 12 08:19:09.231210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a94af17a-bb00-4b1b-9668-13017540504d req-bd48b6b9-a3e1-4b39-936c-53cdb50a6c11 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500331 Nov 12 08:19:09.355751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221efd7-1efa-4774-bb75-d910e1cd9512 req-8e986eca-c9f7-4d57-9e06-6ad88c3d4e33 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.357956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4221efd7-1efa-4774-bb75-d910e1cd9512 req-8e986eca-c9f7-4d57-9e06-6ad88c3d4e33 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 943 time: 0.0557039 Nov 12 08:19:09.407561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4221efd7-1efa-4774-bb75-d910e1cd9512 req-ab298f9a-e44f-4fca-820c-b570bffb28fe tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Nov 12 08:19:09.715392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b4c1445-c68f-4a4f-98f4-71f07daa42e7 req-93e8dbb6-021c-4238-b17c-fc2e5598c5cd tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0260568 Nov 12 08:19:10.180757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d38bb-6f58-4e43-8c17-adbd7c6e3a3d req-0e3e30a4-493b-41bf-b239-b84dc5346bbf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.186782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d38bb-6f58-4e43-8c17-adbd7c6e3a3d req-0e3e30a4-493b-41bf-b239-b84dc5346bbf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.195784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d38bb-6f58-4e43-8c17-adbd7c6e3a3d req-0e3e30a4-493b-41bf-b239-b84dc5346bbf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.197671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404d38bb-6f58-4e43-8c17-adbd7c6e3a3d req-0e3e30a4-493b-41bf-b239-b84dc5346bbf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2417 time: 0.0709255 Nov 12 08:19:10.252496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404d38bb-6f58-4e43-8c17-adbd7c6e3a3d req-25ba08a6-8198-46aa-9d47-81c2ea2afedd tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Nov 12 08:19:10.367129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ff4b-f268-4a2a-aa93-8c746384332b req-7f0c82e5-0b7b-4ddd-9c6c-89efd642f379 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.369377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c674ff4b-f268-4a2a-aa93-8c746384332b req-7f0c82e5-0b7b-4ddd-9c6c-89efd642f379 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 944 time: 0.0519059 Nov 12 08:19:10.448464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-971005b0-6432-4923-8a85-53f2f6df0640 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.455051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-971005b0-6432-4923-8a85-53f2f6df0640 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.461107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-971005b0-6432-4923-8a85-53f2f6df0640 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.462755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-971005b0-6432-4923-8a85-53f2f6df0640 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 2417 time: 0.0924873 Nov 12 08:19:10.471850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c674ff4b-f268-4a2a-aa93-8c746384332b req-7586f33e-2da5-4257-a32c-5d5b0ef0b1ab tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908732 Nov 12 08:19:10.608752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28093ae8-ebc1-4a8d-8b1a-33a4f2a178d6 req-6b1a8466-3ad9-4afb-adb0-f82a167a79b7 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.610438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28093ae8-ebc1-4a8d-8b1a-33a4f2a178d6 req-6b1a8466-3ad9-4afb-adb0-f82a167a79b7 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 943 time: 0.0677958 Nov 12 08:19:10.619595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port ccd484c6-a632-439d-8025-eeacc3e20774 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:10.620847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.640977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1be16972-a726-44a9-a38d-f42aff442c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.731218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28093ae8-ebc1-4a8d-8b1a-33a4f2a178d6 req-ad529fff-cd39-40ed-8cbf-3bc503002d45 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Nov 12 08:19:10.753117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port ccd484c6-a632-439d-8025-eeacc3e20774, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ccd484c6-a632-439d-8025-eeacc3e20774,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:10.753484 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.767312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for ccd484c6-a632-439d-8025-eeacc3e20774 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:10.788441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:10.799781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:10.927216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16417c91-45e4-487c-b306-12d9010e6275 req-73385d34-ed3f-475d-a3ce-2dd9c6c0e68d tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0363455 Nov 12 08:19:10.936995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:10.949863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.963255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:10.963698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.971609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ccd484c6-a632-439d-8025-eeacc3e20774', '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0', '366e4366-bd82-45e6-b1ae-6c467e2d9254'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:11.020762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=ccd484c6-a632-439d-8025-eeacc3e20774,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:11.075099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:11.092199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port ccd484c6-a632-439d-8025-eeacc3e20774 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:11.096523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.100989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-3a365dba-ceab-4065-9d6d-7a5066cff052 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "DELETE /v2.0/ports/ccd484c6-a632-439d-8025-eeacc3e20774 HTTP/1.1" status: 204 len: 173 time: 0.6290140 Nov 12 08:19:11.101546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-deleted', 'tag': 'ccd484c6-a632-439d-8025-eeacc3e20774'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:11.104935 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feecba36-3a9d-4212-8c12-ce61e9355ff8" -d '{"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-deleted", "tag": "ccd484c6-a632-439d-8025-eeacc3e20774"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:11.126293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2', 'network_id': 'edbfe13d-c3b4-40d2-97f2-e61ba691cf59', 'port_id': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2', 'mac_address': 'fa:16:3e:33:a2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0807c2-adb1-44a8-88ee-a699890571eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:11.152787 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c6af6c-9699-49be-b702-e9f20806abcc x-openstack-request-id: req-98c6af6c-9699-49be-b702-e9f20806abcc {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:11.153279 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-deleted", "tag": "ccd484c6-a632-439d-8025-eeacc3e20774", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:11.154183 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98c6af6c-9699-49be-b702-e9f20806abcc {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:11.154656 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-deleted', 'tag': 'ccd484c6-a632-439d-8025-eeacc3e20774', 'status': 'completed', 'code': 200} Nov 12 08:19:11.242810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port 366e4366-bd82-45e6-b1ae-6c467e2d9254 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:11.243497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.259850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.311639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.356078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:11.370813 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9821ec76-a640-4f47-806f-87c06e308055" -d '{"events": [{"server_uuid": "eb9e92aa-285c-4075-a8ff-8a090a47e5c8", "name": "network-vif-plugged", "status": "completed", "tag": "73cc51d5-9a6f-494d-96c9-3647b6aac2b2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:11.395894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:11.406496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:11.424464 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.431863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port 366e4366-bd82-45e6-b1ae-6c467e2d9254, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=366e4366-bd82-45e6-b1ae-6c467e2d9254,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:11.432704 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.471147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for 366e4366-bd82-45e6-b1ae-6c467e2d9254 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:11.483885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:11.511595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bee6b-0012-42a2-9a4b-2b88bb661ef5 req-80377fd6-9a54-49cd-9b37-5ce08dce7629 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.517627 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af3534-b8e6-4344-8d62-0d30f097e73c x-openstack-request-id: req-b9af3534-b8e6-4344-8d62-0d30f097e73c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:11.518046 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e92aa-285c-4075-a8ff-8a090a47e5c8", "name": "network-vif-plugged", "status": "completed", "tag": "73cc51d5-9a6f-494d-96c9-3647b6aac2b2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:11.518429 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9af3534-b8e6-4344-8d62-0d30f097e73c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:11.518831 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2', 'code': 200} Nov 12 08:19:11.519695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.520684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bee6b-0012-42a2-9a4b-2b88bb661ef5 req-80377fd6-9a54-49cd-9b37-5ce08dce7629 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.529521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e95bee6b-0012-42a2-9a4b-2b88bb661ef5 req-80377fd6-9a54-49cd-9b37-5ce08dce7629 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 1681 time: 0.1610086 Nov 12 08:19:11.549536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:11.645980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e95bee6b-0012-42a2-9a4b-2b88bb661ef5 req-f6bf6894-d0ed-4ccc-8c5d-8cc0c6f3c866 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153526 Nov 12 08:19:11.663441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4e64-f50a-4a01-85c4-6270243cdbb8 req-4ea9d2c5-54ee-46fd-8ec6-91dc620fa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.665730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31cf4e64-f50a-4a01-85c4-6270243cdbb8 req-4ea9d2c5-54ee-46fd-8ec6-91dc620fa5d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 1097 time: 0.0788217 Nov 12 08:19:11.725011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.739949 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31cf4e64-f50a-4a01-85c4-6270243cdbb8 req-5031fc9a-b854-4836-bd0e-194cdf757f13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648286 Nov 12 08:19:11.745126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:11.820242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.835901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9caab-e67f-48ad-8b09-563fbfb37a97 req-a83a3f58-e6bb-4318-9da9-0b4164734cea tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.837393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbd9caab-e67f-48ad-8b09-563fbfb37a97 req-a83a3f58-e6bb-4318-9da9-0b4164734cea tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0883083 Nov 12 08:19:11.853145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ccd484c6-a632-439d-8025-eeacc3e20774'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:11.883877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['6c09cd2a-eee5-4caa-9610-98a0c1929fc2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:11.897502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=366e4366-bd82-45e6-b1ae-6c467e2d9254,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:11.975903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port 366e4366-bd82-45e6-b1ae-6c467e2d9254 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:11.982368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.986009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-baee920b-2188-45b2-a7aa-e1edf902367b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "DELETE /v2.0/ports/366e4366-bd82-45e6-b1ae-6c467e2d9254 HTTP/1.1" status: 204 len: 173 time: 0.8745217 Nov 12 08:19:11.993287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbd9caab-e67f-48ad-8b09-563fbfb37a97 req-115ff920-0eca-4de1-b49b-d5bf457034ab tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384859 Nov 12 08:19:12.020574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b7f73-4f8e-4cc7-adef-e0c18438d13c req-17e56ddc-951d-41bc-89d8-140870d44058 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:12.022704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d8b7f73-4f8e-4cc7-adef-e0c18438d13c req-17e56ddc-951d-41bc-89d8-140870d44058 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 944 time: 0.1972644 Nov 12 08:19:12.168575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d8b7f73-4f8e-4cc7-adef-e0c18438d13c req-70ba16ab-0d60-461c-8664-b3b337130a1e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998342 Nov 12 08:19:12.187814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:12.187961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.327263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dc5c9f7-eb1f-4f32-bb41-7d5a6b070b0a req-485967e4-f58a-402c-bab6-de8a18c5f6b7 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0484455 Nov 12 08:19:12.390268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:12.390653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.405781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:12.612644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.729228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:12.732948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:12.743306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.748214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3434c1c-584b-474d-ae59-e9a9767c1451 req-cd2c2e0b-e915-4a28-be94-4224ffb74732 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "DELETE /v2.0/ports/69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 HTTP/1.1" status: 204 len: 173 time: 0.7539706 Nov 12 08:19:12.862195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11926b65-967a-484a-a345-da690f6fe02b req-70cdb291-f0c0-4212-b0af-a22d135bf253 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3aa19f0-489a-41db-b57f-fb01ca5b3be9 HTTP/1.1" status: 200 len: 210 time: 0.1001158 Nov 12 08:19:12.900397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37ec4-8d9c-4601-af0e-0f13af9900a7 req-195dd070-2ebd-4a98-852e-90506be343b6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:12.901976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ad37ec4-8d9c-4601-af0e-0f13af9900a7 req-195dd070-2ebd-4a98-852e-90506be343b6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.1162369 Nov 12 08:19:12.970627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ad37ec4-8d9c-4601-af0e-0f13af9900a7 req-34943a05-192f-4c14-9fb4-3e62c2d5e390 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594492 Nov 12 08:19:13.112248 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-733b5e30-fefe-4f4d-905e-b208cb9b41e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.135829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31811ce9-620e-4c39-b5f7-cdca8024d8fa req-1b704d42-00fb-4f84-a63a-75c137e05c7e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:13.138513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31811ce9-620e-4c39-b5f7-cdca8024d8fa req-1b704d42-00fb-4f84-a63a-75c137e05c7e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0633564 Nov 12 08:19:13.159857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-deleted', 'tag': '366e4366-bd82-45e6-b1ae-6c467e2d9254'}, {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-deleted', 'tag': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:13.162403 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568bba57-a57b-450d-8bfa-1bb431bd41db" -d '{"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-deleted", "tag": "366e4366-bd82-45e6-b1ae-6c467e2d9254"}, {"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-deleted", "tag": "69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:13.206812 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31811ce9-620e-4c39-b5f7-cdca8024d8fa req-e3d6cb4f-b751-489c-8768-4bfa23dfaeaf tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Nov 12 08:19:13.279993 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f7574d-b0b6-452b-95cb-721dbcf34ec1 x-openstack-request-id: req-50f7574d-b0b6-452b-95cb-721dbcf34ec1 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:13.280841 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-deleted", "tag": "366e4366-bd82-45e6-b1ae-6c467e2d9254", "status": "completed", "code": 200}, {"server_uuid": "e3aa19f0-489a-41db-b57f-fb01ca5b3be9", "name": "network-vif-deleted", "tag": "69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:13.281425 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50f7574d-b0b6-452b-95cb-721dbcf34ec1 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:13.282297 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-deleted', 'tag': '366e4366-bd82-45e6-b1ae-6c467e2d9254', 'status': 'completed', 'code': 200} Nov 12 08:19:13.282788 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa19f0-489a-41db-b57f-fb01ca5b3be9', 'name': 'network-vif-deleted', 'tag': '69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0', 'status': 'completed', 'code': 200} Nov 12 08:19:13.430830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f2ca-9e03-44bd-86e9-5de7ec22f1bf req-2eacfde1-8cda-45d2-b434-76c4df33867a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:13.442730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40e7f2ca-9e03-44bd-86e9-5de7ec22f1bf req-2eacfde1-8cda-45d2-b434-76c4df33867a tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 944 time: 0.1057458 Nov 12 08:19:13.507844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40e7f2ca-9e03-44bd-86e9-5de7ec22f1bf req-5410d095-da35-42e3-884d-b84a2b130203 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625324 Nov 12 08:19:13.545297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5017758-6aaf-4c15-a050-6b9a63c0240d req-1dc5d287-1ab5-494b-8a44-75ffd49545a9 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0348544 Nov 12 08:19:13.922986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48506) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:13.984079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting subnet c6c31346-ce1f-45d9-930a-fd3cb53beaca {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:13.987306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.035924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.138642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.141439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbfb0-c524-482d-b54c-c2f40a561f00 req-d1e26071-0d0b-4d5a-9df8-7ae774ca625a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:14.150427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9afcbfb0-c524-482d-b54c-c2f40a561f00 req-d1e26071-0d0b-4d5a-9df8-7ae774ca625a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.0786161 Nov 12 08:19:14.228353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9afcbfb0-c524-482d-b54c-c2f40a561f00 req-1cb7f773-c00a-4958-8e10-7982d024560f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766611 Nov 12 08:19:14.231368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.248858 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.255330 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/subnets/c6c31346-ce1f-45d9-930a-fd3cb53beaca HTTP/1.1" status: 204 len: 168 time: 0.3287497 Nov 12 08:19:14.257265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48512) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:14.257540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f09177-28d7-47af-a2fe-9321ffb7c454 None None] Network 956bd633-ce7a-4040-8c49-cf973ad43ccf requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:14.274247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f1a71-0e0b-42e4-9b83-90657f71480b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c31346-ce1f-45d9-930a-fd3cb53beaca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:14.441072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.572580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ccd484c6-a632-439d-8025-eeacc3e20774 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:14.625137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-5943070d-71f4-4e66-a938-7bbe1b84631f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:14.626980 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-5943070d-71f4-4e66-a938-7bbe1b84631f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 946 time: 0.1322138 Nov 12 08:19:14.649056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: ccd484c6-a632-439d-8025-eeacc3e20774 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:14.649664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ccd484c6-a632-439d-8025-eeacc3e20774 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:14.655844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:14.698795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] DHCP port deletion for 956bd633-ce7a-4040-8c49-cf973ad43ccf request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:14.705094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:14.705437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69dacb38-53e6-4e4b-b4ea-96a3fe62c6b0 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:14.705988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 366e4366-bd82-45e6-b1ae-6c467e2d9254 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:14.758504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 366e4366-bd82-45e6-b1ae-6c467e2d9254 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:14.758878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 366e4366-bd82-45e6-b1ae-6c467e2d9254 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:14.799330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] Deleting port a60c6912-7cbb-4420-92df-ed5e012b3719 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:14.799712 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.802101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Deleting port a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:14.802929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.805934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:14.849181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.870129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5a1c8-197d-4aec-a766-2f3bff8c5af7 req-673f161c-9d31-4a7a-b2ba-1546f043c4ff tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:14.878025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98f5a1c8-197d-4aec-a766-2f3bff8c5af7 req-673f161c-9d31-4a7a-b2ba-1546f043c4ff tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.5554302 Nov 12 08:19:14.899237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12daf2-73bc-4d35-912d-2e4153b5eaee req-0b76a03c-7421-4a9f-95af-7c96d5fc6258 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:14.906716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf12daf2-73bc-4d35-912d-2e4153b5eaee req-0b76a03c-7421-4a9f-95af-7c96d5fc6258 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 944 time: 0.1375153 Nov 12 08:19:14.935853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] For port a2837c16-2c48-4b1e-971f-c55003b6f499, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a2837c16-2c48-4b1e-971f-c55003b6f499,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:14.936993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.014533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98f5a1c8-197d-4aec-a766-2f3bff8c5af7 req-b44e5b3e-04dc-4346-93c9-7afcfa606988 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294484 Nov 12 08:19:15.040899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] For port a60c6912-7cbb-4420-92df-ed5e012b3719, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a60c6912-7cbb-4420-92df-ed5e012b3719,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:15.044409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.086648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] Calling delete_port for a60c6912-7cbb-4420-92df-ed5e012b3719 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:15.100111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf12daf2-73bc-4d35-912d-2e4153b5eaee req-f44da8f9-efa6-4594-b901-cb2d48bffe31 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922147 Nov 12 08:19:15.106268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port a60c6912-7cbb-4420-92df-ed5e012b3719 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:15.106645 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.218926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port a60c6912-7cbb-4420-92df-ed5e012b3719, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a60c6912-7cbb-4420-92df-ed5e012b3719,segment=NetworkSegment(3bb3f3eb-9a68-4847-8e3a-9c723b4cd173),segment_id=3bb3f3eb-9a68-4847-8e3a-9c723b4cd173)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:15.219304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.235655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for a60c6912-7cbb-4420-92df-ed5e012b3719 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:15.256981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.332235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-411724f1-5a80-405b-9afd-0e70ec9369c5 req-e195997c-6b71-49f0-838e-39a8c3ed1a67 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0381348 Nov 12 08:19:15.343315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] Pushing event deleted for resources: {'Port': ['ID=a60c6912-7cbb-4420-92df-ed5e012b3719,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:15.370643 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.373441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.375210 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Floating IP 3c3a76aa-e644-4798-b134-a74c8fa19200 disassociated. External IP: 172.25.4.51, port: a2837c16-2c48-4b1e-971f-c55003b6f499. Nov 12 08:19:15.375666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Calling delete_port for a2837c16-2c48-4b1e-971f-c55003b6f499 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:15.394940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e77ad-5a1e-4d7b-955b-062f2e1e3a5f None None] No DVR routers for this DVR port a60c6912-7cbb-4420-92df-ed5e012b3719 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:15.457824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:15.477766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:15.479841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.481205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.512706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port a60c6912-7cbb-4420-92df-ed5e012b3719 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:15.596802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=a60c6912-7cbb-4420-92df-ed5e012b3719,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:15.667320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.733591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.766803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.798173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:15.800811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event deleted for resources: {'Port': ['ID=a2837c16-2c48-4b1e-971f-c55003b6f499,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:15.808034 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342c1876-3397-4fdc-8eba-f38511094555" -d '{"events": [{"server_uuid": "5217ad61-19d6-41fa-913e-698cdb844eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6c09cd2a-eee5-4caa-9610-98a0c1929fc2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:15.830292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.830949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.831446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.831963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.833164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.833685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.834176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.834318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.835030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.835652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.838297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.838853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.839620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:15.855804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:15.870433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.897781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956bd633-ce7a-4040-8c49-cf973ad43ccf']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:15.910378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:15.918618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:15.919325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb3f3eb-9a68-4847-8e3a-9c723b4cd173') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:15.920435 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f12a11-0ce9-4347-b8c1-1bd64f15b501 x-openstack-request-id: req-79f12a11-0ce9-4347-b8c1-1bd64f15b501 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:15.920736 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217ad61-19d6-41fa-913e-698cdb844eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6c09cd2a-eee5-4caa-9610-98a0c1929fc2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:15.921529 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79f12a11-0ce9-4347-b8c1-1bd64f15b501 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:15.921529 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2', 'code': 200} Nov 12 08:19:15.951269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.988960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:15.989341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43212ed9-0e4c-43fd-b64d-4c4e486f72a6 req-0769451c-0460-4347-b4c6-8a7bb2592a90 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.998276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43212ed9-0e4c-43fd-b64d-4c4e486f72a6 req-0769451c-0460-4347-b4c6-8a7bb2592a90 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 868 time: 0.3704014 Nov 12 08:19:16.018459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.061399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:16.061958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.062686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:16.066000 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:16.083771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb43-0f3d-480c-a968-e772e71b00c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.181054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fd737-7eb8-4566-9893-dd2e46d5a828 req-4f0c0129-59c3-403d-ab6e-89dcfe203a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:16.183024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-362fd737-7eb8-4566-9893-dd2e46d5a828 req-4f0c0129-59c3-403d-ab6e-89dcfe203a6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 1097 time: 0.1837604 Nov 12 08:19:16.187536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43212ed9-0e4c-43fd-b64d-4c4e486f72a6 req-1a6c019b-728f-4af2-956f-c7a3a41c1f22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=174e6653-9a2e-45c5-8ced-8548e1ac7c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655920 Nov 12 08:19:16.188805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.202132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.208538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/networks/956bd633-ce7a-4040-8c49-cf973ad43ccf HTTP/1.1" status: 204 len: 168 time: 1.9481199 Nov 12 08:19:16.210641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48548) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:16.343110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04276b7-f195-427e-92fe-eeef69c75cc8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Network': ['ID=956bd633-ce7a-4040-8c49-cf973ad43ccf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:16.424008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting subnet e49fb660-dddc-4251-af20-869673b60727 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:16.430087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-362fd737-7eb8-4566-9893-dd2e46d5a828 req-d9d2f7bd-6adf-4c3d-8bad-ebd8fba7d2df service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392273 Nov 12 08:19:16.433559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.485605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f4211-ce61-44f9-95af-683aac5fabbe req-4c9c1593-1cbf-42f6-a409-9f7311fddda1 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:16.493505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a37f4211-ce61-44f9-95af-683aac5fabbe req-4c9c1593-1cbf-42f6-a409-9f7311fddda1 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 945 time: 0.2793236 Nov 12 08:19:16.565152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.596265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a60c6912-7cbb-4420-92df-ed5e012b3719 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:16.645157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a60c6912-7cbb-4420-92df-ed5e012b3719 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:16.645781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a60c6912-7cbb-4420-92df-ed5e012b3719 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:16.670773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.713915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.797452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c84443a-efdf-4f70-9e83-6f8e575df29a req-a0bbd244-13d2-4fe4-92ef-e793604c2606 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.2814691 Nov 12 08:19:16.808265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.844773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.855720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43484b0c-2a6b-4b83-91c8-418f548c5e05 None None] Network b54e49a1-eba5-46a9-ad2b-1e23ee21db08 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:16.863326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48556) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:16.864484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/subnets/e49fb660-dddc-4251-af20-869673b60727 HTTP/1.1" status: 204 len: 168 time: 0.6461222 Nov 12 08:19:16.875537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a37f4211-ce61-44f9-95af-683aac5fabbe req-d2a7a862-7785-431c-a82b-45be07998446 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801506 Nov 12 08:19:16.927406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58cfb5-7697-4cd4-9ead-279ff87f9345 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Subnet': ['ID=e49fb660-dddc-4251-af20-869673b60727,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:16.942295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:16.953958 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:16.973733 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:16.976681 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:17.031509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb43-0f3d-480c-a968-e772e71b00c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.054825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] No DVR routers for this DVR port a2837c16-2c48-4b1e-971f-c55003b6f499 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:17.057833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.077035 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82d94e1-9b7b-40e7-8c28-02bf107c458d req-1c15bc80-42c6-49c9-a277-1576e56b8244 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.25 "DELETE /v2.0/ports/a2837c16-2c48-4b1e-971f-c55003b6f499 HTTP/1.1" status: 204 len: 173 time: 2.4423740 Nov 12 08:19:17.089145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-deleted', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:17.094567 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb74be9-28d2-43fc-afb3-77a6789dda47" -d '{"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-deleted", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:17.123837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.138664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbb7eb43-0f3d-480c-a968-e772e71b00c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.184306 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:17.193572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] DHCP port deletion for b54e49a1-eba5-46a9-ad2b-1e23ee21db08 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:17.218773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cbb7eb43-0f3d-480c-a968-e772e71b00c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1147c2e2dd934d7995f0fb40e66c7bef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3072648 Nov 12 08:19:17.221500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:17.229998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7eb43-0f3d-480c-a968-e772e71b00c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fde063-7adf-4ddb-9bf9-7fac9b7fd0f7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.243823 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a86d8-929b-47e1-97c0-c1fa0c65ef82 x-openstack-request-id: req-9c4a86d8-929b-47e1-97c0-c1fa0c65ef82 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:17.244174 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5febf2b-6c2f-4902-ab7b-18313ebd7c85", "name": "network-vif-deleted", "tag": "a2837c16-2c48-4b1e-971f-c55003b6f499", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:17.244727 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c4a86d8-929b-47e1-97c0-c1fa0c65ef82 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:17.244846 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5febf2b-6c2f-4902-ab7b-18313ebd7c85', 'name': 'network-vif-deleted', 'tag': 'a2837c16-2c48-4b1e-971f-c55003b6f499', 'status': 'completed', 'code': 200} Nov 12 08:19:17.313706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf039bc9-df0e-444b-95a4-1b702bbe002c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.344258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port c8fe3607-97f5-4a05-bff3-346d600258f8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:17.344612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.348638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf039bc9-df0e-444b-95a4-1b702bbe002c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.359493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] Deleting port c8fe3607-97f5-4a05-bff3-346d600258f8 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:17.359860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.452459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db4e346e-17ee-49ee-8c47-26ed9730af5f req-c2d36e89-4e72-4491-aff0-9c1ee06c66dd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5febf2b-6c2f-4902-ab7b-18313ebd7c85 HTTP/1.1" status: 200 len: 210 time: 0.0677278 Nov 12 08:19:17.466689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port c8fe3607-97f5-4a05-bff3-346d600258f8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8fe3607-97f5-4a05-bff3-346d600258f8,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:17.467058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.488630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for c8fe3607-97f5-4a05-bff3-346d600258f8 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:17.505589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] For port c8fe3607-97f5-4a05-bff3-346d600258f8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8fe3607-97f5-4a05-bff3-346d600258f8,segment=NetworkSegment(981744fe-ba99-4e89-8452-13d46c4af646),segment_id=981744fe-ba99-4e89-8452-13d46c4af646)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:17.505912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.519996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] Calling delete_port for c8fe3607-97f5-4a05-bff3-346d600258f8 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:17.560832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf039bc9-df0e-444b-95a4-1b702bbe002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.563683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf039bc9-df0e-444b-95a4-1b702bbe002c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.565210 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf039bc9-df0e-444b-95a4-1b702bbe002c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83fde063-7adf-4ddb-9bf9-7fac9b7fd0f7 HTTP/1.1" status: 204 len: 168 time: 0.3424244 Nov 12 08:19:17.579229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf039bc9-df0e-444b-95a4-1b702bbe002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fde063-7adf-4ddb-9bf9-7fac9b7fd0f7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.647023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: from cryptography.utils import int_from_bytes Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: from cryptography.utils import int_from_bytes Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.673529 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:17.676511 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:19:17.677330 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:17.700538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.706555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=c8fe3607-97f5-4a05-bff3-346d600258f8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.727776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port c8fe3607-97f5-4a05-bff3-346d600258f8 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:17.737244 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:17.758204 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:17.759731 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:17.795967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] Pushing event deleted for resources: {'Port': ['ID=c8fe3607-97f5-4a05-bff3-346d600258f8,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.819020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f348b-b6dc-4f11-9aa8-c26f053c5394 None None] No DVR routers for this DVR port c8fe3607-97f5-4a05-bff3-346d600258f8 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:17.989956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.045784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54e49a1-eba5-46a9-ad2b-1e23ee21db08']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:18.062735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981744fe-ba99-4e89-8452-13d46c4af646') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:18.063036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981744fe-ba99-4e89-8452-13d46c4af646') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:18.070578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d70c3d4e-2d01-4ea6-98ce-07f80b7b2111 req-ef82dcaf-e30b-451a-ad7f-9082ce3d1c1c tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a6d67f8-23fc-4825-8623-2d9bd3305b5c HTTP/1.1" status: 200 len: 210 time: 0.0847754 Nov 12 08:19:18.083228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.134576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.159287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:18.159804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.160474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40564d2-0256-4ee4-842a-48536ed416ce req-85e3aaec-1e9f-4039-a1e2-97c952a50c83 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:18.163812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:18.167643 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:18.175978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a40564d2-0256-4ee4-842a-48536ed416ce req-85e3aaec-1e9f-4039-a1e2-97c952a50c83 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 945 time: 0.1256256 Nov 12 08:19:18.241970 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.273481 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.277674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a40564d2-0256-4ee4-842a-48536ed416ce req-8293c9eb-a305-466b-91ca-da7e0b217848 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005504 Nov 12 08:19:18.284576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48586) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:18.290935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/networks/b54e49a1-eba5-46a9-ad2b-1e23ee21db08 HTTP/1.1" status: 204 len: 168 time: 1.4099033 Nov 12 08:19:18.290935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f444ed6-c195-4649-bfd9-d2803bac0784 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Network': ['ID=b54e49a1-eba5-46a9-ad2b-1e23ee21db08,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:18.291322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1232680224'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:18.332445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:18.336622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.403888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:18.435426 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.436155 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Added segment 6c27f4bc-b908-40b1-a186-ad6c61ba1e17 of type vlan for network a55cb7bd-07c9-44f2-a3cf-723f678c4aac Nov 12 08:19:18.510025 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:18.581123 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.601459 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f126a-f4fc-4bf0-9151-091420b4a138 None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:18.642422 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.651613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:18.652301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.668873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48602) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:18.675328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8fe3607-97f5-4a05-bff3-346d600258f8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:18.712534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c8fe3607-97f5-4a05-bff3-346d600258f8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:18.713129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8fe3607-97f5-4a05-bff3-346d600258f8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:18.719718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4338059 Nov 12 08:19:18.724189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48604) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:18.733542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'subnet': {'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:18.818713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:18.843291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d4e17-e3f5-4bca-8a11-2ea668491db2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Network': ['ID=a55cb7bd-07c9-44f2-a3cf-723f678c4aac,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:18.867518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45089c15-3c50-45c5-9ca7-b449ba011501 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.875809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:18.881267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: a2837c16-2c48-4b1e-971f-c55003b6f499 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:18.881911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a2837c16-2c48-4b1e-971f-c55003b6f499 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:18.911213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:18.917566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.918409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45089c15-3c50-45c5-9ca7-b449ba011501 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.029843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45089c15-3c50-45c5-9ca7-b449ba011501 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.035122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45089c15-3c50-45c5-9ca7-b449ba011501 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.039110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-45089c15-3c50-45c5-9ca7-b449ba011501 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "DELETE /v2.0/security-groups/174e6653-9a2e-45c5-8ced-8548e1ac7c6e HTTP/1.1" status: 204 len: 168 time: 0.3649681 Nov 12 08:19:19.039296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48616) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.051973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45089c15-3c50-45c5-9ca7-b449ba011501 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174e6653-9a2e-45c5-8ced-8548e1ac7c6e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.082051 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-da7da319-b349-476c-bd1e-f5107c3135cd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] show failed (client error): The resource could not be found. Nov 12 08:19:19.085796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-da7da319-b349-476c-bd1e-f5107c3135cd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups/174e6653-9a2e-45c5-8ced-8548e1ac7c6e HTTP/1.1" status: 404 len: 347 time: 0.0447102 Nov 12 08:19:19.088300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48618) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.176357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c169c2-3342-462e-8a76-ac7883920b3d None None] New status for floating IP 3c3a76aa-e644-4798-b134-a74c8fa19200: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:19:19.257418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48628) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.298604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.309250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Deleting port ebd9c0a3-bae3-4940-8fe4-b85ac45a489c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:19.310292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.419649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Subnet': ['ID=cab41529-e50c-47d4-ac07-d7cadfc5e177,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.428897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-899d2d82-d5c5-46de-ab57-4df204013174 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.455411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Checking segment: {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:19.455780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network hostable DHCP agents. Network: a55cb7bd-07c9-44f2-a3cf-723f678c4aac, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:19.492313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-899d2d82-d5c5-46de-ab57-4df204013174 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.504700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.506001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.519592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:19.547437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Calling delete_port for ebd9c0a3-bae3-4940-8fe4-b85ac45a489c owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:19.549815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a55cb7bd-07c9-44f2-a3cf-723f678c4aac) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:19.559065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:19.560166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.582396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e0123af1-d665-4451-a300-9a20cff3e598 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8570583 Nov 12 08:19:19.587897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48636) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.598260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-42689188'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:19.633826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-899d2d82-d5c5-46de-ab57-4df204013174 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.637879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-899d2d82-d5c5-46de-ab57-4df204013174 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.639367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-899d2d82-d5c5-46de-ab57-4df204013174 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1f9219b-2fd0-402c-b049-2ffb60ef1d39 HTTP/1.1" status: 204 len: 168 time: 0.3810415 Nov 12 08:19:19.648586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.652434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813f470-6cad-47c5-8d77-71ef76384b36 None None] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:19.682598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d2d82-d5c5-46de-ab57-4df204013174 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f9219b-2fd0-402c-b049-2ffb60ef1d39,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.687961 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-c774657a-388f-4360-bceb-3f8dc8f84b22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] show failed (client error): The resource could not be found. Nov 12 08:19:19.689429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c774657a-388f-4360-bceb-3f8dc8f84b22 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "GET /v2.0/security-groups/f1f9219b-2fd0-402c-b049-2ffb60ef1d39 HTTP/1.1" status: 404 len: 347 time: 0.0397098 Nov 12 08:19:19.690282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:19.694639 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.696887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.744456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:19.763580 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.763935 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Added segment 40434d45-6c6a-4150-867b-3566081ad85c of type vlan for network fed42f61-4cc9-4557-94f0-d9f182f74ee4 Nov 12 08:19:19.870811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.933001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.941302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:19.942103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port 18255242-6602-4a31-ac51-5e6c6167e61f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:19.942249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.942441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.971416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a55cb7bd-07c9-44f2-a3cf-723f678c4aac', 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'fixed_ips': [{'subnet_id': 'cab41529-e50c-47d4-ac07-d7cadfc5e177'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:19:19.972822 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.025247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4359517 Nov 12 08:19:20.029127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48652) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:20.037022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'subnet': {'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:20.045224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8d7c3-9034-4abb-a505-8e6334f307c2 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Network': ['ID=fed42f61-4cc9-4557-94f0-d9f182f74ee4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.050987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.087604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:20.164846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event deleted for resources: {'Port': ['ID=ebd9c0a3-bae3-4940-8fe4-b85ac45a489c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.207631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Allocated IP 19.80.0.2 (a55cb7bd-07c9-44f2-a3cf-723f678c4aac/cab41529-e50c-47d4-ac07-d7cadfc5e177/e20d2093-7910-4f32-8e91-f2b1c5628db2) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:20.216029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:20.222394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.243714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.246440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.253145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6cd68ebb-5ca6-4334-8bf7-8de70fe98db2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "DELETE /v2.0/floatingips/3c3a76aa-e644-4798-b134-a74c8fa19200 HTTP/1.1" status: 204 len: 168 time: 1.1624446 Nov 12 08:19:20.309095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.309427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.348370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for 18255242-6602-4a31-ac51-5e6c6167e61f owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:20.551926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.558933 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.563560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.609453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=18255242-6602-4a31-ac51-5e6c6167e61f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.672374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:20.674976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.687315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:20.703987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Pushing event updated for resources: {'Port': ['ID=e20d2093-7910-4f32-8e91-f2b1c5628db2,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.706908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:20.740915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.743991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.745234 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e1dcd5d-67c6-488c-a842-9d02eb18d0df tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/floatingips/e09f1916-97d6-498c-a838-763f1c255a5b HTTP/1.1" status: 204 len: 168 time: 1.0457571 Nov 12 08:19:20.752665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48670) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:20.783034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Subnet': ['ID=a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.803035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Checking segment: {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:20.803718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network hostable DHCP agents. Network: fed42f61-4cc9-4557-94f0-d9f182f74ee4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:20.813849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Attempting to bind port e20d2093-7910-4f32-8e91-f2b1c5628db2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:20.814344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Attempting to bind port e20d2093-7910-4f32-8e91-f2b1c5628db2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:20.814743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Attempting to bind port e20d2093-7910-4f32-8e91-f2b1c5628db2 on network a55cb7bd-07c9-44f2-a3cf-723f678c4aac {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:20.821980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:20.822731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Checking segment: {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:20.823319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.823900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Bound using segment: {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:20.825517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Bound port: e20d2093-7910-4f32-8e91-f2b1c5628db2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:20.826160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.881408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:20.888422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48678) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:20.894711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267504280', 'description': 'tempest-description--1252164798'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:20.902478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, fed42f61-4cc9-4557-94f0-d9f182f74ee4) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:20.924520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d1b3fd-89fe-410c-9294-e22c77a74a98 None None] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:20.925360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port 13eabdf1-8e2f-4659-9081-5d58ecc88a8d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:20.925770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.930819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:20.930992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.931446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.038291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.045121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6e6f46d7-45fb-4bc7-9a15-00ac3b2d75ad tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0147882 Nov 12 08:19:21.045589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.088151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.088151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1962132 Nov 12 08:19:21.089286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48690) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.097304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'security_group_rule': {'security_group_id': 'ff3b28b7-de2a-4397-a73c-de167b4cd4b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:21.123833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e2ce9-9358-4dbe-8f9a-0afc445cc0e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b28b7-de2a-4397-a73c-de167b4cd4b0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.158104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.173175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.178005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] For port e20d2093-7910-4f32-8e91-f2b1c5628db2, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:21.184731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-fed42f61-4cc9-4557-94f0-d9f182f74ee4', 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'fixed_ips': [{'subnet_id': 'a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:19:21.185976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.192698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for 13eabdf1-8e2f-4659-9081-5d58ecc88a8d owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:21.223566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] For port e20d2093-7910-4f32-8e91-f2b1c5628db2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e20d2093-7910-4f32-8e91-f2b1c5628db2,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:21.289321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.295087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.298420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.324567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2056641-699f-4cfa-87b6-2cd51be00dd3,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.332825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.335070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9d8e2753-9109-46b8-a291-a26f69ebbb69 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2447455 Nov 12 08:19:21.337526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.345872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'security_group_rule': {'security_group_id': 'ff3b28b7-de2a-4397-a73c-de167b4cd4b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:21.384836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.403161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.448639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=13eabdf1-8e2f-4659-9081-5d58ecc88a8d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.610451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.614181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31a437-e0ee-4b08-aed3-29878a39519f None None] Pushing event updated for resources: {'Port': ['ID=e20d2093-7910-4f32-8e91-f2b1c5628db2,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.625522 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.672768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6865e58d-31d1-462c-b6b2-2c49452b2220,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.693252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.705364 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-77019f05-9d77-4812-8347-26cf48f36be7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3647926 Nov 12 08:19:21.706453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48718) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.709831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Allocated IP 19.86.0.2 (fed42f61-4cc9-4557-94f0-d9f182f74ee4/a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1/b49966b5-8c27-47ce-a46c-c8b3de4f47bd) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:21.724692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:21.767331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.784873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.804631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0283b830-c06d-4ca8-af63-39bc9676f756 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/ports/13eabdf1-8e2f-4659-9081-5d58ecc88a8d HTTP/1.1" status: 204 len: 168 time: 1.0486114 Nov 12 08:19:21.807094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48724) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.884981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-02a9e593-a45e-47e3-b36b-fd2590a954ab tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:21.902707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-02a9e593-a45e-47e3-b36b-fd2590a954ab tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:21.906430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-02a9e593-a45e-47e3-b36b-fd2590a954ab tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/networks?id=a55cb7bd-07c9-44f2-a3cf-723f678c4aac&id=fed42f61-4cc9-4557-94f0-d9f182f74ee4 HTTP/1.1" status: 200 len: 1390 time: 0.4536948 Nov 12 08:19:21.936851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-cbc21a1c-2a13-4440-b197-915806c080f6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/quotas/47cc89245c594f8f948671f0ed19eab6 HTTP/1.1" status: 200 len: 375 time: 0.0135598 Nov 12 08:19:22.077902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-01e9f088-03d7-4a59-a68d-d0718f34bf0e tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318846 Nov 12 08:19:22.099923 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.120954 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.163427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.207949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:22.214154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:22.219161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:22.238183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Pushing event updated for resources: {'Port': ['ID=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:22.304246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Attempting to bind port b49966b5-8c27-47ce-a46c-c8b3de4f47bd on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:22.304918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Attempting to bind port b49966b5-8c27-47ce-a46c-c8b3de4f47bd by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:22.305469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Attempting to bind port b49966b5-8c27-47ce-a46c-c8b3de4f47bd on network fed42f61-4cc9-4557-94f0-d9f182f74ee4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:22.310436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-b7dec5df-7561-4bac-87bb-677d30abb16f service neutron] 10.222.0.16 "GET /v2.0/networks/a55cb7bd-07c9-44f2-a3cf-723f678c4aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213967 Nov 12 08:19:22.312320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:22.312742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Checking segment: {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:22.313100 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.313493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Bound using segment: {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:22.313963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Bound port: b49966b5-8c27-47ce-a46c-c8b3de4f47bd, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:22.314348 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.353787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Allocated IP 172.25.4.111 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/f5f7ab05-af3a-4f8f-820b-4190f77aef52) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:22.382235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port 71af1725-1fca-4ccc-80c4-fac03d70b8b9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:22.382480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.475208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] For port b49966b5-8c27-47ce-a46c-c8b3de4f47bd, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:22.485306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] For port b49966b5-8c27-47ce-a46c-c8b3de4f47bd, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:22.486536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-9f0ae945-c844-4081-badb-e178c8c72126 service neutron] 10.222.0.16 "GET /v2.0/networks/a55cb7bd-07c9-44f2-a3cf-723f678c4aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650517 Nov 12 08:19:22.497097 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.599889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.624809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7a5e-8463-4005-b8c5-611764dffc69 None None] Pushing event updated for resources: {'Port': ['ID=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:22.670525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.673562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for 71af1725-1fca-4ccc-80c4-fac03d70b8b9 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:22.755920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-dee1eecd-51c0-4257-aac7-8f2d8d09d51d service neutron] 10.222.0.16 "GET /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686446 Nov 12 08:19:22.761246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e20d2093-7910-4f32-8e91-f2b1c5628db2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:22.923856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-9ee790f9-cbdc-4012-8646-be8ab1e98637 service neutron] 10.222.0.16 "GET /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631484 Nov 12 08:19:22.925573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e20d2093-7910-4f32-8e91-f2b1c5628db2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:22.934008 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.039376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.115081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'Port': ['ID=f5f7ab05-af3a-4f8f-820b-4190f77aef52,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:23.132913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:23.144041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:23.149563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:23.177330 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.282245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port e20d2093-7910-4f32-8e91-f2b1c5628db2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e20d2093-7910-4f32-8e91-f2b1c5628db2,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:23.294814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.331738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0bbf8dd-187d-459c-8553-37dda3cbf976 req-7cd7077a-d12b-4e46-a019-97a35f8ff880 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0700068 Nov 12 08:19:23.340314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.411172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=e20d2093-7910-4f32-8e91-f2b1c5628db2,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:23.471995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48748) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:23.588395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=71af1725-1fca-4ccc-80c4-fac03d70b8b9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:23.598734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.615186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f9a13-3b74-42eb-ad56-6252869b92be None None] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:23.635161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d24a047-89c3-47e5-bdee-cbe10119a90c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.657476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.693242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.715711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-831bad47-1ddd-4110-af8e-5651a66e1f08 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/ports/71af1725-1fca-4ccc-80c4-fac03d70b8b9 HTTP/1.1" status: 204 len: 168 time: 1.9047403 Nov 12 08:19:23.719514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48758) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:23.771590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b3594cea-fee6-411f-90cd-21aa5999818f None None] Provisioning complete for port e20d2093-7910-4f32-8e91-f2b1c5628db2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:23.772348 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b3594cea-fee6-411f-90cd-21aa5999818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.842016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting subnet 021cd900-4731-4682-a481-c4935d4bc003 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:23.850751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.920981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d24a047-89c3-47e5-bdee-cbe10119a90c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.929395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d24a047-89c3-47e5-bdee-cbe10119a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.009909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.045409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24a047-89c3-47e5-bdee-cbe10119a90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138b7032-6671-4e93-b406-88c5c60a3ae1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.069029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8d24a047-89c3-47e5-bdee-cbe10119a90c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=196b75c428004e5ab2f245d1533b4fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950508 Nov 12 08:19:24.070791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48764) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:24.187270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bb9dbab-3ec2-4a2d-9edb-601a75164b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.232292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bb9dbab-3ec2-4a2d-9edb-601a75164b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.321599 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.324943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.346468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bb9dbab-3ec2-4a2d-9edb-601a75164b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.349520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5bb9dbab-3ec2-4a2d-9edb-601a75164b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.355960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5bb9dbab-3ec2-4a2d-9edb-601a75164b31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/138b7032-6671-4e93-b406-88c5c60a3ae1 HTTP/1.1" status: 204 len: 168 time: 0.2826550 Nov 12 08:19:24.374003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9dbab-3ec2-4a2d-9edb-601a75164b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b7032-6671-4e93-b406-88c5c60a3ae1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.442596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.526726 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.577074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96679207-f485-4edb-b61f-d15c50ae7f7e req-23bdcbbb-84b5-472c-a18f-bde74e41c4c3 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0492435 Nov 12 08:19:24.578338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'Port': ['ID=f5f7ab05-af3a-4f8f-820b-4190f77aef52,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.601988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df126232-7fd1-4fc2-a7d6-6497c5fb4d9e None None] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:24.633067 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.640465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48772) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:24.650436 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/subnets/021cd900-4731-4682-a481-c4935d4bc003 HTTP/1.1" status: 204 len: 168 time: 0.9202754 Nov 12 08:19:24.672865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47415a-7dcb-46fd-8c05-467817daa42f tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Subnet': ['ID=021cd900-4731-4682-a481-c4935d4bc003,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.734236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.765455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bf26a-e0ab-4138-aa11-02f6e71c492b None None] Network b09680b2-4da0-4acb-80e5-8ef81f19a5af requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:24.769870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.779426 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-82c37a95-1fab-4dee-a17a-c38742cfec5b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0605326 Nov 12 08:19:24.939179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting subnet 21cd28e4-4c29-4da3-936a-bc57816b7eaf {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:24.942479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8888420e-388b-4f25-a844-bbbf9c5450bf None None] Provisioning complete for port b49966b5-8c27-47ce-a46c-c8b3de4f47bd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:24.942957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8888420e-388b-4f25-a844-bbbf9c5450bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.946270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.992028 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.999829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b49966b5-8c27-47ce-a46c-c8b3de4f47bd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:25.080413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48784) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:25.107496 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-784706f5-adf3-4f37-8f82-57862693fcda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.125862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.204655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8888420e-388b-4f25-a844-bbbf9c5450bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.276320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-784706f5-adf3-4f37-8f82-57862693fcda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.283320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-784706f5-adf3-4f37-8f82-57862693fcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.306649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8888420e-388b-4f25-a844-bbbf9c5450bf None None] For port b49966b5-8c27-47ce-a46c-c8b3de4f47bd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:25.322881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784706f5-adf3-4f37-8f82-57862693fcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb14c47-8968-4cb1-a9a0-22b0f5684c6e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:25.334530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b49966b5-8c27-47ce-a46c-c8b3de4f47bd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:25.334903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.344409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-4775c123-bca0-460b-a22d-983ccbd7eff8 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--267504280&fields=id&tenant_id=48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 267 time: 0.1539803 Nov 12 08:19:25.355186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.369885 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-784706f5-adf3-4f37-8f82-57862693fcda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8939a3053a24ecdbb7ee9bd74b886ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878580 Nov 12 08:19:25.375208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:25.379540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.382823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/subnets/21cd28e4-4c29-4da3-936a-bc57816b7eaf HTTP/1.1" status: 204 len: 168 time: 0.7414391 Nov 12 08:19:25.393906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48798) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:25.411785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8888420e-388b-4f25-a844-bbbf9c5450bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.430214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a639c2-fbcf-446c-88b0-a9669e251e06 None None] Network 4f0d3e1d-a89f-4be0-9842-dbaee6513998 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:25.458435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] DHCP port deletion for b09680b2-4da0-4acb-80e5-8ef81f19a5af request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:25.549302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.551206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-2ed15c90-db00-46f5-a32a-28c484034468 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:25.561391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-2ed15c90-db00-46f5-a32a-28c484034468 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 816 time: 0.1886079 Nov 12 08:19:25.587313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d6c128e-3b68-43c1-9f61-20a582fb98f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.640311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d6c128e-3b68-43c1-9f61-20a582fb98f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.655509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-a16e0308-1e63-4375-9a62-3bc7fb713fd9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/quotas/48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 375 time: 0.0926156 Nov 12 08:19:25.656112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a3be-50b5-43ea-8171-f6c77fbfe255 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Subnet': ['ID=21cd28e4-4c29-4da3-936a-bc57816b7eaf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:25.718527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port ceb5663f-4779-48dd-8c5d-304e727d2d18 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:25.718960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.773251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225be650-5b2a-4de9-b8f9-e7cdf6338d6d req-e033c575-dc7c-4502-a77d-1ae7d21a7182 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0337026 Nov 12 08:19:25.781465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-52cda880-3e14-4d68-8d27-b193a675fbe7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:25.787871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-52cda880-3e14-4d68-8d27-b193a675fbe7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:25.796718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-52cda880-3e14-4d68-8d27-b193a675fbe7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "GET /v2.0/networks?id=a55cb7bd-07c9-44f2-a3cf-723f678c4aac&id=fed42f61-4cc9-4557-94f0-d9f182f74ee4 HTTP/1.1" status: 200 len: 1390 time: 1.0202148 Nov 12 08:19:25.816178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'port': {'device_id': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac', 'admin_state_up': True, 'tenant_id': '47cc89245c594f8f948671f0ed19eab6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:25.816420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d6c128e-3b68-43c1-9f61-20a582fb98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.818926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d6c128e-3b68-43c1-9f61-20a582fb98f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.823374 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d6c128e-3b68-43c1-9f61-20a582fb98f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcb14c47-8968-4cb1-a9a0-22b0f5684c6e HTTP/1.1" status: 204 len: 168 time: 0.4440546 Nov 12 08:19:25.844888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port ceb5663f-4779-48dd-8c5d-304e727d2d18, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ceb5663f-4779-48dd-8c5d-304e727d2d18,segment=NetworkSegment(74995944-d3b8-4cbf-8a44-e426b92b70e0),segment_id=74995944-d3b8-4cbf-8a44-e426b92b70e0)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:25.845183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.848294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c128e-3b68-43c1-9f61-20a582fb98f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb14c47-8968-4cb1-a9a0-22b0f5684c6e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:25.863584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for ceb5663f-4779-48dd-8c5d-304e727d2d18 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:25.868733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-ece7c520-8a67-410f-a77b-fd93beaa78f1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2028944 Nov 12 08:19:25.974728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bf261e5c-2ca7-4c89-b8bb-daae26a451a7 None None] Provisioning complete for port e20d2093-7910-4f32-8e91-f2b1c5628db2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:25.975446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf261e5c-2ca7-4c89-b8bb-daae26a451a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.994604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.062127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888420e-388b-4f25-a844-bbbf9c5450bf None None] Pushing event updated for resources: {'Port': ['ID=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:26.086815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port ceb5663f-4779-48dd-8c5d-304e727d2d18 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:26.121602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=ceb5663f-4779-48dd-8c5d-304e727d2d18,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:26.132281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:26.135811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e20d2093-7910-4f32-8e91-f2b1c5628db2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:26.135952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.305516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.362202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09680b2-4da0-4acb-80e5-8ef81f19a5af']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:26.380634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74995944-d3b8-4cbf-8a44-e426b92b70e0') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:26.380872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74995944-d3b8-4cbf-8a44-e426b92b70e0') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:26.381219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Deleting port ceb5663f-4779-48dd-8c5d-304e727d2d18 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:26.391740 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.403516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.453749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.468182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:26.468616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:26.472859 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:26.606957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] For port ceb5663f-4779-48dd-8c5d-304e727d2d18, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:26.607402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.611149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-21ba8708-6c92-48cb-a19b-a03a097f3704 service neutron] 10.222.0.16 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631800 Nov 12 08:19:26.629394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Calling delete_port for ceb5663f-4779-48dd-8c5d-304e727d2d18 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:26.633089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Port ceb5663f-4779-48dd-8c5d-304e727d2d18 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:19:26.640181 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.660142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.684688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.707164 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/networks/b09680b2-4da0-4acb-80e5-8ef81f19a5af HTTP/1.1" status: 204 len: 168 time: 1.2971816 Nov 12 08:19:26.710582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48824) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:26.746559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] Pushing event deleted for resources: {'Port': ['ID=ceb5663f-4779-48dd-8c5d-304e727d2d18,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:26.768948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba4356-8f29-438f-aad7-f1c4d8c2e1c8 None None] No DVR routers for this DVR port ceb5663f-4779-48dd-8c5d-304e727d2d18 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:26.804962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e20d2093-7910-4f32-8e91-f2b1c5628db2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:26.805333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.818065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce6f70-1585-4155-bf65-9c86414beb45 tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Network': ['ID=b09680b2-4da0-4acb-80e5-8ef81f19a5af,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:26.899928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] DHCP port deletion for 4f0d3e1d-a89f-4be0-9842-dbaee6513998 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:26.956393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dcb5eeae-6784-4a7c-b56d-560657a6b5ed None None] Provisioning complete for port b49966b5-8c27-47ce-a46c-c8b3de4f47bd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:26.956836 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dcb5eeae-6784-4a7c-b56d-560657a6b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.013861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.129078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] Deleting port 4bbae156-b35f-4481-9e3b-e85165a3fdbe {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:27.129638 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.153435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Deleting port 4bbae156-b35f-4481-9e3b-e85165a3fdbe {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:27.156483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.223859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Allocated IP 19.80.0.100 (a55cb7bd-07c9-44f2-a3cf-723f678c4aac/cab41529-e50c-47d4-ac07-d7cadfc5e177/88944db9-3642-486c-924d-1a68ed69ca77) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:27.278376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] For port 4bbae156-b35f-4481-9e3b-e85165a3fdbe, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bbae156-b35f-4481-9e3b-e85165a3fdbe,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:27.278775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.309079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] Calling delete_port for 4bbae156-b35f-4481-9e3b-e85165a3fdbe owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:27.317676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] For port 4bbae156-b35f-4481-9e3b-e85165a3fdbe, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bbae156-b35f-4481-9e3b-e85165a3fdbe,segment=NetworkSegment(66e9e851-a3c9-4915-9865-424d1206c718),segment_id=66e9e851-a3c9-4915-9865-424d1206c718)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:27.318488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.322423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b49966b5-8c27-47ce-a46c-c8b3de4f47bd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:27.338008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Calling delete_port for 4bbae156-b35f-4481-9e3b-e85165a3fdbe owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:27.463419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6901d-3ab3-425b-b473-cc276d1d0f29 req-750f760f-0354-448e-a1d3-1c407e1be0e3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.483240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0b6901d-3ab3-425b-b473-cc276d1d0f29 req-750f760f-0354-448e-a1d3-1c407e1be0e3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.8550751 Nov 12 08:19:27.499255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b49966b5-8c27-47ce-a46c-c8b3de4f47bd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:27.499620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.544916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-211c2bf9-6bf6-44be-9a69-42d9b36cdf86 service neutron] 10.222.0.16 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9326262 Nov 12 08:19:27.583844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.625793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] Pushing event deleted for resources: {'Port': ['ID=4bbae156-b35f-4481-9e3b-e85165a3fdbe,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:27.632749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab3e6a-6de5-4114-80e1-aff69440f9cc None None] No DVR routers for this DVR port 4bbae156-b35f-4481-9e3b-e85165a3fdbe on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:27.657969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0b6901d-3ab3-425b-b473-cc276d1d0f29 req-380dea64-f653-4114-a23e-7527239912cb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734979 Nov 12 08:19:27.840107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb5663f-4779-48dd-8c5d-304e727d2d18 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:27.850598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.879830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ceb5663f-4779-48dd-8c5d-304e727d2d18 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:27.880255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb5663f-4779-48dd-8c5d-304e727d2d18 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:27.880681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bbae156-b35f-4481-9e3b-e85165a3fdbe no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:27.909315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 4bbae156-b35f-4481-9e3b-e85165a3fdbe {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:27.910449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bbae156-b35f-4481-9e3b-e85165a3fdbe not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:28.013972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4a7add0-1cc2-49fb-9f94-d03f3e9eb32c req-b0e34d2a-cd24-405e-bfde-c84d90ca8ca8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 210 time: 0.0542498 Nov 12 08:19:28.015998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.043024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.096962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Port': ['ID=4bbae156-b35f-4481-9e3b-e85165a3fdbe,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:28.118421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] No DVR routers for this DVR port 4bbae156-b35f-4481-9e3b-e85165a3fdbe on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:28.146198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:28.174477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:28.195129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45e65199-f582-4312-bb10-285e0f09fa0e req-28a5603d-679d-49f5-89a1-6ddccfcd27ef tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 210 time: 0.0681491 Nov 12 08:19:28.203709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:28.293224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Port': ['ID=88944db9-3642-486c-924d-1a68ed69ca77,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:28.349164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.384669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0d3e1d-a89f-4be0-9842-dbaee6513998']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:28.402448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e9e851-a3c9-4915-9865-424d1206c718') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:28.402448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e9e851-a3c9-4915-9865-424d1206c718') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:28.418798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.451456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.459311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:28.459742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.461101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:28.461786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:28.464719 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:28.505372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978043-df11-4deb-8d38-11b3beb9c830 req-068c6437-64ea-4564-9e34-d63c996ea9b0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:28.507038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76978043-df11-4deb-8d38-11b3beb9c830 req-068c6437-64ea-4564-9e34-d63c996ea9b0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1992159 Nov 12 08:19:28.545490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-bf3358a7-f1ac-4322-a5c0-3ab36eabf2d6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7365332 Nov 12 08:19:28.608265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76978043-df11-4deb-8d38-11b3beb9c830 req-e64e69cf-2a53-444e-84a9-32939b2e27a5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907223 Nov 12 08:19:28.618534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.633700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Request body: {'port': {'device_id': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4', 'admin_state_up': True, 'tenant_id': '47cc89245c594f8f948671f0ed19eab6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:28.646942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.651732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] 10.222.0.16 "DELETE /v2.0/networks/4f0d3e1d-a89f-4be0-9842-dbaee6513998 HTTP/1.1" status: 204 len: 168 time: 1.9361057 Nov 12 08:19:28.653564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4f8d4-7baf-4516-8be0-14ccc3bec39e tempest-TaggedBootDevicesTest-1912137828 tempest-TaggedBootDevicesTest-1912137828-project] Pushing event deleted for resources: {'Network': ['ID=4f0d3e1d-a89f-4be0-9842-dbaee6513998,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:28.731035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ef79629b-70ad-4e21-b3d6-1da8f4619ec0 None None] Provisioning complete for port 88944db9-3642-486c-924d-1a68ed69ca77 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:28.733087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ef79629b-70ad-4e21-b3d6-1da8f4619ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.812451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ef79629b-70ad-4e21-b3d6-1da8f4619ec0 None None] Port 88944db9-3642-486c-924d-1a68ed69ca77 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:28.822178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Made reservation on behalf of 47cc89245c594f8f948671f0ed19eab6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:28.836559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:29.046851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Allocated IP 19.86.0.201 (fed42f61-4cc9-4557-94f0-d9f182f74ee4/a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1/85136d18-0060-48ee-b079-0b09a071e2c0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:29.428508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63540de-ef7c-40e2-baa0-54cdb32a7aca req-c8759012-db4a-42e9-b0a2-8e519fe90d02 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.430038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e63540de-ef7c-40e2-baa0-54cdb32a7aca req-c8759012-db4a-42e9-b0a2-8e519fe90d02 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 932 time: 0.1064222 Nov 12 08:19:29.440484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39c0f2-a75f-4825-8d70-0508b0e9ec52 req-5ebeb522-d458-4486-855b-013524b4fb63 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.447944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca39c0f2-a75f-4825-8d70-0508b0e9ec52 req-5ebeb522-d458-4486-855b-013524b4fb63 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2760913 Nov 12 08:19:29.453064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:29.548497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e63540de-ef7c-40e2-baa0-54cdb32a7aca req-63f9e29b-e096-4935-b0bc-4888f8c932c6 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993176 Nov 12 08:19:29.571126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca39c0f2-a75f-4825-8d70-0508b0e9ec52 req-36bcf766-7f76-46bd-be46-22a92a81569e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963488 Nov 12 08:19:29.584985 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:29.631758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:29.661395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:29.693453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:29.783133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfe9f75f-77d3-491f-81dd-e980e8bd166e req-643aea83-01c8-4225-b82d-cc48d6814849 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 210 time: 0.1499100 Nov 12 08:19:29.872936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event updated for resources: {'Port': ['ID=85136d18-0060-48ee-b079-0b09a071e2c0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:29.939245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.946824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.000807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-6504e05d-48b1-4843-bc45-649edcccc622 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4092155 Nov 12 08:19:30.022020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Request body: {'port': {'device_id': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:30.104468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6bd1cd40-8ea3-4333-a901-f04ed9733da1 None None] Provisioning complete for port 85136d18-0060-48ee-b079-0b09a071e2c0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:30.105055 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bd1cd40-8ea3-4333-a901-f04ed9733da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.165054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-413cd18c-1af7-44ee-a1cd-86b2bf390740 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.166650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-413cd18c-1af7-44ee-a1cd-86b2bf390740 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 816 time: 0.3872123 Nov 12 08:19:30.178964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1cd40-8ea3-4333-a901-f04ed9733da1 None None] Port 85136d18-0060-48ee-b079-0b09a071e2c0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:30.246769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.339101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca176-7c0f-43a5-9f17-3d30612bb6d1 req-256a2f85-e893-4ddd-9af5-a0201f56d912 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.347094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a67ca176-7c0f-43a5-9f17-3d30612bb6d1 req-256a2f85-e893-4ddd-9af5-a0201f56d912 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1793118 Nov 12 08:19:30.384609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-d582bfca-b824-4541-91e5-0421c7236237 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 379 time: 0.1928720 Nov 12 08:19:30.398736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'port': {'device_id': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'admin_state_up': True, 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'security_groups': ['ff3b28b7-de2a-4397-a73c-de167b4cd4b0']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:30.498480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a67ca176-7c0f-43a5-9f17-3d30612bb6d1 req-c93e8c69-6ba1-4f6c-b3a9-01db8e1bc2fb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504524 Nov 12 08:19:30.697403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48938) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:30.757772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Made reservation on behalf of 48ce9117d5fb440187eec5f9a116262a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:30.761501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.774640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473041b-c975-4bc7-bcb5-1b57925e4281 req-da702833-bfef-4b23-ab2f-efd27c8eda08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.780749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473041b-c975-4bc7-bcb5-1b57925e4281 req-da702833-bfef-4b23-ab2f-efd27c8eda08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.782384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e473041b-c975-4bc7-bcb5-1b57925e4281 req-da702833-bfef-4b23-ab2f-efd27c8eda08 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1655 time: 0.1208541 Nov 12 08:19:30.824401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef980b46-0f70-48d2-b563-76fddbf7c9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.936951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef980b46-0f70-48d2-b563-76fddbf7c9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.942357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef980b46-0f70-48d2-b563-76fddbf7c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.987279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef980b46-0f70-48d2-b563-76fddbf7c9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451ceb68-7838-4501-8890-8fd77730cb39,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:31.006403 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef980b46-0f70-48d2-b563-76fddbf7c9bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fa99608c09f4053a837a2e50509d64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077066 Nov 12 08:19:31.008683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:31.010780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88944db9-3642-486c-924d-1a68ed69ca77 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:31.020066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3341a36d-b49a-419b-a493-571277b517ab req-08bb291a-aa00-4a6e-8f8d-ebdea9f9e9f3 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 210 time: 0.0717742 Nov 12 08:19:31.047715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.063423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e473041b-c975-4bc7-bcb5-1b57925e4281 req-4bf09939-e7e6-467b-b4d1-f2ab5630af4c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649124 Nov 12 08:19:31.071631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c279ff19-311e-45d6-9c80-0d2302ff167b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.104355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c279ff19-311e-45d6-9c80-0d2302ff167b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.108123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Transition to ACTIVE for port object 88944db9-3642-486c-924d-1a68ed69ca77 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:31.120469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Allocated IP 172.20.0.9 (da3af3ca-1111-44b4-9bbc-46d4274e0e9e/e9024482-acbf-4b3f-af95-deb4ccff46a0/83a12146-a922-4b98-9c6c-26a4fd4296ef) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:31.123952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.181673 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c279ff19-311e-45d6-9c80-0d2302ff167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.186621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c279ff19-311e-45d6-9c80-0d2302ff167b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.191545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c279ff19-311e-45d6-9c80-0d2302ff167b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/451ceb68-7838-4501-8890-8fd77730cb39 HTTP/1.1" status: 204 len: 168 time: 0.1810045 Nov 12 08:19:31.202891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279ff19-311e-45d6-9c80-0d2302ff167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ceb68-7838-4501-8890-8fd77730cb39,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:31.292161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Pushing event updated for resources: {'Port': ['ID=88944db9-3642-486c-924d-1a68ed69ca77,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:31.488268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Attempting to bind port 88944db9-3642-486c-924d-1a68ed69ca77 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:31.488616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Attempting to bind port 88944db9-3642-486c-924d-1a68ed69ca77 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:31.488948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Attempting to bind port 88944db9-3642-486c-924d-1a68ed69ca77 on network a55cb7bd-07c9-44f2-a3cf-723f678c4aac {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:31.507597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Port 88944db9-3642-486c-924d-1a68ed69ca77 on network a55cb7bd-07c9-44f2-a3cf-723f678c4aac not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:31.508320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Attempting to bind port 88944db9-3642-486c-924d-1a68ed69ca77 on network a55cb7bd-07c9-44f2-a3cf-723f678c4aac {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:31.523606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:31.523931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Checking segment: {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:31.524345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Bound using segment: {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:31.524819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Bound port: 88944db9-3642-486c-924d-1a68ed69ca77, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c27f4bc-b908-40b1-a186-ad6c61ba1e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:31.525259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.555606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.639807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] For port 88944db9-3642-486c-924d-1a68ed69ca77, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:31.645348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] For port 88944db9-3642-486c-924d-1a68ed69ca77, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=88944db9-3642-486c-924d-1a68ed69ca77,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:31.659553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.660510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.741514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:31.743505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.743648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] 10.222.0.32 "PUT /v2.0/ports/88944db9-3642-486c-924d-1a68ed69ca77 HTTP/1.1" status: 200 len: 1093 time: 1.7284248 Nov 12 08:19:31.746133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'tag': '88944db9-3642-486c-924d-1a68ed69ca77'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:31.750407 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d787a9e-c18f-451b-8350-2543f873610d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "tag": "88944db9-3642-486c-924d-1a68ed69ca77"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:31.781746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:31.796915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Request body: {'port': {'device_id': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:31.843959 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8c0edc-6034-44eb-b399-702317d967b7 x-openstack-request-id: req-4f8c0edc-6034-44eb-b399-702317d967b7 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:31.844434 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "tag": "88944db9-3642-486c-924d-1a68ed69ca77", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:31.844771 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f8c0edc-6034-44eb-b399-702317d967b7 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:31.845420 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'tag': '88944db9-3642-486c-924d-1a68ed69ca77', 'status': 'completed', 'code': 200} Nov 12 08:19:31.861876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd878a5-628e-4400-9101-a9c4ddbeb232 req-9e4a6bea-3c2c-4aa1-8cf6-d4ed851744fd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:31.864568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afd878a5-628e-4400-9101-a9c4ddbeb232 req-9e4a6bea-3c2c-4aa1-8cf6-d4ed851744fd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2211812 Nov 12 08:19:31.865959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:31.908537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572467-0495-483f-a6aa-bdb275d23b63 service neutron] Pushing event updated for resources: {'Port': ['ID=88944db9-3642-486c-924d-1a68ed69ca77,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:31.912755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:31.983764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a9e-c18f-451b-8350-2543f873610d req-ba52d4f9-c8a4-4872-989b-cb99543d7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:31.985022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a9e-c18f-451b-8350-2543f873610d req-ba52d4f9-c8a4-4872-989b-cb99543d7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:31.986892 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9d787a9e-c18f-451b-8350-2543f873610d req-ba52d4f9-c8a4-4872-989b-cb99543d7836 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1915 time: 0.1402552 Nov 12 08:19:32.073137 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.233553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.234049 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.284567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a9e-c18f-451b-8350-2543f873610d req-cfd31af1-b11f-49dc-9773-22674b5dced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.285037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a9e-c18f-451b-8350-2543f873610d req-cfd31af1-b11f-49dc-9773-22674b5dced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.286076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a9e-c18f-451b-8350-2543f873610d req-cfd31af1-b11f-49dc-9773-22674b5dced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.287168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9d787a9e-c18f-451b-8350-2543f873610d req-cfd31af1-b11f-49dc-9773-22674b5dced2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=47cc89245c594f8f948671f0ed19eab6&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2888067 Nov 12 08:19:32.327846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:32.374623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afd878a5-628e-4400-9101-a9c4ddbeb232 req-63f9d35a-1b1d-4d32-93c2-46bca587414a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4589977 Nov 12 08:19:32.417819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4ce7ef10-13d0-4088-a700-383dc293440c None None] Provisioning complete for port 83a12146-a922-4b98-9c6c-26a4fd4296ef triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:32.418806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef10-13d0-4088-a700-383dc293440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.521219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7ef10-13d0-4088-a700-383dc293440c None None] Port 83a12146-a922-4b98-9c6c-26a4fd4296ef cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:32.558223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a9e-c18f-451b-8350-2543f873610d req-3ee3cad9-48aa-46d9-ab34-3f0855930c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.560836 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9d787a9e-c18f-451b-8350-2543f873610d req-3ee3cad9-48aa-46d9-ab34-3f0855930c04 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2647274 Nov 12 08:19:32.570872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-86152d6c-0b85-4f4f-8151-0ae4f2a5f980 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1761436 Nov 12 08:19:32.669911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Request body: {'port': {'device_id': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:32.735253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f431b5-11ba-4524-953f-5723103ab93d req-a7ca8cd2-a6e3-4e8f-af1c-42de26ba51a6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.736828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9f431b5-11ba-4524-953f-5723103ab93d req-a7ca8cd2-a6e3-4e8f-af1c-42de26ba51a6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 931 time: 0.5302851 Nov 12 08:19:32.826280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6cf89-a27d-4e17-ac95-34a977310a0f req-670ffb2c-f7cc-41c2-af62-83ec5a83614d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.834785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6cf89-a27d-4e17-ac95-34a977310a0f req-670ffb2c-f7cc-41c2-af62-83ec5a83614d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.836461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf6cf89-a27d-4e17-ac95-34a977310a0f req-670ffb2c-f7cc-41c2-af62-83ec5a83614d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1667 time: 0.2806473 Nov 12 08:19:32.877570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.943951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9f431b5-11ba-4524-953f-5723103ab93d req-531d6845-9048-4cc1-820d-b14a8f91a114 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931386 Nov 12 08:19:32.976081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85136d18-0060-48ee-b079-0b09a071e2c0 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:32.983651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.987340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48996) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:33.176194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1f94859-8fd7-4592-87dc-ad7eb2d0b8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.304247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1f94859-8fd7-4592-87dc-ad7eb2d0b8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.311891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1f94859-8fd7-4592-87dc-ad7eb2d0b8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.359164 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1f94859-8fd7-4592-87dc-ad7eb2d0b8c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad9f0ed47173419083ff6ccf0a3956ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705878 Nov 12 08:19:33.361737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49000) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:33.369171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f94859-8fd7-4592-87dc-ad7eb2d0b8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0765c1f7-5d70-4e4a-b0b6-cae239efd15f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:33.430563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83cf1ec5-e16b-4de6-8ea8-bbcc3a7234a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.461420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83cf1ec5-e16b-4de6-8ea8-bbcc3a7234a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.513587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf6cf89-a27d-4e17-ac95-34a977310a0f req-386c8387-a027-4fdd-a982-9a086b072fed tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531239 Nov 12 08:19:33.543132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83cf1ec5-e16b-4de6-8ea8-bbcc3a7234a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.549384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83cf1ec5-e16b-4de6-8ea8-bbcc3a7234a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.551730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83cf1ec5-e16b-4de6-8ea8-bbcc3a7234a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0765c1f7-5d70-4e4a-b0b6-cae239efd15f HTTP/1.1" status: 204 len: 168 time: 0.1884210 Nov 12 08:19:33.567758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1ec5-e16b-4de6-8ea8-bbcc3a7234a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765c1f7-5d70-4e4a-b0b6-cae239efd15f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:33.613894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Transition to ACTIVE for port object 85136d18-0060-48ee-b079-0b09a071e2c0 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:33.632065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.781547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e3e1e-89cd-4937-a020-b3fbb55ab328 req-40cc8b18-cd74-4109-a608-74fa3d7eca7f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:33.788856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b1e3e1e-89cd-4937-a020-b3fbb55ab328 req-40cc8b18-cd74-4109-a608-74fa3d7eca7f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2689822 Nov 12 08:19:33.859500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Pushing event updated for resources: {'Port': ['ID=85136d18-0060-48ee-b079-0b09a071e2c0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:34.005412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b1e3e1e-89cd-4937-a020-b3fbb55ab328 req-40299c67-103f-44dd-8c46-a0348e96ea78 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964617 Nov 12 08:19:34.030271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Attempting to bind port 85136d18-0060-48ee-b079-0b09a071e2c0 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:34.030830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Attempting to bind port 85136d18-0060-48ee-b079-0b09a071e2c0 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:34.031164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Attempting to bind port 85136d18-0060-48ee-b079-0b09a071e2c0 on network fed42f61-4cc9-4557-94f0-d9f182f74ee4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:34.035821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:34.045194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.047882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Port 85136d18-0060-48ee-b079-0b09a071e2c0 on network fed42f61-4cc9-4557-94f0-d9f182f74ee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:34.048435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Attempting to bind port 85136d18-0060-48ee-b079-0b09a071e2c0 on network fed42f61-4cc9-4557-94f0-d9f182f74ee4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:34.062346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:34.062698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Checking segment: {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:34.063075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Bound using segment: {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:34.076867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Bound port: 85136d18-0060-48ee-b079-0b09a071e2c0, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40434d45-6c6a-4150-867b-3566081ad85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:34.076867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.091364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Transition to ACTIVE for port object 83a12146-a922-4b98-9c6c-26a4fd4296ef will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:34.105196 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.230449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:34.340400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b732153-2422-41ef-994b-a71c2be0383c req-7e1c37ea-481a-4eb7-9ccc-9a229886a5cd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.342136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b732153-2422-41ef-994b-a71c2be0383c req-7e1c37ea-481a-4eb7-9ccc-9a229886a5cd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 943 time: 0.2492595 Nov 12 08:19:34.360967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] For port 85136d18-0060-48ee-b079-0b09a071e2c0, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:34.368061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] For port 85136d18-0060-48ee-b079-0b09a071e2c0, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85136d18-0060-48ee-b079-0b09a071e2c0,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:34.394062 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.467145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.467779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.469260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] 10.222.0.32 "PUT /v2.0/ports/85136d18-0060-48ee-b079-0b09a071e2c0 HTTP/1.1" status: 200 len: 1093 time: 2.6845186 Nov 12 08:19:34.469776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'tag': '85136d18-0060-48ee-b079-0b09a071e2c0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:34.472120 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "tag": "85136d18-0060-48ee-b079-0b09a071e2c0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:34.521109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:34.521451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:34.521783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:34.567688 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6690a6-c37b-4ff4-80e1-cf7f8dc119df x-openstack-request-id: req-9d6690a6-c37b-4ff4-80e1-cf7f8dc119df {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:34.568852 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "tag": "85136d18-0060-48ee-b079-0b09a071e2c0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:34.569938 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d6690a6-c37b-4ff4-80e1-cf7f8dc119df {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:34.571202 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'tag': '85136d18-0060-48ee-b079-0b09a071e2c0', 'status': 'completed', 'code': 200} Nov 12 08:19:34.623111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Port 83a12146-a922-4b98-9c6c-26a4fd4296ef on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:34.623791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:34.641907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b732153-2422-41ef-994b-a71c2be0383c req-0538f0f1-e95c-4507-ab65-87cdabcb3a0b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725282 Nov 12 08:19:34.705208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58591-94bd-4371-ae74-fc7cba70e423 service neutron] Pushing event updated for resources: {'Port': ['ID=85136d18-0060-48ee-b079-0b09a071e2c0,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:34.709263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:34.709605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:34.710142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Bound using segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:34.711858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Bound port: 83a12146-a922-4b98-9c6c-26a4fd4296ef, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:34.712453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.872397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-05a0abc4-8e95-42aa-8fd6-faf1a4c697d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.872888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-05a0abc4-8e95-42aa-8fd6-faf1a4c697d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.874605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-05a0abc4-8e95-42aa-8fd6-faf1a4c697d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1983 time: 0.2954316 Nov 12 08:19:34.940476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-7adf4363-022e-46d7-a357-69e571260df5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=88944db9-3642-486c-924d-1a68ed69ca77 HTTP/1.1" status: 200 len: 217 time: 0.0534158 Nov 12 08:19:34.958969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329339-26b9-4e71-a72e-c96e22825234 req-2aa2b96b-f07a-4a4b-9d41-7e40cd795c12 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.965535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329339-26b9-4e71-a72e-c96e22825234 req-2aa2b96b-f07a-4a4b-9d41-7e40cd795c12 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.967142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91329339-26b9-4e71-a72e-c96e22825234 req-2aa2b96b-f07a-4a4b-9d41-7e40cd795c12 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1679 time: 0.2681770 Nov 12 08:19:34.980813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:34.987738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:35.023931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.099176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.099916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.101416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] 10.222.0.32 "PUT /v2.0/ports/83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 1092 time: 2.4382479 Nov 12 08:19:35.112539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-f956b309-d2c1-4818-8cc4-96585175879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.114016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-f956b309-d2c1-4818-8cc4-96585175879c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cab41529-e50c-47d4-ac07-d7cadfc5e177 HTTP/1.1" status: 200 len: 801 time: 0.1445463 Nov 12 08:19:35.126896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91329339-26b9-4e71-a72e-c96e22825234 req-810ed982-3a2e-4944-bcc4-03bd554e21f0 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430163 Nov 12 08:19:35.224772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415dc0-e748-4bf1-a06d-98c4cfc64352 service neutron] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:35.305716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-8ad79402-6106-42e3-a159-4d9c374291b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.307359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-8ad79402-6106-42e3-a159-4d9c374291b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a55cb7bd-07c9-44f2-a3cf-723f678c4aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855543 Nov 12 08:19:35.325531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-7ae78154-2bf8-4534-b9aa-93d33ecdd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.327389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-7ae78154-2bf8-4534-b9aa-93d33ecdd050 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1095 time: 0.1441689 Nov 12 08:19:35.337068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece531-3e45-4a0a-bb6b-d0461e9605fd req-93ae20d8-7517-4f40-805b-dc92766c886c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.344504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fece531-3e45-4a0a-bb6b-d0461e9605fd req-93ae20d8-7517-4f40-805b-dc92766c886c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1998303 Nov 12 08:19:35.459341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-1b351fd0-83ac-4274-ab78-07560ffe8e4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 217 time: 0.1022234 Nov 12 08:19:35.571306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-4375f4e6-4950-404b-9830-a6e577008595 service neutron] 10.222.0.32 "GET /v2.0/networks/a55cb7bd-07c9-44f2-a3cf-723f678c4aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560399 Nov 12 08:19:35.587145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fece531-3e45-4a0a-bb6b-d0461e9605fd req-c332a8d2-9940-43c3-beed-e2d6c3d801ee tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415226 Nov 12 08:19:35.649307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-049f94ac-8267-4bf7-b4b1-c9e12eb6694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.651938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-049f94ac-8267-4bf7-b4b1-c9e12eb6694c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.1818821 Nov 12 08:19:35.777758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-39692861-94f5-436d-8941-51d399c9adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.781712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-39692861-94f5-436d-8941-51d399c9adcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230376 Nov 12 08:19:35.846396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-4baf72d4-606c-455e-8d10-3aea199a26e9 service neutron] 10.222.0.32 "GET /v2.0/networks/a55cb7bd-07c9-44f2-a3cf-723f678c4aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533510 Nov 12 08:19:36.012285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-076504e3-1180-4f58-87ba-401182d61f61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=85136d18-0060-48ee-b079-0b09a071e2c0 HTTP/1.1" status: 200 len: 217 time: 0.1372161 Nov 12 08:19:36.093770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e484a-f138-4bdb-a3ce-fe8c10f29288 req-dbb7369f-ef36-4dab-8512-c506586794b7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.097032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-691e484a-f138-4bdb-a3ce-fe8c10f29288 req-dbb7369f-ef36-4dab-8512-c506586794b7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 943 time: 0.2568274 Nov 12 08:19:36.108519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-51fa0ce5-858f-401c-aa94-8c6aa51ba02c service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000815 Nov 12 08:19:36.141446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-43f167f5-c11d-41e8-80c9-3d26cebbd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.142851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-43f167f5-c11d-41e8-80c9-3d26cebbd8ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1 HTTP/1.1" status: 200 len: 801 time: 0.1377406 Nov 12 08:19:36.373801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-691e484a-f138-4bdb-a3ce-fe8c10f29288 req-9009ae97-d048-40ee-9209-541fa1841601 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553284 Nov 12 08:19:36.400225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-21b3ee6c-66cd-4cd3-b6c6-5ad4416757ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.402331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-21b3ee6c-66cd-4cd3-b6c6-5ad4416757ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fed42f61-4cc9-4557-94f0-d9f182f74ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384276 Nov 12 08:19:36.425963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c91df4a-13bc-4b7a-8e76-fa78430a1e17 req-f742a6af-07b8-483c-8b5e-170d6125ec1f service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055270 Nov 12 08:19:36.441308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80cec-74c1-4f1a-b929-ee4be93fe685 req-bf471dc9-26be-45f9-95ee-d22c4f9cdb31 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.450555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80cec-74c1-4f1a-b929-ee4be93fe685 req-bf471dc9-26be-45f9-95ee-d22c4f9cdb31 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.453316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9f80cec-74c1-4f1a-b929-ee4be93fe685 req-bf471dc9-26be-45f9-95ee-d22c4f9cdb31 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1679 time: 0.1899474 Nov 12 08:19:36.623401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:36.627154 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af966fa-21da-4f28-9532-96099871d1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:36.632007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-77a13de3-b77a-466e-9269-72a1154b0939 service neutron] 10.222.0.32 "GET /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197411 Nov 12 08:19:36.747492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9f80cec-74c1-4f1a-b929-ee4be93fe685 req-bd578987-0963-4b8d-8fda-a51aeeb89a0e tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778580 Nov 12 08:19:36.874375 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b3e2ba-6cb6-4b4c-9968-57397f80f194 x-openstack-request-id: req-97b3e2ba-6cb6-4b4c-9968-57397f80f194 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:36.874815 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:36.875171 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97b3e2ba-6cb6-4b4c-9968-57397f80f194 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:36.875665 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'status': 'completed', 'code': 200} Nov 12 08:19:37.009295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59189a-a257-4493-a326-5d3c35a76b6b req-49ca8cab-9753-4a6f-be30-cc05478d9b7a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.014677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e59189a-a257-4493-a326-5d3c35a76b6b req-49ca8cab-9753-4a6f-be30-cc05478d9b7a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2515898 Nov 12 08:19:37.038776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af966fa-21da-4f28-9532-96099871d1e0 req-c74f9bbd-088d-44a7-8f9f-eec019175219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.040804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-c74f9bbd-088d-44a7-8f9f-eec019175219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1095 time: 0.1632442 Nov 12 08:19:37.150420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e59189a-a257-4493-a326-5d3c35a76b6b req-3507618d-11f9-4312-9bbe-582c4c2d4116 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084275 Nov 12 08:19:37.204713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dde8cc1-bff6-4d78-86e1-17480ca9f866 req-7c89f9df-9737-4123-b186-1bafdc53bd4e service neutron] 10.222.0.32 "GET /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075488 Nov 12 08:19:37.261657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af966fa-21da-4f28-9532-96099871d1e0 req-e02928fa-c025-4315-b38d-44478813d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.265416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-e02928fa-c025-4315-b38d-44478813d02b service neutron] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.2105179 Nov 12 08:19:37.338735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-5ba76764-e817-42ba-aea8-35cef4313b85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 217 time: 0.0651932 Nov 12 08:19:37.450372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af966fa-21da-4f28-9532-96099871d1e0 req-564d1534-e7ff-4787-a3ea-b25a05787a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.451860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-564d1534-e7ff-4787-a3ea-b25a05787a8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0995376 Nov 12 08:19:37.556576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-b3ed74f6-6c70-4e0b-8d5e-bfe080bf2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.557077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-b3ed74f6-6c70-4e0b-8d5e-bfe080bf2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.558683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-b3ed74f6-6c70-4e0b-8d5e-bfe080bf2ccb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47cc89245c594f8f948671f0ed19eab6&device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1983 time: 0.2188427 Nov 12 08:19:37.623339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af966fa-21da-4f28-9532-96099871d1e0 req-01e5a4ac-2cc5-4f49-8317-dc5ccad85ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.625675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-01e5a4ac-2cc5-4f49-8317-dc5ccad85ad5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645010 Nov 12 08:19:37.802885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-260854f3-1e3b-4cb6-9141-1d6d2d53ab20 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653898 Nov 12 08:19:38.019127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af966fa-21da-4f28-9532-96099871d1e0 req-b6a617d1-2dd9-49ba-90d5-63d24f2dcc87 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036009 Nov 12 08:19:38.055954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40df868-5ee5-4568-bebc-848e3e5d0899 req-62976d63-2e5a-46ab-bd4d-64a87df9f2b6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.070965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a40df868-5ee5-4568-bebc-848e3e5d0899 req-62976d63-2e5a-46ab-bd4d-64a87df9f2b6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 943 time: 0.5449238 Nov 12 08:19:38.088132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49192) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:38.221474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf43259b-18a8-49ad-a754-ec8bba7aaac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.245140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a40df868-5ee5-4568-bebc-848e3e5d0899 req-a29264e1-1a1b-43a8-a7c8-9e0e57192c18 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725771 Nov 12 08:19:38.262118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-6e087c7d-a77c-499c-9851-0b6493130a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.265436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-6e087c7d-a77c-499c-9851-0b6493130a8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fed42f61-4cc9-4557-94f0-d9f182f74ee4 HTTP/1.1" status: 200 len: 900 time: 0.6963501 Nov 12 08:19:38.306913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf43259b-18a8-49ad-a754-ec8bba7aaac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.313737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf43259b-18a8-49ad-a754-ec8bba7aaac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.320692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-d5991cfb-49fe-4353-ba83-706e936636e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=85136d18-0060-48ee-b079-0b09a071e2c0 HTTP/1.1" status: 200 len: 217 time: 0.0391290 Nov 12 08:19:38.331282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83121236-55c6-4a7e-85d4-adcd4855958a req-d8880adb-9907-42d9-8b59-c49f27f78f89 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.337410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83121236-55c6-4a7e-85d4-adcd4855958a req-d8880adb-9907-42d9-8b59-c49f27f78f89 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.339033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83121236-55c6-4a7e-85d4-adcd4855958a req-d8880adb-9907-42d9-8b59-c49f27f78f89 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1679 time: 0.2026582 Nov 12 08:19:38.386437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43259b-18a8-49ad-a754-ec8bba7aaac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3a8d32-0275-4cfe-bfef-e96978efd1f1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:38.397803 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf43259b-18a8-49ad-a754-ec8bba7aaac9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf32d2a535d0450581bbe927ae34444d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085001 Nov 12 08:19:38.398840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49198) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:38.474389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f617c8bc-9a82-4096-9320-cf3277318a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.503622 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f617c8bc-9a82-4096-9320-cf3277318a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.568496 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f617c8bc-9a82-4096-9320-cf3277318a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.571560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f617c8bc-9a82-4096-9320-cf3277318a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.588104 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f617c8bc-9a82-4096-9320-cf3277318a8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e3a8d32-0275-4cfe-bfef-e96978efd1f1 HTTP/1.1" status: 204 len: 168 time: 0.1731398 Nov 12 08:19:38.620442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617c8bc-9a82-4096-9320-cf3277318a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3a8d32-0275-4cfe-bfef-e96978efd1f1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:38.626754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.672937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:38.807997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-5f9ea097-80e9-45de-abe0-fda719839fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.809828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-5f9ea097-80e9-45de-abe0-fda719839fd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1 HTTP/1.1" status: 200 len: 801 time: 0.4696591 Nov 12 08:19:38.914797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:38.929975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'mac_address': 'fa:16:3e:18:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:38.981816 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.003836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-8ff00491-c4e7-4d19-9796-a88a74ea4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.009498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-8ff00491-c4e7-4d19-9796-a88a74ea4ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fed42f61-4cc9-4557-94f0-d9f182f74ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884181 Nov 12 08:19:39.021789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:39.022938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83121236-55c6-4a7e-85d4-adcd4855958a req-3c4bdec1-18e7-477c-b672-80bd88d79987 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742637 Nov 12 08:19:39.071472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:39.080745 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.135965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d59d4-f0b5-4382-9a50-961092e323ba req-e65a76e8-efaf-44f7-b89a-3ab29798cdd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.144564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f72d59d4-f0b5-4382-9a50-961092e323ba req-e65a76e8-efaf-44f7-b89a-3ab29798cdd8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.3285148 Nov 12 08:19:39.204210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:39.228631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:39.230392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.231294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.231810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.232336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.232858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.244659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.245254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.245743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.246989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.247509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.247997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.248500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.251023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b25f395-2f34-416d-93ea-bb15d00d6a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.352477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f72d59d4-f0b5-4382-9a50-961092e323ba req-4cf4a49f-8096-4a9f-b199-bc37d4902904 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068586 Nov 12 08:19:39.402362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['83a12146-a922-4b98-9c6c-26a4fd4296ef'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:39.411556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-1a0f478e-4519-44e0-b712-60ee1bc7fa79 service neutron] 10.222.0.32 "GET /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873684 Nov 12 08:19:39.485006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b25f395-2f34-416d-93ea-bb15d00d6a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.494838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b25f395-2f34-416d-93ea-bb15d00d6a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.562405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1b25f395-2f34-416d-93ea-bb15d00d6a56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=160df69d7564421d9a301f576dda5d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318889 Nov 12 08:19:39.563246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25f395-2f34-416d-93ea-bb15d00d6a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b1175-5ac9-416d-8a38-94148e0064a1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:39.565693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf0a788-a5d0-452a-95c5-b8db3bcb070e req-3377bede-1f2e-4b67-993d-3fe6d8c54814 service neutron] 10.222.0.32 "GET /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414292 Nov 12 08:19:39.581735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49216) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:39.687507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.711975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c923d5-3f91-4d52-858d-86a170a288fd req-c60903d0-e59a-4332-a860-7f7c9d3fc365 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.713621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08c923d5-3f91-4d52-858d-86a170a288fd req-c60903d0-e59a-4332-a860-7f7c9d3fc365 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.1465287 Nov 12 08:19:39.753880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.810521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08c923d5-3f91-4d52-858d-86a170a288fd req-19b798d3-bb3f-490c-be28-fc4fdad4b692 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874817 Nov 12 08:19:39.856027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.860358 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.861591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae8b1175-5ac9-416d-8a38-94148e0064a1 HTTP/1.1" status: 204 len: 168 time: 0.2768118 Nov 12 08:19:39.873463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b1175-5ac9-416d-8a38-94148e0064a1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:39.882903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.883330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.883799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.884228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.885325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.885757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.886145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.886585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.887027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.887417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.887870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:39.888278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f44d18e-8f61-405c-8d35-a22ff73f6137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:40.319808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3166-aefb-4ffa-b28f-ee154b81a7b6 req-438c7153-143d-4350-a89d-f1d76069ca58 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.327523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3166-aefb-4ffa-b28f-ee154b81a7b6 req-438c7153-143d-4350-a89d-f1d76069ca58 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.329222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c4e3166-aefb-4ffa-b28f-ee154b81a7b6 req-438c7153-143d-4350-a89d-f1d76069ca58 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1679 time: 0.1516647 Nov 12 08:19:40.525379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c4e3166-aefb-4ffa-b28f-ee154b81a7b6 req-dc2a2e22-9eea-411a-a589-5bed5018a4ec tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799352 Nov 12 08:19:40.681863 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7a5657bc-6f8f-4705-af50-fc5bbd47b38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:40.696733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 88944db9-3642-486c-924d-1a68ed69ca77 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:40.702322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:40.738381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c437f7-bef6-4cf7-b9de-84141ce3b7f2 req-883e90e0-c397-4d00-b19c-d39b4506dc32 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.741288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1c437f7-bef6-4cf7-b9de-84141ce3b7f2 req-883e90e0-c397-4d00-b19c-d39b4506dc32 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1105533 Nov 12 08:19:40.834120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1c437f7-bef6-4cf7-b9de-84141ce3b7f2 req-4c84336b-54f0-49f8-82e7-35a52d396f0f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812156 Nov 12 08:19:40.895065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 88944db9-3642-486c-924d-1a68ed69ca77, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=88944db9-3642-486c-924d-1a68ed69ca77,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:40.917721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '88944db9-3642-486c-924d-1a68ed69ca77', 'network_id': 'a55cb7bd-07c9-44f2-a3cf-723f678c4aac', 'port_id': '88944db9-3642-486c-924d-1a68ed69ca77', 'mac_address': 'fa:16:3e:32:57:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab41529-e50c-47d4-ac07-d7cadfc5e177', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:41.032975 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.113930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88944db9-3642-486c-924d-1a68ed69ca77 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:41.126656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 83a12146-a922-4b98-9c6c-26a4fd4296ef completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:41.140245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 83a12146-a922-4b98-9c6c-26a4fd4296ef triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:41.140729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.197479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55750b7-439d-4379-93a6-6e238573f918 req-0c87a278-2ed0-423e-94c5-a7eb9843840c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.206477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b55750b7-439d-4379-93a6-6e238573f918 req-0c87a278-2ed0-423e-94c5-a7eb9843840c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.2319579 Nov 12 08:19:41.215962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 88944db9-3642-486c-924d-1a68ed69ca77, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=88944db9-3642-486c-924d-1a68ed69ca77,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:41.243425 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.244537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85136d18-0060-48ee-b079-0b09a071e2c0 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:41.269827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729c4f8-e802-432e-ab6e-0a50dd1223bd req-f42ea866-b10b-4921-bf7b-aaafd1c41b8c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.280314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f729c4f8-e802-432e-ab6e-0a50dd1223bd req-f42ea866-b10b-4921-bf7b-aaafd1c41b8c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1944816 Nov 12 08:19:41.300955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105e7c-d004-4cb0-aa29-198456992e9b req-aba8ec9d-001b-4c25-b7b0-777128937c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.305705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-aba8ec9d-001b-4c25-b7b0-777128937c42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.1591287 Nov 12 08:19:41.413014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=88944db9-3642-486c-924d-1a68ed69ca77,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:41.489220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b55750b7-439d-4379-93a6-6e238573f918 req-341c61df-133f-4728-abf0-c9ba5aecc6cc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809961 Nov 12 08:19:41.643978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.649542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.664344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105e7c-d004-4cb0-aa29-198456992e9b req-8c467cd5-2cf6-4d9f-b30a-8e7d41a477bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.667243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-8c467cd5-2cf6-4d9f-b30a-8e7d41a477bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.3446910 Nov 12 08:19:41.688301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 85136d18-0060-48ee-b079-0b09a071e2c0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85136d18-0060-48ee-b079-0b09a071e2c0,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:41.696719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:41.700002 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e8303f-ca73-49b1-8062-1a62a7f9faad" -d '{"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-plugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:41.724916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:41.730895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f729c4f8-e802-432e-ab6e-0a50dd1223bd req-f23b2f73-aadc-4821-ac1d-7fc323746624 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495852 Nov 12 08:19:41.737124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.753230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '85136d18-0060-48ee-b079-0b09a071e2c0', 'network_id': 'fed42f61-4cc9-4557-94f0-d9f182f74ee4', 'port_id': '85136d18-0060-48ee-b079-0b09a071e2c0', 'mac_address': 'fa:16:3e:4f:61:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:41.854486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.866489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-10347e51-d982-464c-b6b8-09285214ec3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.1748154 Nov 12 08:19:41.907018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85136d18-0060-48ee-b079-0b09a071e2c0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:41.930618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:41.948261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 85136d18-0060-48ee-b079-0b09a071e2c0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85136d18-0060-48ee-b079-0b09a071e2c0,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:41.964571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.027697 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea167b3-751a-43f5-97b0-f3defaa0d76f x-openstack-request-id: req-3ea167b3-751a-43f5-97b0-f3defaa0d76f {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:42.028068 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-plugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:42.029508 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ea167b3-751a-43f5-97b0-f3defaa0d76f {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:42.029508 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'code': 200} Nov 12 08:19:42.103148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=85136d18-0060-48ee-b079-0b09a071e2c0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:42.105114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ef061-633c-4444-a3dd-71502ce1613d req-589f016b-df93-4fa4-95a5-c90ea4013dd7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.124250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ef061-633c-4444-a3dd-71502ce1613d req-589f016b-df93-4fa4-95a5-c90ea4013dd7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.144876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e1ef061-633c-4444-a3dd-71502ce1613d req-589f016b-df93-4fa4-95a5-c90ea4013dd7 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1680 time: 0.2858636 Nov 12 08:19:42.227763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105e7c-d004-4cb0-aa29-198456992e9b req-af0eea52-e2af-4296-b326-d5140c293506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.233693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-af0eea52-e2af-4296-b326-d5140c293506 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.3058789 Nov 12 08:19:42.249571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49286) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:42.303504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['88944db9-3642-486c-924d-1a68ed69ca77'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:42.398689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c301-36a7-4cc9-b485-4a389f44832d req-1b5340e0-79b2-4569-aa0c-180cc42edf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.401930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da18c301-36a7-4cc9-b485-4a389f44832d req-1b5340e0-79b2-4569-aa0c-180cc42edf20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1097 time: 0.1963725 Nov 12 08:19:42.411000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e1ef061-633c-4444-a3dd-71502ce1613d req-d267b1ed-85fd-4636-a834-494f6320d87c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644553 Nov 12 08:19:42.431513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105e7c-d004-4cb0-aa29-198456992e9b req-2036fb48-7878-4f97-9a1d-480f1b9f296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.433051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-2036fb48-7878-4f97-9a1d-480f1b9f296b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800234 Nov 12 08:19:42.519212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1235525460'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:42.564027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Made reservation on behalf of 9a7b1f73e93845a3b1d537f1185249a3 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:42.568504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.587370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.601444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da18c301-36a7-4cc9-b485-4a389f44832d req-a1601cbd-062b-4748-bb28-dd47bfaaefd7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879644 Nov 12 08:19:42.606678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-ea2cf2a0-b58b-45d0-9852-33ca6626760b service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644075 Nov 12 08:19:42.786658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420a54-4d0b-4f82-9b92-2f7479320bfb req-38ef6587-3144-42d4-b52e-9bd8b9069f87 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.798712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3420a54-4d0b-4f82-9b92-2f7479320bfb req-38ef6587-3144-42d4-b52e-9bd8b9069f87 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1657891 Nov 12 08:19:42.858398 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.869714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.901271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:42.920896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed34b5e-f569-4b63-88d1-e78b54ee0d5c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:42.925043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.925686 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Added segment b1b61b7a-9810-4404-80e5-b30f2294400c of type vlan for network ca4073fe-3872-4bf9-8180-e23b9aa974c2 Nov 12 08:19:42.978407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.000380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3420a54-4d0b-4f82-9b92-2f7479320bfb req-4140ffaf-a75d-4ea8-879f-ec66a30b09ab tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958051 Nov 12 08:19:43.013861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.023148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.024807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.105296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f66e68-1705-46f6-a1f0-325e56c7c02c req-a6b6ad28-5dae-43bb-9895-aa6065a08b1d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.106083 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8375363 Nov 12 08:19:43.108991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53f66e68-1705-46f6-a1f0-325e56c7c02c req-a6b6ad28-5dae-43bb-9895-aa6065a08b1d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1979492 Nov 12 08:19:43.110195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49302) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:43.118343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23105e7c-d004-4cb0-aa29-198456992e9b req-6fc74107-9fca-49d2-9cdc-3f10fe86aee0 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918158 Nov 12 08:19:43.130571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-70ec0d0b-9a49-420e-accd-3b7f668f866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.222418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53f66e68-1705-46f6-a1f0-325e56c7c02c req-dea6992a-730b-4d9f-9ca8-bf432a64e9c8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025386 Nov 12 08:19:43.223878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0332e79-9be4-46b0-b521-32df826b14ee tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Pushing event updated for resources: {'Network': ['ID=ca4073fe-3872-4bf9-8180-e23b9aa974c2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:43.232475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'network': {'name': 'tempest-network--169745224', 'router:external': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:43.240898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ca4073fe-3872-4bf9-8180-e23b9aa974c2 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:43.257665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Made reservation on behalf of dfe2f07817714b9799810972cb81f3b7 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:43.260312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.269494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.336641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['85136d18-0060-48ee-b079-0b09a071e2c0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:43.362826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.373043 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.405414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:43.415364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0709b3-8144-4ef9-8b1a-74b5eeb91380,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:43.426070 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.426433 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Added segment cad38cf2-3038-4081-8e66-76a8dd9e423b of type vlan for network 52708b6d-59e0-46fe-8ea2-11e719bc3ba4 Nov 12 08:19:43.508722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.576277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.577526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.578185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.648485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff1109-9be7-48b0-a951-53d7db222422 req-21996ea7-69eb-4d2a-aeed-791e474b3c6f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.655572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff1109-9be7-48b0-a951-53d7db222422 req-21996ea7-69eb-4d2a-aeed-791e474b3c6f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.657397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1ff1109-9be7-48b0-a951-53d7db222422 req-21996ea7-69eb-4d2a-aeed-791e474b3c6f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1681 time: 0.1319909 Nov 12 08:19:43.666553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49308) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:43.667139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5553606 Nov 12 08:19:43.679644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa55e00-8a97-4ac4-94e9-27254490af86 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Network': ['ID=52708b6d-59e0-46fe-8ea2-11e719bc3ba4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:43.690509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 52708b6d-59e0-46fe-8ea2-11e719bc3ba4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:43.764212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1ff1109-9be7-48b0-a951-53d7db222422 req-93a14218-335a-4dc9-b5d2-2768a540d854 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939410 Nov 12 08:19:43.797281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.929389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.958784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52708b6d-59e0-46fe-8ea2-11e719bc3ba4']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:43.969981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad38cf2-3038-4081-8e66-76a8dd9e423b') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:43.970373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad38cf2-3038-4081-8e66-76a8dd9e423b') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:43.983117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.999828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.006885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:44.007655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:44.009869 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:44.089774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.096372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52708b6d-59e0-46fe-8ea2-11e719bc3ba4 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:19:44.100216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.108021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/networks/52708b6d-59e0-46fe-8ea2-11e719bc3ba4 HTTP/1.1" status: 204 len: 168 time: 0.4368865 Nov 12 08:19:44.115001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:44.120235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:44.142152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243952ce-6bfe-43e2-b278-b0082d95849b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Network': ['ID=52708b6d-59e0-46fe-8ea2-11e719bc3ba4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:44.147272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Made reservation on behalf of dfe2f07817714b9799810972cb81f3b7 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:44.151235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.179487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:44.184829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b8616-da08-4a58-ae42-0cc77cb16319 req-d7bc9a40-d4b8-4e81-8a0d-61955d5033fd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.195562 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:19:44.202121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.202779 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Added segment 20616fe8-b235-4405-b350-0e2207140bf4 of type vlan for network 6592e011-cd1e-4d58-94f7-011e3f749b40 Nov 12 08:19:44.203937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d40b8616-da08-4a58-ae42-0cc77cb16319 req-d7bc9a40-d4b8-4e81-8a0d-61955d5033fd tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1306241 Nov 12 08:19:44.274021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.315144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d40b8616-da08-4a58-ae42-0cc77cb16319 req-87d13f0b-9422-4968-ae38-5497fa88c493 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100116 Nov 12 08:19:44.321901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.323079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.323954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.422852 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3063691 Nov 12 08:19:44.425838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:44.431130 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.434521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'subnet': {'network_id': '6592e011-cd1e-4d58-94f7-011e3f749b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:44.451898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a67069-7c55-4e43-a59c-0991084d8f47 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Network': ['ID=6592e011-cd1e-4d58-94f7-011e3f749b40,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:44.463780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6592e011-cd1e-4d58-94f7-011e3f749b40 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:44.467298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b4a5f-3fe5-419c-ab25-c0ffd4bfda1f req-69dd3e02-f5e5-4870-a08d-58b2089c68a5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.483126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf4b4a5f-3fe5-419c-ab25-c0ffd4bfda1f req-69dd3e02-f5e5-4870-a08d-58b2089c68a5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0871294 Nov 12 08:19:44.491467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Made reservation on behalf of dfe2f07817714b9799810972cb81f3b7 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:44.494895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.615493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf4b4a5f-3fe5-419c-ab25-c0ffd4bfda1f req-b5309d6a-257f-4574-a49f-a4fde200e2ba tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308074 Nov 12 08:19:44.660502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7f22d-f570-4fcb-8128-afdd684555d8 req-42d54c57-2914-4043-9e23-03752673b87e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.664002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baa7f22d-f570-4fcb-8128-afdd684555d8 req-42d54c57-2914-4043-9e23-03752673b87e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1440856 Nov 12 08:19:44.673275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49330) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:44.677948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Request body: {'floatingip': {'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:44.707499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85136d18-0060-48ee-b079-0b09a071e2c0 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:44.727423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.817633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 85136d18-0060-48ee-b079-0b09a071e2c0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:44.826519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 85136d18-0060-48ee-b079-0b09a071e2c0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:44.826965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.041508 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.056378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:19:45.057559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.094912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85136d18-0060-48ee-b079-0b09a071e2c0'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:45.100191 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fda153-83ee-4f82-8446-ba35e3b5f318" -d '{"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-plugged", "status": "completed", "tag": "85136d18-0060-48ee-b079-0b09a071e2c0"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:45.124314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7343002a-e878-4814-9db4-c06554782e00,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:45.136420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 85136d18-0060-48ee-b079-0b09a071e2c0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85136d18-0060-48ee-b079-0b09a071e2c0,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:45.144523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.145857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 88944db9-3642-486c-924d-1a68ed69ca77 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:45.161998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Checking segment: {'id': '20616fe8-b235-4405-b350-0e2207140bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6592e011-cd1e-4d58-94f7-011e3f749b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:45.163304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Network hostable DHCP agents. Network: 6592e011-cd1e-4d58-94f7-011e3f749b40, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:45.206790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Network 6592e011-cd1e-4d58-94f7-011e3f749b40 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:45.212262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcf9b3-4711-486f-a841-c460ff76b125 req-e4b27cb5-711f-4a1f-835b-1a776ff8069c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.219155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6592e011-cd1e-4d58-94f7-011e3f749b40) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:45.223585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcf9b3-4711-486f-a841-c460ff76b125 req-e4b27cb5-711f-4a1f-835b-1a776ff8069c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.225572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.226495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.237080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cfcf9b3-4711-486f-a841-c460ff76b125 req-e4b27cb5-711f-4a1f-835b-1a776ff8069c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1681 time: 0.2686162 Nov 12 08:19:45.237323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e82b0-9b38-4dca-b520-88e481bb16ca None None] Network 6592e011-cd1e-4d58-94f7-011e3f749b40 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:45.259929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e08418b-0006-4647-92f1-23bf5d47be11 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8323207 Nov 12 08:19:45.260939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49342) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:45.266600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'floatingip': {'floating_network_id': '6592e011-cd1e-4d58-94f7-011e3f749b40'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:45.297975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5561112-00e2-4930-9a47-51639f4ab419 req-c3be79bc-ef54-45b2-87ad-45d695b5b480 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.301322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.311152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5561112-00e2-4930-9a47-51639f4ab419 req-c3be79bc-ef54-45b2-87ad-45d695b5b480 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.3451247 Nov 12 08:19:45.321598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=85136d18-0060-48ee-b079-0b09a071e2c0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:45.362972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 88944db9-3642-486c-924d-1a68ed69ca77 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:45.385235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 88944db9-3642-486c-924d-1a68ed69ca77 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:45.385933 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.414365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.542583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f76b9-6783-4bc0-b006-b7b14687067c None None] Network 6592e011-cd1e-4d58-94f7-011e3f749b40 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:45.557768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Allocated IP 172.20.0.7 (6592e011-cd1e-4d58-94f7-011e3f749b40/7343002a-e878-4814-9db4-c06554782e00/a6bc19eb-0e3e-49b2-a994-62b0830c6b36) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:45.657549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.689228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.709145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.769577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.778543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 88944db9-3642-486c-924d-1a68ed69ca77, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=88944db9-3642-486c-924d-1a68ed69ca77,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:45.784639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.821280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Network 6592e011-cd1e-4d58-94f7-011e3f749b40 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:45.826378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:45.834205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:45.837486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0cfcf9b3-4711-486f-a841-c460ff76b125 req-f6c59ca9-c07c-4a13-8472-4372dc70122c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935380 Nov 12 08:19:45.877730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=88944db9-3642-486c-924d-1a68ed69ca77,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:45.905444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bc19eb-0e3e-49b2-a994-62b0830c6b36,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:45.939393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5561112-00e2-4930-9a47-51639f4ab419 req-e907182d-342a-4b86-8571-33cad0b3b1e0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271341 Nov 12 08:19:45.942503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.950916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.980193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.029748 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15007648-9e66-4be0-9e07-a92c9dc17029 x-openstack-request-id: req-15007648-9e66-4be0-9e07-a92c9dc17029 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:46.030514 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-plugged", "status": "completed", "tag": "85136d18-0060-48ee-b079-0b09a071e2c0", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:46.031031 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15007648-9e66-4be0-9e07-a92c9dc17029 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:46.031844 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85136d18-0060-48ee-b079-0b09a071e2c0', 'code': 200} Nov 12 08:19:46.059471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.173837 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Floating IP 3e3fb951-d67b-4d1b-b7ee-66eff0b526c0 associated. External IP: 172.25.4.111, port: 83a12146-a922-4b98-9c6c-26a4fd4296ef. Nov 12 08:19:46.331002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.339124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.468852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bc19eb-0e3e-49b2-a994-62b0830c6b36,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:46.481641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.514595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.516425 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8e6c1f8d-b9e1-4234-882f-6f4ebdb73be9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2538581 Nov 12 08:19:46.519417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49358) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:46.525225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ec8de-df70-418e-b79a-8ac5eb370dab req-63a7dfda-0b07-47e7-85e7-92057ca159da tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.526832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a90ec8de-df70-418e-b79a-8ac5eb370dab req-63a7dfda-0b07-47e7-85e7-92057ca159da tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1053276 Nov 12 08:19:46.566353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:46.613802 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c95ce4dd-95c9-4c48-99ed-da1e6f89b082 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=6592e011-cd1e-4d58-94f7-011e3f749b40 HTTP/1.1" status: 200 len: 689 time: 0.0922666 Nov 12 08:19:46.615975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:46.660572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a90ec8de-df70-418e-b79a-8ac5eb370dab req-af82de1b-1154-4f4a-b3af-2782099782b8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253204 Nov 12 08:19:46.747534 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.820178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.823947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:46.836192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.840942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:46.876777 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:46.877354 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:46.942818 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a4e09cba-7a18-481d-9f21-82c8ff8c2d97 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "PUT /v2.0/floatingips/3e3fb951-d67b-4d1b-b7ee-66eff0b526c0 HTTP/1.1" status: 200 len: 991 time: 2.2650423 Nov 12 08:19:46.942818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:46.948677 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc0067-aed3-41b5-825c-ba5fe3590f26" -d '{"events": [{"name": "network-changed", "server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:47.039285 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:47.151428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ed91c-b0dd-42e7-96b6-37e49b7a001f req-902143cf-5419-4c19-b150-9b03647881b4 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.160871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ed91c-b0dd-42e7-96b6-37e49b7a001f req-902143cf-5419-4c19-b150-9b03647881b4 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.170756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e7ed91c-b0dd-42e7-96b6-37e49b7a001f req-902143cf-5419-4c19-b150-9b03647881b4 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1683 time: 0.2137365 Nov 12 08:19:47.218015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Deleting port a6bc19eb-0e3e-49b2-a994-62b0830c6b36 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:47.218560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.270990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d8d33-7fe7-40b8-b9b9-f179eea3b5e0 req-99b7bc0d-3992-4daf-85f3-f542d03ec7cb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.272625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a66d8d33-7fe7-40b8-b9b9-f179eea3b5e0 req-99b7bc0d-3992-4daf-85f3-f542d03ec7cb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2249587 Nov 12 08:19:47.289484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e7ed91c-b0dd-42e7-96b6-37e49b7a001f req-400ddd26-c9cf-448e-9920-00be98fa55df tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174870 Nov 12 08:19:47.353469 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.355355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.381787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Calling delete_port for a6bc19eb-0e3e-49b2-a994-62b0830c6b36 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:47.386063 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3e3fb951-d67b-4d1b-b7ee-66eff0b526c0', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'mac_address': 'fa:16:3e:18:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:19:23Z', 'updated_at': '2021-11-12T08:19:45Z', 'revision_number': 1, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:47.426068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a66d8d33-7fe7-40b8-b9b9-f179eea3b5e0 req-f6ce6058-81f1-4290-9a0a-bf471c9ad1fd tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327460 Nov 12 08:19:47.451618 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:47.479203 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:47.479920 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:47.487007 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17134e6d-4a93-4ff3-961b-b1875994bfc9 x-openstack-request-id: req-17134e6d-4a93-4ff3-961b-b1875994bfc9 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:47.487528 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:47.488225 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17134e6d-4a93-4ff3-961b-b1875994bfc9 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:47.488742 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'status': 'completed', 'code': 200} Nov 12 08:19:47.603897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-228965cc-f6fa-4433-8d97-39e5dababd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.611466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-228965cc-f6fa-4433-8d97-39e5dababd11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1097 time: 0.0979643 Nov 12 08:19:47.636275 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:47.654910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.704008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6bc19eb-0e3e-49b2-a994-62b0830c6b36,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:47.772673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-f669ab31-ddad-4d7a-a074-78acaa3d3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.774442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-f669ab31-ddad-4d7a-a074-78acaa3d3a1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.1511464 Nov 12 08:19:47.789127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.845629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.864191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-8a616f9b-fbd1-4d5f-a040-7c5f9fa50d40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 999 time: 0.0812480 Nov 12 08:19:47.914700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.947779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-99be7ff5-194c-4100-ad71-0869856421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.947779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-99be7ff5-194c-4100-ad71-0869856421ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0771935 Nov 12 08:19:48.002502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7343002a-e878-4814-9db4-c06554782e00,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:48.022891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-7c9016e0-6b98-46e8-bc71-b3ba6433c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.024940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-7c9016e0-6b98-46e8-bc71-b3ba6433c43b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683126 Nov 12 08:19:48.033459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88944db9-3642-486c-924d-1a68ed69ca77'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:48.037421 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e5ce2c-f0e5-402e-9924-405d846d26e4" -d '{"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-plugged", "status": "completed", "tag": "88944db9-3642-486c-924d-1a68ed69ca77"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:48.046456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3e3fb951-d67b-4d1b-b7ee-66eff0b526c0', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'mac_address': 'fa:16:3e:18:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:19:23Z', 'updated_at': '2021-11-12T08:19:45Z', 'revision_number': 1, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:48.079968 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67716a-af55-4ec7-91b9-2a2b12d7b794 None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3e3fb951-d67b-4d1b-b7ee-66eff0b526c0', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'mac_address': 'fa:16:3e:18:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:19:23Z', 'updated_at': '2021-11-12T08:19:45Z', 'revision_number': 1, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:48.083546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.113805 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fbccf-91b6-414e-b23c-7d267a62c0fb x-openstack-request-id: req-a34fbccf-91b6-414e-b23c-7d267a62c0fb {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:48.114048 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-plugged", "status": "completed", "tag": "88944db9-3642-486c-924d-1a68ed69ca77", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:48.114145 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a34fbccf-91b6-414e-b23c-7d267a62c0fb {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:48.114497 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88944db9-3642-486c-924d-1a68ed69ca77', 'code': 200} Nov 12 08:19:48.132296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6592e011-cd1e-4d58-94f7-011e3f749b40']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:48.170045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20616fe8-b235-4405-b350-0e2207140bf4') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:48.170249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20616fe8-b235-4405-b350-0e2207140bf4') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:48.191614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.212545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-30e9d607-9ba6-4a63-b740-ce81bca9ff85 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797745 Nov 12 08:19:48.233857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.247638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:48.248042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:48.263599 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:48.326087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1ad1-64a4-4873-8abb-f2d4611ab911 req-9af29197-aa78-4aad-86b7-5699c2762a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.326573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1ad1-64a4-4873-8abb-f2d4611ab911 req-9af29197-aa78-4aad-86b7-5699c2762a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.328225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07bb1ad1-64a4-4873-8abb-f2d4611ab911 req-9af29197-aa78-4aad-86b7-5699c2762a81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1987 time: 0.1336913 Nov 12 08:19:48.349861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.370075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6592e011-cd1e-4d58-94f7-011e3f749b40 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:19:48.389835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.400575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6592e011-cd1e-4d58-94f7-011e3f749b40 HTTP/1.1" status: 204 len: 168 time: 1.7829645 Nov 12 08:19:48.403228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217831-cab1-4186-91b7-2e2d26b3740a tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Network': ['ID=6592e011-cd1e-4d58-94f7-011e3f749b40,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:48.405508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49386) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:48.490020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cc0067-aed3-41b5-825c-ba5fe3590f26 req-93d112b9-c4d1-4c0d-9954-ec81994e373d service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561667 Nov 12 08:19:48.580366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07bb1ad1-64a4-4873-8abb-f2d4611ab911 req-7bd51dac-3ff6-4deb-b877-f7e89fe7b8ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409265 Nov 12 08:19:48.662300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12735af-6748-45f8-aa4d-aaf10dbdc3f3 req-692cc7fd-5937-4607-962a-9452e74d6fd5 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.670945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12735af-6748-45f8-aa4d-aaf10dbdc3f3 req-692cc7fd-5937-4607-962a-9452e74d6fd5 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.686122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12735af-6748-45f8-aa4d-aaf10dbdc3f3 req-692cc7fd-5937-4607-962a-9452e74d6fd5 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1683 time: 0.2428181 Nov 12 08:19:48.689177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-613db4ab-31d8-462f-b393-32e2c59fdf4b tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3348 time: 0.2820768 Nov 12 08:19:48.695130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49398) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.099031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69504918-41b5-44b1-8266-f68de2150efa None None] New status for floating IP 3e3fb951-d67b-4d1b-b7ee-66eff0b526c0: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:19:49.188746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12735af-6748-45f8-aa4d-aaf10dbdc3f3 req-64872b97-db66-4cf0-91bc-5f0e3e3ef742 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012674 Nov 12 08:19:49.224252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.224700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.225157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.225605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.226062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.226521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.226969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.228109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.228109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.229144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.229616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.230206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.231178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.231622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.237428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-62bc95ab-e244-4e68-bfda-62a1762e7173 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8936 time: 0.5385299 Nov 12 08:19:49.239056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49402) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.248806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f500e3-fed9-4653-aaf7-4a62ec15e03c req-bfd129ff-1381-4d2b-9527-b844ce0fc177 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.250893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4f500e3-fed9-4653-aaf7-4a62ec15e03c req-bfd129ff-1381-4d2b-9527-b844ce0fc177 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.5621862 Nov 12 08:19:49.338313 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-4d0d99cd-f220-4ea8-b456-22080ab75efc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:19:49.345195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4f500e3-fed9-4653-aaf7-4a62ec15e03c req-5bb32f99-a0fa-4d84-9f07-3c328ba445a9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842197 Nov 12 08:19:49.348884 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d0d99cd-f220-4ea8-b456-22080ab75efc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/e07cad20-2b74-4b4b-9512-629aba5e87cb HTTP/1.1" status: 404 len: 345 time: 0.1063113 Nov 12 08:19:49.349514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49404) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.389386 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c812d44-ec65-43d1-8ddc-7c8edb6464d8 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 08:19:49.390017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c812d44-ec65-43d1-8ddc-7c8edb6464d8 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:19:49.399088 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c812d44-ec65-43d1-8ddc-7c8edb6464d8 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6592e011-cd1e-4d58-94f7-011e3f749b40 HTTP/1.1" status: 404 len: 339 time: 0.0477753 Nov 12 08:19:49.406162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49408) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.411227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'network': {'name': 'tempest-network--2036034479', 'router:external': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:49.442687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Made reservation on behalf of dfe2f07817714b9799810972cb81f3b7 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:49.445403 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.474004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:49.484419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.484770 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Added segment 8b4a642e-523e-425b-9a01-5bbeae18e944 of type vlan for network 2a943915-4ad0-4b3f-b084-8173ab63184e Nov 12 08:19:49.553618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.616015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.617075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.618046 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.697149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1af59f-d142-41b7-8fc6-598f72517839 req-11620e1f-655b-4c09-bda6-4529f17b6b1b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.701785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce1af59f-d142-41b7-8fc6-598f72517839 req-11620e1f-655b-4c09-bda6-4529f17b6b1b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0726781 Nov 12 08:19:49.708909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3016727 Nov 12 08:19:49.711538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49416) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.717904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04c17f-7f0c-484b-96fb-9049c845ca99 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Network': ['ID=2a943915-4ad0-4b3f-b084-8173ab63184e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:49.728283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 2a943915-4ad0-4b3f-b084-8173ab63184e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:49.866830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10631397-3fcf-4d3e-b681-01ff8476af3c tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.877312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10631397-3fcf-4d3e-b681-01ff8476af3c tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.885889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10631397-3fcf-4d3e-b681-01ff8476af3c tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.898401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10631397-3fcf-4d3e-b681-01ff8476af3c tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.901432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10631397-3fcf-4d3e-b681-01ff8476af3c tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1887360 Nov 12 08:19:49.905452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.954946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce1af59f-d142-41b7-8fc6-598f72517839 req-220901f3-06a9-4ff4-84fd-d203f9d107da tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243440 Nov 12 08:19:50.022499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.119027 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.143214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a943915-4ad0-4b3f-b084-8173ab63184e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:50.154790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4a642e-523e-425b-9a01-5bbeae18e944') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:50.155176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4a642e-523e-425b-9a01-5bbeae18e944') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:50.167783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.186470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.193909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:50.194634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:50.266624 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:50.277013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.284256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a943915-4ad0-4b3f-b084-8173ab63184e {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:19:50.298819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.309481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2a943915-4ad0-4b3f-b084-8173ab63184e HTTP/1.1" status: 204 len: 168 time: 0.3975074 Nov 12 08:19:50.312231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49422) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:50.320504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'network': {'name': 'tempest-network--256660855', 'router:external': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:50.333299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6a1d-7931-421c-ad7b-39b025ef28d9 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a943915-4ad0-4b3f-b084-8173ab63184e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:50.370284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ea1b-c347-422d-a4ff-15f5406a13e2 req-ac1b6d3b-d7e9-452f-8b12-c0df17c4971b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.378111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ea1b-c347-422d-a4ff-15f5406a13e2 req-ac1b6d3b-d7e9-452f-8b12-c0df17c4971b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.379926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd10ea1b-c347-422d-a4ff-15f5406a13e2 req-ac1b6d3b-d7e9-452f-8b12-c0df17c4971b tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1683 time: 0.1149228 Nov 12 08:19:50.397279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Made reservation on behalf of dfe2f07817714b9799810972cb81f3b7 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:50.400151 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.410467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:50.488303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:50.509226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.509597 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Added segment b585b037-6f81-430e-812f-dd8373593e82 of type vlan for network 6eec5cba-26d3-49fc-99df-b7c976ccc455 Nov 12 08:19:50.623427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.662354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd10ea1b-c347-422d-a4ff-15f5406a13e2 req-6ecbff17-63ee-4c80-83ce-e22f92b9d62c tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724977 Nov 12 08:19:50.713419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.718250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.719115 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.918522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6047873 Nov 12 08:19:50.919154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee4b22-c67d-43bb-b3a5-bf9b25844a07 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Network': ['ID=6eec5cba-26d3-49fc-99df-b7c976ccc455,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:50.922371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49442) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:50.939644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6eec5cba-26d3-49fc-99df-b7c976ccc455 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:51.057000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b276ee-ea58-41d6-a70e-c348f68415e9 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.059157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-68b276ee-ea58-41d6-a70e-c348f68415e9 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] 10.222.0.16 "GET /v2.0/networks/6eec5cba-26d3-49fc-99df-b7c976ccc455 HTTP/1.1" status: 200 len: 756 time: 0.1352081 Nov 12 08:19:51.062008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49446) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:51.264580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8189f8-94e0-4921-bebc-c91289389a63 req-f400d594-62ac-4437-ab05-ced40a3073dc tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.266169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a8189f8-94e0-4921-bebc-c91289389a63 req-f400d594-62ac-4437-ab05-ced40a3073dc tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1324286 Nov 12 08:19:51.281643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51351851-f615-4836-81b7-63857a4e3e7b tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.283080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-51351851-f615-4836-81b7-63857a4e3e7b tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] 10.222.0.16 "GET /v2.0/networks/ca4073fe-3872-4bf9-8180-e23b9aa974c2 HTTP/1.1" status: 200 len: 768 time: 0.2181380 Nov 12 08:19:51.289117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49450) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:51.330939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.389194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.437588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a8189f8-94e0-4921-bebc-c91289389a63 req-c419ef7c-23f2-4f34-b3ba-2551c5b28eca tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631904 Nov 12 08:19:51.453632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e33f13-78a6-4c7e-be17-863d6e0e7501 req-a90807ae-8f43-4fe1-be2d-7bcc874ec831 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.479410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e33f13-78a6-4c7e-be17-863d6e0e7501 req-a90807ae-8f43-4fe1-be2d-7bcc874ec831 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.479410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47e33f13-78a6-4c7e-be17-863d6e0e7501 req-a90807ae-8f43-4fe1-be2d-7bcc874ec831 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1683 time: 0.2628772 Nov 12 08:19:51.615803 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.635678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47e33f13-78a6-4c7e-be17-863d6e0e7501 req-d0b5ecb6-c6e4-406c-b7fa-fb8ee50f7dc1 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615257 Nov 12 08:19:51.722268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eec5cba-26d3-49fc-99df-b7c976ccc455']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:51.740910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b585b037-6f81-430e-812f-dd8373593e82') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:51.741199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b585b037-6f81-430e-812f-dd8373593e82') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:51.755461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.775697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae4ce-9609-4f33-9e4f-ccf2b388edd4 req-9dcbe293-3365-42bf-8f6d-43dce8210820 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.777982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da1ae4ce-9609-4f33-9e4f-ccf2b388edd4 req-9dcbe293-3365-42bf-8f6d-43dce8210820 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1266115 Nov 12 08:19:51.788103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.809438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:51.809857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:51.814693 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:51.912187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.941546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6eec5cba-26d3-49fc-99df-b7c976ccc455 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:19:51.946170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Network': ['ID=6eec5cba-26d3-49fc-99df-b7c976ccc455,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:51.953744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.957746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-866a3484-ad55-4268-8e08-4ce99ec069cc tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6eec5cba-26d3-49fc-99df-b7c976ccc455 HTTP/1.1" status: 204 len: 168 time: 0.6665492 Nov 12 08:19:51.961864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49464) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:51.974135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da1ae4ce-9609-4f33-9e4f-ccf2b388edd4 req-2b6206ee-fe53-44b1-85ab-b6f47e174dc0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884186 Nov 12 08:19:51.979495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'network': {'name': 'tempest-network--1491951402'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:52.049701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Made reservation on behalf of dfe2f07817714b9799810972cb81f3b7 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:52.053813 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.131430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Deleting port f15b1bde-8d58-42b4-a8c7-59780f41d741 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:52.132303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.134614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:52.160681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.161860 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Added segment 35027484-f32f-43f8-9e47-ebb639e82d5a of type vlan for network ba91849f-96e3-4084-9e57-286a43454910 Nov 12 08:19:52.287450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] For port f15b1bde-8d58-42b4-a8c7-59780f41d741, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f15b1bde-8d58-42b4-a8c7-59780f41d741,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:52.289112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.303517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.305082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Calling delete_port for f15b1bde-8d58-42b4-a8c7-59780f41d741 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:52.362075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0e6b-8681-48db-ae92-5c3c7d61cab4 req-4b77c719-f23a-4848-90a9-15d3940ece96 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:52.363961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72ec0e6b-8681-48db-ae92-5c3c7d61cab4 req-4b77c719-f23a-4848-90a9-15d3940ece96 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 945 time: 0.1359205 Nov 12 08:19:52.366886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.368646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:52.369531 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.381156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede708a7-a94b-4879-b242-c548c7661abf req-1f3cafb8-e7df-404c-80f6-c9803b122047 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:52.382856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ede708a7-a94b-4879-b242-c548c7661abf req-1f3cafb8-e7df-404c-80f6-c9803b122047 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1534107 Nov 12 08:19:52.499391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5236657 Nov 12 08:19:52.504572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49470) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:52.523615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:52.578528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f2eca-101f-45f0-b8b7-f5fe6eecbf70 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Network': ['ID=ba91849f-96e3-4084-9e57-286a43454910,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:52.585736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.593034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ba91849f-96e3-4084-9e57-286a43454910 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:52.642132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Pushing event deleted for resources: {'Port': ['ID=f15b1bde-8d58-42b4-a8c7-59780f41d741,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:52.660079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ede708a7-a94b-4879-b242-c548c7661abf req-04b399d1-e6b8-4a82-8010-743b3ff38ca5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653174 Nov 12 08:19:52.837896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72ec0e6b-8681-48db-ae92-5c3c7d61cab4 req-a7b04caf-118f-4914-84a1-5f1881b34402 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536107 Nov 12 08:19:52.927701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.933530 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.990811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.037442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa9f0-9ace-40f6-87d9-81dabf902fbd req-f52505b9-6742-4701-9f63-00f003d3d354 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.043573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa9f0-9ace-40f6-87d9-81dabf902fbd req-f52505b9-6742-4701-9f63-00f003d3d354 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.045239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d36aa9f0-9ace-40f6-87d9-81dabf902fbd req-f52505b9-6742-4701-9f63-00f003d3d354 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1683 time: 0.1626060 Nov 12 08:19:53.048631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Network ba91849f-96e3-4084-9e57-286a43454910 is not hosted by any dhcp agent {{(pid=102372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:19:53.049507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.050098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.051375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "PUT /v2.0/networks/ba91849f-96e3-4084-9e57-286a43454910 HTTP/1.1" status: 200 len: 857 time: 0.5418723 Nov 12 08:19:53.054907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49480) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:53.060145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-f84ae7d1-8518-4028-b2d7-ca38e3a4c73d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.066230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-f84ae7d1-8518-4028-b2d7-ca38e3a4c73d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.067832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-f84ae7d1-8518-4028-b2d7-ca38e3a4c73d tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 1683 time: 0.3930922 Nov 12 08:19:53.157465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072f69b-cc50-4dd5-afc3-7f822589bc03 req-c06985cc-3cf1-40d8-ba26-10bf36b4abd3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.158978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0072f69b-cc50-4dd5-afc3-7f822589bc03 req-c06985cc-3cf1-40d8-ba26-10bf36b4abd3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2225559 Nov 12 08:19:53.163744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0918e2-b942-4e36-accc-2fcda1ea9d31 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event updated for resources: {'Network': ['ID=ba91849f-96e3-4084-9e57-286a43454910,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:53.177514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.265224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d36aa9f0-9ace-40f6-87d9-81dabf902fbd req-2a89ed1a-db41-4323-8f7e-e8d7645dca22 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963398 Nov 12 08:19:53.293466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0072f69b-cc50-4dd5-afc3-7f822589bc03 req-0118f9ae-ec7d-4beb-ba8c-e0ac72b1216c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118593 Nov 12 08:19:53.324075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port 85136d18-0060-48ee-b079-0b09a071e2c0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:53.324075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.343646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Router b21bdc80-9d08-409b-a5a0-645e7c203675 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:53.345531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.390635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba91849f-96e3-4084-9e57-286a43454910']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:53.410211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35027484-f32f-43f8-9e47-ebb639e82d5a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:53.410598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35027484-f32f-43f8-9e47-ebb639e82d5a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:53.415600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port 85136d18-0060-48ee-b079-0b09a071e2c0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=85136d18-0060-48ee-b079-0b09a071e2c0,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:53.415973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.430686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for 85136d18-0060-48ee-b079-0b09a071e2c0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:53.453222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.480765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.515484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:53.515973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:53.517979 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:53.584339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.585005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:53.594439 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-74263e85-1445-46b3-a500-e9dde2fd2dff admin admin] 10.222.0.16 "PUT /v2.0/routers/b21bdc80-9d08-409b-a5a0-645e7c203675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1801636 Nov 12 08:19:53.598977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:53.602259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['88944db9-3642-486c-924d-1a68ed69ca77', '85136d18-0060-48ee-b079-0b09a071e2c0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:53.605838 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] Sync routers for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:53.628891 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:53.629117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=85136d18-0060-48ee-b079-0b09a071e2c0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:53.630007 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:53.653948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.677541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba91849f-96e3-4084-9e57-286a43454910 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:19:53.679194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba91849f-96e3-4084-9e57-286a43454910,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:53.690774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.701859 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-905b7212-6482-44cf-a594-7fbca2c07d42 tempest-ExternalNetworksTestJSON-1753787926 tempest-ExternalNetworksTestJSON-1753787926-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ba91849f-96e3-4084-9e57-286a43454910 HTTP/1.1" status: 204 len: 168 time: 0.6431522 Nov 12 08:19:53.704664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49488) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:53.743186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port 85136d18-0060-48ee-b079-0b09a071e2c0 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:53.749717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.761598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-515dcd9d-df40-40da-9b12-80f9b0cbb139 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "DELETE /v2.0/ports/85136d18-0060-48ee-b079-0b09a071e2c0 HTTP/1.1" status: 204 len: 173 time: 0.6501610 Nov 12 08:19:53.762468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-deleted', 'tag': '85136d18-0060-48ee-b079-0b09a071e2c0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:53.765117 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644850ad-a5ef-463f-8dcf-b994c1ee7cf4" -d '{"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-deleted", "tag": "85136d18-0060-48ee-b079-0b09a071e2c0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:53.771033 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2f0f74-8472-46dc-81ad-975ed8659ddb tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] DELETE failed (client error): The resource could not be found. Nov 12 08:19:53.771490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2f0f74-8472-46dc-81ad-975ed8659ddb tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:19:53.774933 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:53.793549 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc2f0f74-8472-46dc-81ad-975ed8659ddb tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] 10.222.0.16 "DELETE /v2.0/subnets/7343002a-e878-4814-9db4-c06554782e00 HTTP/1.1" status: 404 len: 337 time: 0.0754485 Nov 12 08:19:53.794125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49494) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:53.899112 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1adb0c1-8bc1-4177-86cb-d094e6608b35 x-openstack-request-id: req-a1adb0c1-8bc1-4177-86cb-d094e6608b35 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:53.899970 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-deleted", "tag": "85136d18-0060-48ee-b079-0b09a071e2c0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:53.899970 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1adb0c1-8bc1-4177-86cb-d094e6608b35 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:53.900394 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-deleted', 'tag': '85136d18-0060-48ee-b079-0b09a071e2c0', 'status': 'completed', 'code': 200} Nov 12 08:19:54.077303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175739f-140d-477e-8106-9f4508f84615 req-5841b09f-17c1-4031-803f-cdbb13ec1099 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:54.089366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2175739f-140d-477e-8106-9f4508f84615 req-5841b09f-17c1-4031-803f-cdbb13ec1099 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 945 time: 0.0916607 Nov 12 08:19:54.103292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.125678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:19:52Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:54.157841 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] Checking router: b21bdc80-9d08-409b-a5a0-645e7c203675 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:54.165345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.170945 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] Routers {'b21bdc80-9d08-409b-a5a0-645e7c203675'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:54.171603 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b21bdc80-9d08-409b-a5a0-645e7c203675'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:54.176843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2175739f-140d-477e-8106-9f4508f84615 req-25418eb4-a06d-4d4b-844b-6fb649989663 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855262 Nov 12 08:19:54.185226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port 88944db9-3642-486c-924d-1a68ed69ca77 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:54.186165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.197728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-3661d86e-4536-447e-9121-fe166bdefe8d tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:54.200025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-3661d86e-4536-447e-9121-fe166bdefe8d tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 945 time: 0.1993194 Nov 12 08:19:54.333368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port 88944db9-3642-486c-924d-1a68ed69ca77, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=88944db9-3642-486c-924d-1a68ed69ca77,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:54.333788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.350405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for 88944db9-3642-486c-924d-1a68ed69ca77 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:54.454837 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] Set router b21bdc80-9d08-409b-a5a0-645e7c203675 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:54.479760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.487038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfd632-b4a3-4f8e-900a-d8535caf124e req-3fc9d242-a7c0-4c71-9f39-fa5b3de54cf8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:54.494998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4cfd632-b4a3-4f8e-900a-d8535caf124e req-3fc9d242-a7c0-4c71-9f39-fa5b3de54cf8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee16b87a-9465-4bfd-8e38-62c82618f4c2 HTTP/1.1" status: 200 len: 946 time: 0.0849271 Nov 12 08:19:54.497630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.529896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4073fe-3872-4bf9-8180-e23b9aa974c2']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:54.547032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b61b7a-9810-4404-80e5-b30f2294400c') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:54.547478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b61b7a-9810-4404-80e5-b30f2294400c') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:54.567446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4cfd632-b4a3-4f8e-900a-d8535caf124e req-822b6a0c-8e5f-4202-9deb-089c5acb6fa3 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9214ea5-8246-4b57-84af-73672a4cb652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719259 Nov 12 08:19:54.585749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Deleting port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:54.586095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.592084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.627132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.650762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.663094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['85136d18-0060-48ee-b079-0b09a071e2c0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:54.681256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:54.681657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:54.687074 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:54.694531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=88944db9-3642-486c-924d-1a68ed69ca77,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:54.748537 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:19:52Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:54.777331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Deleting port 5e83b047-de46-4f15-87c3-8310d78ef1db {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:54.777670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.779393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port 88944db9-3642-486c-924d-1a68ed69ca77 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:54.782209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.786098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1c97778-4dea-4a25-af16-51d8f285ddf2 req-b9ac7648-eb8d-4757-888a-f7d1df6bccaf tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.32 "DELETE /v2.0/ports/88944db9-3642-486c-924d-1a68ed69ca77 HTTP/1.1" status: 204 len: 173 time: 0.9897270 Nov 12 08:19:54.797456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea9a98-3fdb-4bee-ae81-26e294374eab None None] The sync data for ids ['b21bdc80-9d08-409b-a5a0-645e7c203675'] in n-d-768509-25 is: [{'id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'name': 'tempest-TaggedBootDevicesTest-656605945-router', 'tenant_id': 'c5a9583f7f364df587f883913b8f091a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:08:13Z', 'updated_at': '2021-11-12T08:19:52Z', 'revision_number': 5, 'project_id': 'c5a9583f7f364df587f883913b8f091a', 'gw_port': {'id': '5e83b047-de46-4f15-87c3-8310d78ef1db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bdc80-9d08-409b-a5a0-645e7c203675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:14Z', 'updated_at': '2021-11-12T08:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:54.890470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] For port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:54.890836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.895675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.908103 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.914563 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] 10.222.0.16 "DELETE /v2.0/networks/ca4073fe-3872-4bf9-8180-e23b9aa974c2 HTTP/1.1" status: 204 len: 168 time: 1.0191612 Nov 12 08:19:54.951801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Calling delete_port for 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:54.958331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331fc86-7421-45fe-8e12-e264c7a10fd0 tempest-ExternalNetworksTestJSON-1141825544 tempest-ExternalNetworksTestJSON-1141825544-project] Pushing event deleted for resources: {'Network': ['ID=ca4073fe-3872-4bf9-8180-e23b9aa974c2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:54.999644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] For port 5e83b047-de46-4f15-87c3-8310d78ef1db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e83b047-de46-4f15-87c3-8310d78ef1db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:55.000404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.042252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Calling delete_port for 5e83b047-de46-4f15-87c3-8310d78ef1db owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:55.165535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49510) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:55.245108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f15b1bde-8d58-42b4-a8c7-59780f41d741 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:55.303615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: f15b1bde-8d58-42b4-a8c7-59780f41d741 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:55.304929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f15b1bde-8d58-42b4-a8c7-59780f41d741 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:55.374115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.388864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'b9c69c59-3445-420f-b84e-3b067034966c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:55.396854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5713428b-6e74-43b0-8407-f545e7bc7a4d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:55.433805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8ac7a541-0990-48bd-9caa-a4ea5da02789 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a7b1f73e93845a3b1d537f1185249a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670610 Nov 12 08:19:55.437386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:55.483516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event deleted for resources: {'Port': ['ID=6c09cd2a-eee5-4caa-9610-98a0c1929fc2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:55.484403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac2e6-e030-4cde-8fda-395fd38db31a req-736420c9-b119-4add-9a3c-0783d53e1dbc tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:55.493984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-460ac2e6-e030-4cde-8fda-395fd38db31a req-736420c9-b119-4add-9a3c-0783d53e1dbc tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=5217ad61-19d6-41fa-913e-698cdb844eeb HTTP/1.1" status: 200 len: 867 time: 0.1783476 Nov 12 08:19:55.526744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.556834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] No DVR routers for this DVR port 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:55.571715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-460ac2e6-e030-4cde-8fda-395fd38db31a req-8d789195-f908-46a9-acd0-125c17452060 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768139 Nov 12 08:19:55.623628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d94bd192-5af2-4bc7-b234-48e7be72cb83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.624102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.634204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f85dba1-6a1c-4489-9f4f-711a56628238 req-0c9f93e4-b1f0-439e-9839-858c45fd711e tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "DELETE /v2.0/ports/6c09cd2a-eee5-4caa-9610-98a0c1929fc2 HTTP/1.1" status: 204 len: 173 time: 1.4176364 Nov 12 08:19:55.636080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'name': 'network-vif-deleted', 'tag': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:55.643931 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111d013-d188-4b64-a049-534aa816d8bc" -d '{"events": [{"server_uuid": "5217ad61-19d6-41fa-913e-698cdb844eeb", "name": "network-vif-deleted", "tag": "6c09cd2a-eee5-4caa-9610-98a0c1929fc2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:55.664689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e83b047-de46-4f15-87c3-8310d78ef1db,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:55.697907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d94bd192-5af2-4bc7-b234-48e7be72cb83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.800908 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c9b0a-4ae8-43a9-a258-c3752292cfd5 x-openstack-request-id: req-c49c9b0a-4ae8-43a9-a258-c3752292cfd5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:55.801572 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5217ad61-19d6-41fa-913e-698cdb844eeb", "name": "network-vif-deleted", "tag": "6c09cd2a-eee5-4caa-9610-98a0c1929fc2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:55.802178 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c49c9b0a-4ae8-43a9-a258-c3752292cfd5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:55.803543 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5217ad61-19d6-41fa-913e-698cdb844eeb', 'name': 'network-vif-deleted', 'tag': '6c09cd2a-eee5-4caa-9610-98a0c1929fc2', 'status': 'completed', 'code': 200} Nov 12 08:19:55.806091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49526) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:55.807404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.878323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting subnet a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:55.882068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d94bd192-5af2-4bc7-b234-48e7be72cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.884640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d94bd192-5af2-4bc7-b234-48e7be72cb83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.885778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d94bd192-5af2-4bc7-b234-48e7be72cb83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ed34b5e-f569-4b63-88d1-e78b54ee0d5c HTTP/1.1" status: 204 len: 168 time: 0.4458346 Nov 12 08:19:55.887265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.915721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bd192-5af2-4bc7-b234-48e7be72cb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed34b5e-f569-4b63-88d1-e78b54ee0d5c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:55.918133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-deleted', 'tag': '88944db9-3642-486c-924d-1a68ed69ca77'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:55.921109 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bdb7e2-f002-4b08-814c-943eaa041836" -d '{"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-deleted", "tag": "88944db9-3642-486c-924d-1a68ed69ca77"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:55.970991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.983268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.985821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.039079 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b84fabd-d689-424a-8c32-c2a75ba5d94e x-openstack-request-id: req-4b84fabd-d689-424a-8c32-c2a75ba5d94e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:56.039548 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee16b87a-9465-4bfd-8e38-62c82618f4c2", "name": "network-vif-deleted", "tag": "88944db9-3642-486c-924d-1a68ed69ca77", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:56.039748 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b84fabd-d689-424a-8c32-c2a75ba5d94e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:56.040029 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee16b87a-9465-4bfd-8e38-62c82618f4c2', 'name': 'network-vif-deleted', 'tag': '88944db9-3642-486c-924d-1a68ed69ca77', 'status': 'completed', 'code': 200} Nov 12 08:19:56.074347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.077203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21bdc80-9d08-409b-a5a0-645e7c203675 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:19:56.093589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.096855 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6852df3b-ab0f-45f9-ac16-f1c0f9566e3e admin admin] 10.222.0.16 "DELETE /v2.0/routers/b21bdc80-9d08-409b-a5a0-645e7c203675 HTTP/1.1" status: 204 len: 168 time: 2.5008459 Nov 12 08:19:56.099784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49534) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:56.191736 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.263241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Deleting subnet be565f14-eb4a-4f66-935d-abad3206e2c3 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:56.277701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.299445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.338948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:56.347313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.352616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-48910696-fe00-4a76-86a7-8320c24e8fca tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/subnets/a7b33ef5-b9a8-49ea-bb70-85d602dfa9a1 HTTP/1.1" status: 204 len: 168 time: 0.5446956 Nov 12 08:19:56.355726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49538) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:56.359720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9d3ed-efe7-4019-988b-f06e4bb898be None None] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:56.376709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.470510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:56.482467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.535556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.544832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c0e802e-d37a-4f21-be3e-363388302942 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfe2f07817714b9799810972cb81f3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731876 Nov 12 08:19:56.548489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49542) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:56.579602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port b49966b5-8c27-47ce-a46c-c8b3de4f47bd {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:56.579958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.611909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.631629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.638221 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/be565f14-eb4a-4f66-935d-abad3206e2c3 HTTP/1.1" status: 204 len: 168 time: 0.5337119 Nov 12 08:19:56.641982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6faca90-8478-4437-814c-f65363896140 None None] Network 57aeee26-4086-426d-86ff-d028108630ac requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:56.658553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:56.675677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf029-08f1-4e6a-851d-b0d7ba610716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be565f14-eb4a-4f66-935d-abad3206e2c3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:56.698713 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b20c68d-8821-4de8-9df1-338146dae407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.763789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] DHCP port deletion for fed42f61-4cc9-4557-94f0-d9f182f74ee4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:56.771128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85136d18-0060-48ee-b079-0b09a071e2c0 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:56.797060 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b20c68d-8821-4de8-9df1-338146dae407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.804394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port b49966b5-8c27-47ce-a46c-c8b3de4f47bd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:56.804771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.851002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 85136d18-0060-48ee-b079-0b09a071e2c0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:56.851636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 85136d18-0060-48ee-b079-0b09a071e2c0 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:56.852250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 88944db9-3642-486c-924d-1a68ed69ca77 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:56.876606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for b49966b5-8c27-47ce-a46c-c8b3de4f47bd owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:56.915122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 88944db9-3642-486c-924d-1a68ed69ca77 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:56.915715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 88944db9-3642-486c-924d-1a68ed69ca77 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:56.924373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.956883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:56.991986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:56.991986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 6c09cd2a-eee5-4caa-9610-98a0c1929fc2 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:57.008606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Deleting port b49966b5-8c27-47ce-a46c-c8b3de4f47bd {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:57.009166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.059776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b20c68d-8821-4de8-9df1-338146dae407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.062485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b20c68d-8821-4de8-9df1-338146dae407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.067746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0b20c68d-8821-4de8-9df1-338146dae407 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd0709b3-8144-4ef9-8b1a-74b5eeb91380 HTTP/1.1" status: 204 len: 168 time: 0.5141091 Nov 12 08:19:57.090120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20c68d-8821-4de8-9df1-338146dae407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0709b3-8144-4ef9-8b1a-74b5eeb91380,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.106356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Deleting port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:57.106725 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.127721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.129599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] For port b49966b5-8c27-47ce-a46c-c8b3de4f47bd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,segment=NetworkSegment(40434d45-6c6a-4150-867b-3566081ad85c),segment_id=40434d45-6c6a-4150-867b-3566081ad85c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:57.130284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.145857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Calling delete_port for b49966b5-8c27-47ce-a46c-c8b3de4f47bd owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:57.254756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port b49966b5-8c27-47ce-a46c-c8b3de4f47bd on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:57.305891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.362607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] For port 7ad44275-9c48-40f0-a2d1-a1184d8401f7, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7ad44275-9c48-40f0-a2d1-a1184d8401f7,segment=NetworkSegment(d18ca112-b2c2-4298-8d2c-571ef296389f),segment_id=d18ca112-b2c2-4298-8d2c-571ef296389f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:57.363061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.405857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.408738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Calling delete_port for 7ad44275-9c48-40f0-a2d1-a1184d8401f7 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:57.424430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cac347-760e-4254-9472-48f580ae649a None None] DHCP port deletion for 57aeee26-4086-426d-86ff-d028108630ac request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:57.426298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b49966b5-8c27-47ce-a46c-c8b3de4f47bd no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:57.443971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed42f61-4cc9-4557-94f0-d9f182f74ee4']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:57.476780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b49966b5-8c27-47ce-a46c-c8b3de4f47bd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:57.477457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b49966b5-8c27-47ce-a46c-c8b3de4f47bd not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:57.478314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e83b047-de46-4f15-87c3-8310d78ef1db no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:57.489848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40434d45-6c6a-4150-867b-3566081ad85c') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:57.490236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40434d45-6c6a-4150-867b-3566081ad85c') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:57.505904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.535728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5e83b047-de46-4f15-87c3-8310d78ef1db {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:57.536139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.536912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e83b047-de46-4f15-87c3-8310d78ef1db not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:57.537909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7ad44275-9c48-40f0-a2d1-a1184d8401f7 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:57.560527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:57.561917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:57.582114 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:57.662713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.671195 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.679458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.698757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.704672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/networks/fed42f61-4cc9-4557-94f0-d9f182f74ee4 HTTP/1.1" status: 204 len: 168 time: 1.3473704 Nov 12 08:19:57.705973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49566) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:57.708512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.743189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Network fed42f61-4cc9-4557-94f0-d9f182f74ee4 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:19:57.743650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] No DVR routers for this DVR port b49966b5-8c27-47ce-a46c-c8b3de4f47bd on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:57.756711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed357e1-983d-4af1-b76d-8fc62954a55b None None] Pushing event deleted for resources: {'Port': ['ID=b49966b5-8c27-47ce-a46c-c8b3de4f47bd,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.783442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Deleting port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:57.784123 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.828705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c7625-ec55-4611-bddc-c1769c147e7f tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Network': ['ID=fed42f61-4cc9-4557-94f0-d9f182f74ee4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.833274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting subnet cab41529-e50c-47d4-ac07-d7cadfc5e177 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:57.838119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.851715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad44275-9c48-40f0-a2d1-a1184d8401f7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.854145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] No DVR routers for this DVR port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:57.866186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f1cac347-760e-4254-9472-48f580ae649a None None] For port 7ad44275-9c48-40f0-a2d1-a1184d8401f7, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:57.867977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.900668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Calling delete_port for 7ad44275-9c48-40f0-a2d1-a1184d8401f7 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:57.904296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:19:57.943428 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.973215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.026795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.026964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cac347-760e-4254-9472-48f580ae649a None None] No DVR routers for this DVR port 7ad44275-9c48-40f0-a2d1-a1184d8401f7 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:58.039935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cac347-760e-4254-9472-48f580ae649a None None] Pushing event deleted for resources: {'Port': ['ID=7ad44275-9c48-40f0-a2d1-a1184d8401f7,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:58.083664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aeee26-4086-426d-86ff-d028108630ac']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:58.106096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18ca112-b2c2-4298-8d2c-571ef296389f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:58.106415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18ca112-b2c2-4298-8d2c-571ef296389f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:58.131712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.144833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.153610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.174638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:58.175056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:58.177673 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:58.263176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.297880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.310771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.318517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] 10.222.0.16 "DELETE /v2.0/networks/57aeee26-4086-426d-86ff-d028108630ac HTTP/1.1" status: 204 len: 168 time: 1.6167803 Nov 12 08:19:58.323606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Subnet': ['ID=cab41529-e50c-47d4-ac07-d7cadfc5e177,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:58.337006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3904a7-fe33-4e71-afd3-22a767d1edc8 None None] Network a55cb7bd-07c9-44f2-a3cf-723f678c4aac requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:58.340357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466077e8-f9a1-4871-99e7-261c407b03de admin admin] Pushing event deleted for resources: {'Network': ['ID=57aeee26-4086-426d-86ff-d028108630ac,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:58.341543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.360267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6a040aa3-4051-4271-ac05-5476aa66be56 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/subnets/cab41529-e50c-47d4-ac07-d7cadfc5e177 HTTP/1.1" status: 204 len: 168 time: 0.6525114 Nov 12 08:19:58.363170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:58.508286 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.578338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Deleting port e20d2093-7910-4f32-8e91-f2b1c5628db2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:58.579088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.687743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] DHCP port deletion for a55cb7bd-07c9-44f2-a3cf-723f678c4aac request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:58.739092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49596) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:58.748638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] For port e20d2093-7910-4f32-8e91-f2b1c5628db2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e20d2093-7910-4f32-8e91-f2b1c5628db2,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:58.750381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.775157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Calling delete_port for e20d2093-7910-4f32-8e91-f2b1c5628db2 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:58.805498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] Deleting port e20d2093-7910-4f32-8e91-f2b1c5628db2 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:58.806070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.842211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-e2d516dd-e012-4dde-99ad-93b7cffb4744 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0740376 Nov 12 08:19:58.846305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a0b434c2-9dd6-4629-acb6-c65278411b27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5a9583f7f364df587f883913b8f091a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057012 Nov 12 08:19:58.850679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:58.937815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c989887-6044-4efb-86ea-76abfe11adc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.954492 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.958667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] For port e20d2093-7910-4f32-8e91-f2b1c5628db2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e20d2093-7910-4f32-8e91-f2b1c5628db2,segment=NetworkSegment(6c27f4bc-b908-40b1-a186-ad6c61ba1e17),segment_id=6c27f4bc-b908-40b1-a186-ad6c61ba1e17)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:58.959414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.979605 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c989887-6044-4efb-86ea-76abfe11adc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.994597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] Calling delete_port for e20d2093-7910-4f32-8e91-f2b1c5628db2 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:59.003553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-3a13bec8-5871-4fd7-84ae-e2cdd7debc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:59.009014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Port': ['ID=e20d2093-7910-4f32-8e91-f2b1c5628db2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:59.010838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-3a13bec8-5871-4fd7-84ae-e2cdd7debc57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.1334794 Nov 12 08:19:59.014007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] No DVR routers for this DVR port e20d2093-7910-4f32-8e91-f2b1c5628db2 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:59.127172 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.163775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] Pushing event deleted for resources: {'Port': ['ID=e20d2093-7910-4f32-8e91-f2b1c5628db2,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:59.208884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f89cf-95bb-40c2-9afe-e10857a82876 None None] No DVR routers for this DVR port e20d2093-7910-4f32-8e91-f2b1c5628db2 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:59.270681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-ebf5b0a3-711f-4898-a401-9197af84bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:59.276904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-ebf5b0a3-711f-4898-a401-9197af84bc9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.2295194 Nov 12 08:19:59.315472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e20d2093-7910-4f32-8e91-f2b1c5628db2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:59.354774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e20d2093-7910-4f32-8e91-f2b1c5628db2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:59.354774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e20d2093-7910-4f32-8e91-f2b1c5628db2 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:59.391848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-a5ca45d3-281f-4886-973d-30168f2e282a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.1069441 Nov 12 08:19:59.463791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-a33593a4-13c8-4c83-95f3-0c56b0ffd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:59.465415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-a33593a4-13c8-4c83-95f3-0c56b0ffd2df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0629952 Nov 12 08:19:59.559740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-5a836df5-8176-448c-a915-f4a0cae5bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:59.561287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-5a836df5-8176-448c-a915-f4a0cae5bf8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818734 Nov 12 08:19:59.613349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.639283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c989887-6044-4efb-86ea-76abfe11adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.642057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c989887-6044-4efb-86ea-76abfe11adc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.643330 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c989887-6044-4efb-86ea-76abfe11adc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f61752ed-0260-4868-94eb-eccabd66aec2 HTTP/1.1" status: 204 len: 168 time: 0.7914114 Nov 12 08:19:59.645279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55cb7bd-07c9-44f2-a3cf-723f678c4aac']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:59.694839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989887-6044-4efb-86ea-76abfe11adc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61752ed-0260-4868-94eb-eccabd66aec2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:59.706170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c27f4bc-b908-40b1-a186-ad6c61ba1e17') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:59.706548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c27f4bc-b908-40b1-a186-ad6c61ba1e17') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:59.732090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.764967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.787774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:59.788428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:59.797645 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:59.985725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:59.993391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:00.016182 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] 10.222.0.16 "DELETE /v2.0/networks/a55cb7bd-07c9-44f2-a3cf-723f678c4aac HTTP/1.1" status: 204 len: 168 time: 1.6513526 Nov 12 08:20:00.054230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f3c5e-4e32-456f-a631-20cfa9d090d8 tempest-ServersTestMultiNic-1932904892 tempest-ServersTestMultiNic-1932904892-project] Pushing event deleted for resources: {'Network': ['ID=a55cb7bd-07c9-44f2-a3cf-723f678c4aac,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:00.270237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44715d-9b6e-43c5-aef2-a462be8fd130 req-90162065-136e-4f8e-8e05-6b332fbeb138 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:00.273881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae44715d-9b6e-43c5-aef2-a462be8fd130 req-90162065-136e-4f8e-8e05-6b332fbeb138 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.1227880 Nov 12 08:20:00.282036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-6fa0e08e-1aae-4575-975d-0a019487e589 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052112 Nov 12 08:20:00.321369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49652) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:00.531190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae44715d-9b6e-43c5-aef2-a462be8fd130 req-79ead2c0-d5a1-4de8-ad14-6fae7ca2deca tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393329 Nov 12 08:20:00.587979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-666b1b24-885f-46fd-a8ce-2306686f9a47 req-46b002a5-7028-4e5a-8c70-68c736d08110 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959313 Nov 12 08:20:00.636288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49662) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:01.007317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.066024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:01.095026 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.177043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49678) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:01.248235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.325004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1066517323-network', 'tenant_id': '7ef30b64f14048cab4433854cf81cc5a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:01.373095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Deleting port 7eb4f28c-e163-41fa-8c23-37a7f7371713 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:01.373485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.400898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Made reservation on behalf of 7ef30b64f14048cab4433854cf81cc5a for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:01.406573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.429071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.458880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Allocated IP 172.25.4.251 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e054365d-39bf-4635-9b18-7418db5eed5a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:01.506910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] For port 7eb4f28c-e163-41fa-8c23-37a7f7371713, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7eb4f28c-e163-41fa-8c23-37a7f7371713,segment=NetworkSegment(76f29a95-34b9-48a5-b88e-032fb2df8790),segment_id=76f29a95-34b9-48a5-b88e-032fb2df8790)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:01.507486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.529830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Calling delete_port for 7eb4f28c-e163-41fa-8c23-37a7f7371713 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:01.624712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.636611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.638817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.660925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:01.681327 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.682310 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Added segment bb562377-004d-4216-be44-aa1d87d68631 of type vlan for network d2747f80-77cf-4b29-b2c6-dd3e4598cedc Nov 12 08:20:01.734112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e20626-fef6-47cd-9c5a-806776f6b56a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:01.762822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.765036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.814960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb4f28c-e163-41fa-8c23-37a7f7371713,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:01.818174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.861415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.862516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:01.863209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.909161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:01.928516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ab79-79b4-4e2c-83af-6136d065baf6 req-8a472e87-c418-4fa8-ae67-44f0fe600b94 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:01.937178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b01ab79-79b4-4e2c-83af-6136d065baf6 req-8a472e87-c418-4fa8-ae67-44f0fe600b94 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.1663039 Nov 12 08:20:01.944865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:01.948139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:02.026144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8466082 Nov 12 08:20:02.030487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49690) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:02.037019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Request body: {'subnet': {'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1066517323-subnet', 'tenant_id': '7ef30b64f14048cab4433854cf81cc5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:02.040878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.057579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b422bc-a350-470d-aab2-eb2a9077336c admin admin] Pushing event updated for resources: {'Network': ['ID=d2747f80-77cf-4b29-b2c6-dd3e4598cedc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:02.063542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Port': ['ID=e054365d-39bf-4635-9b18-7418db5eed5a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:02.079711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:02.148389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b01ab79-79b4-4e2c-83af-6136d065baf6 req-bb2939e0-6328-4e36-8a5d-a3322c71e8de tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985142 Nov 12 08:20:02.211312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.273883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Made reservation on behalf of 7ef30b64f14048cab4433854cf81cc5a for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:02.276536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.279147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.430965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Router c58a41d1-299f-4837-bd2f-3055dc137a01 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:02.492961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.506337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.607016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Port': ['ID=e054365d-39bf-4635-9b18-7418db5eed5a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:02.634862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.654666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:02.669082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.669987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] Sync routers for ids ['c58a41d1-299f-4837-bd2f-3055dc137a01'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:02.673734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cfc2eefb-7347-47da-8e2c-8ca369529a07 admin admin] 10.222.0.16 "PUT /v2.0/routers/c58a41d1-299f-4837-bd2f-3055dc137a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3495903 Nov 12 08:20:02.674485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b809dff5-044a-4586-9118-76ca953275ee tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0358050 Nov 12 08:20:02.674967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49708) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:02.675299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:02.682776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-164784296'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:02.691571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] Routers {'c58a41d1-299f-4837-bd2f-3055dc137a01'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:02.695395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c58a41d1-299f-4837-bd2f-3055dc137a01'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:02.744005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a65b69-0fdd-4bce-b9ff-80bf648080c6 req-6c655f22-44b6-45d4-ad5e-b9587d0e404d tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:02.746986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7a65b69-0fdd-4bce-b9ff-80bf648080c6 req-6c655f22-44b6-45d4-ad5e-b9587d0e404d tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 945 time: 0.0978777 Nov 12 08:20:02.850877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Made reservation on behalf of 3e21a14bf1f047f9a3dfc460675f1e8a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:02.855016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.857914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.875620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7a65b69-0fdd-4bce-b9ff-80bf648080c6 req-0bf6264a-d253-4ee4-a0c2-0fdd12a37b36 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153820 Nov 12 08:20:02.900510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] Set router c58a41d1-299f-4837-bd2f-3055dc137a01 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:02.924238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.009142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.021917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7543498-c8ce-4e8d-898c-67563efdeab9,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:03.057656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Checking segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:03.058991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Network hostable DHCP agents. Network: d2747f80-77cf-4b29-b2c6-dd3e4598cedc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:03.080756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58f79-822b-4a1c-a0c7-220793fd168b req-788f01dd-99c9-468d-aa01-4a714307359d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:03.091460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8f58f79-822b-4a1c-a0c7-220793fd168b req-788f01dd-99c9-468d-aa01-4a714307359d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.0943887 Nov 12 08:20:03.122351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:20:01Z', 'revision_number': 5, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:03.146771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:03.156829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8f58f79-822b-4a1c-a0c7-220793fd168b req-c3295c33-7f02-4a3b-9350-888244f5c6f2 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639718 Nov 12 08:20:03.158217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] Checking router: c58a41d1-299f-4837-bd2f-3055dc137a01 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:03.172236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] Routers {'c58a41d1-299f-4837-bd2f-3055dc137a01'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:03.173289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c58a41d1-299f-4837-bd2f-3055dc137a01'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:03.173772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d2747f80-77cf-4b29-b2c6-dd3e4598cedc) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:03.182093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:03.182696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.204570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.206885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.212389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.220492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a75ad-36cb-4138-8868-ddc7f99c69ad None None] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:03.226170 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c4fec1fc-8614-4790-b553-4451c77782c8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1936636 Nov 12 08:20:03.244084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:03.289609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.289961 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Added segment c6920d38-2816-4a1d-ae37-cb87129322d0 of type vlan for network 98ef3dd8-c9b7-41f1-966a-726162949ae2 Nov 12 08:20:03.302362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4287b14f-f7f6-46f0-ba84-3cd984e87617,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:03.345892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.362645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Deleting port e171167c-588b-46ed-af8d-0e77fbfcb631 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:03.362976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.371837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] Set router c58a41d1-299f-4837-bd2f-3055dc137a01 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:03.423540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.429055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:03.429651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.496728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2719c-133f-4f74-b223-c92da136611f None None] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:03.509148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8301239 Nov 12 08:20:03.512132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49720) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:03.520403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Request body: {'subnet': {'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:03.527969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ed250-da9a-4419-8a00-d84c244a6f8d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Network': ['ID=98ef3dd8-c9b7-41f1-966a-726162949ae2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:03.544318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] For port e171167c-588b-46ed-af8d-0e77fbfcb631, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e171167c-588b-46ed-af8d-0e77fbfcb631,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:03.544683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.547621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:03.570742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Calling delete_port for e171167c-588b-46ed-af8d-0e77fbfcb631 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:03.675445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Made reservation on behalf of 3e21a14bf1f047f9a3dfc460675f1e8a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:03.680068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.835799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.869376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e171167c-588b-46ed-af8d-0e77fbfcb631,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:03.941143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.941515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:20:01Z', 'revision_number': 5, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:03.957746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-d5541daa-5e9e-4d21-9980-162fcc36c5e3 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:03.959335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-d5541daa-5e9e-4d21-9980-162fcc36c5e3 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 813 time: 0.1672862 Nov 12 08:20:03.975365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032b49f-56e5-4d03-ab59-e8208a3a9644 None None] The sync data for ids ['c58a41d1-299f-4837-bd2f-3055dc137a01'] in n-d-768509-25 is: [{'id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'name': 'tempest-ServersTestMultiNic-1874287430-router', 'tenant_id': '47cc89245c594f8f948671f0ed19eab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:29Z', 'updated_at': '2021-11-12T08:20:01Z', 'revision_number': 5, 'project_id': '47cc89245c594f8f948671f0ed19eab6', 'gw_port': {'id': 'e171167c-588b-46ed-af8d-0e77fbfcb631', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58a41d1-299f-4837-bd2f-3055dc137a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:30Z', 'updated_at': '2021-11-12T08:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:04.027449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-63eee264-3e67-46c8-89f4-21dd53f80cf5 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/quotas/7ef30b64f14048cab4433854cf81cc5a HTTP/1.1" status: 200 len: 375 time: 0.0420144 Nov 12 08:20:04.052560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.057689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.060555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.107843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1b005f6a-6065-4f6c-a5ce-e0cb34a5f8fd tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603867 Nov 12 08:20:04.113252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.113884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c58a41d1-299f-4837-bd2f-3055dc137a01 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:04.125443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.126683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cbbbd1cc-9688-4a7e-8dd3-70050f5776ed admin admin] 10.222.0.16 "DELETE /v2.0/routers/c58a41d1-299f-4837-bd2f-3055dc137a01 HTTP/1.1" status: 204 len: 168 time: 1.4492140 Nov 12 08:20:04.132185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49740) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:04.179889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Deleting subnet cc76784d-2edc-4434-8f88-e171077bf85e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:04.180763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66537a-086f-461f-85e5-e2a91fb695fe req-caf3c605-18f4-41e2-93ca-1a8024fa1654 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.182292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a66537a-086f-461f-85e5-e2a91fb695fe req-caf3c605-18f4-41e2-93ca-1a8024fa1654 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 945 time: 0.1757555 Nov 12 08:20:04.183654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.194172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Subnet': ['ID=f3513088-22f1-4256-8ff7-351cbda1f2aa,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:04.219205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.254054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Checking segment: {'id': 'c6920d38-2816-4a1d-ae37-cb87129322d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:04.254404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network hostable DHCP agents. Network: 98ef3dd8-c9b7-41f1-966a-726162949ae2, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:04.298886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.306521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a66537a-086f-461f-85e5-e2a91fb695fe req-7c7a2dc4-2d92-465d-a349-35f2fd6a6faf tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836449 Nov 12 08:20:04.311103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-38a91d0f-2c62-4c79-880a-ea1d9f1b3bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904607 Nov 12 08:20:04.316323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:04.374799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 98ef3dd8-c9b7-41f1-966a-726162949ae2) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:04.376635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.386495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f114b969-eebb-4edb-9c57-5e5bbba4bd44 None None] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:04.406143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.406974 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.413163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc76784d-2edc-4434-8f88-e171077bf85e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:04.431745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.436490 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4536e7d4-beca-4f2f-854e-9ea763e3baf3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc76784d-2edc-4434-8f88-e171077bf85e HTTP/1.1" status: 204 len: 168 time: 0.3033066 Nov 12 08:20:04.439899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:04.440928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-816926c2-8217-4ece-8acc-ff7900ac1ea5 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9273436 Nov 12 08:20:04.444846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49746) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:04.472622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-63826aa9-6238-4746-bf28-a7f8791df937 service neutron] 10.222.0.16 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458600 Nov 12 08:20:04.480536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1710772428', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:04.519755 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.521105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.530514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-88d24e1a-8f4d-48d7-bd58-963b63373e0b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.532085 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-88d24e1a-8f4d-48d7-bd58-963b63373e0b tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 945 time: 0.1321390 Nov 12 08:20:04.550032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5fbf39-fe36-47de-aa41-d0f2ba4491c6 None None] Network e203f195-edb2-45f7-b69e-5f899995bbb6 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:04.598426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.643105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.726999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Deleting port 5c4040d0-936a-44d3-900b-610aeb543281 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:04.727758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.743816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Deleting port b9c69c59-3445-420f-b84e-3b067034966c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:04.744111 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.802135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-98ef3dd8-c9b7-41f1-966a-726162949ae2', 'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2', 'tenant_id': '3e21a14bf1f047f9a3dfc460675f1e8a', 'fixed_ips': [{'subnet_id': 'f3513088-22f1-4256-8ff7-351cbda1f2aa'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:20:04.803006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.822767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970a280-8200-4978-9712-63273fb6be3a req-c80b03ea-7adf-49b7-8db8-4f37fc517e4d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.832599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b970a280-8200-4978-9712-63273fb6be3a req-c80b03ea-7adf-49b7-8db8-4f37fc517e4d tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.2689934 Nov 12 08:20:04.904624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] For port 5c4040d0-936a-44d3-900b-610aeb543281, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5c4040d0-936a-44d3-900b-610aeb543281,segment=NetworkSegment(76f29a95-34b9-48a5-b88e-032fb2df8790),segment_id=76f29a95-34b9-48a5-b88e-032fb2df8790)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:04.905100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.947784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Calling delete_port for 5c4040d0-936a-44d3-900b-610aeb543281 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:04.991782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] For port b9c69c59-3445-420f-b84e-3b067034966c, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b9c69c59-3445-420f-b84e-3b067034966c,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:04.992903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.060761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Calling delete_port for b9c69c59-3445-420f-b84e-3b067034966c owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:05.113344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] DHCP port deletion for e203f195-edb2-45f7-b69e-5f899995bbb6 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:20:05.146164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-180e4a43-2c8e-46f1-987d-3557d18dc0c7 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:05.147745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-180e4a43-2c8e-46f1-987d-3557d18dc0c7 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.4495556 Nov 12 08:20:05.155215 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.184723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Allocated IP 172.20.0.2 (98ef3dd8-c9b7-41f1-966a-726162949ae2/f3513088-22f1-4256-8ff7-351cbda1f2aa/834ec530-6661-4068-bd59-476ec891060a) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:05.235217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Deleting port 5c4040d0-936a-44d3-900b-610aeb543281 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:05.235857 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.235997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.265682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] No DVR routers for this DVR port 5c4040d0-936a-44d3-900b-610aeb543281 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:05.316142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b970a280-8200-4978-9712-63273fb6be3a req-1929d979-36a9-4d8a-869a-f2403c2f90bc tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4826007 Nov 12 08:20:05.320435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9675ed9e-29a9-4f6f-a9cf-266f0349d2a6 req-154bbaee-64e6-4c38-866c-23c10d673f7e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 210 time: 0.1890519 Nov 12 08:20:05.371069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4040d0-936a-44d3-900b-610aeb543281,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:05.397978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e171167c-588b-46ed-af8d-0e77fbfcb631 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:05.437544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e171167c-588b-46ed-af8d-0e77fbfcb631 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:05.437893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e171167c-588b-46ed-af8d-0e77fbfcb631 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:05.438322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7eb4f28c-e163-41fa-8c23-37a7f7371713 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:05.464591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.490872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] For port 5c4040d0-936a-44d3-900b-610aeb543281, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:05.491280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.497386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7eb4f28c-e163-41fa-8c23-37a7f7371713 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:05.497743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7eb4f28c-e163-41fa-8c23-37a7f7371713 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:05.499186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5c4040d0-936a-44d3-900b-610aeb543281 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:05.515053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e203f195-edb2-45f7-b69e-5f899995bbb6']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:05.530642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.535070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f29a95-34b9-48a5-b88e-032fb2df8790') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:05.535363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f29a95-34b9-48a5-b88e-032fb2df8790') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:05.550068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5c4040d0-936a-44d3-900b-610aeb543281 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:05.550420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5c4040d0-936a-44d3-900b-610aeb543281 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:05.553212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'b9c69c59-3445-420f-b84e-3b067034966c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:05.609623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['5713428b-6e74-43b0-8407-f545e7bc7a4d'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:05.613194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Calling delete_port for 5c4040d0-936a-44d3-900b-610aeb543281 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:05.613386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.615551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event deleted for resources: {'Port': ['ID=b9c69c59-3445-420f-b84e-3b067034966c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:05.618757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Deleting port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:05.619251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.628756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Port 5c4040d0-936a-44d3-900b-610aeb543281 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:20:05.638429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fa29e-7290-45a0-93ab-af508dee5d59 req-f1b94a24-cb33-4de3-9045-5777d28a01c3 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:05.640820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf2fa29e-7290-45a0-93ab-af508dee5d59 req-f1b94a24-cb33-4de3-9045-5777d28a01c3 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=864df70c-8e83-41b9-a1ff-f411dc007e70 HTTP/1.1" status: 200 len: 867 time: 0.1397450 Nov 12 08:20:05.665193 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.670920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.694693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] No DVR routers for this DVR port b9c69c59-3445-420f-b84e-3b067034966c on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:05.696708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:05.697101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:05.699605 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:05.702060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.704992 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8672b2ed-2fb2-4385-a519-c099dc2f6bf7 req-21c09c15-4b83-4484-b091-d6bebbe74744 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "DELETE /v2.0/ports/b9c69c59-3445-420f-b84e-3b067034966c HTTP/1.1" status: 204 len: 173 time: 1.1639037 Nov 12 08:20:05.705440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'name': 'network-vif-deleted', 'tag': 'b9c69c59-3445-420f-b84e-3b067034966c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:05.707754 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696e0f2-c74a-43bb-8751-f7264d74f4a3" -d '{"events": [{"server_uuid": "864df70c-8e83-41b9-a1ff-f411dc007e70", "name": "network-vif-deleted", "tag": "b9c69c59-3445-420f-b84e-3b067034966c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:05.770096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] Pushing event deleted for resources: {'Port': ['ID=5c4040d0-936a-44d3-900b-610aeb543281,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:05.778710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de34fb-34ae-42b9-9923-aa5b7f69a7e4 None None] No DVR routers for this DVR port 5c4040d0-936a-44d3-900b-610aeb543281 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:05.816987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.839804 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.852876 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def117b-658a-4f4a-8a63-0dcf11f74891 x-openstack-request-id: req-2def117b-658a-4f4a-8a63-0dcf11f74891 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:05.853218 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864df70c-8e83-41b9-a1ff-f411dc007e70", "name": "network-vif-deleted", "tag": "b9c69c59-3445-420f-b84e-3b067034966c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:05.853471 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2def117b-658a-4f4a-8a63-0dcf11f74891 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:05.853915 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864df70c-8e83-41b9-a1ff-f411dc007e70', 'name': 'network-vif-deleted', 'tag': 'b9c69c59-3445-420f-b84e-3b067034966c', 'status': 'completed', 'code': 200} Nov 12 08:20:05.864717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.869690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.885471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] 10.222.0.16 "DELETE /v2.0/networks/e203f195-edb2-45f7-b69e-5f899995bbb6 HTTP/1.1" status: 204 len: 168 time: 1.4427066 Nov 12 08:20:05.901060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f84f-936b-47e0-acb4-46f9866ed3db admin admin] Pushing event deleted for resources: {'Network': ['ID=e203f195-edb2-45f7-b69e-5f899995bbb6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:05.994235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:06.002319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:06.010928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:06.051080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Pushing event updated for resources: {'Port': ['ID=834ec530-6661-4068-bd59-476ec891060a,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:06.071553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf2fa29e-7290-45a0-93ab-af508dee5d59 req-0e4be34c-8d90-4bfe-abee-46e4b55614f0 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918235 Nov 12 08:20:06.071553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] For port 3a847a53-9f3a-453b-b24c-ddf269f9fd06, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3a847a53-9f3a-453b-b24c-ddf269f9fd06,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:06.071553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.086551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49778) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:06.101363 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.122993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.133148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-00bff2d8-c74a-4fa8-8795-cec40f5bd04c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47cc89245c594f8f948671f0ed19eab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448401 Nov 12 08:20:06.135536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49780) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:06.164709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Attempting to bind port 834ec530-6661-4068-bd59-476ec891060a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:06.165100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Attempting to bind port 834ec530-6661-4068-bd59-476ec891060a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'c6920d38-2816-4a1d-ae37-cb87129322d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:06.165438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Attempting to bind port 834ec530-6661-4068-bd59-476ec891060a on network 98ef3dd8-c9b7-41f1-966a-726162949ae2 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:06.189614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:06.190002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Checking segment: {'id': 'c6920d38-2816-4a1d-ae37-cb87129322d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:06.190486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.190782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Bound using segment: {'id': 'c6920d38-2816-4a1d-ae37-cb87129322d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:06.191261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Bound port: 834ec530-6661-4068-bd59-476ec891060a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6920d38-2816-4a1d-ae37-cb87129322d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:06.191792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.202807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c360c5-014f-4e6c-be7b-968c61ed1087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.235429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c360c5-014f-4e6c-be7b-968c61ed1087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.309116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] For port 834ec530-6661-4068-bd59-476ec891060a, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:06.310723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c360c5-014f-4e6c-be7b-968c61ed1087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.314028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] For port 834ec530-6661-4068-bd59-476ec891060a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=834ec530-6661-4068-bd59-476ec891060a,segment=NetworkSegment(c6920d38-2816-4a1d-ae37-cb87129322d0),segment_id=c6920d38-2816-4a1d-ae37-cb87129322d0)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:06.319998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c360c5-014f-4e6c-be7b-968c61ed1087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.321184 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.322125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1c360c5-014f-4e6c-be7b-968c61ed1087 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9214ea5-8246-4b57-84af-73672a4cb652 HTTP/1.1" status: 204 len: 168 time: 0.1847138 Nov 12 08:20:06.352721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c360c5-014f-4e6c-be7b-968c61ed1087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9214ea5-8246-4b57-84af-73672a4cb652,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:06.413342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e344b-69f3-4505-abff-7d2cd33e6076 None None] Pushing event updated for resources: {'Port': ['ID=834ec530-6661-4068-bd59-476ec891060a,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:06.491901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Allocated IP 172.25.4.65 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/23a2cfa2-31e9-4422-9280-ca3ba99cf5fb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:06.549972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0135f8ae-ce91-4fc8-a364-b772754aa2ca req-8f43047a-312d-4aea-9c64-914e828cded9 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 210 time: 0.0691791 Nov 12 08:20:06.554599 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.554955 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.555359 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Floating IP 554bf57f-6ec1-4291-877c-037fb7fcbcb8 disassociated. External IP: 172.25.4.58, port: 3a847a53-9f3a-453b-b24c-ddf269f9fd06. Nov 12 08:20:06.555669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Calling delete_port for 3a847a53-9f3a-453b-b24c-ddf269f9fd06 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:06.997702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-59b35e9d-c94b-4372-be44-77f6256949b6 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:06.999848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-59b35e9d-c94b-4372-be44-77f6256949b6 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 813 time: 0.1809225 Nov 12 08:20:07.019300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Request body: {'port': {'device_id': '713d0aff-dcba-490b-8287-fc2821a66358', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'admin_state_up': True, 'tenant_id': '7ef30b64f14048cab4433854cf81cc5a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:07.124075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e233e24-bf70-47cf-bf42-bcd545eed41c req-a709f3ee-7490-4e69-8710-01637277924e tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.142132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e233e24-bf70-47cf-bf42-bcd545eed41c req-a709f3ee-7490-4e69-8710-01637277924e tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 946 time: 0.6477482 Nov 12 08:20:07.171781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Made reservation on behalf of 7ef30b64f14048cab4433854cf81cc5a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:07.178649 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.384569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 834ec530-6661-4068-bd59-476ec891060a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:07.495206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 834ec530-6661-4068-bd59-476ec891060a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:07.496926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.501508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49816) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:07.567095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.601882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e233e24-bf70-47cf-bf42-bcd545eed41c req-76510275-d27d-4018-8bcd-97ec47f25617 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups?id=a1022aac-b8a7-4efd-8e64-6f23124ea82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4542372 Nov 12 08:20:07.646727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-bba2d5bf-0768-4b2c-a6b2-2c625e0f5d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.649800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-bba2d5bf-0768-4b2c-a6b2-2c625e0f5d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 813 time: 0.3805537 Nov 12 08:20:07.673775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.751739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 834ec530-6661-4068-bd59-476ec891060a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=834ec530-6661-4068-bd59-476ec891060a,segment=NetworkSegment(c6920d38-2816-4a1d-ae37-cb87129322d0),segment_id=c6920d38-2816-4a1d-ae37-cb87129322d0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:07.764558 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.766759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.771189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1452875782-network', 'tenant_id': 'b6e761e07375403eb0e8a14602c7ee08'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:07.785921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Request body: {'port': {'device_id': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'admin_state_up': True, 'tenant_id': '7ef30b64f14048cab4433854cf81cc5a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:07.851990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=834ec530-6661-4068-bd59-476ec891060a,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:07.871899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-409fd045-680b-41be-939e-94be5e07776c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972824 Nov 12 08:20:07.900258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.906631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.913612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87320a-3a05-4cb3-a2bf-0ad7fca7fdc9 None None] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:07.914071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.921807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.932297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.944818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.946170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Allocated IP 172.20.0.6 (d2747f80-77cf-4b29-b2c6-dd3e4598cedc/d7543498-c8ce-4e8d-898c-67563efdeab9/49e4760d-e1b7-49dc-b886-1e102f2216ec) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:07.957924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.967925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502217e-800e-4fee-9133-9c8539e797a7 req-e906b4d0-d019-404e-a59d-b7aa97cca53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:07.968997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-c416e2b8-cec9-41af-ab90-dd859a99c8ae tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.5272617 Nov 12 08:20:07.969455 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-e906b4d0-d019-404e-a59d-b7aa97cca53c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 1097 time: 0.0723808 Nov 12 08:20:08.007854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-48e6040b-f930-46b6-be3f-73006c0f4d9f None None] Provisioning complete for port 834ec530-6661-4068-bd59-476ec891060a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:08.008522 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-48e6040b-f930-46b6-be3f-73006c0f4d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.025909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.038291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Made reservation on behalf of b6e761e07375403eb0e8a14602c7ee08 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:08.041478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.093766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event deleted for resources: {'Port': ['ID=3a847a53-9f3a-453b-b24c-ddf269f9fd06,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:08.116316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.127810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a30ebb86-a3ac-409c-b155-1d7c1c04544e req-ea89251d-e3bf-4b90-9a58-1494fa8b813a tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 210 time: 0.1318667 Nov 12 08:20:08.146117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:08.212996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.220128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502217e-800e-4fee-9133-9c8539e797a7 req-d377aae2-1753-43fb-83e8-62ffed4a7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.221759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-d377aae2-1753-43fb-83e8-62ffed4a7083 service neutron] 10.222.0.25 "GET /v2.0/networks?id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 200 len: 914 time: 0.1795776 Nov 12 08:20:08.247480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b96c774a-9a67-4561-9232-d343d1a49b15 req-01851a92-5696-4bf7-a009-e203b992cae4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2746830 Nov 12 08:20:08.249242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:08.303993 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-0c488eee-3cd3-4d00-9c6e-966b6512ee17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544 HTTP/1.1" status: 200 len: 217 time: 0.0724354 Nov 12 08:20:08.365727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.412610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502217e-800e-4fee-9133-9c8539e797a7 req-1f6cc47b-b573-41a4-8ceb-24cef2854010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.419978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-1f6cc47b-b573-41a4-8ceb-24cef2854010 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 200 len: 854 time: 0.1097174 Nov 12 08:20:08.421256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:08.444355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:08.454614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:08.482613 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-55c3ce75-36c0-4bbe-a1a1-f9bfdf32c72c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=edbfe13d-c3b4-40d2-97f2-e61ba691cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478485 Nov 12 08:20:08.483267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:08.552952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Port': ['ID=23a2cfa2-31e9-4422-9280-ca3ba99cf5fb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:08.595970 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.601542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event updated for resources: {'Port': ['ID=49e4760d-e1b7-49dc-b886-1e102f2216ec,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:08.636338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-8fb835a0-fcdd-4b78-8e00-4eccedbd8c10 service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205511 Nov 12 08:20:08.642437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.642864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.722810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-5ae4fb89-dfe5-45f0-9878-9fdd5ff6f892 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7115903 Nov 12 08:20:08.732575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a40b2a7a-7879-49b9-afec-4b78ea14cc35 None None] Provisioning complete for port 834ec530-6661-4068-bd59-476ec891060a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:08.732575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a40b2a7a-7879-49b9-afec-4b78ea14cc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.736473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Request body: {'port': {'device_id': '713d0aff-dcba-490b-8287-fc2821a66358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:08.782934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d502217e-800e-4fee-9133-9c8539e797a7 req-d343927b-c5b1-4f36-87cd-7a4c3759663d service neutron] 10.222.0.25 "GET /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372483 Nov 12 08:20:08.807568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1018-bf46-4482-bb40-606153c1c99f req-87867759-b572-4c48-b280-41bc650aea34 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.809658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.813053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3a847a53-9f3a-453b-b24c-ddf269f9fd06 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:08.817813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01bd1018-bf46-4482-bb40-606153c1c99f req-87867759-b572-4c48-b280-41bc650aea34 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 945 time: 0.3978889 Nov 12 08:20:08.838694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 3a847a53-9f3a-453b-b24c-ddf269f9fd06 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:08.839868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3a847a53-9f3a-453b-b24c-ddf269f9fd06 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:08.933559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.939651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.945756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.951850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.957885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.963897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.970470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:08.972564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d0deb1a-2899-4e07-8a40-b963c1196196 req-98cbf08d-8da5-4e84-bc91-6c19db01afb6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.4966464 Nov 12 08:20:08.985032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Router 2e1cb13b-dcca-4277-961a-f675a9e9116c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:08.988298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b9c69c59-3445-420f-b84e-3b067034966c no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:08.998969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Made reservation on behalf of 7ef30b64f14048cab4433854cf81cc5a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:09.002622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.039420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: b9c69c59-3445-420f-b84e-3b067034966c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:09.040715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b9c69c59-3445-420f-b84e-3b067034966c not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:09.079056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.109047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e4760d-e1b7-49dc-b886-1e102f2216ec {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:09.119763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.129859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Transition to ACTIVE for port object 49e4760d-e1b7-49dc-b886-1e102f2216ec will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:09.134351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.137544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.168559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01bd1018-bf46-4482-bb40-606153c1c99f req-ed552afb-6f12-4319-89e8-2fa2434d1c01 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498416 Nov 12 08:20:09.177232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf945f76-4260-42b8-8f22-f4668a75442b req-b0359098-1856-4e22-b454-6181f91c5a51 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.1010978 Nov 12 08:20:09.206537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Pushing event updated for resources: {'Port': ['ID=49e4760d-e1b7-49dc-b886-1e102f2216ec,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:09.270080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Attempting to bind port 49e4760d-e1b7-49dc-b886-1e102f2216ec on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:09.270972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Attempting to bind port 49e4760d-e1b7-49dc-b886-1e102f2216ec by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:09.270972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Attempting to bind port 49e4760d-e1b7-49dc-b886-1e102f2216ec on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:09.277693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Port 49e4760d-e1b7-49dc-b886-1e102f2216ec on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:09.277693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Attempting to bind port 49e4760d-e1b7-49dc-b886-1e102f2216ec on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:09.283166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:09.283499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Checking segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:09.283877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Bound using segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:09.284363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Bound port: 49e4760d-e1b7-49dc-b886-1e102f2216ec, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:09.284715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.286170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:09.339792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 834ec530-6661-4068-bd59-476ec891060a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:09.376419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] For port 49e4760d-e1b7-49dc-b886-1e102f2216ec, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:09.380024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] For port 49e4760d-e1b7-49dc-b886-1e102f2216ec, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:09.387431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.389509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee66313-2fb4-443b-8fb4-5c2a0713a73c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:09.407341 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.407506 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Added segment 19c74ace-ee95-4aef-bd56-29537bc1cb96 of type vlan for network 3d617236-cdf1-4e64-8f0c-89cbf677d012 Nov 12 08:20:09.410493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd3db612-7bef-4d10-ac5c-b4eb34a2028a req-6a5128ea-4e23-4a39-9fb3-1619a9d94e5c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 210 time: 0.1219511 Nov 12 08:20:09.436439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.437418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.440384 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/49e4760d-e1b7-49dc-b886-1e102f2216ec HTTP/1.1" status: 200 len: 1092 time: 0.7080457 Nov 12 08:20:09.448272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713d0aff-dcba-490b-8287-fc2821a66358', 'tag': '49e4760d-e1b7-49dc-b886-1e102f2216ec'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:09.448490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 834ec530-6661-4068-bd59-476ec891060a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:09.448761 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.452680 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b5d440-1898-47b4-b732-7281df29e946" -d '{"events": [{"name": "network-changed", "server_uuid": "713d0aff-dcba-490b-8287-fc2821a66358", "tag": "49e4760d-e1b7-49dc-b886-1e102f2216ec"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:09.516704 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ff075-6f33-499f-b327-506fec9283d6 x-openstack-request-id: req-bc3ff075-6f33-499f-b327-506fec9283d6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:09.516995 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713d0aff-dcba-490b-8287-fc2821a66358", "tag": "49e4760d-e1b7-49dc-b886-1e102f2216ec", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:09.517247 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc3ff075-6f33-499f-b327-506fec9283d6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:09.517690 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713d0aff-dcba-490b-8287-fc2821a66358', 'tag': '49e4760d-e1b7-49dc-b886-1e102f2216ec', 'status': 'completed', 'code': 200} Nov 12 08:20:09.542091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa38d30-a506-4b0f-bd47-7bccc42900c9 service neutron] Pushing event updated for resources: {'Port': ['ID=49e4760d-e1b7-49dc-b886-1e102f2216ec,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:09.563557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-06ec5100-0371-454c-b491-8e2c19c80d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.565397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-06ec5100-0371-454c-b491-8e2c19c80d4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=713d0aff-dcba-490b-8287-fc2821a66358 HTTP/1.1" status: 200 len: 1095 time: 0.0773690 Nov 12 08:20:09.617397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-b0ca6689-53d1-47f6-8e53-484f2e487e07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec HTTP/1.1" status: 200 len: 217 time: 0.0441980 Nov 12 08:20:09.632026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:09.634667 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.643605 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] Sync routers for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:09.654839 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:09.655621 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:09.686019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-326275c6-e208-4a4e-9b5a-e2b9e29ce932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.687843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-326275c6-e208-4a4e-9b5a-e2b9e29ce932 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.0640891 Nov 12 08:20:09.723547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-70b9ce8c-7e15-4872-a5fb-53d787dc985e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280857 Nov 12 08:20:09.763989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-91e35d14-1d76-471b-a8d9-60623b471229 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.765572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-91e35d14-1d76-471b-a8d9-60623b471229 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 945 time: 0.3381865 Nov 12 08:20:09.766441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] No DVR routers for this DVR port 3a847a53-9f3a-453b-b24c-ddf269f9fd06 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:09.772480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.779694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.781450 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:09.783352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b5d91c1-ebac-4825-88f1-8484e932137a req-ccbedb68-4cbc-40b0-9e03-03b5b3871111 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.32 "DELETE /v2.0/ports/3a847a53-9f3a-453b-b24c-ddf269f9fd06 HTTP/1.1" status: 204 len: 173 time: 4.6133740 Nov 12 08:20:09.786003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'name': 'network-vif-deleted', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:09.788421 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b84f6-59ce-495a-9b93-16f0f389367b" -d '{"events": [{"server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "name": "network-vif-deleted", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:09.791774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Allocated IP 172.20.0.14 (d2747f80-77cf-4b29-b2c6-dd3e4598cedc/d7543498-c8ce-4e8d-898c-67563efdeab9/ac1ae962-dd95-449f-9eee-ce62cbb31ee7) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:09.860777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.861798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.862373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.864158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-81fd0219-7a2b-4777-b3fa-6d6f14144a7c service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328344 Nov 12 08:20:09.906492 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd9e8e-eaaf-47ad-b437-688ded060816 x-openstack-request-id: req-c0bd9e8e-eaaf-47ad-b437-688ded060816 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:09.906895 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6761e9-d6bd-425b-869d-18be96a8e03b", "name": "network-vif-deleted", "tag": "3a847a53-9f3a-453b-b24c-ddf269f9fd06", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:09.907081 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0bd9e8e-eaaf-47ad-b437-688ded060816 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:09.907496 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6761e9-d6bd-425b-869d-18be96a8e03b', 'name': 'network-vif-deleted', 'tag': '3a847a53-9f3a-453b-b24c-ddf269f9fd06', 'status': 'completed', 'code': 200} Nov 12 08:20:10.025320 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-cb862830-0d52-4b1f-8641-1e70ad7711cb service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494813 Nov 12 08:20:10.045570 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:10.081088 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] Checking router: 2e1cb13b-dcca-4277-961a-f675a9e9116c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:10.092361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:10.093493 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:10.143422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5d440-1898-47b4-b732-7281df29e946 req-07bedd9e-19c4-42ca-aff1-2bcf8c2111e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:10.146169 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-07bedd9e-19c4-42ca-aff1-2bcf8c2111e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=713d0aff-dcba-490b-8287-fc2821a66358 HTTP/1.1" status: 200 len: 1095 time: 0.0634980 Nov 12 08:20:10.238550 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:10.315101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5d440-1898-47b4-b732-7281df29e946 req-59a3456a-0ca6-491f-a00a-cf09687382cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:10.317875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-59a3456a-0ca6-491f-a00a-cf09687382cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 913 time: 0.1643975 Nov 12 08:20:10.390823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8881595 Nov 12 08:20:10.398793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-b95b2fd3-1650-439f-b29d-b8c2261efd32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec HTTP/1.1" status: 200 len: 217 time: 0.0727098 Nov 12 08:20:10.399323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49848) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:10.404620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Request body: {'subnet': {'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1452875782-subnet', 'tenant_id': 'b6e761e07375403eb0e8a14602c7ee08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:10.439693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4bbaa-58ac-44c2-b94d-5041ce3696ea admin admin] Pushing event updated for resources: {'Network': ['ID=3d617236-cdf1-4e64-8f0c-89cbf677d012,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:10.462997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 3d617236-cdf1-4e64-8f0c-89cbf677d012 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:10.509020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af9a4f52-775e-4388-8516-7f8e3a3a8549 req-41631c37-1cc3-4817-8877-a18af391993a tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.1138911 Nov 12 08:20:10.517005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Made reservation on behalf of b6e761e07375403eb0e8a14602c7ee08 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:10.521723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.679683 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:10.730636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac5cb1c-a86a-4143-a4ed-7d044f812eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.760036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa78dd-7570-44bb-82b9-ac4f55115a2c req-095540ae-274d-4321-a938-cb447fcacedd tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:10.768338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52aa78dd-7570-44bb-82b9-ac4f55115a2c req-095540ae-274d-4321-a938-cb447fcacedd tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 945 time: 0.3632815 Nov 12 08:20:10.771145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5d440-1898-47b4-b732-7281df29e946 req-d0e5e674-81cb-4d07-9873-17881fb77421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:10.784993 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34be106c-3a36-413e-99f2-3a42ed3d7f57 None None] The sync data for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 is: [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:17:00Z', 'revision_number': 4, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'aab6a6ee-205c-45eb-8804-0d57d69c1e6a', 'name': '', 'network_id': '866ddc86-3812-4b62-839a-4ef87f06013a', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'mac_address': 'fa:16:3e:10:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:58Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'subnets': [{'id': 'e9461733-09f2-4373-bf56-c7560e92bf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:10.786005 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-d0e5e674-81cb-4d07-9873-17881fb77421 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.3768694 Nov 12 08:20:10.859397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-d69f81f6-e706-49c7-82ab-1b677219a791 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626588 Nov 12 08:20:10.871825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcd75407-a9e6-4195-b16b-ef9b629d1077 req-880517f1-346e-443c-80da-26b9130804b9 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 210 time: 0.1287148 Nov 12 08:20:10.900615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Deleting port 5713428b-6e74-43b0-8407-f545e7bc7a4d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:10.900952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.010344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-52aa78dd-7570-44bb-82b9-ac4f55115a2c req-e99dd35f-085f-47f7-ac96-112092600832 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357802 Nov 12 08:20:11.033211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.103604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.108556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.132359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-89351ef2-75ea-4ca6-8053-61cd61152946 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625527 Nov 12 08:20:11.135337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cd3809-bd40-4b23-94d7-acb276ffdd62,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:11.218449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Checking segment: {'id': '19c74ace-ee95-4aef-bd56-29537bc1cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:11.218814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Network hostable DHCP agents. Network: 3d617236-cdf1-4e64-8f0c-89cbf677d012, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:11.235964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49864) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:11.257670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] For port 5713428b-6e74-43b0-8407-f545e7bc7a4d, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=5713428b-6e74-43b0-8407-f545e7bc7a4d,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:11.258041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.286687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d1283-7ecd-4b80-849b-7c3b91effe1b None None] New status for floating IP 554bf57f-6ec1-4291-877c-037fb7fcbcb8: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:20:11.290807 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-72b5d440-1898-47b4-b732-7281df29e946 req-3e80d843-80e5-4548-97b3-58db5ad40371 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477141 Nov 12 08:20:11.294058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Network 3d617236-cdf1-4e64-8f0c-89cbf677d012 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:11.338291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Calling delete_port for 5713428b-6e74-43b0-8407-f545e7bc7a4d owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:11.342106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 3d617236-cdf1-4e64-8f0c-89cbf677d012) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:11.349519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.350215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.368099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.392598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fc09dcb7-afaf-4372-ae13-86af4d9d9a5f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9918592 Nov 12 08:20:11.400842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.402493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.402712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.403194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.403721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.404300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.404769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.406964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-d254a064-5544-4850-a110-24cc16f0c9b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6506 time: 0.1698313 Nov 12 08:20:11.487292 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-057c653b-e260-4622-85f1-65874a4f0eac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699079 Nov 12 08:20:11.505342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4abd7f-4678-4df9-bdac-8653794996aa None None] Network 3d617236-cdf1-4e64-8f0c-89cbf677d012 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:11.507001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:11.555851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:11.586411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event updated for resources: {'Port': ['ID=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:11.601563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:11.646351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.734087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:11.734899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.762059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Router bc810ab3-6d6b-46ea-9c22-65ae2430435e is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:20:11.848584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36cc6e84-ba5d-44dc-b66f-4dc941fcbbf2 req-a63acb67-6046-4a3b-abc3-6e32f0096d0b tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.1234238 Nov 12 08:20:11.905067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-1e5f2666-5a7d-45b6-b14a-96c7c3406167 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1395323 Nov 12 08:20:11.930410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ada41-3fec-4572-a634-cb00e9bab8c1 None None] Network 3d617236-cdf1-4e64-8f0c-89cbf677d012 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:11.960471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Request body: {'port': {'device_id': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:12.109628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.191900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.205819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:12.278603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event deleted for resources: {'Port': ['ID=5713428b-6e74-43b0-8407-f545e7bc7a4d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:12.358208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06215b2-01f3-49a0-b8e1-5e14c81ee48f req-52ff107d-f332-4576-b088-95fdbe5d8e79 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:12.362984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e06215b2-01f3-49a0-b8e1-5e14c81ee48f req-52ff107d-f332-4576-b088-95fdbe5d8e79 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 932 time: 0.3307900 Nov 12 08:20:12.388668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:12.406780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] Sync routers for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:12.421650 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:12.423416 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:12.481487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:12.492329 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:12.493949 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:19:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:12.530433 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:12.531078 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6df8b-e43d-42be-89b8-db28520ca5d8 None None] The sync data for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:12.540539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-32b68561-eaec-4237-a06e-fbd178699765 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:12.542799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-32b68561-eaec-4237-a06e-fbd178699765 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/networks?id=3d617236-cdf1-4e64-8f0c-89cbf677d012 HTTP/1.1" status: 200 len: 814 time: 0.5136583 Nov 12 08:20:12.543738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] No DVR routers for this DVR port 5713428b-6e74-43b0-8407-f545e7bc7a4d on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:12.559492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.563119 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6b10e20-57f9-4905-874c-738717fd8de7 req-86ffea8e-637c-4779-bb38-ea6fa5ffb404 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.32 "DELETE /v2.0/ports/5713428b-6e74-43b0-8407-f545e7bc7a4d HTTP/1.1" status: 204 len: 173 time: 2.7781136 Nov 12 08:20:12.567536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'name': 'network-vif-deleted', 'tag': '5713428b-6e74-43b0-8407-f545e7bc7a4d'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:12.569843 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a2e1b7-40d9-409a-8c7b-df74ea5cb241" -d '{"events": [{"server_uuid": "bd676c14-498c-4b00-bf1f-f666e0255015", "name": "network-vif-deleted", "tag": "5713428b-6e74-43b0-8407-f545e7bc7a4d"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:12.588516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.593165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1e612e94-16ee-454b-9717-c4fbe330c00c tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.1445875 Nov 12 08:20:12.593505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:12.616985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-a1e70ba4-8554-460f-86a3-fe976a6f0f33 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/quotas/b6e761e07375403eb0e8a14602c7ee08 HTTP/1.1" status: 200 len: 375 time: 0.0524719 Nov 12 08:20:12.718126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-55a05ca6-0448-4aab-a3a2-452b918c78fc tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6e761e07375403eb0e8a14602c7ee08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527439 Nov 12 08:20:12.771677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e06215b2-01f3-49a0-b8e1-5e14c81ee48f req-1fd127e6-5a54-411a-9e82-5886f908224c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751030 Nov 12 08:20:12.805247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5713428b-6e74-43b0-8407-f545e7bc7a4d no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:12.856689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 5713428b-6e74-43b0-8407-f545e7bc7a4d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:12.857037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 5713428b-6e74-43b0-8407-f545e7bc7a4d not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:12.976860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08693c02-d963-48ee-a6c0-1206d05a1e03 req-53cb5ea8-328b-411a-a999-d17ef0d37830 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd676c14-498c-4b00-bf1f-f666e0255015 HTTP/1.1" status: 200 len: 210 time: 0.0669584 Nov 12 08:20:12.982288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-929ff99f-ed55-474e-a886-76b1f8d83ca2 service neutron] 10.222.0.16 "GET /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536645 Nov 12 08:20:13.022562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 49e4760d-e1b7-49dc-b886-1e102f2216ec details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:13.078111 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48a324c-97d0-491d-a5d5-f0fa0a60c31f x-openstack-request-id: req-e48a324c-97d0-491d-a5d5-f0fa0a60c31f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:13.087561 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd676c14-498c-4b00-bf1f-f666e0255015", "name": "network-vif-deleted", "tag": "5713428b-6e74-43b0-8407-f545e7bc7a4d", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:13.088517 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e48a324c-97d0-491d-a5d5-f0fa0a60c31f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:13.090159 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd676c14-498c-4b00-bf1f-f666e0255015', 'name': 'network-vif-deleted', 'tag': '5713428b-6e74-43b0-8407-f545e7bc7a4d', 'status': 'completed', 'code': 200} Nov 12 08:20:13.108159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1ae962-dd95-449f-9eee-ce62cbb31ee7 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:13.162523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.193390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Transition to ACTIVE for port object ac1ae962-dd95-449f-9eee-ce62cbb31ee7 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:13.199110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76487982-dd21-4403-b887-f3c8b020b93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.210966 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.253868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 49e4760d-e1b7-49dc-b886-1e102f2216ec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:13.275364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '49e4760d-e1b7-49dc-b886-1e102f2216ec', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'port_id': '49e4760d-e1b7-49dc-b886-1e102f2216ec', 'mac_address': 'fa:16:3e:87:be:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7543498-c8ce-4e8d-898c-67563efdeab9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:13.305702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-a92837d3-b89c-46c2-aa69-2d0aea42bd1d service neutron] 10.222.0.16 "GET /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156633 Nov 12 08:20:13.329594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Pushing event updated for resources: {'Port': ['ID=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:13.359329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.393247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e4760d-e1b7-49dc-b886-1e102f2216ec {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:13.426987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17c234ac-7f78-4f8c-a815-392dd1dd4fc1 req-7f688049-3c87-4da4-b5ff-4c7822f0a290 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.0860064 Nov 12 08:20:13.440530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Attempting to bind port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:13.441122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Attempting to bind port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:13.441676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Attempting to bind port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:13.456520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 49e4760d-e1b7-49dc-b886-1e102f2216ec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:13.458054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:13.458543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Attempting to bind port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:13.462622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.464828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:13.465405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Checking segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:13.465892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Bound using segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:13.466324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Bound port: ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:13.466755 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.530803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.560484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=49e4760d-e1b7-49dc-b886-1e102f2216ec,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:13.566542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] For port ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:13.570687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] For port ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:13.586924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.681467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Pushing event updated for resources: {'Port': ['ID=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:13.700921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd22c533-38cc-4750-88de-0c5e1ff3c144 req-5f6e893d-f6e3-45a4-b06c-ed23a75e39bd tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 210 time: 0.1364541 Nov 12 08:20:13.715928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:13.716842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.718491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0598c619-db6a-4874-aed1-0ca984b8925f service neutron] 10.222.0.25 "PUT /v2.0/ports/ac1ae962-dd95-449f-9eee-ce62cbb31ee7 HTTP/1.1" status: 200 len: 1093 time: 1.7641885 Nov 12 08:20:13.807385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['49e4760d-e1b7-49dc-b886-1e102f2216ec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:13.872112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-20c8495f-e983-4e46-adef-3388db754d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:13.874148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-20c8495f-e983-4e46-adef-3388db754d62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 1096 time: 0.1056409 Nov 12 08:20:13.982196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Allocated IP 172.20.0.1 (98ef3dd8-c9b7-41f1-966a-726162949ae2/f3513088-22f1-4256-8ff7-351cbda1f2aa/5aafb54e-89de-4695-8f80-26eff5728618) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:14.012794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-fdd19af5-879e-4174-98da-c5ef54ca5c5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7 HTTP/1.1" status: 200 len: 217 time: 0.1244743 Nov 12 08:20:14.074996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d6c55-6d35-433b-9683-c7238c2e0393 req-f456a6b8-db08-42a2-9e0b-6e2519fa63b8 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:14.076523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd2d6c55-6d35-433b-9683-c7238c2e0393 req-f456a6b8-db08-42a2-9e0b-6e2519fa63b8 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 944 time: 0.2014418 Nov 12 08:20:14.115621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-217b7176-1781-4e73-8021-aea1a2dd0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:14.117318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-217b7176-1781-4e73-8021-aea1a2dd0f68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.0966053 Nov 12 08:20:14.176671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-f5dba329-a176-469e-8c9c-e34bcb14c631 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483317 Nov 12 08:20:14.215741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.271614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd2d6c55-6d35-433b-9683-c7238c2e0393 req-e322c71f-1997-4e77-8f66-53ca88b9aaf6 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823087 Nov 12 08:20:14.299346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.394371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-ff5538ac-788c-451e-a6ec-153eae81407c service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052066 Nov 12 08:20:14.394910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:14.419941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:14.431360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:14.432632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.484544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Port': ['ID=5aafb54e-89de-4695-8f80-26eff5728618,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:14.516782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.622054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0756144f-d79f-4ba5-b618-4197aa00197c req-bae116ce-e29d-49ab-a107-c4b151b840fa tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.0545104 Nov 12 08:20:14.637984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b2c65af-e777-4c6e-ae24-844c80eada95 req-0a59d7df-6178-43da-b316-7d6af74931b1 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344017 Nov 12 08:20:14.763287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.829131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6972dd69-6c03-4d3c-9251-7608330c47fb req-b27d7898-14d1-44a0-9754-77760cfd52ee tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 210 time: 0.0305510 Nov 12 08:20:14.835934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9add7695-aba4-4126-a5ef-7d9eb3fff12f None None] Provisioning complete for port 5aafb54e-89de-4695-8f80-26eff5728618 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:14.836977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9add7695-aba4-4126-a5ef-7d9eb3fff12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.887520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9add7695-aba4-4126-a5ef-7d9eb3fff12f None None] Port 5aafb54e-89de-4695-8f80-26eff5728618 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:15.048705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 49e4760d-e1b7-49dc-b886-1e102f2216ec up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:15.098463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'tag': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:15.102019 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66328c-49da-459e-a8cf-ab825cdebbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba036e63-4c99-4382-bc4a-d20f20b343b4", "tag": "ac1ae962-dd95-449f-9eee-ce62cbb31ee7"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:15.108738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.120505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.146648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-94777ea9-b0e7-4d3b-b076-153891e0b6d5 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.149647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-94777ea9-b0e7-4d3b-b076-153891e0b6d5 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.32 "GET /v2.0/networks?id=3d617236-cdf1-4e64-8f0c-89cbf677d012 HTTP/1.1" status: 200 len: 814 time: 0.2052481 Nov 12 08:20:15.170283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Request body: {'port': {'device_id': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012', 'admin_state_up': True, 'tenant_id': 'b6e761e07375403eb0e8a14602c7ee08'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:15.174496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 49e4760d-e1b7-49dc-b886-1e102f2216ec completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:15.181379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 49e4760d-e1b7-49dc-b886-1e102f2216ec triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:15.181894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.203454 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60432434-2e4c-4646-9982-199aa5efb79a x-openstack-request-id: req-60432434-2e4c-4646-9982-199aa5efb79a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:15.204023 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba036e63-4c99-4382-bc4a-d20f20b343b4", "tag": "ac1ae962-dd95-449f-9eee-ce62cbb31ee7", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:15.204612 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60432434-2e4c-4646-9982-199aa5efb79a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:15.205405 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'tag': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7', 'status': 'completed', 'code': 200} Nov 12 08:20:15.235663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Port': ['ID=5aafb54e-89de-4695-8f80-26eff5728618,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:15.244553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.322291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.416818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713d0aff-dcba-490b-8287-fc2821a66358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e4760d-e1b7-49dc-b886-1e102f2216ec'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:15.419993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-25f31044-c9fc-449e-8d5c-195888519281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.423507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-25f31044-c9fc-449e-8d5c-195888519281 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 1096 time: 0.1937747 Nov 12 08:20:15.424549 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe4155-7e3c-4726-854b-556dee752883" -d '{"events": [{"server_uuid": "713d0aff-dcba-490b-8287-fc2821a66358", "name": "network-vif-plugged", "status": "completed", "tag": "49e4760d-e1b7-49dc-b886-1e102f2216ec"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:15.474835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 49e4760d-e1b7-49dc-b886-1e102f2216ec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:15.491432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.571181 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45950dd2-90f5-4e33-b24f-1de2438d9d97 x-openstack-request-id: req-45950dd2-90f5-4e33-b24f-1de2438d9d97 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:15.571947 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713d0aff-dcba-490b-8287-fc2821a66358", "name": "network-vif-plugged", "status": "completed", "tag": "49e4760d-e1b7-49dc-b886-1e102f2216ec", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:15.572577 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45950dd2-90f5-4e33-b24f-1de2438d9d97 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:15.573885 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713d0aff-dcba-490b-8287-fc2821a66358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e4760d-e1b7-49dc-b886-1e102f2216ec', 'code': 200} Nov 12 08:20:15.630712 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.643543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=49e4760d-e1b7-49dc-b886-1e102f2216ec,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:15.712291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-7b7b74f3-fbfb-4c28-84be-9b039e2a8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.714021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-7b7b74f3-fbfb-4c28-84be-9b039e2a8a36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 913 time: 0.2599874 Nov 12 08:20:15.749157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c211373-16a9-42d3-8072-d22d43654c2b req-89d8284b-b105-405b-a1cb-0128a941d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.750647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4c211373-16a9-42d3-8072-d22d43654c2b req-89d8284b-b105-405b-a1cb-0128a941d0a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=713d0aff-dcba-490b-8287-fc2821a66358 HTTP/1.1" status: 200 len: 1097 time: 0.1027751 Nov 12 08:20:15.784292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Made reservation on behalf of b6e761e07375403eb0e8a14602c7ee08 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:15.787754 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.789131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:15.793797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:15.807597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-2c77038c-87bb-40cf-8be8-c20772875583 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7 HTTP/1.1" status: 200 len: 217 time: 0.0722044 Nov 12 08:20:15.809478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5559e705-6312-4952-90fd-06d1b91f5e8d req-0e049bda-2eb7-498c-ac07-e176ca201460 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.0733211 Nov 12 08:20:15.831053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91252d-d154-4cd6-b231-643e4e89c90d req-1b80881c-1941-497b-87ea-274cf1666d47 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.838493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e91252d-d154-4cd6-b231-643e4e89c90d req-1b80881c-1941-497b-87ea-274cf1666d47 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 944 time: 0.4211209 Nov 12 08:20:15.866489 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4c211373-16a9-42d3-8072-d22d43654c2b req-368c55fc-84c7-41e8-86e5-ba7b8f53dbe8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067648 Nov 12 08:20:15.978533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Router bc810ab3-6d6b-46ea-9c22-65ae2430435e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:15.983190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-2526b2ad-7d84-4965-a15e-22c697bed151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.993015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-2526b2ad-7d84-4965-a15e-22c697bed151 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.1711390 Nov 12 08:20:16.008643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e91252d-d154-4cd6-b231-643e4e89c90d req-9b4e61c9-8852-42b4-b78b-6e1ff6a7a358 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684511 Nov 12 08:20:16.048962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bbdf2485-afc4-44ec-8bdd-73529736123d req-38fba779-16d7-4ff0-b01d-c4c338e73f72 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 210 time: 0.0484097 Nov 12 08:20:16.130854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bf64e39f-3902-400f-b4f0-354ba5c97191 None None] Provisioning complete for port 5aafb54e-89de-4695-8f80-26eff5728618 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:16.133511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf64e39f-3902-400f-b4f0-354ba5c97191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.160089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-52c402ac-2fb3-42b2-9810-988bc9c947eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382216 Nov 12 08:20:16.163343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:16.174882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8bb9577c-15ef-4fcf-b381-da04f430d175 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "PUT /v2.0/routers/bc810ab3-6d6b-46ea-9c22-65ae2430435e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5790040 Nov 12 08:20:16.176411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:16.183242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Request body: {'port': {'network_id': '98ef3dd8-c9b7-41f1-966a-726162949ae2', 'name': 'tempest-FloatingIPAdminTestJSON-1121579121'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:16.207864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] Sync routers for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:16.257001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:16.258079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.304497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bf64e39f-3902-400f-b4f0-354ba5c97191 None None] Port 5aafb54e-89de-4695-8f80-26eff5728618 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:16.310495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.328399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:16.329453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.361311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Made reservation on behalf of 3e21a14bf1f047f9a3dfc460675f1e8a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:16.365809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.386767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.387815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb779a7-a736-46ed-8353-4a64e56a7591 None None] The sync data for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:16.407339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] device_id is not set on port 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:16.623901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Allocated IP 172.20.0.5 (98ef3dd8-c9b7-41f1-966a-726162949ae2/f3513088-22f1-4256-8ff7-351cbda1f2aa/4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:16.709320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Allocated IP 172.20.0.5 (3d617236-cdf1-4e64-8f0c-89cbf677d012/69cd3809-bd40-4b23-94d7-acb276ffdd62/ac68fccd-1eb7-4ff3-94ae-60666df8b4fd) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:16.730508 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.795057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-865b2b6c-657d-4f98-b094-7e0869024afa service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253920 Nov 12 08:20:16.800842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.849733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.941401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:16.950162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:16.955522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:17.010083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a42b8e44-afbf-4041-9222-28da3af50ebf req-772d06bb-9b7d-43f8-ae03-6fb75f0a0f64 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c6761e9-d6bd-425b-869d-18be96a8e03b HTTP/1.1" status: 200 len: 210 time: 0.0651233 Nov 12 08:20:17.034691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:17.035705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.054215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event updated for resources: {'Port': ['ID=4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:17.061663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd66328c-49da-459e-a8cf-ab825cdebbe9 req-9c78df92-b3a4-4f1c-be3f-bc11a1b2cce4 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485323 Nov 12 08:20:17.073067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8948562 Nov 12 08:20:17.074869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49954) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:17.077484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.077910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.078446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.078904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.079425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.079815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.080284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.081050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.081050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.081591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.082023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.082986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e06790-c411-4a0f-bab1-03360ac0f154 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:17.107504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.249058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98410462-c4f3-4ca4-9c2f-22f79e1b8db3 req-75c04208-c9de-4260-bc7b-ef857314732a tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 210 time: 0.0880916 Nov 12 08:20:17.279207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'project_id': '3e21a14bf1f047f9a3dfc460675f1e8a', 'port_id': '4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:17.313290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.316597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.340643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacada-e8ed-45ee-b134-7bb02befa5d2 req-e77f1bdc-94be-474b-ae51-f77d65d26065 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:17.350763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82dacada-e8ed-45ee-b134-7bb02befa5d2 req-e77f1bdc-94be-474b-ae51-f77d65d26065 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 944 time: 0.1546628 Nov 12 08:20:17.395966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Network 3d617236-cdf1-4e64-8f0c-89cbf677d012 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:17.402397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:17.405476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:17.446724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.461616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f82a2ec7-c8a4-44e9-b3fe-19c24d5f17e3 None None] Provisioning complete for port 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:17.462660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f82a2ec7-c8a4-44e9-b3fe-19c24d5f17e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.492354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Pushing event updated for resources: {'Port': ['ID=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:17.514729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:17.515401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.522457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82dacada-e8ed-45ee-b134-7bb02befa5d2 req-ac173a30-e8bb-46d0-a18c-7f52b1c6503d tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706989 Nov 12 08:20:17.550475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f82a2ec7-c8a4-44e9-b3fe-19c24d5f17e3 None None] Port 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:17.550935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-949e6fda-66ff-4ed6-a259-16a3b7e82a7d tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3866589 Nov 12 08:20:17.581198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Request body: {'port': {'device_id': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:17.610775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Allocated IP 172.25.4.177 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/394441f1-6bdb-47fa-bbdf-17b8426999eb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:17.703799 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.743314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.791550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.840835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:17.844721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:17.853167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:17.884365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Pushing event updated for resources: {'Port': ['ID=394441f1-6bdb-47fa-bbdf-17b8426999eb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:18.057002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac68fccd-1eb7-4ff3-94ae-60666df8b4fd {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:18.066208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.080799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Transition to ACTIVE for port object ac68fccd-1eb7-4ff3-94ae-60666df8b4fd will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:18.090397 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.139511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49968) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:18.189751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:18.287982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7a65019-e14e-424b-b2b9-53bd9bfb7948 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.320864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Attempting to bind port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:18.321213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Attempting to bind port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '19c74ace-ee95-4aef-bd56-29537bc1cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:18.321535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Attempting to bind port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd on network 3d617236-cdf1-4e64-8f0c-89cbf677d012 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:18.342686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd on network 3d617236-cdf1-4e64-8f0c-89cbf677d012 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:18.343124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Attempting to bind port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd on network 3d617236-cdf1-4e64-8f0c-89cbf677d012 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:18.383246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.399335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:18.399702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Checking segment: {'id': '19c74ace-ee95-4aef-bd56-29537bc1cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:18.400119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Bound using segment: {'id': '19c74ace-ee95-4aef-bd56-29537bc1cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:18.400562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Bound port: ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c74ace-ee95-4aef-bd56-29537bc1cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:18.400927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.422109 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7a65019-e14e-424b-b2b9-53bd9bfb7948 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.477527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.517861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d669c-30cb-4165-8209-260dc7650725 req-ffecc65c-abd4-4072-b94a-266c5953e723 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:18.519579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a2d669c-30cb-4165-8209-260dc7650725 req-ffecc65c-abd4-4072-b94a-266c5953e723 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 943 time: 0.1677644 Nov 12 08:20:18.653221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] For port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:18.661643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] For port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,segment=NetworkSegment(19c74ace-ee95-4aef-bd56-29537bc1cb96),segment_id=19c74ace-ee95-4aef-bd56-29537bc1cb96)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:18.691679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.711657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.726369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.824895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7a65019-e14e-424b-b2b9-53bd9bfb7948 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.826622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Pushing event updated for resources: {'Port': ['ID=394441f1-6bdb-47fa-bbdf-17b8426999eb,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:18.831771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7a65019-e14e-424b-b2b9-53bd9bfb7948 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.835925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c7a65019-e14e-424b-b2b9-53bd9bfb7948 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "DELETE /v2.0/security-groups/a1022aac-b8a7-4efd-8e64-6f23124ea82e HTTP/1.1" status: 204 len: 168 time: 0.6882432 Nov 12 08:20:18.840475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49978) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:18.849734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:18.852452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.855045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac68fccd-1eb7-4ff3-94ae-60666df8b4fd HTTP/1.1" status: 200 len: 1092 time: 1.2932918 Nov 12 08:20:18.871159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'tag': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:18.876179 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139501e5-c5e2-4e14-bef1-df16c5af7110" -d '{"events": [{"name": "network-changed", "server_uuid": "e2200313-fdf6-4e9a-95d3-133f70d6375a", "tag": "ac68fccd-1eb7-4ff3-94ae-60666df8b4fd"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:18.887093 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-7429be0a-9345-4053-8db6-7808118dd3c8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] show failed (client error): The resource could not be found. Nov 12 08:20:18.891897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7429be0a-9345-4053-8db6-7808118dd3c8 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "GET /v2.0/security-groups/a1022aac-b8a7-4efd-8e64-6f23124ea82e HTTP/1.1" status: 404 len: 347 time: 0.0463688 Nov 12 08:20:18.891897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.892328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a2d669c-30cb-4165-8209-260dc7650725 req-11845658-b2d7-4671-98bb-2e691b73d758 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601003 Nov 12 08:20:18.892786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49982) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:18.933899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65019-e14e-424b-b2b9-53bd9bfb7948 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1022aac-b8a7-4efd-8e64-6f23124ea82e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:19.050729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ac1ae962-dd95-449f-9eee-ce62cbb31ee7 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:19.078926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808e40-17e9-476a-a2df-a93fb41d28e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:19.113308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb9f4c-0a62-46b3-9314-87721149f6c6 req-666d3afc-d406-4b1b-ac55-1784c8706f14 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.115129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14cb9f4c-0a62-46b3-9314-87721149f6c6 req-666d3afc-d406-4b1b-ac55-1784c8706f14 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 944 time: 0.4497876 Nov 12 08:20:19.116811 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b68b7-2a4f-46e8-8d7e-bcde430a6cc9 x-openstack-request-id: req-548b68b7-2a4f-46e8-8d7e-bcde430a6cc9 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:19.117209 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2200313-fdf6-4e9a-95d3-133f70d6375a", "tag": "ac68fccd-1eb7-4ff3-94ae-60666df8b4fd", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:19.117494 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-548b68b7-2a4f-46e8-8d7e-bcde430a6cc9 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:19.117902 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'tag': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd', 'status': 'completed', 'code': 200} Nov 12 08:20:19.162414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-b5ba635a-eff1-4321-9c76-38912e447a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.164100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-b5ba635a-eff1-4321-9c76-38912e447a9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6e761e07375403eb0e8a14602c7ee08&device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 1095 time: 0.2334871 Nov 12 08:20:19.192011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14cb9f4c-0a62-46b3-9314-87721149f6c6 req-0d8e0d56-c915-43f0-ba70-7e2506ce5046 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692170 Nov 12 08:20:19.223968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-467fa0e8-7685-44da-a5da-9c882ee26338 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd HTTP/1.1" status: 200 len: 217 time: 0.0461857 Nov 12 08:20:19.233066 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Floating IP d900336b-43fb-433a-a749-77a6a76b04a2 associated. External IP: 172.25.4.177, port: 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2. Nov 12 08:20:19.292296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Deleting port 6ba51aa0-5bbb-4854-95f7-260344989b7c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:19.293032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.300422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e91435-e30e-4d51-8883-70e65046c176 req-0cc48f03-5ade-4231-adc8-7fd59b7c22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.302200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-0cc48f03-5ade-4231-adc8-7fd59b7c22f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69cd3809-bd40-4b23-94d7-acb276ffdd62 HTTP/1.1" status: 200 len: 854 time: 0.0683265 Nov 12 08:20:19.307134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:19.323048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'port_id': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7', 'mac_address': 'fa:16:3e:83:9a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7543498-c8ce-4e8d-898c-67563efdeab9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:19.350187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-464355a9-de5e-4c6f-8d08-ce747fc9d094 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d617236-cdf1-4e64-8f0c-89cbf677d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340474 Nov 12 08:20:19.399549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.432129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1ae962-dd95-449f-9eee-ce62cbb31ee7 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:19.456504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.457101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.462435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:19.470781 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.514053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Calling delete_port for 6ba51aa0-5bbb-4854-95f7-260344989b7c owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:19.514828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-0de81dba-9a51-4165-af05-1d58dbe4b662 service neutron] 10.222.0.32 "GET /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535101 Nov 12 08:20:19.552385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:19.631069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e91435-e30e-4d51-8883-70e65046c176 req-ec73210d-c3a4-43c5-8a3f-ae0dae63cf70 service neutron] 10.222.0.32 "GET /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000915 Nov 12 08:20:19.654628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Router bc810ab3-6d6b-46ea-9c22-65ae2430435e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:19.750466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-323462e5-8787-4f4a-8c15-952a1cf5bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.752308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-323462e5-8787-4f4a-8c15-952a1cf5bc46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6e761e07375403eb0e8a14602c7ee08&device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 1095 time: 0.0636177 Nov 12 08:20:19.792662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:19.804638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ac1ae962-dd95-449f-9eee-ce62cbb31ee7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:19.814600 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] Sync routers for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:19.845655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.853297 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:19.853952 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:19.880745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a7ad8c99-f702-4e40-ba27-8bf2f4a91516 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.8050382 Nov 12 08:20:19.883351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49988) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:19.894904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.950694 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:19.979026 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:19.982376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:19.985515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-5b7f6d7f-68c6-470e-a03a-dc3db30a8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.987266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-5b7f6d7f-68c6-470e-a03a-dc3db30a8036 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d617236-cdf1-4e64-8f0c-89cbf677d012 HTTP/1.1" status: 200 len: 914 time: 0.2251434 Nov 12 08:20:19.998515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Pushing event deleted for resources: {'Port': ['ID=6ba51aa0-5bbb-4854-95f7-260344989b7c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:20.061207 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:20.062455 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0afcf-b3c0-48f2-a7cc-1e2c1f61e114 None None] The sync data for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:20.078255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-13cf1edc-3b34-4c63-9ebb-67c0d8afd2aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd HTTP/1.1" status: 200 len: 217 time: 0.0763831 Nov 12 08:20:20.082950 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba5f299c-6f86-49ca-82a7-5561c30b122a tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] 10.222.0.16 "GET /v2.0/floatingips/d900336b-43fb-433a-a749-77a6a76b04a2 HTTP/1.1" status: 200 len: 983 time: 0.1984513 Nov 12 08:20:20.089257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49994) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:20.139067 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:20.146966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:20.152915 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b0b6f65a-ea88-4c73-be0a-0bf6662a3f63 tempest-ServersTestBootFromVolume-1171842947 tempest-ServersTestBootFromVolume-1171842947-project] 10.222.0.16 "DELETE /v2.0/floatingips/554bf57f-6ec1-4291-877c-037fb7fcbcb8 HTTP/1.1" status: 204 len: 168 time: 1.2574840 Nov 12 08:20:20.153849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49996) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:20.204258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-31489cc8-2223-490d-a284-7231fe12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:20.206064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-31489cc8-2223-490d-a284-7231fe12a86b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69cd3809-bd40-4b23-94d7-acb276ffdd62 HTTP/1.1" status: 200 len: 854 time: 0.1183548 Nov 12 08:20:20.350032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-eb5b1adc-9474-4952-8a18-c4b897365935 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d617236-cdf1-4e64-8f0c-89cbf677d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581632 Nov 12 08:20:20.427625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8279223-9eec-4fba-bb57-5c7f00319c54 req-a528b56e-4e0c-4d8c-9c72-d7ba0ca097bd tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:20.436482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8279223-9eec-4fba-bb57-5c7f00319c54 req-a528b56e-4e0c-4d8c-9c72-d7ba0ca097bd tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 943 time: 0.3573267 Nov 12 08:20:20.477993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec64a9db-481c-4011-a014-7e7fe7efd160 tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.3833835 Nov 12 08:20:20.507051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50000) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:20.712289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8279223-9eec-4fba-bb57-5c7f00319c54 req-2d7a559f-dcb6-4ff5-92d4-e0d8677d6ee7 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298286 Nov 12 08:20:20.975172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec43dd-737b-49e2-867f-8507edb4b74f req-15d3ffc3-d3f5-477b-8f23-eeca1b04a846 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:20.977426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eec43dd-737b-49e2-867f-8507edb4b74f req-15d3ffc3-d3f5-477b-8f23-eeca1b04a846 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 945 time: 0.6364250 Nov 12 08:20:21.060850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.068721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting port 394441f1-6bdb-47fa-bbdf-17b8426999eb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:21.069621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ac1ae962-dd95-449f-9eee-ce62cbb31ee7 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:21.070921 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.082994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-4616feb4-e033-445e-a7e0-824e81fe859c service neutron] 10.222.0.32 "GET /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135248 Nov 12 08:20:21.156692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:21.163304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:21.164029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.198535 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:20:21.268267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eec43dd-737b-49e2-867f-8507edb4b74f req-ac96c144-ce36-4394-9f2c-8b380714ae2e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792380 Nov 12 08:20:21.315560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-139501e5-c5e2-4e14-bef1-df16c5af7110 req-47c2a5dc-6e83-47e5-93ba-2264c53fff6d service neutron] 10.222.0.32 "GET /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784263 Nov 12 08:20:21.351124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.378711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de03edd-7b2f-4deb-960c-7bdb1102b971 req-f04a9978-9632-49a3-948c-40a8ffd779ea tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.382136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2de03edd-7b2f-4deb-960c-7bdb1102b971 req-f04a9978-9632-49a3-948c-40a8ffd779ea tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 945 time: 0.3022192 Nov 12 08:20:21.414615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:21.417096 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1788cf3-7734-4b37-811b-a1e8b3cbda9e" -d '{"events": [{"server_uuid": "ba036e63-4c99-4382-bc4a-d20f20b343b4", "name": "network-vif-plugged", "status": "completed", "tag": "ac1ae962-dd95-449f-9eee-ce62cbb31ee7"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:21.419127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.419650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.444900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Calling delete_port for 394441f1-6bdb-47fa-bbdf-17b8426999eb owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:21.460374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:21.477438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.488170 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467e314-81c7-4f2f-81c2-cab15c68396b x-openstack-request-id: req-f467e314-81c7-4f2f-81c2-cab15c68396b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:21.488535 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba036e63-4c99-4382-bc4a-d20f20b343b4", "name": "network-vif-plugged", "status": "completed", "tag": "ac1ae962-dd95-449f-9eee-ce62cbb31ee7", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:21.488718 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f467e314-81c7-4f2f-81c2-cab15c68396b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:21.490007 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7', 'code': 200} Nov 12 08:20:21.522135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2de03edd-7b2f-4deb-960c-7bdb1102b971 req-50003235-dedc-4885-a6fe-923b698384ea tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192756 Nov 12 08:20:21.580375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Deleting port aab6a6ee-205c-45eb-8804-0d57d69c1e6a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:21.580663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:21.580846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.652412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87f060-d352-4336-beab-1c50fca9e09a req-0f30ac99-ccc2-4a56-8354-a60bb599eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.653910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e87f060-d352-4336-beab-1c50fca9e09a req-0f30ac99-ccc2-4a56-8354-a60bb599eff0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 1098 time: 0.0966554 Nov 12 08:20:21.673130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] For port aab6a6ee-205c-45eb-8804-0d57d69c1e6a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:21.673976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.697201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Calling delete_port for aab6a6ee-205c-45eb-8804-0d57d69c1e6a owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:21.724493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e87f060-d352-4336-beab-1c50fca9e09a req-d8ba9aa9-f427-4d46-9a23-b146cd02ed01 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581501 Nov 12 08:20:21.778159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.883838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Port': ['ID=394441f1-6bdb-47fa-bbdf-17b8426999eb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:21.960924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1e3ad-1d00-4116-9811-2e14acc618ed req-b411e1e7-f845-4cb7-a6c1-e6698f8076b4 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.968504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60d1e3ad-1d00-4116-9811-2e14acc618ed req-b411e1e7-f845-4cb7-a6c1-e6698f8076b4 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 943 time: 0.0960715 Nov 12 08:20:21.976040 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.988789 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.989121 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Floating IP d900336b-43fb-433a-a749-77a6a76b04a2 disassociated (deleted). External IP: 172.25.4.177, port: 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2. Nov 12 08:20:22.035935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab6a6ee-205c-45eb-8804-0d57d69c1e6a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:22.149202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60d1e3ad-1d00-4116-9811-2e14acc618ed req-3d107e5c-2367-424a-9e89-12bd53d28fe0 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796088 Nov 12 08:20:22.311323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.608826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Router 2e1cb13b-dcca-4277-961a-f675a9e9116c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:22.657910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-4faee644-5df7-4403-86cb-527bb9da4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:22.659438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-4faee644-5df7-4403-86cb-527bb9da4f8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.5092907 Nov 12 08:20:22.704363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad115-83af-4fc0-a75e-bfcbf832788b req-01b8bcd4-7ac3-448c-8645-783619f70620 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:22.706515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-870ad115-83af-4fc0-a75e-bfcbf832788b req-01b8bcd4-7ac3-448c-8645-783619f70620 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.5391304 Nov 12 08:20:22.734671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:22.743860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b0f599d8-15d4-443b-9c33-8df61cb699a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e1cb13b-dcca-4277-961a-f675a9e9116c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5822275 Nov 12 08:20:22.744544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:22.755294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] Sync routers for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:22.762842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e32de-b1d7-425b-92f8-e603ebae1c7c req-05edcc73-8a36-4560-a1a9-bc897ef2ec50 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:22.770598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b00e32de-b1d7-425b-92f8-e603ebae1c7c req-05edcc73-8a36-4560-a1a9-bc897ef2ec50 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 946 time: 0.1863403 Nov 12 08:20:22.771501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:22.773485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:22.869127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.926118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ac68fccd-1eb7-4ff3-94ae-60666df8b4fd details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:22.956612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-870ad115-83af-4fc0-a75e-bfcbf832788b req-c80e7682-951d-4b7d-a9d7-543954683ed8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370830 Nov 12 08:20:22.979035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:22.992981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b00e32de-b1d7-425b-92f8-e603ebae1c7c req-63be725d-ebe5-4af2-8aab-a67bb7703a1b tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213645 Nov 12 08:20:23.006464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Router bc810ab3-6d6b-46ea-9c22-65ae2430435e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:23.006692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-63f5dd36-a91d-451c-b97d-0ab4720bd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.008397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-63f5dd36-a91d-451c-b97d-0ab4720bd816 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.3146858 Nov 12 08:20:23.035019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.168317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Deleting port f100b941-aaf9-4dfd-9c47-06361dafba0c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:23.168764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.181729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,segment=NetworkSegment(19c74ace-ee95-4aef-bd56-29537bc1cb96),segment_id=19c74ace-ee95-4aef-bd56-29537bc1cb96)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:23.207248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd', 'network_id': '3d617236-cdf1-4e64-8f0c-89cbf677d012', 'port_id': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd', 'mac_address': 'fa:16:3e:7d:6e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cd3809-bd40-4b23-94d7-acb276ffdd62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:23.301595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.327000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac68fccd-1eb7-4ff3-94ae-60666df8b4fd {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:23.355483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:20:21Z', 'revision_number': 5, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port': {'id': 'f100b941-aaf9-4dfd-9c47-06361dafba0c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:16:53Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.360374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] For port f100b941-aaf9-4dfd-9c47-06361dafba0c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f100b941-aaf9-4dfd-9c47-06361dafba0c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:23.360911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,segment=NetworkSegment(19c74ace-ee95-4aef-bd56-29537bc1cb96),segment_id=19c74ace-ee95-4aef-bd56-29537bc1cb96)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:23.361504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.380324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Calling delete_port for f100b941-aaf9-4dfd-9c47-06361dafba0c owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:23.391594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] Checking router: 2e1cb13b-dcca-4277-961a-f675a9e9116c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:23.393678 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.396838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-d03c5820-e7bd-4f43-99a2-0f90fbc87358 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.3795223 Nov 12 08:20:23.406763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:23.419868 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] Sync routers for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:23.425215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] Routers {'2e1cb13b-dcca-4277-961a-f675a9e9116c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:23.425977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2e1cb13b-dcca-4277-961a-f675a9e9116c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.436032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:23.437457 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.437599 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.493667 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.494232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a13031-34fc-4295-8c7a-91dea93be17a req-31fb8965-fd79-437c-9459-837e59297497 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.503399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94a13031-34fc-4295-8c7a-91dea93be17a req-31fb8965-fd79-437c-9459-837e59297497 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 945 time: 0.3749349 Nov 12 08:20:23.506003 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:23.506990 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.565340 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.565654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83756bf8-7da0-43f8-9edd-ddf06d961500 req-0be11585-57db-4889-a41a-8ff2a1161193 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.566574 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a606b-fc9b-4149-98b8-6c3ce74adcbc None None] The sync data for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:23.572702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83756bf8-7da0-43f8-9edd-ddf06d961500 req-0be11585-57db-4889-a41a-8ff2a1161193 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 943 time: 0.2359364 Nov 12 08:20:23.591982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-2ec0e140-dc16-4c3b-8693-579efe673b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.594285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-2ec0e140-dc16-4c3b-8693-579efe673b52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1836207 Nov 12 08:20:23.607446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.611626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-42603421-0ab6-4411-bd6f-482f50c8244f tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.613953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-42603421-0ab6-4411-bd6f-482f50c8244f tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 945 time: 0.4580529 Nov 12 08:20:23.624298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fab89363-1eaf-4acb-a5d2-62771d93d5b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "DELETE /v2.0/floatingips/d900336b-43fb-433a-a749-77a6a76b04a2 HTTP/1.1" status: 204 len: 168 time: 3.1111195 Nov 12 08:20:23.638528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:23.643570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:23.648192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f100b941-aaf9-4dfd-9c47-06361dafba0c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:23.685766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:23.694360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] Set router 2e1cb13b-dcca-4277-961a-f675a9e9116c gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:23.722802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.742538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94a13031-34fc-4295-8c7a-91dea93be17a req-d11b67e3-ecca-45d1-859d-5fb065318097 tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d7f0c78-44f2-46d3-bbe7-942b51136afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383587 Nov 12 08:20:23.765082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:20:23Z', 'revision_number': 6, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:23.789627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ac68fccd-1eb7-4ff3-94ae-60666df8b4fd'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:23.792282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b770e94b-5999-4b0b-89bb-141d877460cb None None] The sync data for ids ['2e1cb13b-dcca-4277-961a-f675a9e9116c'] in n-d-768509-25 is: [{'id': '2e1cb13b-dcca-4277-961a-f675a9e9116c', 'name': 'tempest-ServersTestBootFromVolume-143211884-router', 'tenant_id': '186b5d980d7a4a4495c37666e0bc2d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:16:51Z', 'updated_at': '2021-11-12T08:20:23Z', 'revision_number': 6, 'project_id': '186b5d980d7a4a4495c37666e0bc2d55', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:23.798842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83756bf8-7da0-43f8-9edd-ddf06d961500 req-8912cfaf-045c-42d5-ab70-a3c07840e413 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247481 Nov 12 08:20:23.800747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-b9e2373a-69b5-4246-af52-73300eddfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.802328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-b9e2373a-69b5-4246-af52-73300eddfb9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842773 Nov 12 08:20:23.835911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.854404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.864548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.876996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Deleting port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:23.876996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.963817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.964996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1cb13b-dcca-4277-961a-f675a9e9116c {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:23.972338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.976577 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb7f9a9a-4698-4665-be4e-76090e60b5cf admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e1cb13b-dcca-4277-961a-f675a9e9116c HTTP/1.1" status: 204 len: 168 time: 1.2275929 Nov 12 08:20:23.976782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50032) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:24.045472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Deleting subnet e9461733-09f2-4373-bf56-c7560e92bf81 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:24.050877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.053262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.063185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-7d1f59dd-9ae8-4417-84ab-e4f6dccf39fd service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493954 Nov 12 08:20:24.072683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] For port 8b7360cc-d9ab-45ea-909c-dafbfb83e544, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=8b7360cc-d9ab-45ea-909c-dafbfb83e544,segment=NetworkSegment(e3f71d0d-918c-458d-a604-c7b051031f16),segment_id=e3f71d0d-918c-458d-a604-c7b051031f16)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:24.074053 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.133831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Calling delete_port for 8b7360cc-d9ab-45ea-909c-dafbfb83e544 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:24.163200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.274137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Allocated IP 172.25.4.201 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/8ed35bd0-9a83-4c5c-bb37-6ca6fd7801f2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:24.300413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.320541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe75b8-33fd-43e3-af0d-cf539001c2ce req-6ee95715-2892-4067-a5cb-b7c53c25374c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:24.322076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56fe75b8-33fd-43e3-af0d-cf539001c2ce req-6ee95715-2892-4067-a5cb-b7c53c25374c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2217195 Nov 12 08:20:24.333825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c8769-3064-4c76-8134-c44155a713e4 req-a923c6a2-07fe-4c58-aa0e-f456c620964c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:24.335299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-884c8769-3064-4c76-8134-c44155a713e4 req-a923c6a2-07fe-4c58-aa0e-f456c620964c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 946 time: 0.2113912 Nov 12 08:20:24.340295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fdb25b0-f946-4f55-b830-9888aad901f5 req-1b8592c6-61e2-47f2-a227-eb6124d46b62 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606978 Nov 12 08:20:24.420997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.460683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9461733-09f2-4373-bf56-c7560e92bf81,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:24.472519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.472742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56fe75b8-33fd-43e3-af0d-cf539001c2ce req-d4594cfa-afd5-4df2-a172-704020048d5e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351714 Nov 12 08:20:24.481141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-884c8769-3064-4c76-8134-c44155a713e4 req-21a55f82-6617-42de-86d8-71e3da1d6807 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368778 Nov 12 08:20:24.482549 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-409d3b1e-9324-4efc-9b6a-330cd34dfd78 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9461733-09f2-4373-bf56-c7560e92bf81 HTTP/1.1" status: 204 len: 168 time: 0.5042593 Nov 12 08:20:24.487333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:24.500149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c160223-e615-438e-b0ab-1d334fc21e2b None None] Network 866ddc86-3812-4b62-839a-4ef87f06013a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:24.546094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.558321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.598544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.658623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Pushing event deleted for resources: {'Port': ['ID=8b7360cc-d9ab-45ea-909c-dafbfb83e544,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:24.661954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:24.667798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['8b7360cc-d9ab-45ea-909c-dafbfb83e544'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:24.668483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:24.673076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:24.704671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.714184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed35bd0-9a83-4c5c-bb37-6ca6fd7801f2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:24.734428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] No DVR routers for this DVR port 8b7360cc-d9ab-45ea-909c-dafbfb83e544 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:24.737236 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.741152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd691521-6262-4372-bdab-5ecf8af6f1a2 req-04fdb78f-3c27-460f-acf0-eeb55f41c87c tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.25 "DELETE /v2.0/ports/8b7360cc-d9ab-45ea-909c-dafbfb83e544 HTTP/1.1" status: 204 len: 173 time: 1.0979598 Nov 12 08:20:24.744656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'name': 'network-vif-deleted', 'tag': '8b7360cc-d9ab-45ea-909c-dafbfb83e544'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:24.747913 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8cf1e6-59b9-4ef6-b50c-26d3af2a8192" -d '{"events": [{"server_uuid": "d3de9374-b59f-462d-adac-3f96156c6e3f", "name": "network-vif-deleted", "tag": "8b7360cc-d9ab-45ea-909c-dafbfb83e544"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:24.813100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.825800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de288-9d96-490b-a7df-e73e3ad8a42e req-291f059c-7c7c-4a97-8ccb-d92f07954322 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:24.827571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-498de288-9d96-490b-a7df-e73e3ad8a42e req-291f059c-7c7c-4a97-8ccb-d92f07954322 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=713d0aff-dcba-490b-8287-fc2821a66358 HTTP/1.1" status: 200 len: 945 time: 0.1946077 Nov 12 08:20:24.891890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] DHCP port deletion for 866ddc86-3812-4b62-839a-4ef87f06013a request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:20:24.897928 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c0b49-6414-4482-bf42-1c227fed38c3 x-openstack-request-id: req-797c0b49-6414-4482-bf42-1c227fed38c3 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:24.898198 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de9374-b59f-462d-adac-3f96156c6e3f", "name": "network-vif-deleted", "tag": "8b7360cc-d9ab-45ea-909c-dafbfb83e544", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:24.898460 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-797c0b49-6414-4482-bf42-1c227fed38c3 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:24.898865 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de9374-b59f-462d-adac-3f96156c6e3f', 'name': 'network-vif-deleted', 'tag': '8b7360cc-d9ab-45ea-909c-dafbfb83e544', 'status': 'completed', 'code': 200} Nov 12 08:20:24.905670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.915540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-498de288-9d96-490b-a7df-e73e3ad8a42e req-e48e8be8-464c-43aa-b1b3-e930d7169919 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739021 Nov 12 08:20:24.946259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Deleting port 262ac913-ecba-4086-a31e-8f8e8d471fda {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:24.946479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.014859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ac68fccd-1eb7-4ff3-94ae-60666df8b4fd up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:25.103172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb544dd3-35f7-49e1-aeae-6b3d9f288186 req-6dc2a90b-1bdf-4cec-ab51-854d80e2f2da tempest-AttachVolumeNegativeTest-1267722537 tempest-AttachVolumeNegativeTest-1267722537-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3de9374-b59f-462d-adac-3f96156c6e3f HTTP/1.1" status: 200 len: 210 time: 0.0379326 Nov 12 08:20:25.141251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] Deleting port 262ac913-ecba-4086-a31e-8f8e8d471fda {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:25.141949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.144410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:25.149324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] For port 262ac913-ecba-4086-a31e-8f8e8d471fda, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=262ac913-ecba-4086-a31e-8f8e8d471fda,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:25.149692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.169898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Calling delete_port for 262ac913-ecba-4086-a31e-8f8e8d471fda owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:25.172756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:25.173151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.181992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048038b-f8fe-43d0-afb9-029927cf488b req-4868c1ba-bcf8-4b1a-8b13-65954c949036 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:25.191800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7048038b-f8fe-43d0-afb9-029927cf488b req-4868c1ba-bcf8-4b1a-8b13-65954c949036 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 944 time: 0.1381152 Nov 12 08:20:25.268843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.273221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] For port 262ac913-ecba-4086-a31e-8f8e8d471fda, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=262ac913-ecba-4086-a31e-8f8e8d471fda,segment=NetworkSegment(ea46464f-c525-4cfe-92d4-0635f9f6f580),segment_id=ea46464f-c525-4cfe-92d4-0635f9f6f580)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:25.273849 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.279086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.287544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7048038b-f8fe-43d0-afb9-029927cf488b req-a7c5e314-ee2e-47da-936c-dac68ff6b64b tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966146 Nov 12 08:20:25.291387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] Calling delete_port for 262ac913-ecba-4086-a31e-8f8e8d471fda owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:25.356616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.394608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed35bd0-9a83-4c5c-bb37-6ca6fd7801f2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:25.400542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f100b941-aaf9-4dfd-9c47-06361dafba0c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:25.424342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: f100b941-aaf9-4dfd-9c47-06361dafba0c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:25.424695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f100b941-aaf9-4dfd-9c47-06361dafba0c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:25.425116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aab6a6ee-205c-45eb-8804-0d57d69c1e6a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:25.426791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] No DVR routers for this DVR port 262ac913-ecba-4086-a31e-8f8e8d471fda on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:25.432807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Pushing event deleted for resources: {'Port': ['ID=262ac913-ecba-4086-a31e-8f8e8d471fda,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:25.458631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: aab6a6ee-205c-45eb-8804-0d57d69c1e6a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:25.458631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aab6a6ee-205c-45eb-8804-0d57d69c1e6a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:25.460088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 262ac913-ecba-4086-a31e-8f8e8d471fda no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:25.490726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 262ac913-ecba-4086-a31e-8f8e8d471fda {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:25.491167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 262ac913-ecba-4086-a31e-8f8e8d471fda not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:25.501886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.528575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.544207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] Pushing event deleted for resources: {'Port': ['ID=262ac913-ecba-4086-a31e-8f8e8d471fda,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:25.577572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.584636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-364da411-e4e2-4c9d-ad47-0016c612949f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9418633 Nov 12 08:20:25.585525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50056) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:25.606874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c504d4-e152-4d0f-8bef-6e7f2021b6a5 None None] No DVR routers for this DVR port 262ac913-ecba-4086-a31e-8f8e8d471fda on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:25.624266 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.686838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.705747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866ddc86-3812-4b62-839a-4ef87f06013a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:25.722522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea46464f-c525-4cfe-92d4-0635f9f6f580') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:25.723422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea46464f-c525-4cfe-92d4-0635f9f6f580') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:25.744559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:25.753225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.792156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.803752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,segment=NetworkSegment(19c74ace-ee95-4aef-bd56-29537bc1cb96),segment_id=19c74ace-ee95-4aef-bd56-29537bc1cb96)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:25.806069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:25.806283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2e617-4075-4dc5-b9e0-a7b8dbbce087 req-1fe4d04d-9fd0-430e-a3d6-e3f6f6fa4e91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:25.812023 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f11b73-1dcb-4a41-860d-3fc4da560f06" -d '{"events": [{"server_uuid": "e2200313-fdf6-4e9a-95d3-133f70d6375a", "name": "network-vif-plugged", "status": "completed", "tag": "ac68fccd-1eb7-4ff3-94ae-60666df8b4fd"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:25.814157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ef2e617-4075-4dc5-b9e0-a7b8dbbce087 req-1fe4d04d-9fd0-430e-a3d6-e3f6f6fa4e91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1685905 Nov 12 08:20:25.818835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.825304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.843089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:25.845540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.897680 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0340b732-93bc-45cc-b82d-81c41ea52393 x-openstack-request-id: req-0340b732-93bc-45cc-b82d-81c41ea52393 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:25.898732 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2200313-fdf6-4e9a-95d3-133f70d6375a", "name": "network-vif-plugged", "status": "completed", "tag": "ac68fccd-1eb7-4ff3-94ae-60666df8b4fd", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:25.904358 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0340b732-93bc-45cc-b82d-81c41ea52393 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:25.910302 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd', 'code': 200} Nov 12 08:20:25.929092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:25.930348 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:25.941529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.002184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.059866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.063535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] 10.222.0.16 "DELETE /v2.0/networks/866ddc86-3812-4b62-839a-4ef87f06013a HTTP/1.1" status: 204 len: 168 time: 1.5734491 Nov 12 08:20:26.065965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Allocated IP 172.25.4.155 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a6efe667-c0e4-4f2b-bcd0-a0448c39b764) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:26.086544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac2baf-a583-4c4a-8fa4-86c977bd0739 admin admin] Pushing event deleted for resources: {'Network': ['ID=866ddc86-3812-4b62-839a-4ef87f06013a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:26.108901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ef2e617-4075-4dc5-b9e0-a7b8dbbce087 req-3b918214-4444-4592-b0fe-ba3467dfd878 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935610 Nov 12 08:20:26.142063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16efb9-e018-46af-8e44-1f5e977b1d86 req-42b42805-bfea-452c-aae7-b8c37cadf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:26.142063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc16efb9-e018-46af-8e44-1f5e977b1d86 req-42b42805-bfea-452c-aae7-b8c37cadf6ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 1097 time: 0.1830485 Nov 12 08:20:26.179595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.200489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f1bff9e1-79cb-4cb6-bc53-ef209c2fbd68 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:26.202040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f1bff9e1-79cb-4cb6-bc53-ef209c2fbd68 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 813 time: 0.2514994 Nov 12 08:20:26.236763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc16efb9-e018-46af-8e44-1f5e977b1d86 req-1274c9fe-53aa-48d8-95f6-2cd70d559a18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899432 Nov 12 08:20:26.238410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50084) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.245877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-ae63fc49-3c41-4182-91df-b94233161b7f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/quotas/7ef30b64f14048cab4433854cf81cc5a HTTP/1.1" status: 200 len: 375 time: 0.0243735 Nov 12 08:20:26.274742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.284634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Deleting subnet 9d0807c2-adb1-44a8-88ee-a699890571eb {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:26.290210 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.312842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e97a2bff-ca81-45b5-837b-28616c370fdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=186b5d980d7a4a4495c37666e0bc2d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735795 Nov 12 08:20:26.316899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50088) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.344644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-6bac90b1-eb6d-4b14-8371-39f3af2b8077 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884764 Nov 12 08:20:26.345721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.381371 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.425410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.457279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:26.460456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ac1-a702-4961-bbeb-a51f923c7141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.468539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:26.474954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:26.503056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Pushing event updated for resources: {'Port': ['ID=a6efe667-c0e4-4f2b-bcd0-a0448c39b764,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:26.514805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db6cf8-81b7-4d99-8b6e-66593b2821f2 req-a9b22262-c354-4575-966c-2c60e557dba8 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:26.515178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95db6cf8-81b7-4d99-8b6e-66593b2821f2 req-a9b22262-c354-4575-966c-2c60e557dba8 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 945 time: 0.1340005 Nov 12 08:20:26.517306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ac1-a702-4961-bbeb-a51f923c7141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.546118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.569380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-bea8f04d-651f-465c-b61a-0f96ebc5a7f5 service neutron] 10.222.0.16 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123122 Nov 12 08:20:26.602318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0807c2-adb1-44a8-88ee-a699890571eb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:26.610546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.614208 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3636daab-6a91-4aeb-b8a0-ca7ca0e9bf9e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d0807c2-adb1-44a8-88ee-a699890571eb HTTP/1.1" status: 204 len: 168 time: 0.4329102 Nov 12 08:20:26.616795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.640959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.675469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95db6cf8-81b7-4d99-8b6e-66593b2821f2 req-849be7e4-0b92-4847-adc3-cc8f4b153625 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464577 Nov 12 08:20:26.705402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ac1-a702-4961-bbeb-a51f923c7141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.708504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd38ac1-a702-4961-bbeb-a51f923c7141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.712015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dcd38ac1-a702-4961-bbeb-a51f923c7141 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/384e7e88-41c8-477e-8ce4-7ccc620de2ce HTTP/1.1" status: 204 len: 168 time: 0.3919258 Nov 12 08:20:26.725537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.734876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.740911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38ac1-a702-4961-bbeb-a51f923c7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384e7e88-41c8-477e-8ce4-7ccc620de2ce,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:26.759940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-b10a1521-6f28-4383-90c2-4e34c721f32b service neutron] 10.222.0.16 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786997 Nov 12 08:20:26.899439 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.961509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbfe13d-c3b4-40d2-97f2-e61ba691cf59']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:26.978878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f71d0d-918c-458d-a604-c7b051031f16') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:26.979679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f71d0d-918c-458d-a604-c7b051031f16') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:27.014065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.050520 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.065547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:27.066450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:27.069473 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:27.109313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 8b7360cc-d9ab-45ea-909c-dafbfb83e544 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:27.137110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.147873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.157434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 8b7360cc-d9ab-45ea-909c-dafbfb83e544 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:27.159991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 8b7360cc-d9ab-45ea-909c-dafbfb83e544 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:27.220288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.248979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.255405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/edbfe13d-c3b4-40d2-97f2-e61ba691cf59 HTTP/1.1" status: 204 len: 168 time: 0.6369371 Nov 12 08:20:27.305290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c46fab88-132d-4f14-b54f-9c100336e689 req-827019e8-0b23-448a-929d-4b40d9878ed4 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 210 time: 0.0542405 Nov 12 08:20:27.373677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.406882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Pushing event updated for resources: {'Port': ['ID=a6efe667-c0e4-4f2b-bcd0-a0448c39b764,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:27.413949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.437184 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f8ef0e6-186d-4b9e-8010-459a0bfac5bf tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8510094 Nov 12 08:20:27.438249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f137f3-352a-459f-b9d6-5b9e5f5cf9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbfe13d-c3b4-40d2-97f2-e61ba691cf59,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:27.441807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50112) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:27.545938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-a5878802-1eb5-4c96-bcac-0c5a55e35704 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:27.556084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-a5878802-1eb5-4c96-bcac-0c5a55e35704 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "GET /v2.0/ports?device_id=713d0aff-dcba-490b-8287-fc2821a66358 HTTP/1.1" status: 200 len: 945 time: 0.1878462 Nov 12 08:20:27.597512 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d2d68389-1074-4ff2-bd8d-037dd9bf377d tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1545618 Nov 12 08:20:27.601873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:27.721364 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-72852b89-6585-4698-a5ff-b4d20f5fcb47 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0998497 Nov 12 08:20:27.724917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:27.725241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50128) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:27.751578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Deleting port 49e4760d-e1b7-49dc-b886-1e102f2216ec {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:27.752475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.778736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-81980939-57b6-42f0-af83-2953f3a6b260 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb97d9a6ceae487d8106e1d4007309a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520859 Nov 12 08:20:27.785665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50132) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:28.022285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43373e9-ee3d-487a-97ff-99ecf8651a58 req-f347bbc5-bc22-49e5-ab46-911942705472 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:28.031222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e43373e9-ee3d-487a-97ff-99ecf8651a58 req-f347bbc5-bc22-49e5-ab46-911942705472 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 945 time: 0.1605864 Nov 12 08:20:28.035328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] For port 49e4760d-e1b7-49dc-b886-1e102f2216ec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=49e4760d-e1b7-49dc-b886-1e102f2216ec,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:28.035328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.079341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Calling delete_port for 49e4760d-e1b7-49dc-b886-1e102f2216ec owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:28.108168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbf41dde-0149-4f2d-82fe-dae8c59c4984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.219431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e43373e9-ee3d-487a-97ff-99ecf8651a58 req-a83d0223-73bc-4221-8895-3d820a7e016e tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871395 Nov 12 08:20:28.226480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbf41dde-0149-4f2d-82fe-dae8c59c4984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.287725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f901183-c445-4603-a12a-3cbc315ee276 req-9f0639a3-b94a-401f-b0cb-fa165427e565 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:28.292146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f901183-c445-4603-a12a-3cbc315ee276 req-9f0639a3-b94a-401f-b0cb-fa165427e565 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba036e63-4c99-4382-bc4a-d20f20b343b4 HTTP/1.1" status: 200 len: 946 time: 0.6917467 Nov 12 08:20:28.449072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbf41dde-0149-4f2d-82fe-dae8c59c4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.452696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbf41dde-0149-4f2d-82fe-dae8c59c4984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.456706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dbf41dde-0149-4f2d-82fe-dae8c59c4984 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d7f0c78-44f2-46d3-bbe7-942b51136afe HTTP/1.1" status: 204 len: 168 time: 0.6665218 Nov 12 08:20:28.475043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf41dde-0149-4f2d-82fe-dae8c59c4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f0c78-44f2-46d3-bbe7-942b51136afe,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:28.489403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.513706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['49e4760d-e1b7-49dc-b886-1e102f2216ec', 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:28.523193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Deleting port a6efe667-c0e4-4f2b-bcd0-a0448c39b764 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:28.523533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.649577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69953f61-e9b7-4d82-beb1-2779b5d90bb7 req-12a6aada-6238-4296-b91c-cadf3a557a76 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 210 time: 0.0510345 Nov 12 08:20:28.661269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event deleted for resources: {'Port': ['ID=49e4760d-e1b7-49dc-b886-1e102f2216ec,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:28.728590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50158) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:28.782389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] No DVR routers for this DVR port 49e4760d-e1b7-49dc-b886-1e102f2216ec on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:28.791112 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.792409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Deleting port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:28.792896 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.802754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f04f46b-88d8-4f20-a1f8-c866ad43c963 req-32d92c7f-c9c7-4c13-84bd-588727f1804e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "DELETE /v2.0/ports/49e4760d-e1b7-49dc-b886-1e102f2216ec HTTP/1.1" status: 204 len: 173 time: 1.2437022 Nov 12 08:20:28.802754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713d0aff-dcba-490b-8287-fc2821a66358', 'name': 'network-vif-deleted', 'tag': '49e4760d-e1b7-49dc-b886-1e102f2216ec'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:28.813175 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610394c-d254-47ca-a6d0-969ac9fbb36a" -d '{"events": [{"server_uuid": "713d0aff-dcba-490b-8287-fc2821a66358", "name": "network-vif-deleted", "tag": "49e4760d-e1b7-49dc-b886-1e102f2216ec"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:28.914704 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93946a40-4327-4cbd-bb95-ef430a83d61f x-openstack-request-id: req-93946a40-4327-4cbd-bb95-ef430a83d61f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:28.916489 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713d0aff-dcba-490b-8287-fc2821a66358", "name": "network-vif-deleted", "tag": "49e4760d-e1b7-49dc-b886-1e102f2216ec", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:28.918438 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93946a40-4327-4cbd-bb95-ef430a83d61f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:28.919738 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713d0aff-dcba-490b-8287-fc2821a66358', 'name': 'network-vif-deleted', 'tag': '49e4760d-e1b7-49dc-b886-1e102f2216ec', 'status': 'completed', 'code': 200} Nov 12 08:20:28.991183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.991785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.015440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Calling delete_port for a6efe667-c0e4-4f2b-bcd0-a0448c39b764 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:29.039669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] For port ac1ae962-dd95-449f-9eee-ce62cbb31ee7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:29.040035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.097702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Calling delete_port for ac1ae962-dd95-449f-9eee-ce62cbb31ee7 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:29.250644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-940855797-network', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:29.330082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Made reservation on behalf of 86d51e925753474cacdaaf355fbcf08c for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:29.338056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.360597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.511918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.535293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.631421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Pushing event deleted for resources: {'Port': ['ID=a6efe667-c0e4-4f2b-bcd0-a0448c39b764,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:29.689794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event deleted for resources: {'Port': ['ID=ac1ae962-dd95-449f-9eee-ce62cbb31ee7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:29.750566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] No DVR routers for this DVR port ac1ae962-dd95-449f-9eee-ce62cbb31ee7 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:29.764338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.767881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8f901183-c445-4603-a12a-3cbc315ee276 req-6ce48e95-383e-4f0a-b205-1aa661712d1e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "DELETE /v2.0/ports/ac1ae962-dd95-449f-9eee-ce62cbb31ee7 HTTP/1.1" status: 204 len: 173 time: 1.4499948 Nov 12 08:20:29.770298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'name': 'network-vif-deleted', 'tag': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:29.772935 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb9c21d-074e-4f28-bca8-d08ed0742250" -d '{"events": [{"server_uuid": "ba036e63-4c99-4382-bc4a-d20f20b343b4", "name": "network-vif-deleted", "tag": "ac1ae962-dd95-449f-9eee-ce62cbb31ee7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:29.793892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.798949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.800555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3da031c0-8ad3-4fb7-9634-771e9987bca8 tempest-FloatingIPAdminTestJSON-820398742 tempest-FloatingIPAdminTestJSON-820398742-project] 10.222.0.16 "DELETE /v2.0/floatingips/6dae5a21-63f8-4fb3-840e-10f89a84ffcf HTTP/1.1" status: 204 len: 168 time: 2.0724177 Nov 12 08:20:29.809317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50186) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:29.837663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039f482-0f0a-45fd-a960-fdbc26e16043 req-27502741-b144-46be-9b2d-be7dd48ff602 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:29.846970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5039f482-0f0a-45fd-a960-fdbc26e16043 req-27502741-b144-46be-9b2d-be7dd48ff602 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 945 time: 0.6960135 Nov 12 08:20:29.900642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ca7ccf8-0087-4efc-b72f-1f9503a3e0ba req-8dd14fde-15da-41d0-baaa-10bb51031f15 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 210 time: 0.0447960 Nov 12 08:20:29.934142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.943116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.957121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:29.969996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.969996 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Added segment 0ea480b2-f376-43d5-a326-a156ef9cddec of type vlan for network 5593021a-535b-4bca-8f42-70e47fedaaa4 Nov 12 08:20:30.007995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-fedcffbb-d733-4ae2-9a18-f186aa60b524 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:30.009601 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-fedcffbb-d733-4ae2-9a18-f186aa60b524 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.32 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 813 time: 0.3286095 Nov 12 08:20:30.015348 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc0c96-3260-48bb-ab05-62d40d426b02 x-openstack-request-id: req-c6bc0c96-3260-48bb-ab05-62d40d426b02 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:30.015695 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba036e63-4c99-4382-bc4a-d20f20b343b4", "name": "network-vif-deleted", "tag": "ac1ae962-dd95-449f-9eee-ce62cbb31ee7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:30.016137 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6bc0c96-3260-48bb-ab05-62d40d426b02 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:30.016625 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba036e63-4c99-4382-bc4a-d20f20b343b4', 'name': 'network-vif-deleted', 'tag': 'ac1ae962-dd95-449f-9eee-ce62cbb31ee7', 'status': 'completed', 'code': 200} Nov 12 08:20:30.020933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-904b15c9-ade4-4fa4-ae57-d617f2355c9d tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:30.022555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-904b15c9-ade4-4fa4-ae57-d617f2355c9d tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 813 time: 0.3283370 Nov 12 08:20:30.029100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Request body: {'port': {'device_id': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'admin_state_up': True, 'tenant_id': '7ef30b64f14048cab4433854cf81cc5a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:30.039488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5039f482-0f0a-45fd-a960-fdbc26e16043 req-946513d6-612f-4320-8468-22e209202640 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915672 Nov 12 08:20:30.061328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.090534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Request body: {'port': {'device_id': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'admin_state_up': True, 'tenant_id': '7ef30b64f14048cab4433854cf81cc5a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:30.096432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782cc0f2-b252-4d57-b20e-5c1bf1516adb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.115255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.116365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:30.117477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.196473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4645243 Nov 12 08:20:30.201616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Deleting port 8ed35bd0-9a83-4c5c-bb37-6ca6fd7801f2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:30.201954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.205471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50194) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:30.210423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Request body: {'subnet': {'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-940855797-subnet', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:30.232472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b61a0-1e68-42e4-8388-6a258964b549 admin admin] Pushing event updated for resources: {'Network': ['ID=5593021a-535b-4bca-8f42-70e47fedaaa4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.247031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:30.350253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Made reservation on behalf of 86d51e925753474cacdaaf355fbcf08c for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:30.360401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.435850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Made reservation on behalf of 7ef30b64f14048cab4433854cf81cc5a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:30.440153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.441271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.442036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.461567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-565f1b15-a0a5-41f0-ba33-29ec3c6aca85 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:30.462825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-565f1b15-a0a5-41f0-ba33-29ec3c6aca85 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 945 time: 0.1109810 Nov 12 08:20:30.464904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Calling delete_port for 8ed35bd0-9a83-4c5c-bb37-6ca6fd7801f2 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:30.530292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Made reservation on behalf of 7ef30b64f14048cab4433854cf81cc5a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:30.533979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.783712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Deleting port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:30.783983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.785061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.805668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Allocated IP 172.20.0.5 (d2747f80-77cf-4b29-b2c6-dd3e4598cedc/d7543498-c8ce-4e8d-898c-67563efdeab9/b9df08c3-987e-4cb8-b773-22b4f8bc2fb9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:30.862933 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.911677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7919d4bc-b71c-4360-ae41-bd3a76aa58b0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.917081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed35bd0-9a83-4c5c-bb37-6ca6fd7801f2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.933136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Checking segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:30.933648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Network hostable DHCP agents. Network: 5593021a-535b-4bca-8f42-70e47fedaaa4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:30.958067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] For port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,segment=NetworkSegment(19c74ace-ee95-4aef-bd56-29537bc1cb96),segment_id=19c74ace-ee95-4aef-bd56-29537bc1cb96)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:30.959138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.002550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Calling delete_port for ac68fccd-1eb7-4ff3-94ae-60666df8b4fd owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:31.006661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:31.018585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.023152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.025258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13982897-de5b-4727-a9ac-db0542ed621f tempest-FloatingIPAdminTestJSON-801265184 tempest-FloatingIPAdminTestJSON-801265184-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/78e50f7b-05d4-4082-be10-d6a8e2974c24 HTTP/1.1" status: 204 len: 168 time: 1.2144501 Nov 12 08:20:31.031414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 5593021a-535b-4bca-8f42-70e47fedaaa4) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:31.033877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:31.045552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170fbf3-645b-4109-b25b-ca46ad670baa None None] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:31.045923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:31.046610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.126008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-262aa136-4c76-4806-9307-363dd3b15555 req-6c3071c4-d5fd-4203-b4fa-04f3b92a30ba tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 210 time: 0.0729628 Nov 12 08:20:31.173891 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-050fc935-3ca5-433c-ab25-30ed05d40b72 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9673533 Nov 12 08:20:31.177731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50220) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:31.187800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 49e4760d-e1b7-49dc-b886-1e102f2216ec no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:31.191695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:31.226614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 49e4760d-e1b7-49dc-b886-1e102f2216ec {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:31.227766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 49e4760d-e1b7-49dc-b886-1e102f2216ec not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:31.228269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ac1ae962-dd95-449f-9eee-ce62cbb31ee7 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:31.248412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting port 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:31.252655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.263772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: ac1ae962-dd95-449f-9eee-ce62cbb31ee7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:31.264828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ac1ae962-dd95-449f-9eee-ce62cbb31ee7 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:31.305890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.306864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.319830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.362870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-5593021a-535b-4bca-8f42-70e47fedaaa4', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:20:31.364502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.403631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b379b9-a536-4655-b4b8-5b41c2985ad4 req-2b2486a8-295d-418a-9e49-e64fba041382 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:31.411242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14b379b9-a536-4655-b4b8-5b41c2985ad4 req-2b2486a8-295d-418a-9e49-e64fba041382 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2200313-fdf6-4e9a-95d3-133f70d6375a HTTP/1.1" status: 200 len: 945 time: 0.2343614 Nov 12 08:20:31.482242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.500257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Calling delete_port for 4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:31.522305 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.585088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Allocated IP 172.20.0.2 (5593021a-535b-4bca-8f42-70e47fedaaa4/7919d4bc-b71c-4360-ae41-bd3a76aa58b0/51114e9b-2147-4a9d-8111-88774d7cbca4) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:31.629128 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.724331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14b379b9-a536-4655-b4b8-5b41c2985ad4 req-6634a1c5-8aa8-4dd0-ab49-90582ad07898 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.16 "GET /v2.0/security-groups?id=bee66313-2fb4-443b-8fb4-5c2a0713a73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032594 Nov 12 08:20:31.730298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.747876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ac68fccd-1eb7-4ff3-94ae-60666df8b4fd'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:31.751837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.821203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Port': ['ID=4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:31.837140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Allocated IP 172.20.0.2 (d2747f80-77cf-4b29-b2c6-dd3e4598cedc/d7543498-c8ce-4e8d-898c-67563efdeab9/dc050977-9906-469b-a9cb-286af4884033) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:31.844421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:31.863047 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.870676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:31.873599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event updated for resources: {'Port': ['ID=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:31.877964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:31.959835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.976837 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.003811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Pushing event deleted for resources: {'Port': ['ID=ac68fccd-1eb7-4ff3-94ae-60666df8b4fd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:32.017294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] No DVR routers for this DVR port ac68fccd-1eb7-4ff3-94ae-60666df8b4fd on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:32.030636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.036487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:32.042809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3b3fc9b-5a44-457a-bae4-70cd23b3e5fe req-0eca1228-45d7-49af-b2d3-0b854d971622 tempest-ServerAddressesTestJSON-463239448 tempest-ServerAddressesTestJSON-463239448-project] 10.222.0.32 "DELETE /v2.0/ports/ac68fccd-1eb7-4ff3-94ae-60666df8b4fd HTTP/1.1" status: 204 len: 173 time: 1.5584896 Nov 12 08:20:32.046702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:32.047012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.062281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:32.064405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6090f37f-59d4-4f10-a35c-810e1f539ecb tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "DELETE /v2.0/ports/4e1126cf-ef6f-4dad-b9c8-e5a633eff8a2 HTTP/1.1" status: 204 len: 168 time: 1.0270951 Nov 12 08:20:32.065477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Pushing event updated for resources: {'Port': ['ID=51114e9b-2147-4a9d-8111-88774d7cbca4,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:32.066754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50232) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:32.069195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'name': 'network-vif-deleted', 'tag': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:32.074297 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98cc171-5826-4abf-95d4-27dab63596e4" -d '{"events": [{"server_uuid": "e2200313-fdf6-4e9a-95d3-133f70d6375a", "name": "network-vif-deleted", "tag": "ac68fccd-1eb7-4ff3-94ae-60666df8b4fd"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:32.210636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Attempting to bind port 51114e9b-2147-4a9d-8111-88774d7cbca4 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:32.210980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Attempting to bind port 51114e9b-2147-4a9d-8111-88774d7cbca4 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:32.211259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Attempting to bind port 51114e9b-2147-4a9d-8111-88774d7cbca4 on network 5593021a-535b-4bca-8f42-70e47fedaaa4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:32.217418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:32.217800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Checking segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:32.218202 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.218597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Bound using segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:32.219070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Bound port: 51114e9b-2147-4a9d-8111-88774d7cbca4, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:32.220476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.220818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5fb25-ffb7-4292-ae65-ccb55b550254 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:32.230431 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ee5fb25-ffb7-4292-ae65-ccb55b550254 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc810ab3-6d6b-46ea-9c22-65ae2430435e HTTP/1.1" status: 200 len: 913 time: 0.1623561 Nov 12 08:20:32.231792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50238) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:32.325510 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad3683-7160-4bac-9019-aac0f77e8509 x-openstack-request-id: req-6fad3683-7160-4bac-9019-aac0f77e8509 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:32.325694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] For port 51114e9b-2147-4a9d-8111-88774d7cbca4, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:32.326154 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2200313-fdf6-4e9a-95d3-133f70d6375a", "name": "network-vif-deleted", "tag": "ac68fccd-1eb7-4ff3-94ae-60666df8b4fd", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:32.326154 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fad3683-7160-4bac-9019-aac0f77e8509 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:32.326432 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2200313-fdf6-4e9a-95d3-133f70d6375a', 'name': 'network-vif-deleted', 'tag': 'ac68fccd-1eb7-4ff3-94ae-60666df8b4fd', 'status': 'completed', 'code': 200} Nov 12 08:20:32.339492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] For port 51114e9b-2147-4a9d-8111-88774d7cbca4, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=51114e9b-2147-4a9d-8111-88774d7cbca4,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:32.345575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:32.346547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.348385 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.385442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ec7217f-cfbc-4d5e-80e9-9a1868eedc22 req-9dfedd9a-10ea-4c0f-b7ef-17d01c2d8041 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 210 time: 0.0651693 Nov 12 08:20:32.439450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6797-149a-4a7a-89c0-4b55cd72d4bb None None] Pushing event updated for resources: {'Port': ['ID=51114e9b-2147-4a9d-8111-88774d7cbca4,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:32.462782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-782ee155-c1b4-47b7-be76-27ea2730e428 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4379778 Nov 12 08:20:32.490419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Request body: {'port': {'device_id': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:32.496279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.625173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.756333 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.769461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Network d2747f80-77cf-4b29-b2c6-dd3e4598cedc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:32.835922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:32.842671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:32.894294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:32.930355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event updated for resources: {'Port': ['ID=dc050977-9906-469b-a9cb-286af4884033,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:32.968916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Deleting subnet 69cd3809-bd40-4b23-94d7-acb276ffdd62 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:32.973275 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.004977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.062323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.096752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50250) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.123885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:33.124746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.155267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.317284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d18ee2a7-58a1-4430-9753-0e810a8af0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.331802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.367071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cd3809-bd40-4b23-94d7-acb276ffdd62,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.384803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 51114e9b-2147-4a9d-8111-88774d7cbca4 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:33.385648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.397438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3d7299ab-e919-45a0-a7a8-992c518aad55 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/69cd3809-bd40-4b23-94d7-acb276ffdd62 HTTP/1.1" status: 204 len: 168 time: 0.5006771 Nov 12 08:20:33.399657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50254) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.474943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 51114e9b-2147-4a9d-8111-88774d7cbca4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:33.475616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.528015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.646985 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.695095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 51114e9b-2147-4a9d-8111-88774d7cbca4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=51114e9b-2147-4a9d-8111-88774d7cbca4,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:33.700037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.742232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.745208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d18ee2a7-58a1-4430-9753-0e810a8af0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.779165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=51114e9b-2147-4a9d-8111-88774d7cbca4,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.779676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3bdd1fb4-fff1-4994-a4da-6566bdabc07c tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7004519 Nov 12 08:20:33.784286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.814122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d18ee2a7-58a1-4430-9753-0e810a8af0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.818604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Request body: {'port': {'device_id': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:33.825629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.898861 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d18ee2a7-58a1-4430-9753-0e810a8af0e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b67900940ec745b796ee69f345a0a28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8010333 Nov 12 08:20:33.901465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d617236-cdf1-4e64-8f0c-89cbf677d012']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:33.904284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ee2a7-58a1-4430-9753-0e810a8af0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06dfde0-1da6-4ec8-b94d-dfad26469935,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.910069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting port 5aafb54e-89de-4695-8f80-26eff5728618 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:33.910425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.913935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50260) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.930760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c74ace-ee95-4aef-bd56-29537bc1cb96') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:33.931059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c74ace-ee95-4aef-bd56-29537bc1cb96') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:33.960538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503c51-0595-4aaa-8477-3e7b5a3aa214 req-732188d2-92e6-4720-85d3-b803a0da0d5b tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:33.962293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d503c51-0595-4aaa-8477-3e7b5a3aa214 req-732188d2-92e6-4720-85d3-b803a0da0d5b tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 931 time: 0.2668383 Nov 12 08:20:33.969784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26deeed7-62a8-4347-9de3-ac2a6b5d68f8 None None] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:33.975367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.052499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.069361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-80e8d131-6192-44a1-b40d-c4ee47bd5b69 None None] Provisioning complete for port 51114e9b-2147-4a9d-8111-88774d7cbca4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:34.069615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80e8d131-6192-44a1-b40d-c4ee47bd5b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.085930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:34.086585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:34.089991 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:34.110484 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.192426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.195539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc2856c2-e391-4d05-ae77-57d9f88c3cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.202990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.219697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d503c51-0595-4aaa-8477-3e7b5a3aa214 req-b5ef39f0-4876-45ea-b4e0-e06b965b04e4 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347734 Nov 12 08:20:34.231772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.237913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d617236-cdf1-4e64-8f0c-89cbf677d012 HTTP/1.1" status: 204 len: 168 time: 0.8357482 Nov 12 08:20:34.249350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Calling delete_port for 5aafb54e-89de-4695-8f80-26eff5728618 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:34.271114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06418c-0fab-425e-8d80-c5e405a9e3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d617236-cdf1-4e64-8f0c-89cbf677d012,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.278264 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc2856c2-e391-4d05-ae77-57d9f88c3cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.297124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:34.302313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Allocated IP 172.25.4.134 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/81a36814-5dd3-4cfa-bfe9-2b21e20942db) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:34.316578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.371302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Transition to ACTIVE for port object b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:34.392371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.426604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50264) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:34.464003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc2856c2-e391-4d05-ae77-57d9f88c3cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.467513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc2856c2-e391-4d05-ae77-57d9f88c3cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.478321 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc2856c2-e391-4d05-ae77-57d9f88c3cba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a06dfde0-1da6-4ec8-b94d-dfad26469935 HTTP/1.1" status: 204 len: 168 time: 0.5510561 Nov 12 08:20:34.520742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2856c2-e391-4d05-ae77-57d9f88c3cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06dfde0-1da6-4ec8-b94d-dfad26469935,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.532476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b523b7a1-9600-499c-a93c-48cbfe8ac5d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6e761e07375403eb0e8a14602c7ee08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043882 Nov 12 08:20:34.535234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:34.587672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.589451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-04597519-7b8d-4e88-b3f6-3fa02c68421f None None] Provisioning complete for port 51114e9b-2147-4a9d-8111-88774d7cbca4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:34.590021 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04597519-7b8d-4e88-b3f6-3fa02c68421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.649418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ceb76c6-d289-4219-9f2c-8886b13949fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.683630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.689258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ceb76c6-d289-4219-9f2c-8886b13949fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.741913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.831237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Attempting to bind port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:34.831625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Attempting to bind port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:34.831965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Attempting to bind port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:34.858216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:34.858581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Attempting to bind port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:34.875409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:34.875409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Checking segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:34.875409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Bound using segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:34.875912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Bound port: b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:34.876204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.893239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc050977-9906-469b-a9cb-286af4884033 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:34.906843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.918817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.967636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ac68fccd-1eb7-4ff3-94ae-60666df8b4fd no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:34.991087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Transition to ACTIVE for port object dc050977-9906-469b-a9cb-286af4884033 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:35.009099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:35.012798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.030262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: ac68fccd-1eb7-4ff3-94ae-60666df8b4fd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:35.030562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:35.031480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ac68fccd-1eb7-4ff3-94ae-60666df8b4fd not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:35.047352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:35.051890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50274) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:35.086526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Port': ['ID=5aafb54e-89de-4695-8f80-26eff5728618,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.095928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Pushing event updated for resources: {'Port': ['ID=81a36814-5dd3-4cfa-bfe9-2b21e20942db,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.122616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] For port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:35.143164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b983ec8e-46a7-4d58-9c77-e0a97e6f595f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.182722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] For port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:35.223536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.246030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ceb76c6-d289-4219-9f2c-8886b13949fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.248890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ceb76c6-d289-4219-9f2c-8886b13949fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.250147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ceb76c6-d289-4219-9f2c-8886b13949fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bee66313-2fb4-443b-8fb4-5c2a0713a73c HTTP/1.1" status: 204 len: 168 time: 0.7137098 Nov 12 08:20:35.282444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb76c6-d289-4219-9f2c-8886b13949fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee66313-2fb4-443b-8fb4-5c2a0713a73c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.328144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Pushing event updated for resources: {'Port': ['ID=dc050977-9906-469b-a9cb-286af4884033,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.375745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.419575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:35.420586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.423216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] 10.222.0.32 "PUT /v2.0/ports/b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 HTTP/1.1" status: 200 len: 1092 time: 2.9455445 Nov 12 08:20:35.467929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'tag': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:35.472540 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b354a81-0bdf-49df-85d3-a305cac7b8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0b3861-0dab-40f1-b8d5-37c703527838", "tag": "b9df08c3-987e-4cb8-b773-22b4f8bc2fb9"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:35.546308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 51114e9b-2147-4a9d-8111-88774d7cbca4 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:35.617421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 51114e9b-2147-4a9d-8111-88774d7cbca4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:35.618104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cdade-76ae-45c0-9210-e350d00ef3fa service neutron] Pushing event updated for resources: {'Port': ['ID=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.618231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.621983 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef7f9e7-19ad-495f-90c4-7e54d68853d5 x-openstack-request-id: req-4ef7f9e7-19ad-495f-90c4-7e54d68853d5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:35.622271 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0b3861-0dab-40f1-b8d5-37c703527838", "tag": "b9df08c3-987e-4cb8-b773-22b4f8bc2fb9", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:35.622535 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ef7f9e7-19ad-495f-90c4-7e54d68853d5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:35.622994 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'tag': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9', 'status': 'completed', 'code': 200} Nov 12 08:20:35.717944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Attempting to bind port dc050977-9906-469b-a9cb-286af4884033 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:35.718454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Attempting to bind port dc050977-9906-469b-a9cb-286af4884033 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:35.718960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Attempting to bind port dc050977-9906-469b-a9cb-286af4884033 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:35.730335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Port dc050977-9906-469b-a9cb-286af4884033 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:35.730574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Attempting to bind port dc050977-9906-469b-a9cb-286af4884033 on network d2747f80-77cf-4b29-b2c6-dd3e4598cedc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:35.741532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Router bc810ab3-6d6b-46ea-9c22-65ae2430435e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:35.805635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:35.805965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Checking segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:35.806376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Bound using segment: {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:35.807358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Bound port: dc050977-9906-469b-a9cb-286af4884033, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb562377-004d-4216-be44-aa1d87d68631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:35.807731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.837330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-a922f5b1-00b6-48d8-8bba-832dacd1e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:35.838944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-a922f5b1-00b6-48d8-8bba-832dacd1e352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 1095 time: 0.3294396 Nov 12 08:20:35.855364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77b7f-5570-4d6c-908c-b810167cbd0d req-90b7590c-7ce2-4567-8f4e-d203eb4437d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:35.856993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dc77b7f-5570-4d6c-908c-b810167cbd0d req-90b7590c-7ce2-4567-8f4e-d203eb4437d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 943 time: 0.4323905 Nov 12 08:20:35.904612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:35.913535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfa300e2-2f34-4507-9f86-56476b8dee2b tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "PUT /v2.0/routers/bc810ab3-6d6b-46ea-9c22-65ae2430435e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6771901 Nov 12 08:20:35.914493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50294) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:35.919927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] Sync routers for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:35.932501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:35.939171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:35.939884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b983ec8e-46a7-4d58-9c77-e0a97e6f595f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.943708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-ff9007d3-3454-4c67-a73a-a273d0ab55f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 HTTP/1.1" status: 200 len: 217 time: 0.0855601 Nov 12 08:20:35.996643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:36.007110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] Routers {'bc810ab3-6d6b-46ea-9c22-65ae2430435e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:36.007789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:36.034669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b983ec8e-46a7-4d58-9c77-e0a97e6f595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.054605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:36.055381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75284895-547e-4d2a-9892-3fc83c93c5e1 None None] The sync data for ids ['bc810ab3-6d6b-46ea-9c22-65ae2430435e'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:36.084283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.140776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.163273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983ec8e-46a7-4d58-9c77-e0a97e6f595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a82a7-84b4-4295-98ac-643fbed28024,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.200475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.207566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3a0fbc94-66e2-4fc5-90d2-28b90d6af5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.209157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3a0fbc94-66e2-4fc5-90d2-28b90d6af5f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.2519519 Nov 12 08:20:36.211449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b983ec8e-46a7-4d58-9c77-e0a97e6f595f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ec5409b6bcf4a958ded5a2b90766ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1536875 Nov 12 08:20:36.215200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50302) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.223670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dc77b7f-5570-4d6c-908c-b810167cbd0d req-0ce6a9a8-52df-40c6-83a2-8801b00bd486 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217344 Nov 12 08:20:36.235516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] For port dc050977-9906-469b-a9cb-286af4884033, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:36.241861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] For port dc050977-9906-469b-a9cb-286af4884033, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=dc050977-9906-469b-a9cb-286af4884033,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:36.261732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-98afa68f-5c81-41c4-91cf-9247be3bd6ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445096 Nov 12 08:20:36.266937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.302533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting port 23a2cfa2-31e9-4422-9280-ca3ba99cf5fb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:36.303009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.364442 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f23a5a8e-2348-4d1f-bf7e-7c9d9fb8fc54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.373423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.374061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.375477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] 10.222.0.25 "PUT /v2.0/ports/dc050977-9906-469b-a9cb-286af4884033 HTTP/1.1" status: 200 len: 1092 time: 2.5712581 Nov 12 08:20:36.383440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50306) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.423248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f23a5a8e-2348-4d1f-bf7e-7c9d9fb8fc54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.461660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.463695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9804e7d-f8c7-423a-b5eb-76ae20a60cdd service neutron] Pushing event updated for resources: {'Port': ['ID=dc050977-9906-469b-a9cb-286af4884033,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.492162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Calling delete_port for 23a2cfa2-31e9-4422-9280-ca3ba99cf5fb owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:36.566865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-24a8fd4a-3915-4a22-ad73-bf2622dd39f0 service neutron] 10.222.0.32 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975821 Nov 12 08:20:36.578549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-760997198-network', 'tenant_id': 'e459803916b149faadd72218a318c35a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:36.588203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f23a5a8e-2348-4d1f-bf7e-7c9d9fb8fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.590715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f23a5a8e-2348-4d1f-bf7e-7c9d9fb8fc54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.591866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f23a5a8e-2348-4d1f-bf7e-7c9d9fb8fc54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca6a82a7-84b4-4295-98ac-643fbed28024 HTTP/1.1" status: 204 len: 168 time: 0.3766103 Nov 12 08:20:36.597153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-d5b7374f-a0a3-40a7-aec9-30f4cfbe2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.598662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-d5b7374f-a0a3-40a7-aec9-30f4cfbe2c52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 1095 time: 0.1751268 Nov 12 08:20:36.655549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a5a8e-2348-4d1f-bf7e-7c9d9fb8fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a82a7-84b4-4295-98ac-643fbed28024,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.667208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Made reservation on behalf of e459803916b149faadd72218a318c35a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:36.669832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.679350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-b3f9cc1c-f1fb-4da3-962c-ba6b1fc4cbbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc050977-9906-469b-a9cb-286af4884033 HTTP/1.1" status: 200 len: 217 time: 0.0699193 Nov 12 08:20:36.684915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.749318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.781616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.820789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ca519-1c58-4ee8-a434-22eda89655bb req-1cf6c3a7-6f8c-4e1a-968e-d5db545934b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.822489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-1cf6c3a7-6f8c-4e1a-968e-d5db545934b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.1143796 Nov 12 08:20:36.826847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Port': ['ID=23a2cfa2-31e9-4422-9280-ca3ba99cf5fb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.865245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3f4c4715-48ab-4c75-9aac-2aa97ebe91a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355232 Nov 12 08:20:36.867125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-563d70fd-670f-4731-9e55-c2fdc76515fb service neutron] 10.222.0.32 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724807 Nov 12 08:20:36.897984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.917158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.964723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041a849b-4ca1-4ccf-a962-73fea8a96dde,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.976522 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.016908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:37.097541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.097895 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Added segment 3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09 of type vlan for network 9db37d2a-0407-4567-bbec-a61d341647fa Nov 12 08:20:37.108543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.111034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.187787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.196099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.196301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Fanout notify agent at l3_agent the message router_deleted on router bc810ab3-6d6b-46ea-9c22-65ae2430435e {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:37.206160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.210070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3db052d0-8eb4-4d87-855d-b8749da3dcf7 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "DELETE /v2.0/routers/bc810ab3-6d6b-46ea-9c22-65ae2430435e HTTP/1.1" status: 204 len: 168 time: 1.2942338 Nov 12 08:20:37.212760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:37.283763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.284965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.285955 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.333811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting subnet f3513088-22f1-4256-8ff7-351cbda1f2aa {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:37.388640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.396976 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0120981 Nov 12 08:20:37.398541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50334) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:37.411755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Request body: {'subnet': {'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-760997198-subnet', 'tenant_id': 'e459803916b149faadd72218a318c35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:37.433933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fad9d-0119-44b2-bccc-21ebeb2668a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9db37d2a-0407-4567-bbec-a61d341647fa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:37.446251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9db37d2a-0407-4567-bbec-a61d341647fa details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:37.452034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-948d12b8-c603-4877-b847-c71e3c2ef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.453807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-948d12b8-c603-4877-b847-c71e3c2ef3b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 1095 time: 0.1945858 Nov 12 08:20:37.479515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.487035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-7e64efc9-5025-48ff-a5f7-a9a62159e8b5 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129935 Nov 12 08:20:37.584876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.617620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5660f-71ed-4033-b934-56f56a514761 req-1da82dd1-91eb-4432-9376-fd40e64aa63a tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.620573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bc5660f-71ed-4033-b934-56f56a514761 req-1da82dd1-91eb-4432-9376-fd40e64aa63a tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 943 time: 0.2646911 Nov 12 08:20:37.629367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'tag': 'dc050977-9906-469b-a9cb-286af4884033'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:37.631845 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4fec7c5d-e01b-4f54-a48d-a2104e75edeb", "tag": "dc050977-9906-469b-a9cb-286af4884033"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:37.642906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Made reservation on behalf of e459803916b149faadd72218a318c35a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:37.645338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.699019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.725503 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d11e3-7d2d-4539-a3fc-deaddd692f04 x-openstack-request-id: req-615d11e3-7d2d-4539-a3fc-deaddd692f04 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:37.726057 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fec7c5d-e01b-4f54-a48d-a2104e75edeb", "tag": "dc050977-9906-469b-a9cb-286af4884033", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:37.726455 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-615d11e3-7d2d-4539-a3fc-deaddd692f04 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:37.727241 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'tag': 'dc050977-9906-469b-a9cb-286af4884033', 'status': 'completed', 'code': 200} Nov 12 08:20:37.746884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Subnet': ['ID=f3513088-22f1-4256-8ff7-351cbda1f2aa,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:37.750736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.753694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Router ed77a394-91f2-4fc1-9b64-1521e808b468 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:20:37.759712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c1faa3-bd35-46d3-8fe7-4d6737b2cde7 None None] Network 98ef3dd8-c9b7-41f1-966a-726162949ae2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:37.768971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b9cc94cf-a265-4cd1-9890-c993c9c34d4d tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "DELETE /v2.0/subnets/f3513088-22f1-4256-8ff7-351cbda1f2aa HTTP/1.1" status: 204 len: 168 time: 0.5548100 Nov 12 08:20:37.774765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50344) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:37.840232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bc5660f-71ed-4033-b934-56f56a514761 req-c05e45a2-0375-4b68-bdf9-a15d8e3639b8 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999753 Nov 12 08:20:37.889060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-9fc3ffbe-e906-40c2-b5c4-41a8c30527d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.890728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-9fc3ffbe-e906-40c2-b5c4-41a8c30527d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 913 time: 0.4190938 Nov 12 08:20:37.906129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-862ca519-1c58-4ee8-a434-22eda89655bb req-3f249bd2-093f-4d0b-b419-0ea90d5b6f80 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806524 Nov 12 08:20:37.939679 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.029564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting port 834ec530-6661-4068-bd59-476ec891060a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:38.029966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.031670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-d9129001-7a66-48aa-83f5-78fcbf3badf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 HTTP/1.1" status: 200 len: 217 time: 0.1281960 Nov 12 08:20:38.043729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] DHCP port deletion for 98ef3dd8-c9b7-41f1-966a-726162949ae2 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:20:38.111626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] Deleting port 834ec530-6661-4068-bd59-476ec891060a {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:38.112562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.122597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] For port 834ec530-6661-4068-bd59-476ec891060a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=834ec530-6661-4068-bd59-476ec891060a,segment=NetworkSegment(c6920d38-2816-4a1d-ae37-cb87129322d0),segment_id=c6920d38-2816-4a1d-ae37-cb87129322d0)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:38.126753 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.145971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Calling delete_port for 834ec530-6661-4068-bd59-476ec891060a owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:38.226592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-f8d11bc7-a508-4a37-98b9-32c5b18b23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.228417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-f8d11bc7-a508-4a37-98b9-32c5b18b23ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ef30b64f14048cab4433854cf81cc5a&device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 1095 time: 0.2318339 Nov 12 08:20:38.234556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-d448e05f-3040-47ae-b660-3d378778fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.235880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-d448e05f-3040-47ae-b660-3d378778fa63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.1896849 Nov 12 08:20:38.278638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.347791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] No DVR routers for this DVR port 834ec530-6661-4068-bd59-476ec891060a on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:38.350248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Port': ['ID=834ec530-6661-4068-bd59-476ec891060a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.360926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:38.371578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Sync routers for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:38.386299 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:38.387398 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:38.400299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-0f44c782-e30b-4740-9d8c-d5610576dc76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182504 Nov 12 08:20:38.409535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] For port 834ec530-6661-4068-bd59-476ec891060a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=834ec530-6661-4068-bd59-476ec891060a,segment=NetworkSegment(c6920d38-2816-4a1d-ae37-cb87129322d0),segment_id=c6920d38-2816-4a1d-ae37-cb87129322d0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:38.410555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.439189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] Calling delete_port for 834ec530-6661-4068-bd59-476ec891060a owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:38.496896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.498449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d49ec1b3-3b63-4524-a68c-08422918cc55 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3121495 Nov 12 08:20:38.504494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50358) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:38.563823 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.638489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-83a88c0a-3cdb-4021-994e-af0c6f909c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.640710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-83a88c0a-3cdb-4021-994e-af0c6f909c93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 200 len: 913 time: 0.4037621 Nov 12 08:20:38.670521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.697227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.719267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ef3dd8-c9b7-41f1-966a-726162949ae2']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:38.735822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6920d38-2816-4a1d-ae37-cb87129322d0') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:38.736182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6920d38-2816-4a1d-ae37-cb87129322d0') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:38.747253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.762682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.770334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:38.770814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.771911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-01aca2bb-b816-4d1d-b073-30730387a94c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc050977-9906-469b-a9cb-286af4884033 HTTP/1.1" status: 200 len: 217 time: 0.1199930 Nov 12 08:20:38.782085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] Pushing event deleted for resources: {'Port': ['ID=834ec530-6661-4068-bd59-476ec891060a,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.799917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0221d6-8f02-415c-83d7-639f5bbe6736 None None] No DVR routers for this DVR port 834ec530-6661-4068-bd59-476ec891060a on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:38.811098 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:38.873360 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:38.892943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.895679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdec3a3-499b-443e-a324-ea4e5928a2ef,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.917984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-a91242b6-4f15-4287-b725-bb8b12c4ae65 service neutron] 10.222.0.32 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060422 Nov 12 08:20:38.926579 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:38.958127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.967318 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "DELETE /v2.0/networks/98ef3dd8-c9b7-41f1-966a-726162949ae2 HTTP/1.1" status: 204 len: 168 time: 1.1867273 Nov 12 08:20:38.970801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Checking segment: {'id': '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:38.970801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Network hostable DHCP agents. Network: 9db37d2a-0407-4567-bbec-a61d341647fa, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:38.973557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88249c-e2b0-463a-a3e5-74aa197649b8 tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Network': ['ID=98ef3dd8-c9b7-41f1-966a-726162949ae2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.974057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50370) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:38.981373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:39.049431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-57c24215-32b9-4ea9-9b59-1ac443eb1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.050974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-57c24215-32b9-4ea9-9b59-1ac443eb1520 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 200 len: 853 time: 0.2674422 Nov 12 08:20:39.240305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:39.270149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'port_id': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9', 'mac_address': 'fa:16:3e:a2:50:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7543498-c8ce-4e8d-898c-67563efdeab9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:39.278891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-d0497be7-35ee-45ef-837d-749cec44843e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2747f80-77cf-4b29-b2c6-dd3e4598cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544826 Nov 12 08:20:39.339278 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:35Z', 'revision_number': 3, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:39.363785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.382483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:39.390242 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Checking router: ed77a394-91f2-4fc1-9b64-1521e808b468 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:39.390942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Updating router ed77a394-91f2-4fc1-9b64-1521e808b468 port 81a36814-5dd3-4cfa-bfe9-2b21e20942db binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:20:39.406847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:39.408553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 834ec530-6661-4068-bd59-476ec891060a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:39.423110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Network 9db37d2a-0407-4567-bbec-a61d341647fa is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:39.432855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 834ec530-6661-4068-bd59-476ec891060a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:39.433481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 834ec530-6661-4068-bd59-476ec891060a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:39.435172 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.471088 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.535969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:39.558722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.558722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.559119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.559415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.559760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.560115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.561200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.561702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.562320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.562832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.563322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.563809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:39.570453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 9db37d2a-0407-4567-bbec-a61d341647fa) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:39.579636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1a9df-3f6d-4030-9150-0f43f56be0d1 None None] Network 9db37d2a-0407-4567-bbec-a61d341647fa requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:39.605702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225381-aa3a-44a1-bbcb-1bd1424fe298 req-c04f87e1-e629-4abb-b9a8-997ec87eb07e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.614421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8225381-aa3a-44a1-bbcb-1bd1424fe298 req-c04f87e1-e629-4abb-b9a8-997ec87eb07e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 943 time: 0.5743415 Nov 12 08:20:39.626643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.627247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.651671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b354a81-0bdf-49df-85d3-a305cac7b8ba req-7a448987-04ed-49d5-96a5-25fa65f73773 service neutron] 10.222.0.32 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165709 Nov 12 08:20:39.761315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22f5f9-38c5-4c25-aed3-0f508980466c None None] Network 9db37d2a-0407-4567-bbec-a61d341647fa requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:39.802382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8225381-aa3a-44a1-bbcb-1bd1424fe298 req-034cdecd-c02f-4783-a4e7-647133c131e3 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869555 Nov 12 08:20:39.850206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79f93ac0-dc5c-4151-a0af-841c3bc301d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4369903 Nov 12 08:20:39.879622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b9df08c3-987e-4cb8-b773-22b4f8bc2fb9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:39.913633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Deleting port e054365d-39bf-4635-9b18-7418db5eed5a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:39.913976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.922580 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.929159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-45ca3130-c0c2-4999-b81c-0b547bf67931 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934267 Nov 12 08:20:39.935453 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.043773 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Pushing event updated for resources: {'Port': ['ID=81a36814-5dd3-4cfa-bfe9-2b21e20942db,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:40.081508 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.084126 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.084536 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.084876 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.085201 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.088207 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.088651 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.088992 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.089346 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.089687 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.090016 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.100541 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.175958 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Attempting to bind port 81a36814-5dd3-4cfa-bfe9-2b21e20942db on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:40.176661 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Attempting to bind port 81a36814-5dd3-4cfa-bfe9-2b21e20942db by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:40.177234 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Attempting to bind port 81a36814-5dd3-4cfa-bfe9-2b21e20942db on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:40.202879 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:40.203495 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:40.208810 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.209524 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:40.219001 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Bound port: 81a36814-5dd3-4cfa-bfe9-2b21e20942db, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:40.219935 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.283284 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] For port 81a36814-5dd3-4cfa-bfe9-2b21e20942db, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:40.289355 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] For port 81a36814-5dd3-4cfa-bfe9-2b21e20942db, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=81a36814-5dd3-4cfa-bfe9-2b21e20942db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:40.303535 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.381043 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:40.382574 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:40.505329 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c06c7-27fd-48c0-aee5-a54291195ec4 None None] Pushing event updated for resources: {'Port': ['ID=81a36814-5dd3-4cfa-bfe9-2b21e20942db,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:40.543770 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:40.650873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b3d63d48-0506-45f5-8f44-6b86e5a02243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.685950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.687488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.743924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Calling delete_port for e054365d-39bf-4635-9b18-7418db5eed5a owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:40.793069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d2ce0f8-a4bb-420b-b233-ba9c63a416dc req-34e42919-3821-41af-8feb-235f8d3f0450 service neutron] 10.222.0.25 "GET /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217225 Nov 12 08:20:40.876468 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:35Z', 'revision_number': 3, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:40.926301 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97daec4-dd17-40c2-93f0-c5fb4f42b7ef None None] The sync data for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 is: [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:35Z', 'revision_number': 3, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:40.987443 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.095016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b4a0-d515-44c0-b62d-3e02d3688ff2 req-40a4bb04-9fa6-4a66-810d-832f0d628c7d tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.096316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c85b4a0-d515-44c0-b62d-3e02d3688ff2 req-40a4bb04-9fa6-4a66-810d-832f0d628c7d tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 943 time: 0.1513128 Nov 12 08:20:41.138578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device dc050977-9906-469b-a9cb-286af4884033 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:41.298945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.328882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port dc050977-9906-469b-a9cb-286af4884033, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=dc050977-9906-469b-a9cb-286af4884033,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:41.356998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'dc050977-9906-469b-a9cb-286af4884033', 'network_id': 'd2747f80-77cf-4b29-b2c6-dd3e4598cedc', 'port_id': 'dc050977-9906-469b-a9cb-286af4884033', 'mac_address': 'fa:16:3e:2d:18:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7543498-c8ce-4e8d-898c-67563efdeab9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:41.370712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Pushing event deleted for resources: {'Port': ['ID=e054365d-39bf-4635-9b18-7418db5eed5a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.406071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.406437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.407120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.407484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.407824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.408214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.408552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.408884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.409214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.410449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.410669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.411011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:41.417871 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.456946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc050977-9906-469b-a9cb-286af4884033 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:41.485460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port dc050977-9906-469b-a9cb-286af4884033, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=dc050977-9906-469b-a9cb-286af4884033,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:41.498620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.551786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c85b4a0-d515-44c0-b62d-3e02d3688ff2 req-a87a360f-81ab-42f2-81a1-015f45be52da tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202542 Nov 12 08:20:41.609588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.612604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.616982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=dc050977-9906-469b-a9cb-286af4884033,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.622407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2c350dd6-17d7-42f0-8bd3-0ed0b6cd715f tempest-FloatingIPAdminTestJSON-42459363 tempest-FloatingIPAdminTestJSON-42459363-project] 10.222.0.16 "DELETE /v2.0/floatingips/c462529a-06ca-435e-b58c-f0a4cdb515ac HTTP/1.1" status: 204 len: 168 time: 2.6020772 Nov 12 08:20:41.622744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.623846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Allocated IP 172.20.0.1 (5593021a-535b-4bca-8f42-70e47fedaaa4/7919d4bc-b71c-4360-ae41-bd3a76aa58b0/6821166f-693c-4ee2-928c-66f4b039d654) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:41.665721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:41.809691 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.816831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['dc050977-9906-469b-a9cb-286af4884033'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:41.881170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.953763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31a0fdf7-271a-4676-8cc9-7400ba12db47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.008772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:42.015720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:42.054833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:42.146253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.189081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31a0fdf7-271a-4676-8cc9-7400ba12db47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.209304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.227653 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31a0fdf7-271a-4676-8cc9-7400ba12db47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.236027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Pushing event updated for resources: {'Port': ['ID=6821166f-693c-4ee2-928c-66f4b039d654,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:42.282926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-31a0fdf7-271a-4676-8cc9-7400ba12db47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f2d8d7d8263482695beb1d6890ae7a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6159697 Nov 12 08:20:42.308444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.346262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0fdf7-271a-4676-8cc9-7400ba12db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58545df2-68a6-45b1-933d-5842ac1d73e5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:42.408528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab163ea3-ae30-45e5-80a2-8767a7ba5fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.460519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab163ea3-ae30-45e5-80a2-8767a7ba5fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.483575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3e178831-bfad-4b1c-90cb-da68f8a4d660 None None] Provisioning complete for port 6821166f-693c-4ee2-928c-66f4b039d654 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:42.484175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3e178831-bfad-4b1c-90cb-da68f8a4d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.487942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.520875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-06c9aae8-80ae-4d38-b5ce-37d6c1727198 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e21a14bf1f047f9a3dfc460675f1e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071456 Nov 12 08:20:42.523574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50458) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.530076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3e178831-bfad-4b1c-90cb-da68f8a4d660 None None] Port 6821166f-693c-4ee2-928c-66f4b039d654 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:42.562789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab163ea3-ae30-45e5-80a2-8767a7ba5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.574850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab163ea3-ae30-45e5-80a2-8767a7ba5fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.577655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ab163ea3-ae30-45e5-80a2-8767a7ba5fbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58545df2-68a6-45b1-933d-5842ac1d73e5 HTTP/1.1" status: 204 len: 168 time: 0.2669024 Nov 12 08:20:42.584279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-7c6c2040-00f4-4688-9a79-75f19d59364b tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.586084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-7c6c2040-00f4-4688-9a79-75f19d59364b tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/networks?id=9db37d2a-0407-4567-bbec-a61d341647fa HTTP/1.1" status: 200 len: 809 time: 0.2527456 Nov 12 08:20:42.611670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab163ea3-ae30-45e5-80a2-8767a7ba5fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58545df2-68a6-45b1-933d-5842ac1d73e5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:42.628441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-f804cbd7-e6d3-433d-b5d0-3c1263cc8cd3 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/quotas/e459803916b149faadd72218a318c35a HTTP/1.1" status: 200 len: 375 time: 0.0339818 Nov 12 08:20:42.637399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59f7dbde-9c4a-4566-b6b3-253f450962c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.673049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59f7dbde-9c4a-4566-b6b3-253f450962c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.720654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-db5ded60-2244-450c-8c7b-6292e353c716 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e459803916b149faadd72218a318c35a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912549 Nov 12 08:20:42.732972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59f7dbde-9c4a-4566-b6b3-253f450962c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.735799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59f7dbde-9c4a-4566-b6b3-253f450962c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.737201 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-59f7dbde-9c4a-4566-b6b3-253f450962c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4287b14f-f7f6-46f0-ba84-3cd984e87617 HTTP/1.1" status: 204 len: 168 time: 0.2123334 Nov 12 08:20:42.746065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7dbde-9c4a-4566-b6b3-253f450962c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287b14f-f7f6-46f0-ba84-3cd984e87617,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:42.841557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444677e-b3b0-48e9-8e40-6c91edbdc88d req-42e7f72a-3ee7-4179-bbdd-f0a6920a495b tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.843162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c444677e-b3b0-48e9-8e40-6c91edbdc88d req-42e7f72a-3ee7-4179-bbdd-f0a6920a495b tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 944 time: 0.2121260 Nov 12 08:20:42.919758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-9cd97bee-7ebc-46cc-8d38-126bbab1aa05 service neutron] 10.222.0.16 "GET /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938591 Nov 12 08:20:42.987603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:43.005773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50472) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.014110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.030965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.053722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c634deab-cc03-4cf2-a321-cfee18c11bca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.057153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:43.066674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:43.067537 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.087279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c444677e-b3b0-48e9-8e40-6c91edbdc88d req-320c26a8-38cd-4d77-a1a5-3869a8fb4d70 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263288 Nov 12 08:20:43.116181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-8e80fcc1-983c-4535-8911-5bd37b93785c service neutron] 10.222.0.16 "GET /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816339 Nov 12 08:20:43.142925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.157800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device dc050977-9906-469b-a9cb-286af4884033 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:43.208859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Pushing event updated for resources: {'Port': ['ID=6821166f-693c-4ee2-928c-66f4b039d654,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.234318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c634deab-cc03-4cf2-a321-cfee18c11bca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.247284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c634deab-cc03-4cf2-a321-cfee18c11bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.271298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84bb26a2-e485-4fe4-bfd9-ede27dad2d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.365064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634deab-cc03-4cf2-a321-cfee18c11bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3303dfb-54c0-47e2-92bb-8d13ff6b2ae9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.393151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c634deab-cc03-4cf2-a321-cfee18c11bca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7df681bcf9174359893c07b7933559f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831468 Nov 12 08:20:43.395819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50474) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.407806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.416751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:43.424928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:43.445894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port dc050977-9906-469b-a9cb-286af4884033 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:43.461329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port dc050977-9906-469b-a9cb-286af4884033 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:43.461329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.477415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:43.489217 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721d02b5-5d2a-4c62-b569-85f9fcbd0e18" -d '{"events": [{"server_uuid": "ab0b3861-0dab-40f1-b8d5-37c703527838", "name": "network-vif-plugged", "status": "completed", "tag": "b9df08c3-987e-4cb8-b773-22b4f8bc2fb9"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:43.516365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:43.548481 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66cc94f1-5a9f-4791-837e-f49bbb96e945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.569466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 81a36814-5dd3-4cfa-bfe9-2b21e20942db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:43.575276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.598503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66cc94f1-5a9f-4791-837e-f49bbb96e945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.670697 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594f0171-a54d-4f04-b6d8-b3dd63bb6d62 x-openstack-request-id: req-594f0171-a54d-4f04-b6d8-b3dd63bb6d62 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:43.671200 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0b3861-0dab-40f1-b8d5-37c703527838", "name": "network-vif-plugged", "status": "completed", "tag": "b9df08c3-987e-4cb8-b773-22b4f8bc2fb9", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:43.671477 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-594f0171-a54d-4f04-b6d8-b3dd63bb6d62 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:43.671972 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9', 'code': 200} Nov 12 08:20:43.676766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a1b1fef-51d8-4830-8e2e-2179202d8248 req-584800e6-75a7-49d9-9dc0-4ae935ec11bf tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0911403 Nov 12 08:20:43.703682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50480) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.718542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66cc94f1-5a9f-4791-837e-f49bbb96e945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.721718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66cc94f1-5a9f-4791-837e-f49bbb96e945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.725493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66cc94f1-5a9f-4791-837e-f49bbb96e945 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3303dfb-54c0-47e2-92bb-8d13ff6b2ae9 HTTP/1.1" status: 204 len: 168 time: 0.3261604 Nov 12 08:20:43.730246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Router ed77a394-91f2-4fc1-9b64-1521e808b468 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:43.736382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6f94-7719-4e52-84d1-ae4dcd9aac93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.757418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc94f1-5a9f-4791-837e-f49bbb96e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3303dfb-54c0-47e2-92bb-8d13ff6b2ae9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.781088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cf138-048e-4dc7-a3dc-594387b1f12b req-ae9eaa04-7463-4fc4-b56b-83d142ac8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:43.783675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e8cf138-048e-4dc7-a3dc-594387b1f12b req-ae9eaa04-7463-4fc4-b56b-83d142ac8c8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 1097 time: 0.0711260 Nov 12 08:20:43.826469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.877240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 81a36814-5dd3-4cfa-bfe9-2b21e20942db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:43.878525 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.945391 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.956124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e8cf138-048e-4dc7-a3dc-594387b1f12b req-8d935649-75ec-4b3c-a08f-8d8a9744856c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126654 Nov 12 08:20:44.010576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:44.027626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Sync routers for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:44.029785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-72f16d9a-c6da-4d5d-8a7b-eadfeb9fee70 None None] Provisioning complete for port 6821166f-693c-4ee2-928c-66f4b039d654 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:44.033115 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72f16d9a-c6da-4d5d-8a7b-eadfeb9fee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.033370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c9c74cf0-dbd8-4aca-b465-0b31d492fa45 admin admin] 10.222.0.16 "PUT /v2.0/routers/ed77a394-91f2-4fc1-9b64-1521e808b468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5196965 Nov 12 08:20:44.038599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port dc050977-9906-469b-a9cb-286af4884033, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=dc050977-9906-469b-a9cb-286af4884033,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:44.051340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6f94-7719-4e52-84d1-ae4dcd9aac93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.061956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6f94-7719-4e52-84d1-ae4dcd9aac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.079770 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.140841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5a7b6f94-7719-4e52-84d1-ae4dcd9aac93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4050064d11224440af6e39c3acb29359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323530 Nov 12 08:20:44.142802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b6f94-7719-4e52-84d1-ae4dcd9aac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8579997d-a250-4448-86db-8ba2ae4a8a65,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.143340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50494) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.147511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:44.148267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:44.206246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-72f16d9a-c6da-4d5d-8a7b-eadfeb9fee70 None None] Port 6821166f-693c-4ee2-928c-66f4b039d654 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:44.233448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.269707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9029-2904-4f02-a008-7ff221169b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.288715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=dc050977-9906-469b-a9cb-286af4884033,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.339496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 81a36814-5dd3-4cfa-bfe9-2b21e20942db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=81a36814-5dd3-4cfa-bfe9-2b21e20942db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:44.355377 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.355993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9029-2904-4f02-a008-7ff221169b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.383158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ff4c5-b1db-4c75-9dd9-79d0a0ebec32 req-4355e51f-51e8-4ac1-a380-2aee8d612583 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.385012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd0ff4c5-b1db-4c75-9dd9-79d0a0ebec32 req-4355e51f-51e8-4ac1-a380-2aee8d612583 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 945 time: 0.0941863 Nov 12 08:20:44.539984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd0ff4c5-b1db-4c75-9dd9-79d0a0ebec32 req-323ae469-542f-4059-a6ab-df751af18101 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475759 Nov 12 08:20:44.569461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:44.570147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9029-2904-4f02-a008-7ff221169b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.578230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9029-2904-4f02-a008-7ff221169b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.582018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c4a9029-2904-4f02-a008-7ff221169b5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8579997d-a250-4448-86db-8ba2ae4a8a65 HTTP/1.1" status: 204 len: 168 time: 0.4374852 Nov 12 08:20:44.611463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a9029-2904-4f02-a008-7ff221169b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8579997d-a250-4448-86db-8ba2ae4a8a65,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.688721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.731938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=81a36814-5dd3-4cfa-bfe9-2b21e20942db,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.847200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b43ecbf4-2d03-4abc-8e98-75036e13389e req-00ced13f-b57a-448d-949a-690f65e09ee5 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0501640 Nov 12 08:20:44.945198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 2, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:44.985155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Checking router: ed77a394-91f2-4fc1-9b64-1521e808b468 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:44.985567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Updating router ed77a394-91f2-4fc1-9b64-1521e808b468 port 6821166f-693c-4ee2-928c-66f4b039d654 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:20:45.012933 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.171358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50528) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.187133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810643008', 'description': 'tempest-description--1915595483'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:45.192289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50530) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.235610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f243d49-fd1f-442c-8e5e-43299c46393d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.284506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.397272 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f243d49-fd1f-442c-8e5e-43299c46393d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.404035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f243d49-fd1f-442c-8e5e-43299c46393d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.435810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0f243d49-fd1f-442c-8e5e-43299c46393d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14178d1fb39e487388036dfdaeb17928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422585 Nov 12 08:20:45.442775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 81a36814-5dd3-4cfa-bfe9-2b21e20942db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:45.443966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50534) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.476543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.483158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f243d49-fd1f-442c-8e5e-43299c46393d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68cc05d-0da0-4ce8-b6c1-0cc79bfb2dd3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.503880 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.518200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05c1ef86-f8d1-4962-9f11-0e38ba341095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.518879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.531023 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.552127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05c1ef86-f8d1-4962-9f11-0e38ba341095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.582887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053693c-f80c-467e-9891-7ae5623d4968 None None] Pushing event updated for resources: {'Port': ['ID=6821166f-693c-4ee2-928c-66f4b039d654,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.603310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ffa89-90e5-4237-914a-8fb9979d2a22,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.608798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 81a36814-5dd3-4cfa-bfe9-2b21e20942db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:45.609310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.637708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05c1ef86-f8d1-4962-9f11-0e38ba341095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.641681 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05c1ef86-f8d1-4962-9f11-0e38ba341095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.643189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05c1ef86-f8d1-4962-9f11-0e38ba341095 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f68cc05d-0da0-4ce8-b6c1-0cc79bfb2dd3 HTTP/1.1" status: 204 len: 168 time: 0.1982198 Nov 12 08:20:45.665194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1ef86-f8d1-4962-9f11-0e38ba341095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68cc05d-0da0-4ce8-b6c1-0cc79bfb2dd3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.676513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc050977-9906-469b-a9cb-286af4884033'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:45.679360 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3175bde-beef-4c34-8cda-d2a410966f7a" -d '{"events": [{"server_uuid": "4fec7c5d-e01b-4f54-a48d-a2104e75edeb", "name": "network-vif-plugged", "status": "completed", "tag": "dc050977-9906-469b-a9cb-286af4884033"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:45.688788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.693832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50544) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.700839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Request body: {'security_group_rule': {'security_group_id': '8f3ffa89-90e5-4237-914a-8fb9979d2a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:45.704926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6daeaa54-a6d6-4c78-be61-b174f99d50bc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5300522 Nov 12 08:20:45.730795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.754920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.823237 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc85f566-ca26-49e3-8e17-6da69c3bf834 x-openstack-request-id: req-fc85f566-ca26-49e3-8e17-6da69c3bf834 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:45.834507 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fec7c5d-e01b-4f54-a48d-a2104e75edeb", "name": "network-vif-plugged", "status": "completed", "tag": "dc050977-9906-469b-a9cb-286af4884033", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:45.834781 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc85f566-ca26-49e3-8e17-6da69c3bf834 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:45.835305 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc050977-9906-469b-a9cb-286af4884033', 'code': 200} Nov 12 08:20:45.887376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-e448909e-a81d-46e1-ab29-4141b38f5cf3 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.893847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-e448909e-a81d-46e1-ab29-4141b38f5cf3 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.25 "GET /v2.0/networks?id=9db37d2a-0407-4567-bbec-a61d341647fa HTTP/1.1" status: 200 len: 809 time: 0.4798954 Nov 12 08:20:45.919183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Request body: {'port': {'device_id': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa', 'admin_state_up': True, 'tenant_id': 'e459803916b149faadd72218a318c35a'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:45.952830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7d742-fd31-4ca2-99a1-d5eb3bdd64d4 req-a36816ce-7022-443a-84f7-a3cdae602e91 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.955674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Attempting to bind port 6821166f-693c-4ee2-928c-66f4b039d654 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:45.958932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.960439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Attempting to bind port 6821166f-693c-4ee2-928c-66f4b039d654 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:45.960883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Attempting to bind port 6821166f-693c-4ee2-928c-66f4b039d654 on network 5593021a-535b-4bca-8f42-70e47fedaaa4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:45.961785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5e7d742-fd31-4ca2-99a1-d5eb3bdd64d4 req-a36816ce-7022-443a-84f7-a3cdae602e91 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 945 time: 0.2426775 Nov 12 08:20:45.970566 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.975266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:45.975713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Checking segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:45.976181 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.985307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Bound using segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:45.985873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Bound port: 6821166f-693c-4ee2-928c-66f4b039d654, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:45.986294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.036773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487e22-6858-4764-8f7a-dbb99f0c49e1 req-ecce83a4-a643-4844-bda7-fe8b63487689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.036773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-87487e22-6858-4764-8f7a-dbb99f0c49e1 req-ecce83a4-a643-4844-bda7-fe8b63487689 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 1097 time: 0.1681871 Nov 12 08:20:46.036773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330f089d-a1cf-4615-ad01-977e956bc392,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.095516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.096879 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ddfeb92-3482-451d-8eee-aa5c082f6fbb tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018128 Nov 12 08:20:46.107824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50556) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.139981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Request body: {'security_group_rule': {'security_group_id': '8f3ffa89-90e5-4237-914a-8fb9979d2a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:46.146563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] For port 6821166f-693c-4ee2-928c-66f4b039d654, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:46.156799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba1f0439-b28b-4b5b-9e47-266a15801763 req-1864bc76-12ba-4d4f-8256-047a5231dd3b tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 210 time: 0.0489581 Nov 12 08:20:46.204899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-87487e22-6858-4764-8f7a-dbb99f0c49e1 req-7bea3a82-ec73-48e6-960c-911152032174 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551404 Nov 12 08:20:46.211239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] For port 6821166f-693c-4ee2-928c-66f4b039d654, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6821166f-693c-4ee2-928c-66f4b039d654,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:46.216963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5e7d742-fd31-4ca2-99a1-d5eb3bdd64d4 req-1ea4295f-a8ed-4396-bbd1-34623ed57b30 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539701 Nov 12 08:20:46.225144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8e71be52-b6b1-44de-a24f-8b72d4917d99 None None] Provisioning complete for port 6821166f-693c-4ee2-928c-66f4b039d654 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:46.225585 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e71be52-b6b1-44de-a24f-8b72d4917d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.230051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.230333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.287238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Made reservation on behalf of e459803916b149faadd72218a318c35a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:46.298611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.344453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.350775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.378161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29984f5-9d2c-4fac-ade7-b5ff66c78ed1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.392274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.393984 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d7a6d3ac-dd21-4743-8c3b-7258cbc7ff50 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2847180 Nov 12 08:20:46.397285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.403429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:46.411774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:46.413226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:46.434147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.549421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053693c-f80c-467e-9891-7ae5623d4968 None None] Pushing event updated for resources: {'Port': ['ID=6821166f-693c-4ee2-928c-66f4b039d654,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.600801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Allocated IP 172.20.0.9 (9db37d2a-0407-4567-bbec-a61d341647fa/6bdec3a3-499b-443e-a324-ea4e5928a2ef/5ebf217c-fdd8-4479-8484-e49e96e34914) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:46.615437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.786614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e71be52-b6b1-44de-a24f-8b72d4917d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.810697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Allocated IP 172.25.4.247 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/7df26e9c-e7ad-415d-983e-0b3c65a5090d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:46.882386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.893834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.911726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:46.961054 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.965815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8e71be52-b6b1-44de-a24f-8b72d4917d99 None None] For port 6821166f-693c-4ee2-928c-66f4b039d654, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6821166f-693c-4ee2-928c-66f4b039d654,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:46.984350 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e71be52-b6b1-44de-a24f-8b72d4917d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.041004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.085697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Network 9db37d2a-0407-4567-bbec-a61d341647fa is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:47.091859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:47.095668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71be52-b6b1-44de-a24f-8b72d4917d99 None None] Pushing event updated for resources: {'Port': ['ID=6821166f-693c-4ee2-928c-66f4b039d654,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.110161 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.113839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:47.122713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Pushing event updated for resources: {'Port': ['ID=5ebf217c-fdd8-4479-8484-e49e96e34914,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.171087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:47.175920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:47.182516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-47fb4193-9816-45d2-b4fc-264013d18561 None None] Provisioning complete for port 6821166f-693c-4ee2-928c-66f4b039d654 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:47.182516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-47fb4193-9816-45d2-b4fc-264013d18561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.184758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:47.211997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.214576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.242837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event updated for resources: {'Port': ['ID=7df26e9c-e7ad-415d-983e-0b3c65a5090d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.246718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-2689e816-8975-46b6-95da-bf90c4ecf71c tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3325000 Nov 12 08:20:47.271327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Request body: {'port': {'device_id': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:47.332444 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.397460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.565939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.592290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:47.606086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801c8b-a952-4f9e-b739-c80dcb495471 req-aae1988d-14f5-409e-9151-e64a69ae913f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.619866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df801c8b-a952-4f9e-b739-c80dcb495471 req-aae1988d-14f5-409e-9151-e64a69ae913f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 945 time: 0.2222264 Nov 12 08:20:47.662922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace64288-5da9-4c4f-a4d6-8d90cc7f42a1 None None] The sync data for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 is: [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:47.820435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.828535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.863985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88490b55-d4c7-4be7-954a-4c5a7e5df223 req-f33d24f4-1856-47bb-abad-8e21c4d93e62 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.866297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88490b55-d4c7-4be7-954a-4c5a7e5df223 req-f33d24f4-1856-47bb-abad-8e21c4d93e62 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 931 time: 0.5142214 Nov 12 08:20:47.936139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event updated for resources: {'Port': ['ID=7df26e9c-e7ad-415d-983e-0b3c65a5090d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.957727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.982834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.984581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8af6d1e3-387d-4899-88b5-cb13199739e9 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5859058 Nov 12 08:20:48.055593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88490b55-d4c7-4be7-954a-4c5a7e5df223 req-abab2d8e-5dd5-483d-aa86-e240426f42f7 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817424 Nov 12 08:20:48.117330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df801c8b-a952-4f9e-b739-c80dcb495471 req-69f2530c-8517-405d-a742-f4481bbe802e tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954252 Nov 12 08:20:48.273554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebf217c-fdd8-4479-8484-e49e96e34914 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:48.289145 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.304624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Transition to ACTIVE for port object 5ebf217c-fdd8-4479-8484-e49e96e34914 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:48.314270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.518822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.520178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=5ebf217c-fdd8-4479-8484-e49e96e34914,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:48.560862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-329a2af1-b6b3-478e-b324-2950cb4ad8dc tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1810643008&fields=id&tenant_id=86d51e925753474cacdaaf355fbcf08c HTTP/1.1" status: 200 len: 267 time: 0.2501528 Nov 12 08:20:48.586320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Attempting to bind port 5ebf217c-fdd8-4479-8484-e49e96e34914 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:48.586685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Attempting to bind port 5ebf217c-fdd8-4479-8484-e49e96e34914 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:48.587159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Attempting to bind port 5ebf217c-fdd8-4479-8484-e49e96e34914 on network 9db37d2a-0407-4567-bbec-a61d341647fa {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:48.621588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Port 5ebf217c-fdd8-4479-8484-e49e96e34914 on network 9db37d2a-0407-4567-bbec-a61d341647fa not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:48.621915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Attempting to bind port 5ebf217c-fdd8-4479-8484-e49e96e34914 on network 9db37d2a-0407-4567-bbec-a61d341647fa {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:48.638925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:48.639679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Checking segment: {'id': '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:48.640253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Bound using segment: {'id': '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:48.640886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Bound port: 5ebf217c-fdd8-4479-8484-e49e96e34914, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:48.641469 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.729458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1232581281'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:48.767448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.770331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.780633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-63c39762-6be6-4bb0-85e0-2ab0ff034364 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:48.787866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-63c39762-6be6-4bb0-85e0-2ab0ff034364 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/networks?id=5593021a-535b-4bca-8f42-70e47fedaaa4 HTTP/1.1" status: 200 len: 811 time: 0.2056518 Nov 12 08:20:48.791329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] For port 5ebf217c-fdd8-4479-8484-e49e96e34914, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:48.804097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] For port 5ebf217c-fdd8-4479-8484-e49e96e34914, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5ebf217c-fdd8-4479-8484-e49e96e34914,segment=NetworkSegment(3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09),segment_id=3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:48.812935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-81c6e078-6be5-4a6a-b965-8dfb31a1894e tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/quotas/86d51e925753474cacdaaf355fbcf08c HTTP/1.1" status: 200 len: 375 time: 0.0240872 Nov 12 08:20:48.844293 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.866599 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.875521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.892361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:48.892870 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.894277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] 10.222.0.25 "PUT /v2.0/ports/5ebf217c-fdd8-4479-8484-e49e96e34914 HTTP/1.1" status: 200 len: 1092 time: 1.6376221 Nov 12 08:20:48.896544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'tag': '5ebf217c-fdd8-4479-8484-e49e96e34914'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:48.899458 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c3a90-25bd-4269-9d39-2f1c237e3921" -d '{"events": [{"name": "network-changed", "server_uuid": "65edfa81-829d-401c-803f-caaa5aaab8b7", "tag": "5ebf217c-fdd8-4479-8484-e49e96e34914"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:48.917465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.918650 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d090e8d-a0ec-4d0d-953a-c87669a6db00 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3984530 Nov 12 08:20:48.922297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50654) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.940449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-4c3ef1ca-a313-457b-bb3f-7161353df59a tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d51e925753474cacdaaf355fbcf08c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1264422 Nov 12 08:20:49.040270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.080815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50656) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:49.266037 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.269274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c119-c7e7-42ba-a7a7-1f9f4c4a8edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.271873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.341611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.342223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1a75e9-f2c2-4722-bb67-311f78e43b0a {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:49.359042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.360500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed72bc90-5653-4f61-bbe2-6aa295600ca7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4a1a75e9-f2c2-4722-bb67-311f78e43b0a HTTP/1.1" status: 204 len: 168 time: 0.4368367 Nov 12 08:20:49.365502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50666) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:49.370798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Request body: {'router': {'name': 'tempest-router-101253270', 'distributed': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:49.382261 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ce294-a5b0-4999-b941-1fac51f663f5 x-openstack-request-id: req-c07ce294-a5b0-4999-b941-1fac51f663f5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:49.382766 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65edfa81-829d-401c-803f-caaa5aaab8b7", "tag": "5ebf217c-fdd8-4479-8484-e49e96e34914", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:49.382766 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c07ce294-a5b0-4999-b941-1fac51f663f5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:49.383154 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'tag': '5ebf217c-fdd8-4479-8484-e49e96e34914', 'status': 'completed', 'code': 200} Nov 12 08:20:49.426735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.428344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.495481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-6f313ede-6ca3-40e3-b967-808d8fe95691 service neutron] 10.222.0.16 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169126 Nov 12 08:20:49.500629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c119-c7e7-42ba-a7a7-1f9f4c4a8edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.508606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a5d5c119-c7e7-42ba-a7a7-1f9f4c4a8edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.566091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6821166f-693c-4ee2-928c-66f4b039d654 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:49.595802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a9767-1691-4950-85d3-96ee23c2d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=5ebf217c-fdd8-4479-8484-e49e96e34914,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:49.633365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6821166f-693c-4ee2-928c-66f4b039d654 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:49.633958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.724612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-afd4e0f2-b394-4848-a7fa-7c5280534d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.727564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-afd4e0f2-b394-4848-a7fa-7c5280534d18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e459803916b149faadd72218a318c35a&device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 1095 time: 0.7737367 Nov 12 08:20:49.745853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df472460-0253-49d9-a7fd-76e49594f0be req-5ece8084-f956-4f32-a8fc-5cd2f492c440 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.748607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df472460-0253-49d9-a7fd-76e49594f0be req-5ece8084-f956-4f32-a8fc-5cd2f492c440 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 943 time: 0.2637064 Nov 12 08:20:49.845353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-c6ae11e8-3c5e-4edc-b362-5eb0b8320912 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebf217c-fdd8-4479-8484-e49e96e34914 HTTP/1.1" status: 200 len: 217 time: 0.0922165 Nov 12 08:20:49.876659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-1c21fa9a-1d0f-4e32-bed3-023262c870dc service neutron] 10.222.0.16 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796935 Nov 12 08:20:49.971094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-f349b998-ec14-46ce-b31d-b2af37d26a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.973509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-f349b998-ec14-46ce-b31d-b2af37d26a5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bdec3a3-499b-443e-a324-ea4e5928a2ef HTTP/1.1" status: 200 len: 849 time: 0.1140425 Nov 12 08:20:49.980188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df472460-0253-49d9-a7fd-76e49594f0be req-7061d764-1d8d-4c1c-a048-93dbecc11547 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127750 Nov 12 08:20:50.000558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.008021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a5d5c119-c7e7-42ba-a7a7-1f9f4c4a8edf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1acf41b383394753808e1e44450d1cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9223564 Nov 12 08:20:50.008021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5c119-c7e7-42ba-a7a7-1f9f4c4a8edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c86aff-e343-4a69-8abb-556b3e5aed48,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.008021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50668) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.025430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-557d8a42-e2ef-48a1-854e-3028e05c2202 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9db37d2a-0407-4567-bbec-a61d341647fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418940 Nov 12 08:20:50.034233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.072899 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.078202 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a075ce23-1ba3-4528-99a6-1ad5a29efc98 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7076502 Nov 12 08:20:50.078453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50670) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.190926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f77d3b06-31ca-4fc4-8ab2-3a01a1f661dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.203971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.238762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-266863a2-159a-4dcc-aea2-0d2308b0e60e service neutron] 10.222.0.25 "GET /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047603 Nov 12 08:20:50.290055 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f77d3b06-31ca-4fc4-8ab2-3a01a1f661dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.338639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af608387-2fe8-422e-92e9-66010ad66c71 req-01f6e658-4f9e-4365-a27c-a6d0cad0731f tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 210 time: 0.0851736 Nov 12 08:20:50.360624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9e401-894d-4335-88f7-29a63745ab4d req-07773ca8-b01b-4767-a976-1cbe993a3005 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.360624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7f9e401-894d-4335-88f7-29a63745ab4d req-07773ca8-b01b-4767-a976-1cbe993a3005 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 945 time: 0.1814044 Nov 12 08:20:50.430044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.435073 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.477851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c14552d7-d615-4cae-8bab-5036ac5b5f0d req-cfd70524-0afd-4e16-ab3c-09a5408d79d6 service neutron] 10.222.0.25 "GET /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301855 Nov 12 08:20:50.482155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7f9e401-894d-4335-88f7-29a63745ab4d req-53ef731d-d492-47d2-b4a4-03bd607c62f2 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906880 Nov 12 08:20:50.505428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.506187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fdbc032-a52b-4339-b3d5-2f8a064f202f {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:50.512016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.518039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d232c48-5710-4f2d-b68f-53cc141fe4b8 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "DELETE /v2.0/routers/1fdbc032-a52b-4339-b3d5-2f8a064f202f HTTP/1.1" status: 204 len: 168 time: 0.4338963 Nov 12 08:20:50.518039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f77d3b06-31ca-4fc4-8ab2-3a01a1f661dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.518039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f77d3b06-31ca-4fc4-8ab2-3a01a1f661dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.518800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50682) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.523774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Request body: {'router': {'name': 'tempest-router-1284876628', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9d954a83fe2d40a9938f559d0607dd57'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:50.532630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f77d3b06-31ca-4fc4-8ab2-3a01a1f661dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75c86aff-e343-4a69-8abb-556b3e5aed48 HTTP/1.1" status: 204 len: 168 time: 0.5235119 Nov 12 08:20:50.548095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d3b06-31ca-4fc4-8ab2-3a01a1f661dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c86aff-e343-4a69-8abb-556b3e5aed48,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.576197 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.577892 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.692743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.706586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.750114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.751563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1e7d8bf6-08b4-4cd8-8823-cbacfdabf4b7 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2311585 Nov 12 08:20:50.754426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50690) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.759058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:50.760207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-7dbb26cb-9fb5-4fde-9727-abcca0b17b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.762314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-7dbb26cb-9fb5-4fde-9727-abcca0b17b57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e459803916b149faadd72218a318c35a&device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 1095 time: 0.1449375 Nov 12 08:20:50.849904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb66ae-afab-4e44-8c84-89ea471dbad3 req-e55f87d9-cdd7-4694-b8cb-e256ccf77011 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.858720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41eb66ae-afab-4e44-8c84-89ea471dbad3 req-e55f87d9-cdd7-4694-b8cb-e256ccf77011 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 945 time: 0.1735020 Nov 12 08:20:50.917471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41eb66ae-afab-4e44-8c84-89ea471dbad3 req-ce158faa-9547-469b-90ef-100b25a93e7d tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577641 Nov 12 08:20:50.953472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-fccc97b1-55df-41d8-b4d5-64acb58e3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.957846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-fccc97b1-55df-41d8-b4d5-64acb58e3651 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9db37d2a-0407-4567-bbec-a61d341647fa HTTP/1.1" status: 200 len: 909 time: 0.1870079 Nov 12 08:20:51.008828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.009633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.038945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-6887308b-1eb4-4bc8-b292-9d7129269a8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebf217c-fdd8-4479-8484-e49e96e34914 HTTP/1.1" status: 200 len: 217 time: 0.0636880 Nov 12 08:20:51.094827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50696) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.122868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6aed5eb4-8d7c-4901-911f-b7bcd58066c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.145073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-5ac2df6d-4bb3-44d8-af0a-568c8e07a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.146486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-5ac2df6d-4bb3-44d8-af0a-568c8e07a3f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bdec3a3-499b-443e-a324-ea4e5928a2ef HTTP/1.1" status: 200 len: 849 time: 0.1004634 Nov 12 08:20:51.157417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102371) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 08:20:51.157417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Router c5905def-db54-4ecf-9934-ab766be903f0 migrating from provider to provider. {{(pid=102371) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 08:20:51.157855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.169288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.183825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.208937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-cda47de0-37b7-4a4a-a19c-2c38c7266bce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9db37d2a-0407-4567-bbec-a61d341647fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322111 Nov 12 08:20:51.254295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea9669-7355-449d-bd4f-1115ff00534f req-92c14d09-6581-4072-ac76-6dd54222c6b2 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.255910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4ea9669-7355-449d-bd4f-1115ff00534f req-92c14d09-6581-4072-ac76-6dd54222c6b2 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 943 time: 0.1376266 Nov 12 08:20:51.310702 n-d-768509-25 neutron-server[102371]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] No L3 agents can host the router c5905def-db54-4ecf-9934-ab766be903f0 Nov 12 08:20:51.354038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6aed5eb4-8d7c-4901-911f-b7bcd58066c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.374176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4ea9669-7355-449d-bd4f-1115ff00534f req-afe2f46e-6ac0-45b8-b4e6-541681c5158f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Nov 12 08:20:51.436299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-be719ca0-3231-41cd-9f96-e54edf30f5f6 service neutron] 10.222.0.25 "GET /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192490 Nov 12 08:20:51.457302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6aed5eb4-8d7c-4901-911f-b7bcd58066c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.596739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73f67704-0cb1-4351-ae7d-a3e4dccde32d req-8b6d442f-48ea-44dc-945a-39a65198d455 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 210 time: 0.0387096 Nov 12 08:20:51.602094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6aed5eb4-8d7c-4901-911f-b7bcd58066c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bffd1e3b606f4c16b25c7da60f92bad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053365 Nov 12 08:20:51.608748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50706) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.622934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Hosts for router c5905def-db54-4ecf-9934-ab766be903f0: [] {{(pid=102371) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 08:20:51.625504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5eb4-8d7c-4901-911f-b7bcd58066c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36825def-6e25-4a92-91c9-b61cfd2f07ea,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.660223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Hosts for other DVR routers connected to router c5905def-db54-4ecf-9934-ab766be903f0: set() {{(pid=102371) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 08:20:51.663293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.664630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b0aea4f-d47e-44ac-a966-5713a6478775 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "PUT /v2.0/routers/c5905def-db54-4ecf-9934-ab766be903f0 HTTP/1.1" status: 200 len: 717 time: 0.9091856 Nov 12 08:20:51.667287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50708) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.699994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5d7d0f8e-dc18-4d57-88dd-87da81ffbbc6 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.701586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5d7d0f8e-dc18-4d57-88dd-87da81ffbbc6 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.32 "GET /v2.0/networks?id=5593021a-535b-4bca-8f42-70e47fedaaa4 HTTP/1.1" status: 200 len: 811 time: 0.3126092 Nov 12 08:20:51.748895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-61ff911f-10d0-4b3f-ab8f-fbdeb948aaf1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "GET /v2.0/routers/c5905def-db54-4ecf-9934-ab766be903f0 HTTP/1.1" status: 200 len: 717 time: 0.0804117 Nov 12 08:20:51.751445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.756744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b11c3a90-25bd-4269-9d39-2f1c237e3921 req-acfd056a-0d51-4dd7-98bc-47d91a871942 service neutron] 10.222.0.25 "GET /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063908 Nov 12 08:20:51.794434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bebea4-df7a-40d9-9fb5-f4760707f95f req-c15f5f4a-70d3-4099-949a-a54928f50def tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.796406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77bebea4-df7a-40d9-9fb5-f4760707f95f req-c15f5f4a-70d3-4099-949a-a54928f50def tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 945 time: 0.1819427 Nov 12 08:20:51.804843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72dcdd61-c65e-46e5-82c5-20ca0b03e91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.860600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72dcdd61-c65e-46e5-82c5-20ca0b03e91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.868515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-eeeb37fa-5948-44cc-a4d2-a67ca0da130d tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d51e925753474cacdaaf355fbcf08c HTTP/1.1" status: 200 len: 380 time: 0.1432483 Nov 12 08:20:51.891027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Request body: {'port': {'device_id': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'admin_state_up': True, 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'security_groups': ['8f3ffa89-90e5-4237-914a-8fb9979d2a22']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:51.953098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77bebea4-df7a-40d9-9fb5-f4760707f95f req-858fd315-5dca-476d-aff2-f538c7ecbeb2 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461895 Nov 12 08:20:52.015551 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72dcdd61-c65e-46e5-82c5-20ca0b03e91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.018262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72dcdd61-c65e-46e5-82c5-20ca0b03e91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.019438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-72dcdd61-c65e-46e5-82c5-20ca0b03e91c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36825def-6e25-4a92-91c9-b61cfd2f07ea HTTP/1.1" status: 204 len: 168 time: 0.4097142 Nov 12 08:20:52.033873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcdd61-c65e-46e5-82c5-20ca0b03e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36825def-6e25-4a92-91c9-b61cfd2f07ea,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:52.062988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Made reservation on behalf of 86d51e925753474cacdaaf355fbcf08c for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:52.068846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.085296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff35db5d-c1da-4a80-a597-c9a160c529af tempest-RoutersTestDVR-1993792916 tempest-RoutersTestDVR-1993792916-project] 10.222.0.16 "GET /v2.0/routers/c5905def-db54-4ecf-9934-ab766be903f0 HTTP/1.1" status: 200 len: 683 time: 0.3324919 Nov 12 08:20:52.088179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50716) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:52.170105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.250306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Allocated IP 172.20.0.4 (5593021a-535b-4bca-8f42-70e47fedaaa4/7919d4bc-b71c-4360-ae41-bd3a76aa58b0/477b3eb4-d476-45a2-b025-25076d780743) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:52.414507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.417587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.495393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.495943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5905def-db54-4ecf-9934-ab766be903f0 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:52.497617 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.501549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.502711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9bf9391a-bc27-40bd-a30b-e3cb34c872ef tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c5905def-db54-4ecf-9934-ab766be903f0 HTTP/1.1" status: 204 len: 168 time: 0.4134555 Nov 12 08:20:52.508013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50730) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:52.512667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Request body: {'router': {'name': 'tempest-router-1345088499', 'distributed': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:52.544018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.545928 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.616798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0e0ca-e01b-4b55-8f57-b071591ad5c0 req-abe1e338-4518-4c10-b611-0aaee50e9612 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:52.619907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6d0e0ca-e01b-4b55-8f57-b071591ad5c0 req-abe1e338-4518-4c10-b611-0aaee50e9612 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 943 time: 0.1194146 Nov 12 08:20:52.670827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.684395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.697880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.730230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.733026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67f053d7-a502-4609-8db9-7e3c1b518394 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2239971 Nov 12 08:20:52.736741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:52.737281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50740) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:52.745066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:52.798824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:52.842942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.929193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6d0e0ca-e01b-4b55-8f57-b071591ad5c0 req-876250f4-264b-4d9c-93a1-e4c58ad3e130 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989931 Nov 12 08:20:53.127102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.130489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.135184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event updated for resources: {'Port': ['ID=477b3eb4-d476-45a2-b025-25076d780743,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:53.138239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f6fbbde4-977d-45ca-9005-06271746659e None None] Provisioning complete for port 477b3eb4-d476-45a2-b025-25076d780743 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:53.140338 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbde4-977d-45ca-9005-06271746659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.162794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.163867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.180858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5ebf217c-fdd8-4479-8484-e49e96e34914 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:53.209572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.210888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6413df99-5b20-45ad-86bf-a444a45625cb {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:53.220275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5b998-0e7a-48a1-aef0-ee51bf3647af req-a49ced32-5b33-4631-a897-6b1b1c393dc6 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.231103 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.232833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddf5b998-0e7a-48a1-aef0-ee51bf3647af req-a49ced32-5b33-4631-a897-6b1b1c393dc6 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 931 time: 0.4406126 Nov 12 08:20:53.255855 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-392eff9b-1a38-4ea9-8741-b37d4c01cec1 tempest-RoutersTestDVR-1044942331 tempest-RoutersTestDVR-1044942331-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6413df99-5b20-45ad-86bf-a444a45625cb HTTP/1.1" status: 204 len: 168 time: 0.5114667 Nov 12 08:20:53.289807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-f3277dd5-28a8-4483-a337-afd044ba53aa tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.292653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-f3277dd5-28a8-4483-a337-afd044ba53aa tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 945 time: 0.5030553 Nov 12 08:20:53.302014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbbde4-977d-45ca-9005-06271746659e None None] Port 477b3eb4-d476-45a2-b025-25076d780743 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:53.317127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419b32-c448-487a-9731-6badb0d4af8f req-512a74e5-8485-4268-b2c7-38db3040affc tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.319900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97419b32-c448-487a-9731-6badb0d4af8f req-512a74e5-8485-4268-b2c7-38db3040affc tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 945 time: 0.3473377 Nov 12 08:20:53.326081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-7d0329ac-6467-4ef6-8d5e-070864ef7267 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4426551 Nov 12 08:20:53.329541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5ebf217c-fdd8-4479-8484-e49e96e34914, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5ebf217c-fdd8-4479-8484-e49e96e34914,segment=NetworkSegment(3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09),segment_id=3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:53.345368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '5ebf217c-fdd8-4479-8484-e49e96e34914', 'network_id': '9db37d2a-0407-4567-bbec-a61d341647fa', 'port_id': '5ebf217c-fdd8-4479-8484-e49e96e34914', 'mac_address': 'fa:16:3e:2a:c5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdec3a3-499b-443e-a324-ea4e5928a2ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:53.412084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Request body: {'port': {'device_id': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:53.416828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.449487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebf217c-fdd8-4479-8484-e49e96e34914 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:53.492745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5ebf217c-fdd8-4479-8484-e49e96e34914, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5ebf217c-fdd8-4479-8484-e49e96e34914,segment=NetworkSegment(3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09),segment_id=3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:53.501197 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.547292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce14902-f3b7-4071-9c9f-d25361001f7b req-b39b69de-7ef6-47f9-93d7-fe5196a80cb4 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.558477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5ebf217c-fdd8-4479-8484-e49e96e34914,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:53.559632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ce14902-f3b7-4071-9c9f-d25361001f7b req-b39b69de-7ef6-47f9-93d7-fe5196a80cb4 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 945 time: 0.4655955 Nov 12 08:20:53.611675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50762) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:53.708311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddf5b998-0e7a-48a1-aef0-ee51bf3647af req-2eb520fa-1a8d-4caa-907e-8d785cdbe86d tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588065 Nov 12 08:20:53.744569 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.769851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ce14902-f3b7-4071-9c9f-d25361001f7b req-0b682e49-eac9-4434-a1fd-36edb699ef32 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/security-groups?id=80e20626-fef6-47cd-9c5a-806776f6b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090280 Nov 12 08:20:53.800376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['5ebf217c-fdd8-4479-8484-e49e96e34914'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:53.843468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Deleting port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:53.843806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.844506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc956-9e77-4bd0-adda-3046aa8ffea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.854733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Deleting port dc050977-9906-469b-a9cb-286af4884033 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:53.854733 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.971995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc956-9e77-4bd0-adda-3046aa8ffea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.981200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc956-9e77-4bd0-adda-3046aa8ffea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.060274 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f3ccc956-9e77-4bd0-adda-3046aa8ffea7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d954a83fe2d40a9938f559d0607dd57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4464290 Nov 12 08:20:54.064668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50780) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.095531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccc956-9e77-4bd0-adda-3046aa8ffea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4bc3ed-9b1f-44db-adde-0dde293cbdc7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.146949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a8375a-0fc2-4f3d-b7ef-943f9002adf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.166898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] For port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:54.167272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.175580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a8375a-0fc2-4f3d-b7ef-943f9002adf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.182411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] For port dc050977-9906-469b-a9cb-286af4884033, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=dc050977-9906-469b-a9cb-286af4884033,segment=NetworkSegment(bb562377-004d-4216-be44-aa1d87d68631),segment_id=bb562377-004d-4216-be44-aa1d87d68631)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:54.182781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.205408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Calling delete_port for b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:54.215672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Calling delete_port for dc050977-9906-469b-a9cb-286af4884033 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:54.234443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a8375a-0fc2-4f3d-b7ef-943f9002adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.237794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57a8375a-0fc2-4f3d-b7ef-943f9002adf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.241374 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57a8375a-0fc2-4f3d-b7ef-943f9002adf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db4bc3ed-9b1f-44db-adde-0dde293cbdc7 HTTP/1.1" status: 204 len: 168 time: 0.1732593 Nov 12 08:20:54.258666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8375a-0fc2-4f3d-b7ef-943f9002adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4bc3ed-9b1f-44db-adde-0dde293cbdc7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.302965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7136-e524-4f51-97ad-690ddd883264 req-0d8b7707-6f10-477f-8aac-36e5a09dca17 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.310254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43ff7136-e524-4f51-97ad-690ddd883264 req-0d8b7707-6f10-477f-8aac-36e5a09dca17 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 944 time: 0.2434182 Nov 12 08:20:54.498111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43ff7136-e524-4f51-97ad-690ddd883264 req-2e94512c-a85b-4e5b-8079-eba903b3f966 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868789 Nov 12 08:20:54.511576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477b3eb4-d476-45a2-b025-25076d780743 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:54.521927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.567808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Transition to ACTIVE for port object 477b3eb4-d476-45a2-b025-25076d780743 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:54.594091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.677180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.687982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.691563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['dc050977-9906-469b-a9cb-286af4884033'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:54.692166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Pushing event updated for resources: {'Port': ['ID=477b3eb4-d476-45a2-b025-25076d780743,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.695063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b9df08c3-987e-4cb8-b773-22b4f8bc2fb9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:54.790455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.813762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event deleted for resources: {'Port': ['ID=dc050977-9906-469b-a9cb-286af4884033,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.814448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['dc050977-9906-469b-a9cb-286af4884033'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:54.823891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b9df08c3-987e-4cb8-b773-22b4f8bc2fb9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:54.843626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07148a6c-fe38-4d9d-9315-8bb130c6e2c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.984541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07148a6c-fe38-4d9d-9315-8bb130c6e2c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.990995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07148a6c-fe38-4d9d-9315-8bb130c6e2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.038677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07148a6c-fe38-4d9d-9315-8bb130c6e2c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=640cf515247e47adbbdec793040d463a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465489 Nov 12 08:20:55.039643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07148a6c-fe38-4d9d-9315-8bb130c6e2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d50a7-7407-477a-bc74-6550a066ca52,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.048568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50816) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.109511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ab580f1-f039-4b09-aebb-c48b9a9b1da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.145901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ab580f1-f039-4b09-aebb-c48b9a9b1da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.197726 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ab580f1-f039-4b09-aebb-c48b9a9b1da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.201295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ab580f1-f039-4b09-aebb-c48b9a9b1da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.205184 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ab580f1-f039-4b09-aebb-c48b9a9b1da8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/867d50a7-7407-477a-bc74-6550a066ca52 HTTP/1.1" status: 204 len: 168 time: 0.1519771 Nov 12 08:20:55.206286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5ebf217c-fdd8-4479-8484-e49e96e34914 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:55.237702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab580f1-f039-4b09-aebb-c48b9a9b1da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d50a7-7407-477a-bc74-6550a066ca52,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.307402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Pushing event deleted for resources: {'Port': ['ID=b9df08c3-987e-4cb8-b773-22b4f8bc2fb9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.311954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 5ebf217c-fdd8-4479-8484-e49e96e34914 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:55.322474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 5ebf217c-fdd8-4479-8484-e49e96e34914 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:55.323690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] No DVR routers for this DVR port dc050977-9906-469b-a9cb-286af4884033 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:55.324442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.342320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.345844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97419b32-c448-487a-9731-6badb0d4af8f req-b00e7a0c-20a8-4e21-bbf5-110fa4564d2f tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.25 "DELETE /v2.0/ports/dc050977-9906-469b-a9cb-286af4884033 HTTP/1.1" status: 204 len: 173 time: 2.0075445 Nov 12 08:20:55.364103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'name': 'network-vif-deleted', 'tag': 'dc050977-9906-469b-a9cb-286af4884033'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:55.367751 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26651cc8-5b4b-4e6c-ba1f-f73b9291c2d8" -d '{"events": [{"server_uuid": "4fec7c5d-e01b-4f54-a48d-a2104e75edeb", "name": "network-vif-deleted", "tag": "dc050977-9906-469b-a9cb-286af4884033"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:55.371536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] No DVR routers for this DVR port b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:55.377348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.381347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab7c4406-378c-4eec-b473-6bc8c379d69f req-ee321cd5-84d4-4d2e-8494-7711190938d0 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.32 "DELETE /v2.0/ports/b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 HTTP/1.1" status: 204 len: 173 time: 2.0412104 Nov 12 08:20:55.391623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-360f798a-fca6-4b6e-9142-820fb99fc029 req-b6b17811-ae66-42fa-ab03-d15e84717317 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0b3861-0dab-40f1-b8d5-37c703527838 HTTP/1.1" status: 200 len: 210 time: 0.1218922 Nov 12 08:20:55.445124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Attempting to bind port 477b3eb4-d476-45a2-b025-25076d780743 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:55.451693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Attempting to bind port 477b3eb4-d476-45a2-b025-25076d780743 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:55.452420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Attempting to bind port 477b3eb4-d476-45a2-b025-25076d780743 on network 5593021a-535b-4bca-8f42-70e47fedaaa4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:55.473572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a26e3-e40d-41d8-99ad-460019c48675 req-1f7fce99-24d3-4bbe-854e-47bb432daf44 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.488026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c85a26e3-e40d-41d8-99ad-460019c48675 req-1f7fce99-24d3-4bbe-854e-47bb432daf44 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 943 time: 0.6717069 Nov 12 08:20:55.490901 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7a4854-d5fa-461b-946f-0be5a72d06f8 x-openstack-request-id: req-2f7a4854-d5fa-461b-946f-0be5a72d06f8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:55.491398 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fec7c5d-e01b-4f54-a48d-a2104e75edeb", "name": "network-vif-deleted", "tag": "dc050977-9906-469b-a9cb-286af4884033", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:55.491840 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f7a4854-d5fa-461b-946f-0be5a72d06f8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:55.492428 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec7c5d-e01b-4f54-a48d-a2104e75edeb', 'name': 'network-vif-deleted', 'tag': 'dc050977-9906-469b-a9cb-286af4884033', 'status': 'completed', 'code': 200} Nov 12 08:20:55.493347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Port 477b3eb4-d476-45a2-b025-25076d780743 on network 5593021a-535b-4bca-8f42-70e47fedaaa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:55.494471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Attempting to bind port 477b3eb4-d476-45a2-b025-25076d780743 on network 5593021a-535b-4bca-8f42-70e47fedaaa4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:55.505124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.513143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:55.513760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Checking segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:55.514322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Bound using segment: {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:55.514959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Bound port: 477b3eb4-d476-45a2-b025-25076d780743, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea480b2-f376-43d5-a326-a156ef9cddec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:55.515527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.542213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebf217c-fdd8-4479-8484-e49e96e34914'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:55.546080 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3dc03c-8557-4708-be1e-61cb61285e2f" -d '{"events": [{"server_uuid": "65edfa81-829d-401c-803f-caaa5aaab8b7", "name": "network-vif-plugged", "status": "completed", "tag": "5ebf217c-fdd8-4479-8484-e49e96e34914"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:55.566856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5ebf217c-fdd8-4479-8484-e49e96e34914, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5ebf217c-fdd8-4479-8484-e49e96e34914,segment=NetworkSegment(3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09),segment_id=3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:55.574297 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.635753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50832) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.651007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5ebf217c-fdd8-4479-8484-e49e96e34914,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.669519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c85a26e3-e40d-41d8-99ad-460019c48675 req-66265ef3-1866-4944-91ec-28cb372fa4a3 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746423 Nov 12 08:20:55.713845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] For port 477b3eb4-d476-45a2-b025-25076d780743, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:55.718763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] For port 477b3eb4-d476-45a2-b025-25076d780743, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=477b3eb4-d476-45a2-b025-25076d780743,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:55.730373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c519c8-d841-46c2-b839-f84f7cfecb07 req-05958ab0-8aa7-4fcf-bb9e-16bf5201d648 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.735194 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6748a4aa-f469-482c-9a19-d68fd309b739 x-openstack-request-id: req-6748a4aa-f469-482c-9a19-d68fd309b739 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:55.735737 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65edfa81-829d-401c-803f-caaa5aaab8b7", "name": "network-vif-plugged", "status": "completed", "tag": "5ebf217c-fdd8-4479-8484-e49e96e34914", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:55.735931 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6748a4aa-f469-482c-9a19-d68fd309b739 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:55.736363 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebf217c-fdd8-4479-8484-e49e96e34914', 'code': 200} Nov 12 08:20:55.739675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0c519c8-d841-46c2-b839-f84f7cfecb07 req-05958ab0-8aa7-4fcf-bb9e-16bf5201d648 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.1169477 Nov 12 08:20:55.749186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.812947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.813482 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.814936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] 10.222.0.32 "PUT /v2.0/ports/477b3eb4-d476-45a2-b025-25076d780743 HTTP/1.1" status: 200 len: 1092 time: 2.4719481 Nov 12 08:20:55.851403 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ad595e8-d39b-4131-9561-478a81b20d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.938139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c936b12-be87-46d8-a808-f8b97c09a627 service neutron] Pushing event updated for resources: {'Port': ['ID=477b3eb4-d476-45a2-b025-25076d780743,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.959766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0c519c8-d841-46c2-b839-f84f7cfecb07 req-0a3dcf9c-c2ab-4d12-85b4-bd442ad852f5 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142224 Nov 12 08:20:55.991926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24cbe1-8353-4df0-996f-6c304c3cffa3 req-7e780aad-81d4-4903-ba6e-a2a3b41ff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.993528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f24cbe1-8353-4df0-996f-6c304c3cffa3 req-7e780aad-81d4-4903-ba6e-a2a3b41ff0bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 1097 time: 0.1871731 Nov 12 08:20:56.001757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-681a4c23-46ec-4a03-ba7d-caa6cb8c9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.003318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-681a4c23-46ec-4a03-ba7d-caa6cb8c9578 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86d51e925753474cacdaaf355fbcf08c&device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 1095 time: 0.1211929 Nov 12 08:20:56.058646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ad595e8-d39b-4131-9561-478a81b20d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.066479 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ad595e8-d39b-4131-9561-478a81b20d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.071776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-1e4a9fd8-83c7-4c13-b18b-fe8408666e3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477b3eb4-d476-45a2-b025-25076d780743 HTTP/1.1" status: 200 len: 217 time: 0.0475340 Nov 12 08:20:56.122894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad595e8-d39b-4131-9561-478a81b20d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da482c75-14f1-4cfb-b8f8-fa0f634343ce,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.151323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ad595e8-d39b-4131-9561-478a81b20d2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74d033a91f5c473a871bd622c607e022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111125 Nov 12 08:20:56.152536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50848) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.167282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f24cbe1-8353-4df0-996f-6c304c3cffa3 req-5171c14e-8a74-4caa-8181-62513e1355d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626532 Nov 12 08:20:56.176306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-c1d3b7d5-6387-41a8-b4db-51b8ff018558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.178131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-c1d3b7d5-6387-41a8-b4db-51b8ff018558 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7919d4bc-b71c-4360-ae41-bd3a76aa58b0 HTTP/1.1" status: 200 len: 850 time: 0.0972028 Nov 12 08:20:56.242363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-8192d52e-0833-43bb-8143-041149a98cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.244385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-8192d52e-0833-43bb-8143-041149a98cd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5593021a-535b-4bca-8f42-70e47fedaaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524008 Nov 12 08:20:56.248684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5099cb67-c91c-45da-9514-818cba00ce4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.278878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5099cb67-c91c-45da-9514-818cba00ce4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.353652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5099cb67-c91c-45da-9514-818cba00ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.358516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5099cb67-c91c-45da-9514-818cba00ce4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.360701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5099cb67-c91c-45da-9514-818cba00ce4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da482c75-14f1-4cfb-b8f8-fa0f634343ce HTTP/1.1" status: 204 len: 168 time: 0.2056887 Nov 12 08:20:56.373676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099cb67-c91c-45da-9514-818cba00ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da482c75-14f1-4cfb-b8f8-fa0f634343ce,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.378386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-6652b19d-f3b6-4659-ad00-cedb484c34fd service neutron] 10.222.0.32 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236079 Nov 12 08:20:56.567930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ff975c4-4b06-4c45-8dfb-3f99bbb21a72 req-e751e48b-944d-412f-b097-c0a76aef8e3f service neutron] 10.222.0.32 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792443 Nov 12 08:20:56.604658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afc525cb-db5b-468b-982f-c34926fc6879 req-30b24b5c-f28f-46ec-afa9-a736c7bf25e8 tempest-MultipleCreateTestJSON-272467124 tempest-MultipleCreateTestJSON-272467124-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fec7c5d-e01b-4f54-a48d-a2104e75edeb HTTP/1.1" status: 200 len: 210 time: 0.0404201 Nov 12 08:20:56.605398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50866) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.752592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-82ac6c2b-fa22-4070-a62e-44469fdddf64 tempest-AgentManagementNegativeTest-1652745302 tempest-AgentManagementNegativeTest-1652745302-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1411622 Nov 12 08:20:56.770542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50874) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.808242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23ea540-c887-4e2e-84d8-6dc3ceff3f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.833287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93da5-7eeb-4a39-8dcb-4b9e3c7c59e0 req-79625ed6-2239-4ac2-aa78-b8bc2b3e6276 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.839203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fd93da5-7eeb-4a39-8dcb-4b9e3c7c59e0 req-79625ed6-2239-4ac2-aa78-b8bc2b3e6276 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 943 time: 0.0854053 Nov 12 08:20:56.949162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fd93da5-7eeb-4a39-8dcb-4b9e3c7c59e0 req-a9acd8ca-73b4-4838-a3f8-b1e0cef75c13 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028912 Nov 12 08:20:56.964227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23ea540-c887-4e2e-84d8-6dc3ceff3f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.971175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23ea540-c887-4e2e-84d8-6dc3ceff3f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.027607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a23ea540-c887-4e2e-84d8-6dc3ceff3f74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d136d6e1715340a79914d1fa58f3e36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527759 Nov 12 08:20:57.027781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:57.028278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ea540-c887-4e2e-84d8-6dc3ceff3f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42961e3f-cf1b-4633-85fd-49891457c977,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.030557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50880) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.091691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:57.092316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b9df08c3-987e-4cb8-b773-22b4f8bc2fb9 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:57.166598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf75d4a-1231-4ac1-a3af-3fab66832346 req-0309969f-2f37-4c8b-9823-e609f0e7cf76 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.168191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf75d4a-1231-4ac1-a3af-3fab66832346 req-0309969f-2f37-4c8b-9823-e609f0e7cf76 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.0971816 Nov 12 08:20:57.168881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45096849-5ed1-49c3-939d-2461d6bb5035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.183760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.211421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45096849-5ed1-49c3-939d-2461d6bb5035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.216883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device dc050977-9906-469b-a9cb-286af4884033 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:57.277257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bf75d4a-1231-4ac1-a3af-3fab66832346 req-557aad6b-b9a1-4ea5-9d82-55f5cfeedfff tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986059 Nov 12 08:20:57.279900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: dc050977-9906-469b-a9cb-286af4884033 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:57.280648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device dc050977-9906-469b-a9cb-286af4884033 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:57.301876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45096849-5ed1-49c3-939d-2461d6bb5035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.316161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45096849-5ed1-49c3-939d-2461d6bb5035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.316161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-45096849-5ed1-49c3-939d-2461d6bb5035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42961e3f-cf1b-4633-85fd-49891457c977 HTTP/1.1" status: 204 len: 168 time: 0.2773688 Nov 12 08:20:57.320902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45096849-5ed1-49c3-939d-2461d6bb5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42961e3f-cf1b-4633-85fd-49891457c977,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.335416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2e455d0-e60c-4d97-ace3-7248dae30a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.427350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2e455d0-e60c-4d97-ace3-7248dae30a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.434620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2e455d0-e60c-4d97-ace3-7248dae30a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.487331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e455d0-e60c-4d97-ace3-7248dae30a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820e8ee8-1bac-4561-8f02-2b90b11560ca,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.494691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'name': 'network-vif-deleted', 'tag': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9'}, {'name': 'network-changed', 'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'tag': '477b3eb4-d476-45a2-b025-25076d780743'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:57.497153 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b253f4e6-19a9-4d19-a33a-3f7aa911243c" -d '{"events": [{"server_uuid": "ab0b3861-0dab-40f1-b8d5-37c703527838", "name": "network-vif-deleted", "tag": "b9df08c3-987e-4cb8-b773-22b4f8bc2fb9"}, {"name": "network-changed", "server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "tag": "477b3eb4-d476-45a2-b025-25076d780743"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:57.498191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b2e455d0-e60c-4d97-ace3-7248dae30a6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8be77c7f71964897963d1c505d894d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136225 Nov 12 08:20:57.500763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50894) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.567323 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3850a7a-31de-4dc4-98b6-8503a29ed17f x-openstack-request-id: req-f3850a7a-31de-4dc4-98b6-8503a29ed17f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:57.567628 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0b3861-0dab-40f1-b8d5-37c703527838", "name": "network-vif-deleted", "tag": "b9df08c3-987e-4cb8-b773-22b4f8bc2fb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "tag": "477b3eb4-d476-45a2-b025-25076d780743", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:57.567880 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3850a7a-31de-4dc4-98b6-8503a29ed17f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:57.568327 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0b3861-0dab-40f1-b8d5-37c703527838', 'name': 'network-vif-deleted', 'tag': 'b9df08c3-987e-4cb8-b773-22b4f8bc2fb9', 'status': 'completed', 'code': 200} Nov 12 08:20:57.568653 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'tag': '477b3eb4-d476-45a2-b025-25076d780743', 'status': 'completed', 'code': 200} Nov 12 08:20:57.571793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c467f4e-a322-4cd4-9c78-20f887f3d8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.628694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c467f4e-a322-4cd4-9c78-20f887f3d8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.667422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50902) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.688010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-5c719a63-d887-45d4-a3b6-95780b483045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.689362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-5c719a63-d887-45d4-a3b6-95780b483045 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86d51e925753474cacdaaf355fbcf08c&device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 1095 time: 0.0938699 Nov 12 08:20:57.734087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Deleting subnet d7543498-c8ce-4e8d-898c-67563efdeab9 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:57.738150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.768108 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c467f4e-a322-4cd4-9c78-20f887f3d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.771536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c467f4e-a322-4cd4-9c78-20f887f3d8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.772770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0c467f4e-a322-4cd4-9c78-20f887f3d8d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/820e8ee8-1bac-4561-8f02-2b90b11560ca HTTP/1.1" status: 204 len: 168 time: 0.2709103 Nov 12 08:20:57.783339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.791625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c467f4e-a322-4cd4-9c78-20f887f3d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e8ee8-1bac-4561-8f02-2b90b11560ca,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.818756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-83d08a79-800c-4ed6-8c79-2c66d14b31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.820310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-83d08a79-800c-4ed6-8c79-2c66d14b31e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5593021a-535b-4bca-8f42-70e47fedaaa4 HTTP/1.1" status: 200 len: 911 time: 0.1222665 Nov 12 08:20:57.841110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.877596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-db07af9a-0527-4f2e-ad82-1ef30255b8f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477b3eb4-d476-45a2-b025-25076d780743 HTTP/1.1" status: 200 len: 217 time: 0.0430884 Nov 12 08:20:57.937924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.956314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-242a90c3-2a27-441b-a19f-b12e34016362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.957979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-242a90c3-2a27-441b-a19f-b12e34016362 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7919d4bc-b71c-4360-ae41-bd3a76aa58b0 HTTP/1.1" status: 200 len: 850 time: 0.0719790 Nov 12 08:20:57.967284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7543498-c8ce-4e8d-898c-67563efdeab9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.973722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.980646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2868b930-4af3-4685-b68b-e4b575c10538 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d7543498-c8ce-4e8d-898c-67563efdeab9 HTTP/1.1" status: 204 len: 168 time: 0.3116887 Nov 12 08:20:57.981283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50916) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:58.021168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-826b838b-edf3-4f0b-b2ea-de8a7e309750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.022811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-826b838b-edf3-4f0b-b2ea-de8a7e309750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5593021a-535b-4bca-8f42-70e47fedaaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572989 Nov 12 08:20:58.102022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.200681 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:20:58.217346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.250286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ee08b-6625-4825-be28-1cb26640c211 req-c1583d8a-7d3c-4b83-bd65-1f175324e12e tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.253083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-508ee08b-6625-4825-be28-1cb26640c211 req-c1583d8a-7d3c-4b83-bd65-1f175324e12e tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 943 time: 0.1771414 Nov 12 08:20:58.256977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2747f80-77cf-4b29-b2c6-dd3e4598cedc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.268440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb562377-004d-4216-be44-aa1d87d68631') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.268893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb562377-004d-4216-be44-aa1d87d68631') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.281500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.285047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-369330c0-d546-44d4-b7f4-c9b3ceb2e5e4 service neutron] 10.222.0.32 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530856 Nov 12 08:20:58.298328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.306229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:58.307361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:58.378140 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:58.382340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.390308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.397725 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d2747f80-77cf-4b29-b2c6-dd3e4598cedc HTTP/1.1" status: 204 len: 168 time: 0.4115939 Nov 12 08:20:58.397996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-508ee08b-6625-4825-be28-1cb26640c211 req-7f71ca2a-3d7c-4792-a1cf-be716e3094b2 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419685 Nov 12 08:20:58.406240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b4aaa-4c39-4fc0-aa5d-d8d3b4be2383 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2747f80-77cf-4b29-b2c6-dd3e4598cedc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:58.532506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825923a-5bf3-420b-8183-84579f825feb req-9c6e7abf-5d94-4a44-b50f-82abbb47375b tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.534189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3825923a-5bf3-420b-8183-84579f825feb req-9c6e7abf-5d94-4a44-b50f-82abbb47375b tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.0808609 Nov 12 08:20:58.536956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b253f4e6-19a9-4d19-a33a-3f7aa911243c req-c1b35338-5fe7-4aeb-8bb6-5714e67377c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414374 Nov 12 08:20:58.594645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3825923a-5bf3-420b-8183-84579f825feb req-73c9de0e-f02e-4336-9112-acb549cb489a tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492589 Nov 12 08:20:58.719624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:58.766111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c354bfb-cfcd-49c8-b7d9-ad137c55b607 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ef30b64f14048cab4433854cf81cc5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452816 Nov 12 08:20:58.768936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50948) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:58.878337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dffe0abe-a42c-438d-a3b7-100b949b3f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.920985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dffe0abe-a42c-438d-a3b7-100b949b3f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.988248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dffe0abe-a42c-438d-a3b7-100b949b3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.990869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dffe0abe-a42c-438d-a3b7-100b949b3f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.995063 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dffe0abe-a42c-438d-a3b7-100b949b3f36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80e20626-fef6-47cd-9c5a-806776f6b56a HTTP/1.1" status: 204 len: 168 time: 0.2216170 Nov 12 08:20:59.004253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0abe-a42c-438d-a3b7-100b949b3f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e20626-fef6-47cd-9c5a-806776f6b56a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.032698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 477b3eb4-d476-45a2-b025-25076d780743 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:59.090305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9311dc-e534-4eaf-be17-d5fbb2d42f65 req-3de2acf5-51bb-4147-9cd4-ca37f4477064 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.091911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da9311dc-e534-4eaf-be17-d5fbb2d42f65 req-3de2acf5-51bb-4147-9cd4-ca37f4477064 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0938709 Nov 12 08:20:59.101262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5979314-d472-4e1f-9a9e-098e7c0a6513 req-b032a64f-e543-4a8b-b258-9c37b37cd25a tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.103076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5979314-d472-4e1f-9a9e-098e7c0a6513 req-b032a64f-e543-4a8b-b258-9c37b37cd25a tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.1250784 Nov 12 08:20:59.182620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 477b3eb4-d476-45a2-b025-25076d780743, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=477b3eb4-d476-45a2-b025-25076d780743,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:59.191501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da9311dc-e534-4eaf-be17-d5fbb2d42f65 req-edd47540-8523-4772-881f-50dc4838a695 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873120 Nov 12 08:20:59.217291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '477b3eb4-d476-45a2-b025-25076d780743', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'port_id': '477b3eb4-d476-45a2-b025-25076d780743', 'mac_address': 'fa:16:3e:10:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:59.233278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5979314-d472-4e1f-9a9e-098e7c0a6513 req-0f50f419-7d08-42ae-bc53-f81788a05982 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113656 Nov 12 08:20:59.271930 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.294696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477b3eb4-d476-45a2-b025-25076d780743 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:59.311107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50976) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.331140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 477b3eb4-d476-45a2-b025-25076d780743, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=477b3eb4-d476-45a2-b025-25076d780743,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:59.337953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.338404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b2e49-fa51-4d46-bd3d-fd933b563272 req-d721def0-5f01-4d53-b939-a53a6bd5746a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.340461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af1b2e49-fa51-4d46-bd3d-fd933b563272 req-d721def0-5f01-4d53-b939-a53a6bd5746a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0678134 Nov 12 08:20:59.405417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=477b3eb4-d476-45a2-b025-25076d780743,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.416076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af1b2e49-fa51-4d46-bd3d-fd933b563272 req-3758b161-2d8d-4261-a006-b9764c87919b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687120 Nov 12 08:20:59.571465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5772-affe-480f-8957-5a949e8ca4d8 req-7a3a3c61-5f25-4249-97c4-491da868fa0e tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.582357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aae5772-affe-480f-8957-5a949e8ca4d8 req-7a3a3c61-5f25-4249-97c4-491da868fa0e tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 944 time: 0.0790157 Nov 12 08:20:59.637205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aae5772-affe-480f-8957-5a949e8ca4d8 req-ab41fa00-7bff-4e20-8db9-886d26c612b0 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534201 Nov 12 08:20:59.649411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['477b3eb4-d476-45a2-b025-25076d780743'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:59.660540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1721623633'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:59.693110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Made reservation on behalf of f07f73fb1330461cbded73ebb68e3f36 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:59.702010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.714961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.917303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.923241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.956881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:59.980449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405390b6-ea88-4264-a9ec-4f07450c5a45,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.983147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ce87dc5-e4bd-41cb-bea4-1e608eda6e6d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.984536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.984927 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Added segment b5e65b0d-d7e6-4582-bca1-4e4cf0c74975 of type vlan for network 15ef76cb-bdc9-444b-a562-37b08cd2376e Nov 12 08:21:00.000477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ce87dc5-e4bd-41cb-bea4-1e608eda6e6d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.2050548 Nov 12 08:21:00.031403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-208682cb-4349-4000-b0b3-02cb80898345 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/quotas/1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 375 time: 0.0261385 Nov 12 08:21:00.039740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.076413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.083794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.085430 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.130089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-da5b4706-2789-4ede-af25-f95fce46c316 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0910718 Nov 12 08:21:00.174656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8601568 Nov 12 08:21:00.174656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51016) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.183498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Request body: {'subnet': {'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:00.212454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e0c7-ac4c-4e33-ac3f-3904116003c8 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event updated for resources: {'Network': ['ID=15ef76cb-bdc9-444b-a562-37b08cd2376e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.225037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:00.279746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-dd241bd4-a123-4a13-abbc-4fce90bb80c9 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397061 Nov 12 08:21:00.331147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Made reservation on behalf of f07f73fb1330461cbded73ebb68e3f36 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:00.338813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.572611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51028) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.622197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.625873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626878b9-99d7-455a-bba9-839215e9b06f req-497fe0b2-55c4-434e-91d2-c8db16bbd846 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.633981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-626878b9-99d7-455a-bba9-839215e9b06f req-497fe0b2-55c4-434e-91d2-c8db16bbd846 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.2762554 Nov 12 08:21:00.640932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3625419e-3c38-477c-85ae-f8f7fd10b703 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542218 Nov 12 08:21:00.661467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-36870ec0-52df-40fb-9439-c1b0364d4a38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1745818 Nov 12 08:21:00.675935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5019303a-6b68-401e-a3c0-c570eb9061bd tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.677779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5019303a-6b68-401e-a3c0-c570eb9061bd tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.25 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.1639085 Nov 12 08:21:00.706884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event updated for resources: {'Subnet': ['ID=257ef75e-80b6-4425-afce-27e5536bc1c6,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.723273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Checking segment: {'id': 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:00.723885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Network hostable DHCP agents. Network: 15ef76cb-bdc9-444b-a562-37b08cd2376e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:00.748110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:00.753358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1324105173-network', 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:00.764473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 15ef76cb-bdc9-444b-a562-37b08cd2376e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:00.775599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035ec70-2f25-4ba2-ab0b-9bba58be90c4 None None] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:00.778708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.780512 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.791211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-626878b9-99d7-455a-bba9-839215e9b06f req-47ae59a1-5a9e-440e-95fc-a4b20e05bc4e tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553855 Nov 12 08:21:00.807230 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-75d215ce-c79b-4676-a4de-ae2d78817635 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6286204 Nov 12 08:21:00.811116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51036) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.821352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Request body: {'port': {'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-532597595'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:00.955843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51042) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.966156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-1a54547e-10aa-436f-89a2-11fe83d0bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.968108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-1a54547e-10aa-436f-89a2-11fe83d0bae1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 1097 time: 0.2790148 Nov 12 08:21:00.988015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:00.990647 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.033984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 477b3eb4-d476-45a2-b025-25076d780743 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:01.094462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.114983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-15ef76cb-bdc9-444b-a562-37b08cd2376e', 'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e', 'tenant_id': 'f07f73fb1330461cbded73ebb68e3f36', 'fixed_ips': [{'subnet_id': '257ef75e-80b6-4425-afce-27e5536bc1c6'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:01.115867 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.132000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 477b3eb4-d476-45a2-b025-25076d780743 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:01.139596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 477b3eb4-d476-45a2-b025-25076d780743 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:01.140032 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.161983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7386eefa-c644-40be-a597-aca4ad556314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.167244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e591ac9c-72d6-4942-a57e-229deb5c4f79 req-e4eb5fec-a0e9-406a-aac8-b2d1f6059daa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 210 time: 0.1311078 Nov 12 08:21:01.273345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Deleting port 5ebf217c-fdd8-4479-8484-e49e96e34914 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:01.274000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.294331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5e5e6-a498-470f-aca6-6018b5321772 req-dafc0cdb-610b-4e99-8db5-c6eb92ef4a56 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:01.302475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0c5e5e6-a498-470f-aca6-6018b5321772 req-dafc0cdb-610b-4e99-8db5-c6eb92ef4a56 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 944 time: 0.3153522 Nov 12 08:21:01.350247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7386eefa-c644-40be-a597-aca4ad556314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.358605 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7386eefa-c644-40be-a597-aca4ad556314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.370757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-235213fa-d701-4442-b4b3-01754f040294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:01.373302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-235213fa-d701-4442-b4b3-01754f040294 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.3756583 Nov 12 08:21:01.382022 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.391760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7386eefa-c644-40be-a597-aca4ad556314 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09d80ac5f47e418bb117bef4b5a34eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344134 Nov 12 08:21:01.394209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51052) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.412392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Allocated IP 2001:db8::2 (15ef76cb-bdc9-444b-a562-37b08cd2376e/257ef75e-80b6-4425-afce-27e5536bc1c6/80d30b98-830e-452d-bbad-9696c89fc8d8) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:01.440916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 477b3eb4-d476-45a2-b025-25076d780743, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=477b3eb4-d476-45a2-b025-25076d780743,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:01.444600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477b3eb4-d476-45a2-b025-25076d780743'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:01.447951 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc057e0-4c84-4d42-be2b-aefbef782d11" -d '{"events": [{"server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "name": "network-vif-plugged", "status": "completed", "tag": "477b3eb4-d476-45a2-b025-25076d780743"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:01.451779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386eefa-c644-40be-a597-aca4ad556314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174b346-08ee-4376-9ec5-bde93df482aa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.466460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.477530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Made reservation on behalf of f07f73fb1330461cbded73ebb68e3f36 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:01.488662 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.501091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-893c1859-7f5c-4757-b34c-816eea1a7765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.546413 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd106a3c-a78a-4e5c-b933-ead134b31937 x-openstack-request-id: req-cd106a3c-a78a-4e5c-b933-ead134b31937 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:01.546949 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "name": "network-vif-plugged", "status": "completed", "tag": "477b3eb4-d476-45a2-b025-25076d780743", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:01.547455 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd106a3c-a78a-4e5c-b933-ead134b31937 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:01.548285 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477b3eb4-d476-45a2-b025-25076d780743', 'code': 200} Nov 12 08:21:01.567864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-893c1859-7f5c-4757-b34c-816eea1a7765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.573930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-a05304e4-1733-4ab5-bddc-f24e18a8ece0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb HTTP/1.1" status: 200 len: 217 time: 0.1872253 Nov 12 08:21:01.660162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=477b3eb4-d476-45a2-b025-25076d780743,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.679450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-893c1859-7f5c-4757-b34c-816eea1a7765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.687196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-893c1859-7f5c-4757-b34c-816eea1a7765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.693508 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-893c1859-7f5c-4757-b34c-816eea1a7765 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e174b346-08ee-4376-9ec5-bde93df482aa HTTP/1.1" status: 204 len: 168 time: 0.2946861 Nov 12 08:21:01.702874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1859-7f5c-4757-b34c-816eea1a7765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174b346-08ee-4376-9ec5-bde93df482aa,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.744862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0c5e5e6-a498-470f-aca6-6018b5321772 req-213c44d8-52b6-41bb-bad6-b1a49697e5dd tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410491 Nov 12 08:21:01.788179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] device_id is not set on port feef4b62-cac3-440c-9026-6d0fc4ab77a5 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:01.842513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.858595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.970426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:01.979982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:01.983354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Pushing event updated for resources: {'Port': ['ID=80d30b98-830e-452d-bbad-9696c89fc8d8,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.987967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:02.062749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Attempting to bind port 80d30b98-830e-452d-bbad-9696c89fc8d8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:02.063201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Attempting to bind port 80d30b98-830e-452d-bbad-9696c89fc8d8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:02.063639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Attempting to bind port 80d30b98-830e-452d-bbad-9696c89fc8d8 on network 15ef76cb-bdc9-444b-a562-37b08cd2376e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:02.072632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:02.073206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Checking segment: {'id': 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:02.074292 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.074754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Bound using segment: {'id': 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:02.075337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Bound port: 80d30b98-830e-452d-bbad-9696c89fc8d8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:02.075620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.095300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.125313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] For port 5ebf217c-fdd8-4479-8484-e49e96e34914, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5ebf217c-fdd8-4479-8484-e49e96e34914,segment=NetworkSegment(3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09),segment_id=3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:02.126010 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.158345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.159191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-54067e6c-9e60-471e-908a-3b9f2565c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.159932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-54067e6c-9e60-471e-908a-3b9f2565c5e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.5204787 Nov 12 08:21:02.161734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.166470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b76b-0548-4c5e-8068-92dc477114be req-caf477a6-ac30-429f-bf75-761de9b1f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.167908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b00b76b-0548-4c5e-8068-92dc477114be req-caf477a6-ac30-429f-bf75-761de9b1f5d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 1097 time: 0.5272589 Nov 12 08:21:02.175800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc66c-d10d-4b58-a40e-60d09b254b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.189717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] For port 80d30b98-830e-452d-bbad-9696c89fc8d8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:02.193810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] For port 80d30b98-830e-452d-bbad-9696c89fc8d8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=80d30b98-830e-452d-bbad-9696c89fc8d8,segment=NetworkSegment(b5e65b0d-d7e6-4582-bca1-4e4cf0c74975),segment_id=b5e65b0d-d7e6-4582-bca1-4e4cf0c74975)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:02.210100 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.213456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Calling delete_port for 5ebf217c-fdd8-4479-8484-e49e96e34914 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:02.295627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:02.296691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc66c-d10d-4b58-a40e-60d09b254b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.304149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd4cc66c-d10d-4b58-a40e-60d09b254b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.342427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f035d1-1e50-40cf-b7b1-43dd395943e4 None None] Pushing event updated for resources: {'Port': ['ID=80d30b98-830e-452d-bbad-9696c89fc8d8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.369803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cc66c-d10d-4b58-a40e-60d09b254b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef77cd-3f51-49e6-9062-242f1bcb10ea,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.377571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7796157b-2024-4c32-9e55-1854af302a3c req-27e73117-9b33-4b65-85c7-4e59cd11ae79 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 210 time: 0.0828943 Nov 12 08:21:02.393119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cd4cc66c-d10d-4b58-a40e-60d09b254b8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52d455eff1cd424c842b48f834120179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301493 Nov 12 08:21:02.398758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.465927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.465927 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Added segment 677e03b5-200e-4553-a204-7e4e30279ba7 of type vlan for network 1f4c10de-cf40-4961-8945-113a4a3813da Nov 12 08:21:02.478932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9905af-57f1-4c65-aa38-0e6f28370a5e req-a214c9fe-eb26-4e9c-b159-0976523a1fe5 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.489931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff9905af-57f1-4c65-aa38-0e6f28370a5e req-a214c9fe-eb26-4e9c-b159-0976523a1fe5 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 945 time: 0.4499166 Nov 12 08:21:02.522021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a140ee84-a147-459c-ac3b-5bb6c14b1574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.530923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3b4ca6d7-449c-4197-9c5d-940b02c67a6b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.531149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1462b83-4ec4-4374-867c-262a6812a094,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.532622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3b4ca6d7-449c-4197-9c5d-940b02c67a6b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.2005117 Nov 12 08:21:02.562182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'port': {'device_id': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'admin_state_up': True, 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:02.593293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Allocated IP 2001:db8::27b (15ef76cb-bdc9-444b-a562-37b08cd2376e/257ef75e-80b6-4425-afce-27e5536bc1c6/feef4b62-cac3-440c-9026-6d0fc4ab77a5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:02.612727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-3e490512-8c36-4957-9c31-ed3efe197d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.614291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-3e490512-8c36-4957-9c31-ed3efe197d37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4428132 Nov 12 08:21:02.616499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b00b76b-0548-4c5e-8068-92dc477114be req-4e4b45c8-88ad-458a-b2ad-45c6b09a48d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369416 Nov 12 08:21:02.621644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a140ee84-a147-459c-ac3b-5bb6c14b1574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.659892 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.731313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff9905af-57f1-4c65-aa38-0e6f28370a5e req-3c805faf-0017-4a47-8803-bd2b3e33f729 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a849b-4ca1-4ccf-a962-73fea8a96dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395682 Nov 12 08:21:02.950290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.951291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.951858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.128479 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a140ee84-a147-459c-ac3b-5bb6c14b1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.132108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a140ee84-a147-459c-ac3b-5bb6c14b1574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.132472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a140ee84-a147-459c-ac3b-5bb6c14b1574 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5ef77cd-3f51-49e6-9062-242f1bcb10ea HTTP/1.1" status: 204 len: 168 time: 0.7324953 Nov 12 08:21:03.147973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:03.152648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.154885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ee84-a147-459c-ac3b-5bb6c14b1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef77cd-3f51-49e6-9062-242f1bcb10ea,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.248337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5ebf217c-fdd8-4479-8484-e49e96e34914 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:03.421384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.427254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Allocated IP 172.20.0.13 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/30fc332c-b228-4bf0-a6a5-41b183971b31) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:03.462582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 80d30b98-830e-452d-bbad-9696c89fc8d8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:03.577898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 80d30b98-830e-452d-bbad-9696c89fc8d8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:03.578478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.662871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0858819 Nov 12 08:21:03.718232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.718798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.736062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51084) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:03.779482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd952e9a-5f13-47dc-8d6b-0518195ac2a5 req-585cc311-6a21-42f7-8235-087989fdce24 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 210 time: 0.2238417 Nov 12 08:21:03.788265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.793399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 80d30b98-830e-452d-bbad-9696c89fc8d8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=80d30b98-830e-452d-bbad-9696c89fc8d8,segment=NetworkSegment(b5e65b0d-d7e6-4582-bca1-4e4cf0c74975),segment_id=b5e65b0d-d7e6-4582-bca1-4e4cf0c74975)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:03.799912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Request body: {'subnet': {'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1324105173-subnet', 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:03.811877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:03.821112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['73cc51d5-9a6f-494d-96c9-3647b6aac2b2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:03.827290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.841661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.874005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aa760-77f1-418b-bf7f-933af440b397 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4c10de-cf40-4961-8945-113a4a3813da,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.911937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:03.922092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:03.925969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:03.987844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.046098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.047521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.073420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] No DVR routers for this DVR port 5ebf217c-fdd8-4479-8484-e49e96e34914 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:04.082511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.096373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1f4c10de-cf40-4961-8945-113a4a3813da details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:04.102347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d39a30-8419-4874-a61f-c7c7c0b49613 req-59a1bafa-02d1-4555-abad-b5a2fca6eadd tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.103287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=80d30b98-830e-452d-bbad-9696c89fc8d8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.103759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-3ff7b1c1-df7c-4f07-a822-efadb9bdf889 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5528457 Nov 12 08:21:04.109983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2d39a30-8419-4874-a61f-c7c7c0b49613 req-59a1bafa-02d1-4555-abad-b5a2fca6eadd tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 1.1987121 Nov 12 08:21:04.120189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103d4e5-d5f9-43ce-8aea-c55d161edaee None None] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:04.125403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Request body: {'port': {'device_id': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:04.152892 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.156952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1e0e0e7-8eca-40b9-a83b-8b4e88e626ff req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.25 "DELETE /v2.0/ports/5ebf217c-fdd8-4479-8484-e49e96e34914 HTTP/1.1" status: 204 len: 173 time: 3.4668088 Nov 12 08:21:04.222306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.238194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a314daf-760f-4b6c-b1df-e9eed16eae6f tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] Pushing event deleted for resources: {'Port': ['ID=5ebf217c-fdd8-4479-8484-e49e96e34914,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.242921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'name': 'network-vif-deleted', 'tag': '5ebf217c-fdd8-4479-8484-e49e96e34914'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:04.247406 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b388df-cbbe-43ea-9098-e88ef2b1b250" -d '{"events": [{"server_uuid": "65edfa81-829d-401c-803f-caaa5aaab8b7", "name": "network-vif-deleted", "tag": "5ebf217c-fdd8-4479-8484-e49e96e34914"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:04.283171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2d39a30-8419-4874-a61f-c7c7c0b49613 req-f9f57225-2773-4514-b2d6-6c0b0689e102 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720352 Nov 12 08:21:04.288997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:04.292742 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.298643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57a2e37b-bec0-41db-b2bc-20309e78e474 req-325c41d1-790a-4cfe-880a-6f1ec6f82472 tempest-ServerGroupTestJSON-201666550 tempest-ServerGroupTestJSON-201666550-project] 10.222.0.16 "GET /v2.0/ports?device_id=65edfa81-829d-401c-803f-caaa5aaab8b7 HTTP/1.1" status: 200 len: 210 time: 0.2447376 Nov 12 08:21:04.444109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-9b441d0e-113f-4566-a3e3-789968a2ba9f service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5233467 Nov 12 08:21:04.508394 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c96940a-f1dd-4100-a3a1-7b2062a1b172 x-openstack-request-id: req-1c96940a-f1dd-4100-a3a1-7b2062a1b172 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:04.508684 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65edfa81-829d-401c-803f-caaa5aaab8b7", "name": "network-vif-deleted", "tag": "5ebf217c-fdd8-4479-8484-e49e96e34914", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:04.509089 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c96940a-f1dd-4100-a3a1-7b2062a1b172 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:04.510196 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65edfa81-829d-401c-803f-caaa5aaab8b7', 'name': 'network-vif-deleted', 'tag': '5ebf217c-fdd8-4479-8484-e49e96e34914', 'status': 'completed', 'code': 200} Nov 12 08:21:04.524685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-de02438f-be51-4384-aedf-19bee60855ce None None] Provisioning complete for port 80d30b98-830e-452d-bbad-9696c89fc8d8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:04.525318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.525462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-de02438f-be51-4384-aedf-19bee60855ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.680214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:04.701426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:04.735478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:04.750912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.752377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.779664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event updated for resources: {'Port': ['ID=feef4b62-cac3-440c-9026-6d0fc4ab77a5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.803927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0b414e00-fd83-41bb-a65d-c48a7f1caf13 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9864078 Nov 12 08:21:04.809515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51106) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.821484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Request body: {'port': {'network_id': '15ef76cb-bdc9-444b-a562-37b08cd2376e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1714867597', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:04.822512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] bootfile-name is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:04.823134 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] tftp-server is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:04.823654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] server-ip-address is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:04.849696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fc332c-b228-4bf0-a6a5-41b183971b31 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:04.877832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.905833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Transition to ACTIVE for port object 30fc332c-b228-4bf0-a6a5-41b183971b31 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:04.917341 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.016927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.032877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc40617e-e4ba-4047-9344-1999b71c73c9 req-a3bd640e-a1b4-4f98-95c9-ee81b20cd1bc service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216272 Nov 12 08:21:05.161117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2434127-ac24-4ea2-876c-56f2848f1211 req-1177f87e-4dad-482e-ad5f-768e83c18bde tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.162738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2434127-ac24-4ea2-876c-56f2848f1211 req-1177f87e-4dad-482e-ad5f-768e83c18bde tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 944 time: 0.1993117 Nov 12 08:21:05.180833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Attempting to bind port 30fc332c-b228-4bf0-a6a5-41b183971b31 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:05.182166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Attempting to bind port 30fc332c-b228-4bf0-a6a5-41b183971b31 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:05.182784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Attempting to bind port 30fc332c-b228-4bf0-a6a5-41b183971b31 on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:05.190759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Port 30fc332c-b228-4bf0-a6a5-41b183971b31 on network 70a15c56-81d1-4c95-89ec-c56f14881164 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:05.191180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Attempting to bind port 30fc332c-b228-4bf0-a6a5-41b183971b31 on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:05.207504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:05.208029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:05.208670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:05.209247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Bound port: 30fc332c-b228-4bf0-a6a5-41b183971b31, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:05.209711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.245763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.357055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:05.381445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=30fc332c-b228-4bf0-a6a5-41b183971b31,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:05.395884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.419686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 80d30b98-830e-452d-bbad-9696c89fc8d8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:05.458278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.459095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.461039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/30fc332c-b228-4bf0-a6a5-41b183971b31 HTTP/1.1" status: 200 len: 1093 time: 1.3478460 Nov 12 08:21:05.461721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:05.464085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d235306-fbb1-456b-adf8-765d95ebdb43,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.465151 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12794066-b39a-445e-8c2d-f8de4f089995" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:05.502366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e530d2-31a4-4e93-add4-87a2694a29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.526958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Made reservation on behalf of f07f73fb1330461cbded73ebb68e3f36 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:05.531846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.577196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 80d30b98-830e-452d-bbad-9696c89fc8d8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:05.577705 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.594312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-fbeb1fea-15e9-4698-b2cb-a844ca544278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.599009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-fbeb1fea-15e9-4698-b2cb-a844ca544278 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 1096 time: 0.0806489 Nov 12 08:21:05.607758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c6387bf6-7d38-43d6-a252-406735d4a1e1 None None] Provisioning complete for port feef4b62-cac3-440c-9026-6d0fc4ab77a5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:05.608029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6387bf6-7d38-43d6-a252-406735d4a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.669047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c6387bf6-7d38-43d6-a252-406735d4a1e1 None None] Port feef4b62-cac3-440c-9026-6d0fc4ab77a5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:05.678625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2434127-ac24-4ea2-876c-56f2848f1211 req-74f9cb6a-5e67-489d-a0d6-bb4b40d84400 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788933 Nov 12 08:21:05.698299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] device_id is not set on port 1b336326-6603-411c-9c29-77472842f40c yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:05.705599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-312d4f9b-6784-49d3-8409-c216bf9bdfa4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30fc332c-b228-4bf0-a6a5-41b183971b31 HTTP/1.1" status: 200 len: 217 time: 0.0971429 Nov 12 08:21:05.791342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c6387bf6-7d38-43d6-a252-406735d4a1e1 None None] Provisioning complete for port 80d30b98-830e-452d-bbad-9696c89fc8d8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:05.793789 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6387bf6-7d38-43d6-a252-406735d4a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.825723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b7b1c-1dcb-4e12-8370-aa8ac85eb4ba req-51bef9eb-ef2a-4728-bfcc-9497b56051df tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.827659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab5b7b1c-1dcb-4e12-8370-aa8ac85eb4ba req-51bef9eb-ef2a-4728-bfcc-9497b56051df tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.3425057 Nov 12 08:21:05.843664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:05.844385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Network hostable DHCP agents. Network: 1f4c10de-cf40-4961-8945-113a4a3813da, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:05.860831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-6e43c5fe-fe2e-4e09-9e5c-36a07fb4eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.870140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-6e43c5fe-fe2e-4e09-9e5c-36a07fb4eaea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1565411 Nov 12 08:21:05.912322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Network 1f4c10de-cf40-4961-8945-113a4a3813da is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:05.963316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1f4c10de-cf40-4961-8945-113a4a3813da) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:05.968610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.969238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.977376 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2812a0-91f4-48bd-b856-ca2ad2cfa455 x-openstack-request-id: req-8a2812a0-91f4-48bd-b856-ca2ad2cfa455 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:05.978965 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:05.979506 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a2812a0-91f4-48bd-b856-ca2ad2cfa455 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:05.980506 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31', 'status': 'completed', 'code': 200} Nov 12 08:21:05.987691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de91faa-958a-4f86-af80-7b6a832f2e85 None None] Network 1f4c10de-cf40-4961-8945-113a4a3813da requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:06.009922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-462c3459-941d-4375-8b57-d5a312fd7f0b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2687922 Nov 12 08:21:06.031737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f490ac-adef-455e-96be-aedd11a0b15f req-52025a80-57ed-4c67-aef4-f45f8c5f6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.036293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-52025a80-57ed-4c67-aef4-f45f8c5f6e11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557679 Nov 12 08:21:06.086939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Allocated IP 2001:db8::3e2 (15ef76cb-bdc9-444b-a562-37b08cd2376e/257ef75e-80b6-4425-afce-27e5536bc1c6/1b336326-6603-411c-9c29-77472842f40c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:06.094193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab5b7b1c-1dcb-4e12-8370-aa8ac85eb4ba req-f16fecf0-7225-4870-b011-12e9b907e41b tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418277 Nov 12 08:21:06.246712 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-a668b6fc-6425-4b14-b4a6-f28f76cb89d2 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013195 Nov 12 08:21:06.360274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b5fbd-ef98-4269-8a6e-ca27bfd69270 None None] Network 1f4c10de-cf40-4961-8945-113a4a3813da requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:06.366583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce33e-a993-45d9-b7be-a50e3eff32aa req-77dd5223-016c-45fe-a46e-217b222b80c3 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.368141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e04ce33e-a993-45d9-b7be-a50e3eff32aa req-77dd5223-016c-45fe-a46e-217b222b80c3 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.1480012 Nov 12 08:21:06.382519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.400955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Request body: {'floatingip': {'port_id': '477b3eb4-d476-45a2-b025-25076d780743'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:06.478394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.502995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d8cd9e7a-d745-4ed4-9579-6c857bd8e0a5 None None] Provisioning complete for port feef4b62-cac3-440c-9026-6d0fc4ab77a5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:06.503506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d8cd9e7a-d745-4ed4-9579-6c857bd8e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.523597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.586850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd9e7a-d745-4ed4-9579-6c857bd8e0a5 None None] Port feef4b62-cac3-440c-9026-6d0fc4ab77a5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:06.665870 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-68f490ac-adef-455e-96be-aedd11a0b15f req-bcb8f9b3-eadf-4c96-877a-4eb9c4ada7d7 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099569 Nov 12 08:21:06.687379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.695981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Deleting subnet 6bdec3a3-499b-443e-a324-ea4e5928a2ef {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:06.700815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.768463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.924768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.936187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794066-b39a-445e-8c2d-f8de4f089995 req-4316f07f-761d-4dc1-8242-d4d64f440ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.938544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-4316f07f-761d-4dc1-8242-d4d64f440ccf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 1096 time: 0.1959612 Nov 12 08:21:07.024240 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.097786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdec3a3-499b-443e-a324-ea4e5928a2ef,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.103721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.107560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7292bafc-f0b4-47ca-8ef7-25b4b0b3301b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6bdec3a3-499b-443e-a324-ea4e5928a2ef HTTP/1.1" status: 204 len: 168 time: 0.6207683 Nov 12 08:21:07.115965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6038fa-1920-40b8-8024-5558bc6bfac8 req-d28289a8-d82d-4494-9990-ac1068d7c9fa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.117826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed6038fa-1920-40b8-8024-5558bc6bfac8 req-d28289a8-d82d-4494-9990-ac1068d7c9fa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 944 time: 0.2909081 Nov 12 08:21:07.119288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51180) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.128080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.163179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794066-b39a-445e-8c2d-f8de4f089995 req-d217ecab-6d62-4632-b027-0ca98ea4ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.164870 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-d217ecab-6d62-4632-b027-0ca98ea4ff9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.2169964 Nov 12 08:21:07.301493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-f6809ece-9f61-4a30-9b61-e13d83a8b971 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30fc332c-b228-4bf0-a6a5-41b183971b31 HTTP/1.1" status: 200 len: 217 time: 0.1230431 Nov 12 08:21:07.361907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:07.379755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:07.465516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event updated for resources: {'Port': ['ID=1b336326-6603-411c-9c29-77472842f40c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.471953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794066-b39a-445e-8c2d-f8de4f089995 req-1b33bb34-6c68-4f10-adac-ce5d3d9bb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.474965 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-1b33bb34-6c68-4f10-adac-ce5d3d9bb602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1630702 Nov 12 08:21:07.500547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:07.514455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.515147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.524035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.592580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed6038fa-1920-40b8-8024-5558bc6bfac8 req-741f13c1-ec97-440c-98bd-737580b32674 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523442 Nov 12 08:21:07.622774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7cf00709-9407-49a4-84fb-9b763974a7ff tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8085973 Nov 12 08:21:07.642837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51198) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.667311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794066-b39a-445e-8c2d-f8de4f089995 req-fb3b052a-6ee0-42c0-981e-f77694951590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.670340 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-fb3b052a-6ee0-42c0-981e-f77694951590 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746063 Nov 12 08:21:07.815000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.820727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-e4e9cf57-b6b3-4672-9e73-59b29158f169 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.831977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-e4e9cf57-b6b3-4672-9e73-59b29158f169 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.6118248 Nov 12 08:21:07.851127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-234b605f-9bdb-415c-9b87-8957a69e2914 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688104 Nov 12 08:21:07.852672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.876023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-5140941f-27f3-4326-866f-2a741870ab5f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.0426321 Nov 12 08:21:07.959769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-54101d33-f02f-4a48-8efc-76dc622a66a4 None None] Provisioning complete for port 1b336326-6603-411c-9c29-77472842f40c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:07.961012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54101d33-f02f-4a48-8efc-76dc622a66a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.971120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-dcfe8262-8ee2-434c-b117-7af96345988a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755215 Nov 12 08:21:07.985968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.004130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-54101d33-f02f-4a48-8efc-76dc622a66a4 None None] Port 1b336326-6603-411c-9c29-77472842f40c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:08.018179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfeb13-930b-4239-a359-5a61d23596c5 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.024332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfeb13-930b-4239-a359-5a61d23596c5 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.032925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfeb13-930b-4239-a359-5a61d23596c5 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.034698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c6dfeb13-930b-4239-a359-5a61d23596c5 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3908916 Nov 12 08:21:08.045844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51206) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.099629 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Floating IP ea10ef79-a936-48bc-8336-87efc1f5ca16 associated. External IP: 172.25.4.247, port: 477b3eb4-d476-45a2-b025-25076d780743. Nov 12 08:21:08.104525 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12794066-b39a-445e-8c2d-f8de4f089995 req-f49c1277-03fd-4d7c-b2d4-52f0c2dc684c service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967399 Nov 12 08:21:08.130191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db37d2a-0407-4567-bbec-a61d341647fa']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:08.151653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:08.151899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3647c32e-ec1e-4379-9f0b-9bc6dc7a5a09') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:08.172246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.214983 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.239192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:08.239619 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:08.241462 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:08.296161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-c7d2fd4a-69e1-42c8-ba2b-eaae2ea6a6bd service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149624 Nov 12 08:21:08.345899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.353335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Deleting port 1b336326-6603-411c-9c29-77472842f40c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:08.353657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.361778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.365269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9db37d2a-0407-4567-bbec-a61d341647fa HTTP/1.1" status: 204 len: 168 time: 1.2449782 Nov 12 08:21:08.381461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Router ed77a394-91f2-4fc1-9b64-1521e808b468 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:08.423601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d361e35-c330-4914-a1f0-2d4c40bf134c admin admin] Pushing event deleted for resources: {'Network': ['ID=9db37d2a-0407-4567-bbec-a61d341647fa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:08.512600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-50815e5e-3dce-4d73-9dac-d35eb3bc8aad service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010934 Nov 12 08:21:08.516251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.530268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Calling delete_port for 1b336326-6603-411c-9c29-77472842f40c owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:08.666282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.721108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:08.738151 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] Sync routers for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:08.742358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.763647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51220) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.773793 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:08.775980 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:08.795708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.844906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event deleted for resources: {'Port': ['ID=1b336326-6603-411c-9c29-77472842f40c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:08.888652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29837ea4-91c9-4748-8631-3dfcfa447115 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "PUT /v2.0/floatingips/ea10ef79-a936-48bc-8336-87efc1f5ca16 HTTP/1.1" status: 200 len: 991 time: 2.4955716 Nov 12 08:21:08.888652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'tag': '477b3eb4-d476-45a2-b025-25076d780743'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:08.890834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d687251c-918a-48d1-9abb-2b514099875c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e459803916b149faadd72218a318c35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270852 Nov 12 08:21:08.897370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51228) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.898864 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4" -d '{"events": [{"name": "network-changed", "server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "tag": "477b3eb4-d476-45a2-b025-25076d780743"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:08.972779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.980101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-14444a23-1188-4980-a31d-968bcc6e0301 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "DELETE /v2.0/ports/1b336326-6603-411c-9c29-77472842f40c HTTP/1.1" status: 204 len: 168 time: 0.9228621 Nov 12 08:21:08.982683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.990890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Request body: {'port': {'name': 'tempest-new-port-name-572348764', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:08.991356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.api.validators [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] bootfile-name is not in valid_values {{(pid=102371) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:08.991783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.api.validators [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] tftp-server is not in valid_values {{(pid=102371) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:08.992187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.api.validators [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] server-ip-address is not in valid_values {{(pid=102371) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:09.114225 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:09.142493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e54b113-b770-4907-b63e-e8b6e7ef0bad req-0e661624-9831-44e3-9de1-880558b3d91f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 210 time: 0.1085334 Nov 12 08:21:09.163021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.216454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea55b65-e1e4-4eb9-867d-f0599f2c0f03 req-d08e80be-6b97-4f22-b8ce-f8c62b4c8f0f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.223123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aea55b65-e1e4-4eb9-867d-f0599f2c0f03 req-d08e80be-6b97-4f22-b8ce-f8c62b4c8f0f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 944 time: 0.3304226 Nov 12 08:21:09.272945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb81d-3b4b-4c22-9b00-3a35dc480877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.282405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 30fc332c-b228-4bf0-a6a5-41b183971b31 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:09.327668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb81d-3b4b-4c22-9b00-3a35dc480877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.354007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aea55b65-e1e4-4eb9-867d-f0599f2c0f03 req-43fc3fb3-edc9-447a-891b-feae450e1d24 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197493 Nov 12 08:21:09.427374 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb81d-3b4b-4c22-9b00-3a35dc480877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.430514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb81d-3b4b-4c22-9b00-3a35dc480877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.432455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0b8eb81d-3b4b-4c22-9b00-3a35dc480877 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/041a849b-4ca1-4ccf-a962-73fea8a96dde HTTP/1.1" status: 204 len: 168 time: 0.5320699 Nov 12 08:21:09.444248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eb81d-3b4b-4c22-9b00-3a35dc480877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a849b-4ca1-4ccf-a962-73fea8a96dde,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.466378 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98527e-fe88-40fe-9ffd-d8afbc41886d x-openstack-request-id: req-3e98527e-fe88-40fe-9ffd-d8afbc41886d {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:09.466973 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "tag": "477b3eb4-d476-45a2-b025-25076d780743", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:09.467408 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e98527e-fe88-40fe-9ffd-d8afbc41886d {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:09.468686 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'tag': '477b3eb4-d476-45a2-b025-25076d780743', 'status': 'completed', 'code': 200} Nov 12 08:21:09.590436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-9d98de2a-37c4-4b5a-bd83-7c672f7ff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.593407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-9d98de2a-37c4-4b5a-bd83-7c672f7ff116 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86d51e925753474cacdaaf355fbcf08c&device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 1097 time: 0.1372223 Nov 12 08:21:09.614948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.622038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.624838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=30fc332c-b228-4bf0-a6a5-41b183971b31,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:09.654629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '30fc332c-b228-4bf0-a6a5-41b183971b31', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '30fc332c-b228-4bf0-a6a5-41b183971b31', 'mac_address': 'fa:16:3e:dc:68:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:09.677955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] In _notify_port_updated(), no bound segment for port feef4b62-cac3-440c-9026-6d0fc4ab77a5 on network 15ef76cb-bdc9-444b-a562-37b08cd2376e {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:21:09.686200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.687054 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.689081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "PUT /v2.0/ports/feef4b62-cac3-440c-9026-6d0fc4ab77a5 HTTP/1.1" status: 200 len: 1129 time: 0.7051413 Nov 12 08:21:09.693100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51248) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.702076 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'ea10ef79-a936-48bc-8336-87efc1f5ca16', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'port_id': '477b3eb4-d476-45a2-b025-25076d780743', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'mac_address': 'fa:16:3e:10:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:20:47Z', 'updated_at': '2021-11-12T08:21:07Z', 'revision_number': 1, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:09.734130 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.759695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fc332c-b228-4bf0-a6a5-41b183971b31 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:09.797978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=30fc332c-b228-4bf0-a6a5-41b183971b31,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:09.805637 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.839975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f2d12-ceff-49ec-b4a7-c5965073423f tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event updated for resources: {'Port': ['ID=feef4b62-cac3-440c-9026-6d0fc4ab77a5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.872669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263a51e-45f3-4f4b-be53-330782dc1f1c tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.876793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6263a51e-45f3-4f4b-be53-330782dc1f1c tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "GET /v2.0/ports/feef4b62-cac3-440c-9026-6d0fc4ab77a5 HTTP/1.1" status: 200 len: 1129 time: 0.1795783 Nov 12 08:21:09.877807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51252) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.952358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-41847ccb-ef9f-4f4b-94cf-e2038dde4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.955352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-41847ccb-ef9f-4f4b-94cf-e2038dde4801 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5593021a-535b-4bca-8f42-70e47fedaaa4 HTTP/1.1" status: 200 len: 911 time: 0.3524079 Nov 12 08:21:10.031987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.064077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Deleting port feef4b62-cac3-440c-9026-6d0fc4ab77a5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:10.072337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.100969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] Checking router: ed77a394-91f2-4fc1-9b64-1521e808b468 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:10.131145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['30fc332c-b228-4bf0-a6a5-41b183971b31'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:10.149075 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:10.150064 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:10.170523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-b55f2707-47ca-43d2-aed0-066e8fbd5574 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477b3eb4-d476-45a2-b025-25076d780743 HTTP/1.1" status: 200 len: 999 time: 0.2064853 Nov 12 08:21:10.294466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7c8ec791-f921-435a-9d09-76ff2f01e2d4 None None] Provisioning complete for port feef4b62-cac3-440c-9026-6d0fc4ab77a5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:10.295206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec791-f921-435a-9d09-76ff2f01e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.329060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-f714f6e2-4617-46ce-9522-733403820803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.331408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-f714f6e2-4617-46ce-9522-733403820803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7919d4bc-b71c-4360-ae41-bd3a76aa58b0 HTTP/1.1" status: 200 len: 850 time: 0.1528635 Nov 12 08:21:10.427396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.479060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ec791-f921-435a-9d09-76ff2f01e2d4 None None] Port feef4b62-cac3-440c-9026-6d0fc4ab77a5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:10.498387 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:10.524615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Calling delete_port for feef4b62-cac3-440c-9026-6d0fc4ab77a5 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:10.589025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff3a513c-bfdf-4d6b-a8ca-ff3e9901410f req-d63554d5-55ac-4eda-946f-d75cbf9c1f49 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 210 time: 0.2563293 Nov 12 08:21:10.717622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-905d7c61-00e7-44b6-b911-71e1daec4f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.770787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-d6d22953-8891-4508-91f9-88b72c732c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.774244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-d6d22953-8891-4508-91f9-88b72c732c12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5593021a-535b-4bca-8f42-70e47fedaaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3966591 Nov 12 08:21:10.836556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.943127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.953344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-a9d51253-d1c2-4f52-bb3e-3933c9730cb3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.954199 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "DELETE /v2.0/ports/feef4b62-cac3-440c-9026-6d0fc4ab77a5 HTTP/1.1" status: 204 len: 168 time: 1.0747786 Nov 12 08:21:10.954961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-a9d51253-d1c2-4f52-bb3e-3933c9730cb3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.32 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.3862092 Nov 12 08:21:10.958312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917978-26ba-4145-bf2b-c9c3ecc81cae tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event deleted for resources: {'Port': ['ID=feef4b62-cac3-440c-9026-6d0fc4ab77a5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.969796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51280) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:10.977443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44353015-36a7-4f4b-a057-91f025f620c1 req-7e60f3a8-278a-4f6e-8e4a-152d75223a5a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.985603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44353015-36a7-4f4b-a057-91f025f620c1 req-7e60f3a8-278a-4f6e-8e4a-152d75223a5a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 945 time: 0.2463741 Nov 12 08:21:11.084496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Deleting subnet 257ef75e-80b6-4425-afce-27e5536bc1c6 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:11.094238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.185604 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'ea10ef79-a936-48bc-8336-87efc1f5ca16', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'port_id': '477b3eb4-d476-45a2-b025-25076d780743', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'mac_address': 'fa:16:3e:10:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:20:47Z', 'updated_at': '2021-11-12T08:21:07Z', 'revision_number': 1, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:11.210990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.275565 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b58b02c-6dcd-4992-aeea-a55b52098816 None None] The sync data for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 is: [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'ea10ef79-a936-48bc-8336-87efc1f5ca16', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'port_id': '477b3eb4-d476-45a2-b025-25076d780743', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'mac_address': 'fa:16:3e:10:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:20:47Z', 'updated_at': '2021-11-12T08:21:07Z', 'revision_number': 1, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:11.356650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51294) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.395734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.496250 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.541725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-322763680-network', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:11.566483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.575832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "DELETE /v2.0/subnets/257ef75e-80b6-4425-afce-27e5536bc1c6 HTTP/1.1" status: 204 len: 168 time: 0.6018093 Nov 12 08:21:11.576118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be345ec6-5f1c-47a2-9aa1-07b3dcc7f573 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event deleted for resources: {'Subnet': ['ID=257ef75e-80b6-4425-afce-27e5536bc1c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.584724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.600351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a50225-4360-46ab-8156-fea74383d30b None None] Network 15ef76cb-bdc9-444b-a562-37b08cd2376e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:11.603451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Made reservation on behalf of ea6e7be6736a44fe9a37762d1f557cd1 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:11.606863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.660420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.669473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:11.836257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44353015-36a7-4f4b-a057-91f025f620c1 req-57384eb4-ed85-4074-9717-6808792c0f47 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490305 Nov 12 08:21:11.853947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b652e5-d77b-48be-a01d-606aa4288395 None None] New status for floating IP ea10ef79-a936-48bc-8336-87efc1f5ca16: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:21:11.862529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-ca4048d0-9d98-44a9-a443-de3294ba7495 service neutron] 10.222.0.32 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0567224 Nov 12 08:21:11.931985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-daacbf5f-6f2a-46e3-8ca2-0605261f9f3e req-8f905e6f-8e3f-4fd9-a35f-189adb54743c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 210 time: 0.0721662 Nov 12 08:21:11.969483 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.077669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a6b8c8e-3d39-454e-a771-7dc55e6babc4 req-4c86a36f-b542-4863-b9c9-b6fec0c0ac55 service neutron] 10.222.0.32 "GET /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920893 Nov 12 08:21:12.085643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:12.092841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.138234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] DHCP port deletion for 15ef76cb-bdc9-444b-a562-37b08cd2376e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:12.211263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.296499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] Deleting port 80d30b98-830e-452d-bbad-9696c89fc8d8 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:12.297655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.341319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.347286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Deleting port 80d30b98-830e-452d-bbad-9696c89fc8d8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:12.347726 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.374971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.390877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.4 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/b7fceb89-daff-4f59-aa50-7b7a5a0a16a0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:12.412560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] For port 80d30b98-830e-452d-bbad-9696c89fc8d8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=80d30b98-830e-452d-bbad-9696c89fc8d8,segment=NetworkSegment(b5e65b0d-d7e6-4582-bca1-4e4cf0c74975),segment_id=b5e65b0d-d7e6-4582-bca1-4e4cf0c74975)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:12.413197 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.430026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] Calling delete_port for 80d30b98-830e-452d-bbad-9696c89fc8d8 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:12.457354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:12.462757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4c307-69ab-40a9-96bf-fbf8eb855594,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.475007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] For port 80d30b98-830e-452d-bbad-9696c89fc8d8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=80d30b98-830e-452d-bbad-9696c89fc8d8,segment=NetworkSegment(b5e65b0d-d7e6-4582-bca1-4e4cf0c74975),segment_id=b5e65b0d-d7e6-4582-bca1-4e4cf0c74975)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:12.475007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.484485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.484829 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Added segment 37ec3ef3-04f6-465e-b212-e205ae481394 of type vlan for network 6180b9d4-9dbf-4808-bdd6-675574dfd405 Nov 12 08:21:12.496147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Calling delete_port for 80d30b98-830e-452d-bbad-9696c89fc8d8 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:12.535531 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.566401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] Pushing event deleted for resources: {'Port': ['ID=80d30b98-830e-452d-bbad-9696c89fc8d8,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.568983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.581932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2062485-2115-4071-8cad-7ffe0facc4a7 None None] No DVR routers for this DVR port 80d30b98-830e-452d-bbad-9696c89fc8d8 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:12.616533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.617940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.619053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.656153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2969770 Nov 12 08:21:12.659308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51322) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:12.670288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Request body: {'subnet': {'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-322763680-subnet', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:12.682395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.703125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.727218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Made reservation on behalf of ea6e7be6736a44fe9a37762d1f557cd1 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:12.730810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.741457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event deleted for resources: {'Port': ['ID=80d30b98-830e-452d-bbad-9696c89fc8d8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.744024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] No DVR routers for this DVR port 80d30b98-830e-452d-bbad-9696c89fc8d8 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:12.745641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dda2c-4e85-42d7-95d8-96600c81260a admin admin] Pushing event updated for resources: {'Network': ['ID=6180b9d4-9dbf-4808-bdd6-675574dfd405,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.849843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.864938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:12.877972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ef76cb-bdc9-444b-a562-37b08cd2376e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:12.891005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:12.891668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e65b0d-d7e6-4582-bca1-4e4cf0c74975') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:12.905666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.929781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.948806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:12.950257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:12.954379 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:13.006593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.053433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.068337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.076084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] 10.222.0.16 "DELETE /v2.0/networks/15ef76cb-bdc9-444b-a562-37b08cd2376e HTTP/1.1" status: 204 len: 168 time: 1.4853227 Nov 12 08:21:13.083697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a67d2-3f83-4763-bbf8-cdc95bf22ecf tempest-ExtraDHCPOptionsIpV6TestJSON-457566633 tempest-ExtraDHCPOptionsIpV6TestJSON-457566633-project] Pushing event deleted for resources: {'Network': ['ID=15ef76cb-bdc9-444b-a562-37b08cd2376e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.096266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:13.106236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:13.109480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:13.131874 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-adf86835-cd8e-48ca-b88c-9c2f99290343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.168462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.253786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754cacd-1a85-4f8d-9f54-ee05374d4b96 req-66fabfae-1fe2-441b-a556-a9b8cc21a17c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.255340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f754cacd-1a85-4f8d-9f54-ee05374d4b96 req-66fabfae-1fe2-441b-a556-a9b8cc21a17c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 945 time: 0.2725735 Nov 12 08:21:13.267055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.296203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 30fc332c-b228-4bf0-a6a5-41b183971b31 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:13.300801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.301610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.320427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f674a0-2da9-4d53-a058-1a85339bde52,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.353719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a90f-9784-4b93-a6c3-f4cf0d69d183 req-d22443c7-4f22-4a56-a9f6-788f5d16024c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.361444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2165a90f-9784-4b93-a6c3-f4cf0d69d183 req-d22443c7-4f22-4a56-a9f6-788f5d16024c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 931 time: 0.2416675 Nov 12 08:21:13.375563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-abbb7d7d-0327-494b-a65d-c20ac80ed829 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3857574 Nov 12 08:21:13.390988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Checking segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:13.391489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Network hostable DHCP agents. Network: 6180b9d4-9dbf-4808-bdd6-675574dfd405, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:13.396959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Request body: {'port': {'device_id': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:13.427936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 30fc332c-b228-4bf0-a6a5-41b183971b31 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:13.435729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 30fc332c-b228-4bf0-a6a5-41b183971b31 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:13.436535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.447848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 80d30b98-830e-452d-bbad-9696c89fc8d8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:13.455552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f754cacd-1a85-4f8d-9f54-ee05374d4b96 req-fa145a10-da80-4805-8953-29b18897dcd0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842818 Nov 12 08:21:13.515825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.548738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:13.550871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 80d30b98-830e-452d-bbad-9696c89fc8d8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:13.551665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 80d30b98-830e-452d-bbad-9696c89fc8d8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:13.593412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2165a90f-9784-4b93-a6c3-f4cf0d69d183 req-b1c98f81-fdc7-4d63-b07f-1dcd41b1e7b9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283940 Nov 12 08:21:13.644988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.645766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6180b9d4-9dbf-4808-bdd6-675574dfd405) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:13.655523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.656885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.666473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbb0aa-0cd1-4963-bb8a-24b4b8114d17 None None] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:13.692696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51350) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:13.717395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e8844fb8-1885-499e-9100-655a1b16e637 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0563648 Nov 12 08:21:13.721717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51354) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:13.728205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:13.751845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:13.754413 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb1de40-6122-4a20-b8f6-1f96868b7134" -d '{"events": [{"server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "name": "network-vif-plugged", "status": "completed", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:13.783314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=30fc332c-b228-4bf0-a6a5-41b183971b31,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:13.792820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.808646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.814654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.988440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.081688 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed7f7c3-f456-4103-a45c-5705eb702e72 x-openstack-request-id: req-4ed7f7c3-f456-4103-a45c-5705eb702e72 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:14.082986 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "name": "network-vif-plugged", "status": "completed", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:14.083574 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ed7f7c3-f456-4103-a45c-5705eb702e72 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:14.084362 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31', 'code': 200} Nov 12 08:21:14.087540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.133942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775c38b-424c-4edc-830b-5393b4998dcb req-0a2c03c5-b9b9-4615-aec9-4c016f18248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.135576 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6775c38b-424c-4edc-830b-5393b4998dcb req-0a2c03c5-b9b9-4615-aec9-4c016f18248b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 1098 time: 0.1457102 Nov 12 08:21:14.231228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.245776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17664fda-5877-481c-bddd-4563b16586bf None None] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:14.280531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:14.301611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6775c38b-424c-4edc-830b-5393b4998dcb req-a62f3530-86b2-40d6-a772-e8f1af9c29fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202898 Nov 12 08:21:14.302064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.319737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Transition to ACTIVE for port object b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:14.324743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.423344 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-865994b9-d139-4348-b45d-6fb846ef1d0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f07f73fb1330461cbded73ebb68e3f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281835 Nov 12 08:21:14.426620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51366) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:14.434555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.446682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Pushing event updated for resources: {'Port': ['ID=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.475833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Attempting to bind port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:14.476381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Attempting to bind port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:14.476973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Attempting to bind port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:14.485993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:14.486326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Attempting to bind port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:14.494375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:14.494718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:14.495114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:14.495568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Bound port: b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:14.495933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.598229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a53ee356-b9cb-445c-8a6e-2b50c66b2d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.609261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] For port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:14.625203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] For port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:14.640543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.660294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd56e05-c116-4000-9129-8e896e26a24e req-f0ad0254-9ec7-47fe-97b3-3946ec0dc996 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.660885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a53ee356-b9cb-445c-8a6e-2b50c66b2d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.664545 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fd56e05-c116-4000-9129-8e896e26a24e req-f0ad0254-9ec7-47fe-97b3-3946ec0dc996 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 946 time: 0.0954764 Nov 12 08:21:14.686324 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.700960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.701680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.703120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] 10.222.0.32 "PUT /v2.0/ports/b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 HTTP/1.1" status: 200 len: 1092 time: 1.3173387 Nov 12 08:21:14.706915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'tag': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:14.710662 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e95dca4c-5929-4b30-8bb3-517487de031a", "tag": "b7fceb89-daff-4f59-aa50-7b7a5a0a16a0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:14.720313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.827581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a53ee356-b9cb-445c-8a6e-2b50c66b2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.831297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a53ee356-b9cb-445c-8a6e-2b50c66b2d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.832889 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a53ee356-b9cb-445c-8a6e-2b50c66b2d08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/405390b6-ea88-4264-a9ec-4f07450c5a45 HTTP/1.1" status: 204 len: 168 time: 0.4053466 Nov 12 08:21:14.852351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a4c9c-86f0-48fa-bca7-3cabe3e3194f service neutron] Pushing event updated for resources: {'Port': ['ID=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.883096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ee356-b9cb-445c-8a6e-2b50c66b2d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405390b6-ea88-4264-a9ec-4f07450c5a45,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.890594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fd56e05-c116-4000-9129-8e896e26a24e req-477ae04b-9b82-4ca5-8645-c5d741f13010 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988027 Nov 12 08:21:14.940362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-75c23f34-c130-4f19-b6fb-585b0ad17d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.942033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-75c23f34-c130-4f19-b6fb-585b0ad17d3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 1095 time: 0.1663802 Nov 12 08:21:14.992525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Allocated IP 172.25.4.170 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/25577d32-9f87-47c6-9cae-c68f2948786e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:14.999518 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb1c336-08e7-4ba8-b509-654c6199d7ac x-openstack-request-id: req-1fb1c336-08e7-4ba8-b509-654c6199d7ac {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:14.999808 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95dca4c-5929-4b30-8bb3-517487de031a", "tag": "b7fceb89-daff-4f59-aa50-7b7a5a0a16a0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:15.000077 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fb1c336-08e7-4ba8-b509-654c6199d7ac {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:15.000486 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'tag': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0', 'status': 'completed', 'code': 200} Nov 12 08:21:15.014867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935eae7-b1eb-4655-b43f-c9e2684f387d req-ec8324b5-b12a-4b82-8822-1f183dc9958f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.017770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2935eae7-b1eb-4655-b43f-c9e2684f387d req-ec8324b5-b12a-4b82-8822-1f183dc9958f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 943 time: 0.1796427 Nov 12 08:21:15.019613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-e26b5654-9cea-4aea-b65c-2e4807b87dde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 HTTP/1.1" status: 200 len: 217 time: 0.0681176 Nov 12 08:21:15.093635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38db-016b-46bc-b059-e3fec22aae37 req-a06e5e10-b7c9-4c98-97d4-46faac8dcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.095718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-a06e5e10-b7c9-4c98-97d4-46faac8dcba5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.0594256 Nov 12 08:21:15.135146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-4df0b2f9-150c-4d43-977b-87fa49f90149 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312042 Nov 12 08:21:15.163310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.214620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.245576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2935eae7-b1eb-4655-b43f-c9e2684f387d req-9f90ec63-3dd2-4fc0-93a7-6495346c4f66 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213464 Nov 12 08:21:15.287272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:15.290854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:15.298307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:15.312272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-ad05c765-8064-4d43-9462-a9d848fc28a1 service neutron] 10.222.0.32 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556444 Nov 12 08:21:15.367240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Pushing event updated for resources: {'Port': ['ID=25577d32-9f87-47c6-9cae-c68f2948786e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:15.450537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-511f38db-016b-46bc-b059-e3fec22aae37 req-2bdcbfef-fed3-421c-8c40-22aedc4c4cbb service neutron] 10.222.0.32 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311686 Nov 12 08:21:15.602091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.628018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-aaa314a2-4063-45eb-9d2a-d881755ce389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.632084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-aaa314a2-4063-45eb-9d2a-d881755ce389 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 1095 time: 0.1055515 Nov 12 08:21:15.788877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.792140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-85ad3ed7-83a7-4b4f-9c46-20b9825c16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.796008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-85ad3ed7-83a7-4b4f-9c46-20b9825c16fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.1542475 Nov 12 08:21:15.865850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-01cb0ce0-d356-44f1-a5a3-4f3dc8dc49c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 HTTP/1.1" status: 200 len: 217 time: 0.0620978 Nov 12 08:21:15.938833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-47563c82-85b0-4a28-bf01-5ffce7075821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.940845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-47563c82-85b0-4a28-bf01-5ffce7075821 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.0677376 Nov 12 08:21:15.995589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-837f81ed-00cf-400e-9f6e-fd9ab73d52bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429564 Nov 12 08:21:16.118425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.162365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51430) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:16.245517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06b4e9-6e37-4e79-83dd-498fe470797b req-e2ab7a40-a57c-4047-bf70-497f3388ff91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.247603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc06b4e9-6e37-4e79-83dd-498fe470797b req-e2ab7a40-a57c-4047-bf70-497f3388ff91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 946 time: 0.1575210 Nov 12 08:21:16.260327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-697983b7-aa16-4486-9126-02e7c9c888ab service neutron] 10.222.0.32 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554829 Nov 12 08:21:16.306081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Router 00d7e93a-e11e-42e3-850f-abb6f2b39374 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:16.357716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-331606723'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:16.462694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:16.485382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Sync routers for ids ['00d7e93a-e11e-42e3-850f-abb6f2b39374'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:16.489828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc06b4e9-6e37-4e79-83dd-498fe470797b req-42a8afa8-cc71-4442-acfa-681ffa2e90d7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274239 Nov 12 08:21:16.527664 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Routers {'00d7e93a-e11e-42e3-850f-abb6f2b39374'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:16.528635 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00d7e93a-e11e-42e3-850f-abb6f2b39374'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:16.534867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.537811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-526881c6-899e-4599-bf34-9690862b0e90 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8142092 Nov 12 08:21:16.541777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:16.543948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Made reservation on behalf of 81e2222ab1434cd29541fc6f50ead3fe for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:16.549022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.568760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfd209f4-26a6-44de-a3ff-a1f570c3bdb2 req-73fd2a00-db5c-45a3-bf70-6361573167ec service neutron] 10.222.0.32 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807047 Nov 12 08:21:16.571853 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.586327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a468e-c11f-472c-b032-f3aa518b5eff req-fa3ec518-8e20-467e-a02b-976c35551707 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.587687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df2a468e-c11f-472c-b032-f3aa518b5eff req-fa3ec518-8e20-467e-a02b-976c35551707 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 943 time: 0.1739092 Nov 12 08:21:16.687103 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Set router 00d7e93a-e11e-42e3-850f-abb6f2b39374 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:16.734778 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.744466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df2a468e-c11f-472c-b032-f3aa518b5eff req-3df3f621-2dbe-46fd-a6f8-1b20d013fc52 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344650 Nov 12 08:21:16.774758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-00bd01b7-9954-48b5-b13e-5237f4351460 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 267 time: 0.1413317 Nov 12 08:21:16.846528 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.851835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.871894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-2fc85528-4a00-4a2f-8699-1ceb7f549aae tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.881092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-2fc85528-4a00-4a2f-8699-1ceb7f549aae tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 946 time: 0.1051528 Nov 12 08:21:16.914351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'port': {'security_groups': []}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:16.990903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:16.998435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c536b964-505a-4312-a34a-a37352f54d4b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:17.018722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.019082 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Added segment 201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f of type vlan for network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee Nov 12 08:21:17.047774 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 3, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:17.090609 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.095943 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Checking router: 00d7e93a-e11e-42e3-850f-abb6f2b39374 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:17.096219 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Updating router 00d7e93a-e11e-42e3-850f-abb6f2b39374 port 25577d32-9f87-47c6-9cae-c68f2948786e binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:17.113611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:17.124266 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.128532 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.213221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.222901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.223651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.292741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1208484 Nov 12 08:21:17.292741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51452) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:17.293313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:17.311786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0', 'mac_address': 'fa:16:3e:7f:6c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:17.359220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Request body: {'subnet': {'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:17.408942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.411560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.434952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e3cd3-f4df-4dc6-a335-de9e3237a5c2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event updated for resources: {'Network': ['ID=408d0c35-22b3-42b7-b4d7-ca8c82a782ee,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:17.441610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:17.448983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:17.506498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:17.573765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.581300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=30fc332c-b228-4bf0-a6a5-41b183971b31,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:17.611985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Made reservation on behalf of 81e2222ab1434cd29541fc6f50ead3fe for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:17.617019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.633496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Allocated IP 172.20.0.1 (6180b9d4-9dbf-4808-bdd6-675574dfd405/a3f674a0-2da9-4d53-a058-1a85339bde52/79049604-bdee-4687-a644-01ab9bf8caaf) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:17.666979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.683096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:17.715526 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.732589 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.733261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:17.739968 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.792552 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Attempting to bind port 25577d32-9f87-47c6-9cae-c68f2948786e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:17.793263 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Attempting to bind port 25577d32-9f87-47c6-9cae-c68f2948786e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:17.793878 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Attempting to bind port 25577d32-9f87-47c6-9cae-c68f2948786e on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:17.809682 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:17.810122 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:17.810604 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.811062 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:17.811599 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Bound port: 25577d32-9f87-47c6-9cae-c68f2948786e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:17.812107 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.839618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.873900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['73cc51d5-9a6f-494d-96c9-3647b6aac2b2', '30fc332c-b228-4bf0-a6a5-41b183971b31'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:17.874950 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] For port 25577d32-9f87-47c6-9cae-c68f2948786e, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:17.878288 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] For port 25577d32-9f87-47c6-9cae-c68f2948786e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25577d32-9f87-47c6-9cae-c68f2948786e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:17.880330 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e325a56-e72d-462b-b2f7-1b4dd9501a18 None None] Pushing event updated for resources: {'Port': ['ID=25577d32-9f87-47c6-9cae-c68f2948786e,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:17.884994 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.906259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:17.936236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.937203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.941952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.960788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05296773-c1c2-49e5-9520-9d5d95b41a7d req-a19e3b1a-26f5-4ba8-b4cc-3c1d4bf3e0ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "PUT /v2.0/ports/30fc332c-b228-4bf0-a6a5-41b183971b31 HTTP/1.1" status: 200 len: 905 time: 1.0783608 Nov 12 08:21:17.961466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:17.963756 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Routers {'00d7e93a-e11e-42e3-850f-abb6f2b39374'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:17.964579 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00d7e93a-e11e-42e3-850f-abb6f2b39374'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:17.965046 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74155db5-0855-4635-91d9-565411a649eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:18.066509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:18.072693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:18.077406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['30fc332c-b228-4bf0-a6a5-41b183971b31'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:18.086962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:18.096325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:18.144279 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e325a56-e72d-462b-b2f7-1b4dd9501a18 None None] Pushing event updated for resources: {'Port': ['ID=25577d32-9f87-47c6-9cae-c68f2948786e,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:18.191947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=79049604-bdee-4687-a644-01ab9bf8caaf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:18.199854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe5520-ae88-496b-8af5-f5275ca9a17b req-3b89a2b8-fa44-4e15-8c59-80924577dede tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:18.200640 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] Set router 00d7e93a-e11e-42e3-850f-abb6f2b39374 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:18.213865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ffe5520-ae88-496b-8af5-f5275ca9a17b req-3b89a2b8-fa44-4e15-8c59-80924577dede tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 944 time: 0.2296140 Nov 12 08:21:18.256034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.417687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.418467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.418889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.420149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.420696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.421040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.421415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.421747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.422078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.422666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.423081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.423414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:18.491968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.554560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd755e3-7ff6-41ee-a2e6-50618ee977d0 req-fa12f13a-567a-4de2-9cee-ac04a3941fc3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:18.556977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cd755e3-7ff6-41ee-a2e6-50618ee977d0 req-fa12f13a-567a-4de2-9cee-ac04a3941fc3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 908 time: 0.2721562 Nov 12 08:21:18.566982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c54048a8-b973-4b3c-beec-471724b4c300 None None] Provisioning complete for port 30fc332c-b228-4bf0-a6a5-41b183971b31 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:18.567359 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c54048a8-b973-4b3c-beec-471724b4c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.579672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ffe5520-ae88-496b-8af5-f5275ca9a17b req-f58b9c81-3265-4f22-8c37-4266d9bc4e43 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523188 Nov 12 08:21:18.593884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.638336 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 3, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:18.678700 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8e7dc7-b3d0-4921-a756-e6ac2939bf34 x-openstack-request-id: req-9d8e7dc7-b3d0-4921-a756-e6ac2939bf34 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:18.692870 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:18.693367 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d8e7dc7-b3d0-4921-a756-e6ac2939bf34 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:18.693957 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31', 'status': 'completed', 'code': 200} Nov 12 08:21:18.748785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event updated for resources: {'Subnet': ['ID=22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:18.754996 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb6c68-8b14-47cc-8a7d-b8351de888f2 None None] The sync data for ids ['00d7e93a-e11e-42e3-850f-abb6f2b39374'] in n-d-768509-25 is: [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 3, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:18.841359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Checking segment: {'id': '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:18.843994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Network hostable DHCP agents. Network: 408d0c35-22b3-42b7-b4d7-ca8c82a782ee, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:18.917996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155db5-0855-4635-91d9-565411a649eb req-fa5e9e1c-9cd2-4e89-af47-eb61846bec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:18.933316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-fa5e9e1c-9cd2-4e89-af47-eb61846bec84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 1060 time: 0.1347146 Nov 12 08:21:18.969849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:19.003621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 408d0c35-22b3-42b7-b4d7-ca8c82a782ee) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:19.011639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.011951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.023228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf24ed8-7084-4cab-b802-32ec1f362ac0 None None] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:19.033044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540f86-ad73-416e-a996-c5f837c761ce req-9d9b0c95-4d81-407f-9082-c125b2946ea5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.034855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05540f86-ad73-416e-a996-c5f837c761ce req-9d9b0c95-4d81-407f-9082-c125b2946ea5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1853633 Nov 12 08:21:19.062338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6545a4eb-e7bd-4edc-b014-e02ac3a70bfa tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7553751 Nov 12 08:21:19.062600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:19.068432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Request body: {'port': {'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-715162549'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:19.140084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05540f86-ad73-416e-a996-c5f837c761ce req-4c417b82-dd5f-494a-a426-608b9f9d1966 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808694 Nov 12 08:21:19.263293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.285789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.427192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0eaf49-04c9-4602-8dd8-392155357332 req-c6436e6c-dd52-4aa8-85e5-73bc2e26ddb8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.437814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=79049604-bdee-4687-a644-01ab9bf8caaf,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:19.444305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-408d0c35-22b3-42b7-b4d7-ca8c82a782ee', 'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee', 'tenant_id': '81e2222ab1434cd29541fc6f50ead3fe', 'fixed_ips': [{'subnet_id': '22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:19.445199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.463391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d0eaf49-04c9-4602-8dd8-392155357332 req-c6436e6c-dd52-4aa8-85e5-73bc2e26ddb8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1792548 Nov 12 08:21:19.470980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Made reservation on behalf of 81e2222ab1434cd29541fc6f50ead3fe for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:19.474965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.481808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.501214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155db5-0855-4635-91d9-565411a649eb req-d0176026-ef72-4c86-8587-1d16d1772a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.503778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-d0176026-ef72-4c86-8587-1d16d1772a6e service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.5559399 Nov 12 08:21:19.555183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] device_id is not set on port 1aa2d858-b024-4256-8f14-b01850afee5c yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:19.609027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d0eaf49-04c9-4602-8dd8-392155357332 req-617db377-9df0-4d19-8c09-2eeca6406d96 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248357 Nov 12 08:21:19.627841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25577d32-9f87-47c6-9cae-c68f2948786e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:19.810349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 25577d32-9f87-47c6-9cae-c68f2948786e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:19.825375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.876278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1049664-c8de-4225-a58d-f9093a94fb78 req-22c74a5a-6683-4ac9-a9ca-b4f85d132f38 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.878535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1049664-c8de-4225-a58d-f9093a94fb78 req-22c74a5a-6683-4ac9-a9ca-b4f85d132f38 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 944 time: 0.1605511 Nov 12 08:21:19.954370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1049664-c8de-4225-a58d-f9093a94fb78 req-30fa03f5-b40b-4432-980d-29f84aa70d91 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667920 Nov 12 08:21:20.063622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.097384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 25577d32-9f87-47c6-9cae-c68f2948786e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25577d32-9f87-47c6-9cae-c68f2948786e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:20.105768 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.210488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=25577d32-9f87-47c6-9cae-c68f2948786e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.228347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-75d11558-6e95-43cc-b1a2-aec0449bda9e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.236229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-75d11558-6e95-43cc-b1a2-aec0449bda9e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.1887088 Nov 12 08:21:20.260663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-98ac2f55-ef5a-4705-8dce-008069f977c3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/quotas/1d372f70169f48f69fa8be2a8a7c452d HTTP/1.1" status: 200 len: 375 time: 0.0232525 Nov 12 08:21:20.310016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-0a1a689d-8ceb-40e8-aa9b-6b00ca387ae7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30fc332c-b228-4bf0-a6a5-41b183971b31 HTTP/1.1" status: 200 len: 217 time: 0.7924356 Nov 12 08:21:20.345447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-d5a9e6fa-7f0d-44f0-b124-665e2b10d497 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0837069 Nov 12 08:21:20.404253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Allocated IP 172.20.0.3 (408d0c35-22b3-42b7-b4d7-ca8c82a782ee/22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a/1aa2d858-b024-4256-8f14-b01850afee5c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:20.411649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155db5-0855-4635-91d9-565411a649eb req-555bae92-7a94-4fd9-9069-2771b7ff1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.413223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-555bae92-7a94-4fd9-9069-2771b7ff1a19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0927229 Nov 12 08:21:20.535526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-de342e30-0cbe-4fe5-b532-c9e03faa8bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794009 Nov 12 08:21:20.547694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:20.554475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:20.582852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155db5-0855-4635-91d9-565411a649eb req-4fe819d2-bcea-4b0c-a3b9-57fdcbab8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.585216 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-4fe819d2-bcea-4b0c-a3b9-57fdcbab8abb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631939 Nov 12 08:21:20.664307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-f36b9ca9-483c-4e1f-ad7e-16b7f20c0c75 service neutron] 10.222.0.16 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206410 Nov 12 08:21:20.913006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.924144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-8a14e5f1-32a3-4e21-9db4-b92629eee6e7 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261952 Nov 12 08:21:20.927818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Router 00d7e93a-e11e-42e3-850f-abb6f2b39374 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:20.960948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f92fda8-8cd4-4067-874e-b527ed5bb073 req-3dc24d68-4a57-49a4-a6d3-0ecd8b14147a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 210 time: 0.0538993 Nov 12 08:21:21.129635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf7c7-4a06-409f-a29e-be22fbb2161b req-04ee0ecf-421e-4615-8acf-c430dbefe1fc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:21.140670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56acf7c7-4a06-409f-a29e-be22fbb2161b req-04ee0ecf-421e-4615-8acf-c430dbefe1fc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 944 time: 0.0866838 Nov 12 08:21:21.153863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:21.177186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.300836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Allocated IP 172.20.0.2 (408d0c35-22b3-42b7-b4d7-ca8c82a782ee/22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a/76dbdfef-364c-4ff4-ace4-a1849f9c020a) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:21.305144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56acf7c7-4a06-409f-a29e-be22fbb2161b req-d50ba687-0dff-4371-9b4a-9089613777df tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507075 Nov 12 08:21:21.318106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:21.325051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:21.325389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.368504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event updated for resources: {'Port': ['ID=1aa2d858-b024-4256-8f14-b01850afee5c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:21.377273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:21.382258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-74155db5-0855-4635-91d9-565411a649eb req-92627cbf-7549-427d-9449-28309e4bdcba service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492862 Nov 12 08:21:21.386995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:21.391919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:21.440025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:21.458008 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-723405c8-0c55-4f26-b231-213107b1bfd3 admin admin] 10.222.0.16 "PUT /v2.0/routers/00d7e93a-e11e-42e3-850f-abb6f2b39374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9144611 Nov 12 08:21:21.518903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25577d32-9f87-47c6-9cae-c68f2948786e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:21.556163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:21.557655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.594450 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8b88d7da-b131-407d-a0f3-3c54ff2fd807 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5313301 Nov 12 08:21:21.599354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51560) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:21.611623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Request body: {'port': {'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2110220140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:21.616359 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] bootfile-name is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:21.618314 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] tftp-server is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:21.618931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] server-ip-address is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:21.726270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Sync routers for ids ['00d7e93a-e11e-42e3-850f-abb6f2b39374'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:21.767980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Routers {'00d7e93a-e11e-42e3-850f-abb6f2b39374'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:21.768708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00d7e93a-e11e-42e3-850f-abb6f2b39374'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:21.835830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.872847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Made reservation on behalf of 81e2222ab1434cd29541fc6f50ead3fe for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:21.881047 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.912254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 25577d32-9f87-47c6-9cae-c68f2948786e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:21.912712 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.938722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] device_id is not set on port bffd0838-d8da-4949-b202-1df56874dfc8 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:22.207119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:22.209974 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ff8b6-fc9c-4cf7-a3db-895ab177f23f" -d '{"events": [{"server_uuid": "e95dca4c-5929-4b30-8bb3-517487de031a", "name": "network-vif-plugged", "status": "completed", "tag": "b7fceb89-daff-4f59-aa50-7b7a5a0a16a0"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:22.245722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d41d27c3-819b-454c-969a-61b0468d23fe req-4fb2c938-9f9e-4c3f-b40d-2a0823ff36a0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 210 time: 0.0850363 Nov 12 08:21:22.247874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:22.256196 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.278716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.298128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.334949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-7cd34057-5a7e-4a5e-be4a-52548dd3822f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.342677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Set router 00d7e93a-e11e-42e3-850f-abb6f2b39374 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:22.343077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-7cd34057-5a7e-4a5e-be4a-52548dd3822f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 810 time: 0.2165444 Nov 12 08:21:22.382435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-b390d0ed-eedb-4886-9b2d-e67a0eabaa98 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/quotas/ea6e7be6736a44fe9a37762d1f557cd1 HTTP/1.1" status: 200 len: 375 time: 0.0381563 Nov 12 08:21:22.475898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Allocated IP 172.20.0.11 (408d0c35-22b3-42b7-b4d7-ca8c82a782ee/22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a/bffd0838-d8da-4949-b202-1df56874dfc8) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:22.482065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:22.506196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-e379fd8b-367b-463f-afe8-a3aa9431f9ff tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226017 Nov 12 08:21:22.552214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:22.555264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:22.560518 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2872c7b2-17ed-4ee8-88a6-dbb09e7d928a x-openstack-request-id: req-2872c7b2-17ed-4ee8-88a6-dbb09e7d928a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:22.560815 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dca4c-5929-4b30-8bb3-517487de031a", "name": "network-vif-plugged", "status": "completed", "tag": "b7fceb89-daff-4f59-aa50-7b7a5a0a16a0", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:22.561079 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2872c7b2-17ed-4ee8-88a6-dbb09e7d928a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:22.561484 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0', 'code': 200} Nov 12 08:21:22.564273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.732984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Pushing event updated for resources: {'Port': ['ID=76dbdfef-364c-4ff4-ace4-a1849f9c020a,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.818734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-1d6b9c4f-c2f8-4371-94ef-92c6a5372a62 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.820366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-1d6b9c4f-c2f8-4371-94ef-92c6a5372a62 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 811 time: 0.2157483 Nov 12 08:21:22.838741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Request body: {'port': {'device_id': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'admin_state_up': True, 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:22.853838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Attempting to bind port 76dbdfef-364c-4ff4-ace4-a1849f9c020a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:22.854288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Attempting to bind port 76dbdfef-364c-4ff4-ace4-a1849f9c020a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:22.854848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Attempting to bind port 76dbdfef-364c-4ff4-ace4-a1849f9c020a on network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:22.871606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:22.871991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Checking segment: {'id': '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:22.872580 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.872986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Bound using segment: {'id': '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:22.873484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Bound port: 76dbdfef-364c-4ff4-ace4-a1849f9c020a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '408d0c35-22b3-42b7-b4d7-ca8c82a782ee'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:22.874601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.009659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] For port 76dbdfef-364c-4ff4-ace4-a1849f9c020a, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:23.013983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] For port 76dbdfef-364c-4ff4-ace4-a1849f9c020a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76dbdfef-364c-4ff4-ace4-a1849f9c020a,segment=NetworkSegment(201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f),segment_id=201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:23.021636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.054226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Made reservation on behalf of 1d372f70169f48f69fa8be2a8a7c452d for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:23.060253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.130653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:18Z', 'revision_number': 4, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '79049604-bdee-4687-a644-01ab9bf8caaf', 'name': '', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'mac_address': 'fa:16:3e:ec:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:17Z', 'updated_at': '2021-11-12T08:21:18Z', 'revision_number': 2, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'subnets': [{'id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:23.169979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06634f-49b2-4c16-9377-ae1db79f2256 None None] Pushing event updated for resources: {'Port': ['ID=76dbdfef-364c-4ff4-ace4-a1849f9c020a,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:23.180917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Checking router: 00d7e93a-e11e-42e3-850f-abb6f2b39374 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:23.181355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Updating router 00d7e93a-e11e-42e3-850f-abb6f2b39374 port 79049604-bdee-4687-a644-01ab9bf8caaf binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:23.225843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.371127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Allocated IP 172.20.0.8 (70a15c56-81d1-4c95-89ec-c56f14881164/bbd984a5-a16e-4ce1-8361-11b9faf27560/078d39eb-56c5-4658-ac0b-ce62dea1e8ac) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:23.455998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bea9a-9881-42c9-bfb8-f0170f9a0a65 req-654d9676-2ef5-41ee-99dd-49c88bdf56b5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.463568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-434bea9a-9881-42c9-bfb8-f0170f9a0a65 req-654d9676-2ef5-41ee-99dd-49c88bdf56b5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 945 time: 0.8087285 Nov 12 08:21:23.491572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4fe5-8c7f-484b-8c6b-4b00cc41fd58 req-9e8516a5-eb47-4bce-bc02-c4bfd9a87c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.493271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de6c4fe5-8c7f-484b-8c6b-4b00cc41fd58 req-9e8516a5-eb47-4bce-bc02-c4bfd9a87c3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 1097 time: 0.8418176 Nov 12 08:21:23.503797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-d2b19519-15d3-4a5a-9a82-c31d9cd324f0 service neutron] 10.222.0.16 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9959617 Nov 12 08:21:23.782762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-434bea9a-9881-42c9-bfb8-f0170f9a0a65 req-041495b9-1f49-428e-9b09-558f5c8125e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179946 Nov 12 08:21:23.783004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.806706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de6c4fe5-8c7f-484b-8c6b-4b00cc41fd58 req-ccddfee3-20f0-432b-9ad8-7032da0df0a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016713 Nov 12 08:21:23.821465 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.826070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.834756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.883618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.889908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-02f22b4d-fe61-4b3d-b260-e0b957620a3b service neutron] 10.222.0.16 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483045 Nov 12 08:21:23.922504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.977725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:23.987032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['73cc51d5-9a6f-494d-96c9-3647b6aac2b2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:24.008920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:24.016072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:24.026245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:24.056225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Network 70a15c56-81d1-4c95-89ec-c56f14881164 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:24.084744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:24.109726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:24.124973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:24.267631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.272425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.298804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc18850-d346-411b-9199-5b93daa7069a None None] Pushing event updated for resources: {'Port': ['ID=79049604-bdee-4687-a644-01ab9bf8caaf,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:24.344333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.345955 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.408719 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b7c7be26-6c32-46ed-aa9c-ec5fa9bdb943 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5763676 Nov 12 08:21:24.424541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Request body: {'port': {'device_id': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:24.491043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.8889642 Nov 12 08:21:24.495515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b002eb4-2761-4f52-8298-2de30a4bf5e2 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event updated for resources: {'Port': ['ID=bffd0838-d8da-4949-b202-1df56874dfc8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:24.503497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51624) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:24.633569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.638465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44ab2c52-5bb7-4fe4-92bb-631b1ac9bad8 req-0e5030a8-6a2a-440f-b637-6404e49a9a73 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 210 time: 0.2366874 Nov 12 08:21:24.671236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822348-d567-4a0f-9dfd-173c058cede1 req-9872c8f9-8d00-44be-8871-04f4857e4de8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.682258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7822348-d567-4a0f-9dfd-173c058cede1 req-9872c8f9-8d00-44be-8871-04f4857e4de8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 931 time: 0.3960428 Nov 12 08:21:24.733624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e4771-9dbe-45da-8430-6285267912b5 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.785373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e4771-9dbe-45da-8430-6285267912b5 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.802405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Attempting to bind port 79049604-bdee-4687-a644-01ab9bf8caaf on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:24.802683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e4771-9dbe-45da-8430-6285267912b5 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.803027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Attempting to bind port 79049604-bdee-4687-a644-01ab9bf8caaf by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:24.804387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Attempting to bind port 79049604-bdee-4687-a644-01ab9bf8caaf on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:24.814497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a93e4771-9dbe-45da-8430-6285267912b5 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2488892 Nov 12 08:21:24.819081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51632) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:24.898278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:24.898655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Checking segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:24.899756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.900299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Bound using segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:24.901489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Bound port: 79049604-bdee-4687-a644-01ab9bf8caaf, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:24.901883 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.011910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-76c41a9a-1afa-4a55-ac52-7148cd287635 None None] Provisioning complete for port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:25.016516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76c41a9a-1afa-4a55-ac52-7148cd287635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.052760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7822348-d567-4a0f-9dfd-173c058cede1 req-283129ce-fb22-49f4-aaf6-19fce292c651 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695424 Nov 12 08:21:25.130349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4e9ea-61ad-47bd-8b64-1d23dcd74ce7 None None] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:25.168913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d97759-739d-4f06-9426-8284b28b395c req-5364efc8-7e22-46dd-a688-0275151c06e2 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:25.170727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2d97759-739d-4f06-9426-8284b28b395c req-5364efc8-7e22-46dd-a688-0275151c06e2 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 945 time: 0.2270648 Nov 12 08:21:25.221460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Deleting port bffd0838-d8da-4949-b202-1df56874dfc8 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:25.223537 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.241599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-76c41a9a-1afa-4a55-ac52-7148cd287635 None None] Port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:25.316455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078d39eb-56c5-4658-ac0b-ce62dea1e8ac {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:25.327903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.348239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Transition to ACTIVE for port object 078d39eb-56c5-4658-ac0b-ce62dea1e8ac will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:25.353915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.547696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] For port 79049604-bdee-4687-a644-01ab9bf8caaf, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:25.553644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2d97759-739d-4f06-9426-8284b28b395c req-6d3b52d3-0a54-4336-a8e5-0c38296fb894 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610475 Nov 12 08:21:25.571840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.581536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.589671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] For port 79049604-bdee-4687-a644-01ab9bf8caaf, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=79049604-bdee-4687-a644-01ab9bf8caaf,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:25.628793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Calling delete_port for bffd0838-d8da-4949-b202-1df56874dfc8 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:25.637460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76dbdfef-364c-4ff4-ace4-a1849f9c020a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:25.697889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Attempting to bind port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:25.698312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Attempting to bind port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:25.698627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Attempting to bind port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:25.703806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac on network 70a15c56-81d1-4c95-89ec-c56f14881164 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:25.704206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Attempting to bind port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac on network 70a15c56-81d1-4c95-89ec-c56f14881164 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:25.719458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:25.720016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Checking segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:25.720749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Bound using segment: {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:25.721481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Bound port: 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ded386-3720-4e23-9b14-d01f2993529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:25.722005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.740748 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.803846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:25.808712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:25.819300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.890716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9cb706ff-62e4-4302-8852-8f8cdaab6cb7 None None] Provisioning complete for port 76dbdfef-364c-4ff4-ace4-a1849f9c020a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:25.891122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cb706ff-62e4-4302-8852-8f8cdaab6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.903584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:25.904237 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.905953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] 10.222.0.25 "PUT /v2.0/ports/078d39eb-56c5-4658-ac0b-ce62dea1e8ac HTTP/1.1" status: 200 len: 1092 time: 1.4861448 Nov 12 08:21:25.906430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:25.908935 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df23e99-f022-434f-8800-0a869c74f866" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:25.920719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b2a2f-e494-40be-8d8d-95eea80d3709 service neutron] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.932372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e09357ad-c81c-4cc9-8f3a-503925313a75 req-77ab03fe-b508-4bba-9cfd-dbcc2f867b83 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 210 time: 0.0829070 Nov 12 08:21:25.977462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.040279 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55220023-8ecc-4f99-8313-58f80d5b3c8b x-openstack-request-id: req-55220023-8ecc-4f99-8313-58f80d5b3c8b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:26.040851 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:26.047580 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55220023-8ecc-4f99-8313-58f80d5b3c8b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:26.048488 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'status': 'completed', 'code': 200} Nov 12 08:21:26.061972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Routers {'00d7e93a-e11e-42e3-850f-abb6f2b39374'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:26.062522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00d7e93a-e11e-42e3-850f-abb6f2b39374'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:26.071798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc18850-d346-411b-9199-5b93daa7069a None None] Pushing event updated for resources: {'Port': ['ID=79049604-bdee-4687-a644-01ab9bf8caaf,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.103345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event deleted for resources: {'Port': ['ID=bffd0838-d8da-4949-b202-1df56874dfc8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.169885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.183386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef39e0c8-b3b8-4e85-83a6-d4ab19e2ba96 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "DELETE /v2.0/ports/bffd0838-d8da-4949-b202-1df56874dfc8 HTTP/1.1" status: 204 len: 168 time: 1.3626716 Nov 12 08:21:26.184373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51666) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.195076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Request body: {'port': {'name': 'tempest-new-port-name-429461919', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:26.195529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] bootfile-name is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:26.195918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] tftp-server is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:26.196368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.api.validators [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] server-ip-address is not in valid_values {{(pid=102372) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:21:26.213203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-eec87a3f-21e0-4059-8052-b815f96e545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.215066 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-eec87a3f-21e0-4059-8052-b815f96e545d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 1095 time: 0.2208664 Nov 12 08:21:26.362147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-eaf0e3ec-b9e3-488d-aab8-96d5f5594549 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac HTTP/1.1" status: 200 len: 217 time: 0.1236942 Nov 12 08:21:26.462135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-7e574a3e-3fb6-42c6-bd62-072947b390da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.471631 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-7e574a3e-3fb6-42c6-bd62-072947b390da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1097307 Nov 12 08:21:26.549280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4775292-6bbb-4af2-911d-6a2482601957 req-9e985b52-b0fb-4692-aa31-6e9f8850a91c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.551655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4775292-6bbb-4af2-911d-6a2482601957 req-9e985b52-b0fb-4692-aa31-6e9f8850a91c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 943 time: 0.2423656 Nov 12 08:21:26.553862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b6109058-8849-4c6f-a3a9-7775f2a00475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.555684 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-b6109058-8849-4c6f-a3a9-7775f2a00475 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731378 Nov 12 08:21:26.650830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.748937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] Set router 00d7e93a-e11e-42e3-850f-abb6f2b39374 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:26.882814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-281ed056-a1f2-47ce-aaf2-8e4aabf22032 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185720 Nov 12 08:21:26.950027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.955403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 76dbdfef-364c-4ff4-ace4-a1849f9c020a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:26.958086 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.018506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4775292-6bbb-4af2-911d-6a2482601957 req-38653b7c-37e8-402a-b384-4e5245429293 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415269 Nov 12 08:21:27.023327 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.171195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb81de5a-c262-4122-9f52-d478c85c7ad8 req-4688b1aa-e83c-4c2a-9fec-5639411dd6fb service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807763 Nov 12 08:21:27.204983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-983999b8-2e5a-449d-9def-d4ab3d04012c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.209931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-983999b8-2e5a-449d-9def-d4ab3d04012c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.32 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 810 time: 0.8829374 Nov 12 08:21:27.265770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Request body: {'port': {'device_id': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'admin_state_up': True, 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:27.299000 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cb706ff-62e4-4302-8852-8f8cdaab6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.324023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75065a2a-bd35-481e-ae86-38711ff311fa req-c8149344-abc7-4aa1-b661-12caee044eda tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 210 time: 0.0664837 Nov 12 08:21:27.331520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df23e99-f022-434f-8800-0a869c74f866 req-fa7157eb-cf28-4bc0-a23a-7b7f779f7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.333317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-fa7157eb-cf28-4bc0-a23a-7b7f779f7ccd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 1095 time: 0.0763609 Nov 12 08:21:27.379135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57800b3-5648-4dff-8fcb-4725b61f5a07 req-399d53d9-a261-4f48-80ce-025adda5217b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.381353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e57800b3-5648-4dff-8fcb-4725b61f5a07 req-399d53d9-a261-4f48-80ce-025adda5217b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 945 time: 0.3802764 Nov 12 08:21:27.382704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event updated for resources: {'Port': ['ID=1aa2d858-b024-4256-8f14-b01850afee5c,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.469146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df23e99-f022-434f-8800-0a869c74f866 req-1dd65f6b-f956-42b1-95c6-468b8c1a4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.470673 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-1dd65f6b-f956-42b1-95c6-468b8c1a4826 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.1158583 Nov 12 08:21:27.484408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] In _notify_port_updated(), no bound segment for port 1aa2d858-b024-4256-8f14-b01850afee5c on network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:21:27.497918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.508108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.509326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.518202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b236d26-985b-408d-9ea3-ef9569fce753 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "PUT /v2.0/ports/1aa2d858-b024-4256-8f14-b01850afee5c HTTP/1.1" status: 200 len: 1135 time: 1.3306663 Nov 12 08:21:27.521540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9cb706ff-62e4-4302-8852-8f8cdaab6cb7 None None] For port 76dbdfef-364c-4ff4-ace4-a1849f9c020a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76dbdfef-364c-4ff4-ace4-a1849f9c020a,segment=NetworkSegment(201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f),segment_id=201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:27.522725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51688) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:27.535143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cb706ff-62e4-4302-8852-8f8cdaab6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.593963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-f0d7e316-30cb-45ca-a743-f1a71cbf0613 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac HTTP/1.1" status: 200 len: 217 time: 0.1122510 Nov 12 08:21:27.619324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb706ff-62e4-4302-8852-8f8cdaab6cb7 None None] Pushing event updated for resources: {'Port': ['ID=76dbdfef-364c-4ff4-ace4-a1849f9c020a,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.736980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9d3ac56b-e979-4dfa-b629-1809b27f8ad5 None None] Could not find standard attr ID for object bffd0838-d8da-4949-b202-1df56874dfc8. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:21:27.740033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16963a0e-007b-454b-ab05-2521d2347619 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.746895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16963a0e-007b-454b-ab05-2521d2347619 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "GET /v2.0/ports/1aa2d858-b024-4256-8f14-b01850afee5c HTTP/1.1" status: 200 len: 1135 time: 0.2191670 Nov 12 08:21:27.753156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51698) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:27.783072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df23e99-f022-434f-8800-0a869c74f866 req-8ca5cd44-105d-4990-99b5-bb958cd4ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.794056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-8ca5cd44-105d-4990-99b5-bb958cd4ac95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1949244 Nov 12 08:21:27.836879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:27.837480 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:27.841444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:18Z', 'revision_number': 4, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '79049604-bdee-4687-a644-01ab9bf8caaf', 'name': '', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'mac_address': 'fa:16:3e:ec:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:17Z', 'updated_at': '2021-11-12T08:21:25Z', 'revision_number': 4, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'subnets': [{'id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:27.908522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e57800b3-5648-4dff-8fcb-4725b61f5a07 req-8e569294-3511-41d8-a794-b121ae8fbbdb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151823 Nov 12 08:21:27.924824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df23e99-f022-434f-8800-0a869c74f866 req-57e823d4-8e9c-4506-8573-73af8b180fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.926989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-57e823d4-8e9c-4506-8573-73af8b180fa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224985 Nov 12 08:21:27.955070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9d3ac56b-e979-4dfa-b629-1809b27f8ad5 None None] Provisioning complete for port 76dbdfef-364c-4ff4-ace4-a1849f9c020a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:27.955907 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac56b-e979-4dfa-b629-1809b27f8ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.960651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aeda7-8373-4282-9c44-33a707823ffa None None] The sync data for ids ['00d7e93a-e11e-42e3-850f-abb6f2b39374'] in n-d-768509-25 is: [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:18Z', 'revision_number': 4, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '79049604-bdee-4687-a644-01ab9bf8caaf', 'name': '', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'mac_address': 'fa:16:3e:ec:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:17Z', 'updated_at': '2021-11-12T08:21:25Z', 'revision_number': 4, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'subnets': [{'id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:28.197040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Made reservation on behalf of ea6e7be6736a44fe9a37762d1f557cd1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:28.205723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.405853 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-8d1011e7-ec78-4431-92ab-71e634b2b5a1 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580507 Nov 12 08:21:28.467376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Deleting port 1aa2d858-b024-4256-8f14-b01850afee5c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:28.467694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.569291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8e47a82-1319-44f4-a449-f932523c9920 req-00bfd5b4-a5b1-4c22-baa2-124e75964a82 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 210 time: 0.0842924 Nov 12 08:21:28.574379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9d3ac56b-e979-4dfa-b629-1809b27f8ad5 None None] Provisioning complete for port 1aa2d858-b024-4256-8f14-b01850afee5c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:28.574903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac56b-e979-4dfa-b629-1809b27f8ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.775311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ac56b-e979-4dfa-b629-1809b27f8ad5 None None] Port 1aa2d858-b024-4256-8f14-b01850afee5c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:28.794105 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0df23e99-f022-434f-8800-0a869c74f866 req-37dbf7ca-0c4b-499f-9747-a73f12860535 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781304 Nov 12 08:21:28.840224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Allocated IP 172.20.0.12 (6180b9d4-9dbf-4808-bdd6-675574dfd405/a3f674a0-2da9-4d53-a058-1a85339bde52/a4e2c7a6-b634-4f52-9a9d-8c7e148cab00) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:28.872894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee7122-2b5d-4c8c-9563-fa608dc06382 req-1b8392f5-91c9-4d65-bb7d-79aadf65ea3c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:28.881904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8cee7122-2b5d-4c8c-9563-fa608dc06382 req-1b8392f5-91c9-4d65-bb7d-79aadf65ea3c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 943 time: 0.6341856 Nov 12 08:21:28.898740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51728) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:28.933465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6e574056-00d3-445d-86f2-939c436ce7a6 None None] Provisioning complete for port 1aa2d858-b024-4256-8f14-b01850afee5c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:28.934201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6e574056-00d3-445d-86f2-939c436ce7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.001809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6e574056-00d3-445d-86f2-939c436ce7a6 None None] Port 1aa2d858-b024-4256-8f14-b01850afee5c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:29.022257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76dbdfef-364c-4ff4-ace4-a1849f9c020a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:29.127225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ddd7-5534-4128-b641-f343a9d89f9e req-235ea09c-dc52-477b-b74a-f007dcd50b20 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:29.135750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c09ddd7-5534-4128-b641-f343a9d89f9e req-235ea09c-dc52-477b-b74a-f007dcd50b20 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.2257895 Nov 12 08:21:29.142292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f23718-591b-435a-9055-0ccbe83fe1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.147634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 76dbdfef-364c-4ff4-ace4-a1849f9c020a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:29.148009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.176551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c09ddd7-5534-4128-b641-f343a9d89f9e req-ec7f2423-209a-4e63-8bb6-aacdb72183a9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.0396941 Nov 12 08:21:29.219345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.299885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Calling delete_port for 1aa2d858-b024-4256-8f14-b01850afee5c owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:29.315529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f23718-591b-435a-9055-0ccbe83fe1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.322138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 79049604-bdee-4687-a644-01ab9bf8caaf up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:29.323559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f23718-591b-435a-9055-0ccbe83fe1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.390642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92f23718-591b-435a-9055-0ccbe83fe1ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f24db44648434782ab51d0d0284390c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912620 Nov 12 08:21:29.392160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f23718-591b-435a-9055-0ccbe83fe1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435ff3b-4049-4cf2-bbd2-e9fec19a71f9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.396798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51734) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:29.424879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8cee7122-2b5d-4c8c-9563-fa608dc06382 req-40ea7c6b-cd13-4015-9b6c-88a5833bf850 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417504 Nov 12 08:21:29.450030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 79049604-bdee-4687-a644-01ab9bf8caaf triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:29.451824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.494702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15d44b31-0916-4ad2-a85d-3a341bd325bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.522856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15d44b31-0916-4ad2-a85d-3a341bd325bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.577450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c09ddd7-5534-4128-b641-f343a9d89f9e req-197ff51c-102a-40f4-be8a-60ee8d06c6c2 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3998349 Nov 12 08:21:29.603091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.618265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15d44b31-0916-4ad2-a85d-3a341bd325bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.621196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15d44b31-0916-4ad2-a85d-3a341bd325bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.631117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15d44b31-0916-4ad2-a85d-3a341bd325bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c435ff3b-4049-4cf2-bbd2-e9fec19a71f9 HTTP/1.1" status: 204 len: 168 time: 0.2269807 Nov 12 08:21:29.660923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d44b31-0916-4ad2-a85d-3a341bd325bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435ff3b-4049-4cf2-bbd2-e9fec19a71f9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.761452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 79049604-bdee-4687-a644-01ab9bf8caaf, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=79049604-bdee-4687-a644-01ab9bf8caaf,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:29.769900 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.869488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=79049604-bdee-4687-a644-01ab9bf8caaf,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.898012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3ccbd77-0446-471c-a917-6526d38dec8f req-bc0b4059-a882-4ebc-bcf6-7d01e7af576f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 210 time: 0.1113784 Nov 12 08:21:29.934078 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.944123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c09ddd7-5534-4128-b641-f343a9d89f9e req-ced3030e-7eb5-4ed6-9505-c513e1364d31 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655660 Nov 12 08:21:30.115214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.151231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c09ddd7-5534-4128-b641-f343a9d89f9e req-1f0a86e3-65ac-4331-aad1-0ff6bf975461 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061210 Nov 12 08:21:30.171546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.184505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event deleted for resources: {'Port': ['ID=1aa2d858-b024-4256-8f14-b01850afee5c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.192722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d18a5ca-0156-4231-bf78-f5739eee30f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.210081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.298723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d18a5ca-0156-4231-bf78-f5739eee30f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.306115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d18a5ca-0156-4231-bf78-f5739eee30f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.368474 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d18a5ca-0156-4231-bf78-f5739eee30f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d72c853cc8c471e9c16ccfa190eabca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957562 Nov 12 08:21:30.372626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51748) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.375054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:30.397926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:30.404220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.409082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fafa0d89-d968-4c6d-8947-b7598c67dc2c tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "DELETE /v2.0/ports/1aa2d858-b024-4256-8f14-b01850afee5c HTTP/1.1" status: 204 len: 168 time: 2.6518431 Nov 12 08:21:30.410425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Pushing event updated for resources: {'Port': ['ID=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.421821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:30.424351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18a5ca-0156-4231-bf78-f5739eee30f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b50cca4-56f8-45b2-b723-4c77cf7eaef1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.429160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51752) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.506825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a461b408-72ea-4bf4-b6c3-c5d38b07b317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.541049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a461b408-72ea-4bf4-b6c3-c5d38b07b317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.621869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a461b408-72ea-4bf4-b6c3-c5d38b07b317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.625128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a461b408-72ea-4bf4-b6c3-c5d38b07b317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.626602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a461b408-72ea-4bf4-b6c3-c5d38b07b317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b50cca4-56f8-45b2-b723-4c77cf7eaef1 HTTP/1.1" status: 204 len: 168 time: 0.2523513 Nov 12 08:21:30.636561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b408-72ea-4bf4-b6c3-c5d38b07b317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b50cca4-56f8-45b2-b723-4c77cf7eaef1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.661983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.662764 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.678406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Deleting subnet 22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:30.693907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.743894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-768f540b-9b10-4473-8c50-4cb88770f00a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4884129 Nov 12 08:21:30.759310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf7700-19ee-4ce8-8382-9cd3083052ab req-66931a4e-719d-44f6-acd9-1d6784421f08 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.761087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afdf7700-19ee-4ce8-8382-9cd3083052ab req-66931a4e-719d-44f6-acd9-1d6784421f08 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 943 time: 0.1674633 Nov 12 08:21:30.770323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Request body: {'port': {'device_id': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:30.831243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.831411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 79049604-bdee-4687-a644-01ab9bf8caaf up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:30.919153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 79049604-bdee-4687-a644-01ab9bf8caaf triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:30.919727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.025940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.390974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 078d39eb-56c5-4658-ac0b-ce62dea1e8ac details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:31.496507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afdf7700-19ee-4ce8-8382-9cd3083052ab req-1bd1ca72-a06d-4554-9605-6c74a7b55b25 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056777 Nov 12 08:21:31.510693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.521354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:31.546409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'mac_address': 'fa:16:3e:d0:d4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:31.607667 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.631493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078d39eb-56c5-4658-ac0b-ce62dea1e8ac {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:31.656873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:31.667485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.732762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104dfc3-9cc9-4898-b109-feb7c6d98cfd req-d365a9b3-82bf-4609-aa5a-0f6b8cc27225 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.736760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a104dfc3-9cc9-4898-b109-feb7c6d98cfd req-d365a9b3-82bf-4609-aa5a-0f6b8cc27225 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 932 time: 0.2533369 Nov 12 08:21:31.747929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.768039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.833873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe52785-71b3-44b6-a4e7-346efab7d846 None None] Network 408d0c35-22b3-42b7-b4d7-ca8c82a782ee requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:31.842945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event deleted for resources: {'Subnet': ['ID=22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.851307 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.867161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f63ae334-75fe-4dde-8600-7ca43da8d612 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "DELETE /v2.0/subnets/22e4f5fc-5e67-4a52-9d81-0f787d6b1a9a HTTP/1.1" status: 204 len: 168 time: 1.4372079 Nov 12 08:21:31.870546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51818) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:31.980740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a104dfc3-9cc9-4898-b109-feb7c6d98cfd req-0fa31117-0fd0-4559-b7d2-f6d0d350e174 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184846 Nov 12 08:21:32.015311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.041959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['078d39eb-56c5-4658-ac0b-ce62dea1e8ac'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:32.122302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] DHCP port deletion for 408d0c35-22b3-42b7-b4d7-ca8c82a782ee request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:32.177120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Deleting port 76dbdfef-364c-4ff4-ace4-a1849f9c020a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:32.177364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.254686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:32.272670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] For port 76dbdfef-364c-4ff4-ace4-a1849f9c020a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76dbdfef-364c-4ff4-ace4-a1849f9c020a,segment=NetworkSegment(201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f),segment_id=201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:32.272977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.292150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Calling delete_port for 76dbdfef-364c-4ff4-ace4-a1849f9c020a owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:32.303616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.335834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86608ce0-c962-43ae-80fd-09894810c91a req-5c8e1679-5b95-424d-baff-6870952248c2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:32.349575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86608ce0-c962-43ae-80fd-09894810c91a req-5c8e1679-5b95-424d-baff-6870952248c2 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1556373 Nov 12 08:21:32.359380 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] Deleting port 76dbdfef-364c-4ff4-ace4-a1849f9c020a {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:32.359962 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.384350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Transition to ACTIVE for port object a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:32.407228 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.427376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-28d3dad1-90a1-4798-803e-61f44ffbf7d9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:32.434783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-28d3dad1-90a1-4798-803e-61f44ffbf7d9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.2819026 Nov 12 08:21:32.442542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.485275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] For port 76dbdfef-364c-4ff4-ace4-a1849f9c020a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76dbdfef-364c-4ff4-ace4-a1849f9c020a,segment=NetworkSegment(201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f),segment_id=201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:32.485806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.493158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event deleted for resources: {'Port': ['ID=76dbdfef-364c-4ff4-ace4-a1849f9c020a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.496192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] No DVR routers for this DVR port 76dbdfef-364c-4ff4-ace4-a1849f9c020a on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:32.504111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a5109ffe-edae-49b1-aea4-55823578a809 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.0683451 Nov 12 08:21:32.518487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] Calling delete_port for 76dbdfef-364c-4ff4-ace4-a1849f9c020a owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:32.533654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.604525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86608ce0-c962-43ae-80fd-09894810c91a req-7d4ecc3c-dd63-46c0-b322-6eabc66568ff tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253826 Nov 12 08:21:32.627034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.643562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] No DVR routers for this DVR port 76dbdfef-364c-4ff4-ace4-a1849f9c020a on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:32.666040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079338c3-904c-4ddf-8c79-bebe43d2fd27 None None] Pushing event deleted for resources: {'Port': ['ID=76dbdfef-364c-4ff4-ace4-a1849f9c020a,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.680361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.712256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Attempting to bind port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:32.712676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Attempting to bind port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:32.712991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408d0c35-22b3-42b7-b4d7-ca8c82a782ee']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:32.713118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Attempting to bind port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:32.719222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:32.719534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Attempting to bind port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:32.727043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:32.727774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201c7ae5-3b76-49e6-9e56-3fd06b7bfc5f') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:32.735392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-6a189120-3cf1-42e8-8e57-ba4b7deed02c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2303379 Nov 12 08:21:32.736698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:32.737029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Checking segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:32.737421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Bound using segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:32.737856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Bound port: a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:32.738396 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.743203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.766385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.768278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76dbdfef-364c-4ff4-ace4-a1849f9c020a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:32.777365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:32.777898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:32.782412 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:32.805451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 76dbdfef-364c-4ff4-ace4-a1849f9c020a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:32.805792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76dbdfef-364c-4ff4-ace4-a1849f9c020a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:32.871146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.880326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.884373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] 10.222.0.16 "DELETE /v2.0/networks/408d0c35-22b3-42b7-b4d7-ca8c82a782ee HTTP/1.1" status: 204 len: 168 time: 1.0120034 Nov 12 08:21:32.897244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc05468-e587-4c8e-8de2-669e3dfe86d9 tempest-ExtraDHCPOptionsTestJSON-134856963 tempest-ExtraDHCPOptionsTestJSON-134856963-project] Pushing event deleted for resources: {'Network': ['ID=408d0c35-22b3-42b7-b4d7-ca8c82a782ee,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.974603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] For port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:32.983570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] For port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:32.987636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-23c4ade2-162a-4e66-9262-53c40f4b67a4 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340512 Nov 12 08:21:32.995629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81dd6d-9773-4a10-ad05-77513a7798d3 req-39433bb4-2cf0-4b4d-aac3-a369663ecc17 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:32.997214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a81dd6d-9773-4a10-ad05-77513a7798d3 req-39433bb4-2cf0-4b4d-aac3-a369663ecc17 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 944 time: 0.1128509 Nov 12 08:21:33.010685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.115220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.115854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.117337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 HTTP/1.1" status: 200 len: 1093 time: 2.3518794 Nov 12 08:21:33.119373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'tag': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:33.121737 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770cbf9-d744-4498-8233-1034305db6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4d966c-d99e-431a-9d34-72a416feaba1", "tag": "a4e2c7a6-b634-4f52-9a9d-8c7e148cab00"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:33.215056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d6f3a-3afe-4c72-ace3-3b8e2e329890 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.225136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51870) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:33.241327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a81dd6d-9773-4a10-ad05-77513a7798d3 req-b1e91cf5-de8b-4ca7-b9b6-f0f33b64018f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321866 Nov 12 08:21:33.247877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-926a089e-b871-4ac2-8695-b52ea231be85 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495487 Nov 12 08:21:33.264809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-a416921f-6215-4aba-9a76-1cf003ae3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.266460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-a416921f-6215-4aba-9a76-1cf003ae3139 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 1096 time: 0.0737174 Nov 12 08:21:33.330918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-f2f43fc0-53ea-4275-9ef9-733924975c39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 HTTP/1.1" status: 200 len: 217 time: 0.0438414 Nov 12 08:21:33.405808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 078d39eb-56c5-4658-ac0b-ce62dea1e8ac up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:33.434575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9d0c9-9a1f-4e50-8c0a-307195f6525e req-9e252d88-74cc-430b-933b-93964d413e60 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.436281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98d9d0c9-9a1f-4e50-8c0a-307195f6525e req-9e252d88-74cc-430b-933b-93964d413e60 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 944 time: 0.1087246 Nov 12 08:21:33.441833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-99cace00-2d73-420f-81df-2c1b615eb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.443312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-99cace00-2d73-420f-81df-2c1b615eb894 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.1015916 Nov 12 08:21:33.477363 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c735a7-26cb-4757-99ef-6c8699172318 x-openstack-request-id: req-13c735a7-26cb-4757-99ef-6c8699172318 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:33.477363 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4d966c-d99e-431a-9d34-72a416feaba1", "tag": "a4e2c7a6-b634-4f52-9a9d-8c7e148cab00", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:33.482623 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13c735a7-26cb-4757-99ef-6c8699172318 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:33.483348 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'tag': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00', 'status': 'completed', 'code': 200} Nov 12 08:21:33.507619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-37f9b001-1cc8-4009-879c-61554fcf98f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81e2222ab1434cd29541fc6f50ead3fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806990 Nov 12 08:21:33.509256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51880) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:33.535816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:33.540993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:33.541585 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.595661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-7f41d584-4c7c-4c06-8035-a745a673e970 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225374 Nov 12 08:21:33.623625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1bb0f84-93f6-4900-9712-194d6958ae06 req-83fb7a7a-67b4-490d-8073-121a0276e6ec tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 210 time: 0.1088326 Nov 12 08:21:33.629733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6730d077-ce2e-4bbe-a969-ad19f343a95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.689017 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.716164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6730d077-ce2e-4bbe-a969-ad19f343a95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.727797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:33.735470 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f825a4-7a8e-4b2b-a0b2-ad382c5b1a3d" -d '{"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-plugged", "status": "completed", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:33.763931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:33.774472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.801602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6730d077-ce2e-4bbe-a969-ad19f343a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.805836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6730d077-ce2e-4bbe-a969-ad19f343a95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.808009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6730d077-ce2e-4bbe-a969-ad19f343a95b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c536b964-505a-4312-a34a-a37352f54d4b HTTP/1.1" status: 204 len: 168 time: 0.2974603 Nov 12 08:21:33.817433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730d077-ce2e-4bbe-a969-ad19f343a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c536b964-505a-4312-a34a-a37352f54d4b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.844526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98d9d0c9-9a1f-4e50-8c0a-307195f6525e req-4eae503d-ea3f-4bcb-9087-cb21867b2bac tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975837 Nov 12 08:21:33.891341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.892083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-84848830-9610-4056-8610-e330ff3dbe40 service neutron] 10.222.0.32 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714784 Nov 12 08:21:33.949185 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761616b8-f6a9-4f6f-9c3e-f1a8e1e91ecd x-openstack-request-id: req-761616b8-f6a9-4f6f-9c3e-f1a8e1e91ecd {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:33.949496 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-plugged", "status": "completed", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:33.949894 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-761616b8-f6a9-4f6f-9c3e-f1a8e1e91ecd {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:33.950293 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'code': 200} Nov 12 08:21:33.979534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df565-2113-48d6-b26f-a9734b1434fc req-ca1885a6-7a8d-4a2f-a594-dec516666a29 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.988065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3df565-2113-48d6-b26f-a9734b1434fc req-ca1885a6-7a8d-4a2f-a594-dec516666a29 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.2336035 Nov 12 08:21:34.115945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3df565-2113-48d6-b26f-a9734b1434fc req-525c682a-f95f-483a-9fbe-bd150f4fe969 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249161 Nov 12 08:21:34.116261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4322-86a5-4be7-a585-36ab7874fb1e req-5a90c6e1-ffe2-4444-8e5a-cb569d277808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.120420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e3eb4322-86a5-4be7-a585-36ab7874fb1e req-5a90c6e1-ffe2-4444-8e5a-cb569d277808 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0927427 Nov 12 08:21:34.127278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef77b53-9e60-47c0-99de-dd5b0a9258fb req-6da0824d-9137-4448-86c0-da67cab8c195 service neutron] 10.222.0.32 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150350 Nov 12 08:21:34.252942 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e3eb4322-86a5-4be7-a585-36ab7874fb1e req-990886f8-ee89-4f4a-8b0c-8b5522039ef2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246731 Nov 12 08:21:34.269903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770cbf9-d744-4498-8233-1034305db6ca req-4772a1b5-ad43-43d4-9640-0e9a40494b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.271471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-4772a1b5-ad43-43d4-9640-0e9a40494b6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 1096 time: 0.0627019 Nov 12 08:21:34.452271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a057cd-ad7b-4a4c-9634-03164a1af4b8 req-c2bddf7b-1fec-4784-8084-66c9e087d402 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.453939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0a057cd-ad7b-4a4c-9634-03164a1af4b8 req-c2bddf7b-1fec-4784-8084-66c9e087d402 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0889921 Nov 12 08:21:34.460438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770cbf9-d744-4498-8233-1034305db6ca req-1fc39e71-cb09-4937-bd0f-bd9d4d41522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.462184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-1fc39e71-cb09-4937-bd0f-bd9d4d41522a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 910 time: 0.1701710 Nov 12 08:21:34.534765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-24c2a023-655c-491b-af44-90e674b0d450 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 HTTP/1.1" status: 200 len: 217 time: 0.0595968 Nov 12 08:21:34.584696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0a057cd-ad7b-4a4c-9634-03164a1af4b8 req-ea75ac6c-fe24-4b9a-b15d-9e377e6876b5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192913 Nov 12 08:21:34.605611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770cbf9-d744-4498-8233-1034305db6ca req-7d5707ee-87bf-4796-974d-93f48c321b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.607181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-7d5707ee-87bf-4796-974d-93f48c321b4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.0621600 Nov 12 08:21:34.665794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-e9028964-3941-43d2-8a66-b89c0aa328a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404394 Nov 12 08:21:34.715505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51920) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:34.800289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3076bcbb-1dea-482d-b20d-d1e9fd7c7686 req-58b7079a-a403-46da-b03b-467391470736 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 210 time: 0.0439203 Nov 12 08:21:34.842805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-58e31dc6-3b6e-44c1-b664-f4f9e38d785c service neutron] 10.222.0.32 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653152 Nov 12 08:21:34.907937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e71e0b58-1bc0-4cca-9006-42417c748714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.008801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1770cbf9-d744-4498-8233-1034305db6ca req-b1f50e2b-aff3-451c-aeb0-19f6096123d6 service neutron] 10.222.0.32 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554968 Nov 12 08:21:35.018645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcf090-3d7a-4754-a4db-ec19260a1063 req-7bd4095b-4078-4154-a803-348166ed7482 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.026205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51932) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.027270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4bcf090-3d7a-4754-a4db-ec19260a1063 req-7bd4095b-4078-4154-a803-348166ed7482 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 944 time: 0.0924425 Nov 12 08:21:35.051656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e71e0b58-1bc0-4cca-9006-42417c748714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.057519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e71e0b58-1bc0-4cca-9006-42417c748714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.076581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4bcf090-3d7a-4754-a4db-ec19260a1063 req-f3bf9fe7-e46d-4192-8fd2-b1c448a04498 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Nov 12 08:21:35.102390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e71e0b58-1bc0-4cca-9006-42417c748714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b6365fbb42b47e08caa13b3264cd9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3846102 Nov 12 08:21:35.103611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e0b58-1bc0-4cca-9006-42417c748714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741b0a38-bbd3-423a-836a-32c4c2a22d6a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.105108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51936) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.158693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1247421555'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:35.178829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3108b868-9c5a-426d-b6b3-3ea53de2cb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.183839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:35.188796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.202171 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:21:35.209537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.219837 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3108b868-9c5a-426d-b6b3-3ea53de2cb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.283737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4556f-f483-4126-99db-182c64653c2c req-c8f73df1-4bdc-416c-a75f-2da68e77fd9f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.285481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13f4556f-f483-4126-99db-182c64653c2c req-c8f73df1-4bdc-416c-a75f-2da68e77fd9f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0821843 Nov 12 08:21:35.312903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3108b868-9c5a-426d-b6b3-3ea53de2cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.315788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3108b868-9c5a-426d-b6b3-3ea53de2cb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.319849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.320017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3108b868-9c5a-426d-b6b3-3ea53de2cb26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/741b0a38-bbd3-423a-836a-32c4c2a22d6a HTTP/1.1" status: 204 len: 168 time: 0.2101004 Nov 12 08:21:35.325870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.341206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108b868-9c5a-426d-b6b3-3ea53de2cb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b0a38-bbd3-423a-836a-32c4c2a22d6a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.375568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13f4556f-f483-4126-99db-182c64653c2c req-65153e1d-1f3c-4b2a-9d5c-0cb6aecb7060 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706968 Nov 12 08:21:35.379011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:35.403614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.404014 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Added segment 6c16a196-192c-4ac0-80b8-860c6abb9962 of type vlan for network 55d9dee1-9250-457c-a4cb-f02844aaeae7 Nov 12 08:21:35.405370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a2226d-3f82-4fb1-a144-ad33c839dbdc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.492097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.587524 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.594010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.594642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.655908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-b943d632-da1c-4e33-bda5-84a7aae201db tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.657033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-b943d632-da1c-4e33-bda5-84a7aae201db tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.1986754 Nov 12 08:21:35.700074 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6609118 Nov 12 08:21:35.724077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:35.747426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def3e4b-fb48-4b65-addd-7ab79995b34c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Network': ['ID=55d9dee1-9250-457c-a4cb-f02844aaeae7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.760800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:35.815469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14299-0c11-46e0-8f67-99220a9d6ada req-7da9dfed-27c9-4f72-b34d-5de95f9f44fa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.826453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cac14299-0c11-46e0-8f67-99220a9d6ada req-7da9dfed-27c9-4f72-b34d-5de95f9f44fa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1166387 Nov 12 08:21:35.874332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51950) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.896442 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d7c875-beee-4d2f-a319-f9cfa0fee435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.956130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cac14299-0c11-46e0-8f67-99220a9d6ada req-0774c0cc-61d9-404a-8b9b-585aac418250 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281688 Nov 12 08:21:35.992793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-548b5bd1-6890-490e-8526-6404731370b8 req-a8806730-68d3-4216-94b0-f583d75f9531 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 210 time: 0.0594358 Nov 12 08:21:36.009381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:36.013098 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.064876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d7c875-beee-4d2f-a319-f9cfa0fee435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.097387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d7c875-beee-4d2f-a319-f9cfa0fee435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.159820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7c875-beee-4d2f-a319-f9cfa0fee435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7702d0e-9360-4b26-957a-90350b9c60fe,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:36.163939 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-85d7c875-beee-4d2f-a319-f9cfa0fee435 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=740e0305c2ab4842841820b4ecce7817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883589 Nov 12 08:21:36.170311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:36.225994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.8 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/abfcc442-b774-43f8-89e7-3eea0174b214) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:36.272698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc594c30-304a-4e0c-a119-8f658b38c527 req-0306f30e-780b-49c3-9d98-0f98fbfa1e12 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.275064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc594c30-304a-4e0c-a119-8f658b38c527 req-0306f30e-780b-49c3-9d98-0f98fbfa1e12 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 944 time: 0.1019554 Nov 12 08:21:36.293983 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df093e44-4695-4ab0-831f-dbff259c8d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.343272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df093e44-4695-4ab0-831f-dbff259c8d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.384492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc594c30-304a-4e0c-a119-8f658b38c527 req-f415aa24-807a-41ec-a8e4-2d413751f464 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915291 Nov 12 08:21:36.418285 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df093e44-4695-4ab0-831f-dbff259c8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.420291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.421725 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df093e44-4695-4ab0-831f-dbff259c8d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.433726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-df093e44-4695-4ab0-831f-dbff259c8d22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7702d0e-9360-4b26-957a-90350b9c60fe HTTP/1.1" status: 204 len: 168 time: 0.2548211 Nov 12 08:21:36.453881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df093e44-4695-4ab0-831f-dbff259c8d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7702d0e-9360-4b26-957a-90350b9c60fe,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:36.502658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.518622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:36.573253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:36.578349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:36.583838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:36.588367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=abfcc442-b774-43f8-89e7-3eea0174b214,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:36.623260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e09d-6347-4447-9603-2d08dde8dcb4 req-1b309090-1ae1-41d7-b61d-a682379f8290 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.636225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f50e09d-6347-4447-9603-2d08dde8dcb4 req-1b309090-1ae1-41d7-b61d-a682379f8290 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1177475 Nov 12 08:21:36.674074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.675013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.702807 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a01fa97f-a8e2-4a3c-a2a1-ae21897c3140 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0012724 Nov 12 08:21:36.728728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Request body: {'port': {'device_id': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:36.766184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f50e09d-6347-4447-9603-2d08dde8dcb4 req-4bc8f3f7-5aa4-49a5-af50-cfc99f4e6904 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284313 Nov 12 08:21:37.200589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.208700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2bf6c-97c6-4527-a7c8-462e6f5f9d65 req-fc2fc2fd-a216-48c1-970a-51e9dfaefe2a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.211924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db2bf6c-97c6-4527-a7c8-462e6f5f9d65 req-fc2fc2fd-a216-48c1-970a-51e9dfaefe2a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1409714 Nov 12 08:21:37.216404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:37.243096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb96a9-b605-41ea-b6e9-6c8d63195bb1 req-e3ec0eb7-9826-44ab-8b3c-13f861494b1e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.244797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23bb96a9-b605-41ea-b6e9-6c8d63195bb1 req-e3ec0eb7-9826-44ab-8b3c-13f861494b1e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 931 time: 0.1238289 Nov 12 08:21:37.368198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1db2bf6c-97c6-4527-a7c8-462e6f5f9d65 req-6e61b20f-5cd9-44ac-ae2b-e0ca2a309ad3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399448 Nov 12 08:21:37.403246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23bb96a9-b605-41ea-b6e9-6c8d63195bb1 req-4deac996-5274-492f-b49d-52875aa57f4f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242039 Nov 12 08:21:37.600389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:37.621086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'port_id': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00', 'mac_address': 'fa:16:3e:c0:f3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:37.680630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.717085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:37.749121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:37.756764 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.817879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfcc442-b774-43f8-89e7-3eea0174b214 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:37.835599 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.840649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:37.852606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f358-571b-4a1c-a641-c576d1fe4801 req-f1e2d946-c13a-47c1-a47d-63d89aa0376a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.863157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a102f358-571b-4a1c-a641-c576d1fe4801 req-f1e2d946-c13a-47c1-a47d-63d89aa0376a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 944 time: 0.1374116 Nov 12 08:21:37.872560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Transition to ACTIVE for port object abfcc442-b774-43f8-89e7-3eea0174b214 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:37.878312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.980583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ebdc4-4d76-4ccf-beec-8dc332db2b2e req-158de7b0-aaad-4bfe-9b25-48e400d62523 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.983079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af9ebdc4-4d76-4ccf-beec-8dc332db2b2e req-158de7b0-aaad-4bfe-9b25-48e400d62523 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1688097 Nov 12 08:21:37.987494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=abfcc442-b774-43f8-89e7-3eea0174b214,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:37.993567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a102f358-571b-4a1c-a641-c576d1fe4801 req-4d1267e4-11f6-478a-ab36-f695696ba3bd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279707 Nov 12 08:21:38.096068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af9ebdc4-4d76-4ccf-beec-8dc332db2b2e req-29326294-b436-46b9-8ba1-7109850b38c1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916743 Nov 12 08:21:38.136734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Attempting to bind port abfcc442-b774-43f8-89e7-3eea0174b214 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:38.137512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Attempting to bind port abfcc442-b774-43f8-89e7-3eea0174b214 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:38.138175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Attempting to bind port abfcc442-b774-43f8-89e7-3eea0174b214 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:38.146031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Port abfcc442-b774-43f8-89e7-3eea0174b214 on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:38.147280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Attempting to bind port abfcc442-b774-43f8-89e7-3eea0174b214 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:38.155382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:38.155963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:38.156987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:38.157635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Bound port: abfcc442-b774-43f8-89e7-3eea0174b214, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:38.159225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.177970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace829-22c2-4947-8222-f10385ecbb43 req-c16a5c28-c89a-4453-82be-51a9f8ce2239 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.179705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ace829-22c2-4947-8222-f10385ecbb43 req-c16a5c28-c89a-4453-82be-51a9f8ce2239 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0578189 Nov 12 08:21:38.220360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:38.259620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ace829-22c2-4947-8222-f10385ecbb43 req-c313a846-e5f3-46fc-9ae9-f5c9a569d851 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720088 Nov 12 08:21:38.304698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] For port abfcc442-b774-43f8-89e7-3eea0174b214, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:38.308763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] For port abfcc442-b774-43f8-89e7-3eea0174b214, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=abfcc442-b774-43f8-89e7-3eea0174b214,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:38.314641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.376455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.377227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.379465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/abfcc442-b774-43f8-89e7-3eea0174b214 HTTP/1.1" status: 200 len: 1092 time: 1.6612992 Nov 12 08:21:38.382243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'tag': 'abfcc442-b774-43f8-89e7-3eea0174b214'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:38.386882 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95789e69-4dcb-42f7-b2cf-7e187bc8a245" -d '{"events": [{"name": "network-changed", "server_uuid": "ed471b7b-2839-43d8-9de8-9fd036a48c9d", "tag": "abfcc442-b774-43f8-89e7-3eea0174b214"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:38.433599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4307d-3260-48c3-8c03-9abefa98f1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=abfcc442-b774-43f8-89e7-3eea0174b214,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:38.490450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-ad981ba1-a32c-4682-a5b3-ded373553ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.493052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-ad981ba1-a32c-4682-a5b3-ded373553ce3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 1095 time: 0.0543888 Nov 12 08:21:38.556775 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b763bc7-995c-4c33-b456-f3ccd66ded83 x-openstack-request-id: req-7b763bc7-995c-4c33-b456-f3ccd66ded83 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:38.557097 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed471b7b-2839-43d8-9de8-9fd036a48c9d", "tag": "abfcc442-b774-43f8-89e7-3eea0174b214", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:38.557241 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b763bc7-995c-4c33-b456-f3ccd66ded83 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:38.557729 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'tag': 'abfcc442-b774-43f8-89e7-3eea0174b214', 'status': 'completed', 'code': 200} Nov 12 08:21:38.560161 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-cb13bfc7-fd8c-40d8-ac1f-7b027ac16b8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abfcc442-b774-43f8-89e7-3eea0174b214 HTTP/1.1" status: 200 len: 217 time: 0.0589690 Nov 12 08:21:38.633765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.704946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-4584a7a3-6530-489a-9e5c-4126ddfe9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.708794 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-4584a7a3-6530-489a-9e5c-4126ddfe9826 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1327066 Nov 12 08:21:38.709981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057fe8-4cb1-4b6d-a5fc-b3b6399e102c req-6897b266-70c6-4688-b5cf-ef1cc11dce1a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.721129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31057fe8-4cb1-4b6d-a5fc-b3b6399e102c req-6897b266-70c6-4688-b5cf-ef1cc11dce1a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 943 time: 0.1513226 Nov 12 08:21:38.784993 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-a602a1c8-8ec7-49b7-a2d9-dcec46f003fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647385 Nov 12 08:21:38.823100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31057fe8-4cb1-4b6d-a5fc-b3b6399e102c req-89969ee6-fb29-4027-b3e7-12ddcbc91d0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984039 Nov 12 08:21:38.914581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-86e66bc1-32a4-4650-bbfa-fb9ddd8f538d service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215773 Nov 12 08:21:39.085189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08df604f-ba1b-471d-9b63-d60ca185c8c9 req-0cb617ec-ada8-4727-b73c-89d69c8f0395 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626120 Nov 12 08:21:39.216692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6c04e-c322-46cb-b663-2057b6ecab15 req-d72846a2-b29a-48bb-99df-cf545d440bef tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.218636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bb6c04e-c322-46cb-b663-2057b6ecab15 req-d72846a2-b29a-48bb-99df-cf545d440bef tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 945 time: 0.0996842 Nov 12 08:21:39.239071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-3393748d-875c-4dae-a17f-759c726129fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.240680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-3393748d-875c-4dae-a17f-759c726129fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 1095 time: 0.0956972 Nov 12 08:21:39.299685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5d39f-f6cc-45ee-a5b5-8088727ad831 req-8dc46f5e-d88b-4636-837d-3b75a2810ed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.305442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edd5d39f-f6cc-45ee-a5b5-8088727ad831 req-8dc46f5e-d88b-4636-837d-3b75a2810ed3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0841670 Nov 12 08:21:39.328843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52042) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:39.338266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'subnet': {'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:39.370832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bb6c04e-c322-46cb-b663-2057b6ecab15 req-76394cf1-a02f-42b5-829f-3cb2dc853229 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390383 Nov 12 08:21:39.429478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-eb7ad4c4-5525-48e7-80cb-0562d58ae07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.433961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-eb7ad4c4-5525-48e7-80cb-0562d58ae07c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.1807578 Nov 12 08:21:39.452316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edd5d39f-f6cc-45ee-a5b5-8088727ad831 req-21def87c-f959-41c7-aa23-aa67ff0543a9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359608 Nov 12 08:21:39.527061 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-4035bfa7-8af8-44e1-af59-e5e80694c904 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abfcc442-b774-43f8-89e7-3eea0174b214 HTTP/1.1" status: 200 len: 217 time: 0.0873680 Nov 12 08:21:39.615884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-c99e43df-7d5a-4787-ae61-0ad8ce85dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.622295 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-c99e43df-7d5a-4787-ae61-0ad8ce85dde5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.0870383 Nov 12 08:21:39.629651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081c1fe-d14c-4463-aa25-3dd9e1184295 req-010eab91-e047-42ea-b316-89a08b096fa6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.643988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c081c1fe-d14c-4463-aa25-3dd9e1184295 req-010eab91-e047-42ea-b316-89a08b096fa6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1228387 Nov 12 08:21:39.648094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:39.653312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.668200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-9ebf1784-7f89-42b3-a1c8-60c6269c3ae4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376756 Nov 12 08:21:39.790129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c081c1fe-d14c-4463-aa25-3dd9e1184295 req-d5292634-71da-4aef-b6c7-2e83411dd84d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436002 Nov 12 08:21:39.884896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-048d5e1b-5bda-4693-9025-ff48be5f7101 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055211 Nov 12 08:21:39.995899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.102285 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95789e69-4dcb-42f7-b2cf-7e187bc8a245 req-d32c44ce-4899-47df-8b3d-915bd33d558a service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060037 Nov 12 08:21:40.140615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Subnet': ['ID=9348358a-7150-42bc-b8ce-a08b27ccc13a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:40.145281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.152677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Checking segment: {'id': '6c16a196-192c-4ac0-80b8-860c6abb9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:40.153076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network hostable DHCP agents. Network: 55d9dee1-9250-457c-a4cb-f02844aaeae7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:40.178376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc45a5-661a-4c87-b344-c831843ce029 req-29db7c2d-6a2b-4874-a7d9-24f7a46ff7ac tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.181030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69fc45a5-661a-4c87-b344-c831843ce029 req-29db7c2d-6a2b-4874-a7d9-24f7a46ff7ac tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 943 time: 0.1235673 Nov 12 08:21:40.250411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:40.270821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290998fa-3c19-480f-958a-5a1edbefaf62 req-b1d888c1-caa4-4551-9c8f-1733c0bb548a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.272441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-290998fa-3c19-480f-958a-5a1edbefaf62 req-b1d888c1-caa4-4551-9c8f-1733c0bb548a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1239650 Nov 12 08:21:40.284000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69fc45a5-661a-4c87-b344-c831843ce029 req-e446417a-9929-42de-b8a2-1efa1c54f730 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828540 Nov 12 08:21:40.285714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec7b-9a83-4be7-83d6-9f83b018d009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.308568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 55d9dee1-9250-457c-a4cb-f02844aaeae7) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:40.313074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.313565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.318816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2beb911-aab5-4da3-be60-6d8f116d658f None None] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:40.346702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1885a860-2e5d-4e66-a4d1-82fa81170263 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0166936 Nov 12 08:21:40.350192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52090) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.357972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870252205'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:40.365413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-290998fa-3c19-480f-958a-5a1edbefaf62 req-3c837d5d-e59d-4db0-8a6c-89c2d748d2d3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803714 Nov 12 08:21:40.392869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:40.397514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.426090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:40.430548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec7b-9a83-4be7-83d6-9f83b018d009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.440581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.441038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed51ec7b-9a83-4be7-83d6-9f83b018d009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.441160 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Added segment 4a7d4d4a-0099-4ce5-81c6-7b998e15345d of type vlan for network c3588550-099b-4503-a572-58c622ad3e3c Nov 12 08:21:40.490198 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed51ec7b-9a83-4be7-83d6-9f83b018d009 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ceb7d6e2df14833a7005f067eaa2b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437979 Nov 12 08:21:40.491418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51ec7b-9a83-4be7-83d6-9f83b018d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647f2d9e-45b8-42fc-994a-b0c431c99d00,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:40.494659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.528769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.542559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-55d9dee1-9250-457c-a4cb-f02844aaeae7', 'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7', 'tenant_id': '5c7d3271d79240859a4138a618d7c5b9', 'fixed_ips': [{'subnet_id': '9348358a-7150-42bc-b8ce-a08b27ccc13a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:40.543906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.548908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6cfc-c44e-46f0-b3ba-e0456c8beb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.575571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6cfc-c44e-46f0-b3ba-e0456c8beb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.591911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b50f0-bc15-454f-bb1a-bcbeeb2997b7 req-1162cc4e-4dae-40b6-877c-82970d9de13c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.593581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959b50f0-bc15-454f-bb1a-bcbeeb2997b7 req-1162cc4e-4dae-40b6-877c-82970d9de13c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 945 time: 0.0838826 Nov 12 08:21:40.594777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.600945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.602114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.647365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6cfc-c44e-46f0-b3ba-e0456c8beb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.653235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6cfc-c44e-46f0-b3ba-e0456c8beb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.656145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2dcc6cfc-c44e-46f0-b3ba-e0456c8beb46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/647f2d9e-45b8-42fc-994a-b0c431c99d00 HTTP/1.1" status: 204 len: 168 time: 0.1592398 Nov 12 08:21:40.670146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc6cfc-c44e-46f0-b3ba-e0456c8beb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f2d9e-45b8-42fc-994a-b0c431c99d00,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:40.674535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0853ed4d-c2e3-47a0-9e03-42ca68a3bb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.696454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3361778 Nov 12 08:21:40.697717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52098) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.700824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eaaf4-78b5-4e55-96c2-915a5651e2be tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Network': ['ID=c3588550-099b-4503-a572-58c622ad3e3c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:40.705987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'subnet': {'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:40.721241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c3588550-099b-4503-a572-58c622ad3e3c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:40.723475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959b50f0-bc15-454f-bb1a-bcbeeb2997b7 req-ecf4e33b-e471-4bcc-98e7-6c7bf1f5c29a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184344 Nov 12 08:21:40.762316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Allocated IP 2001:db8:0:ffff::2 (55d9dee1-9250-457c-a4cb-f02844aaeae7/9348358a-7150-42bc-b8ce-a08b27ccc13a/1ad92190-e376-4f28-97ec-7b8612667e1b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:40.866616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:40.872870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.956879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f407ef1-f35d-4ae3-afa7-e0f25ab4e4b2 req-91d07007-ad7e-4b9d-8162-83b69ac8d69c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.963538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f407ef1-f35d-4ae3-afa7-e0f25ab4e4b2 req-91d07007-ad7e-4b9d-8162-83b69ac8d69c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0782812 Nov 12 08:21:40.991157 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.003240 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.048559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f407ef1-f35d-4ae3-afa7-e0f25ab4e4b2 req-0cce9ebc-02d5-409a-9695-58e4c319d3c5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792179 Nov 12 08:21:41.058738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:41.062659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:41.065975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:41.106267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Pushing event updated for resources: {'Port': ['ID=1ad92190-e376-4f28-97ec-7b8612667e1b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.134748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.135213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.135641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.136132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.136509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.148944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.149458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.149749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.150653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.151180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.151522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.151857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.153441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52106) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.176239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.187218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Attempting to bind port 1ad92190-e376-4f28-97ec-7b8612667e1b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:41.187782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Attempting to bind port 1ad92190-e376-4f28-97ec-7b8612667e1b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '6c16a196-192c-4ac0-80b8-860c6abb9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:41.188256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Attempting to bind port 1ad92190-e376-4f28-97ec-7b8612667e1b on network 55d9dee1-9250-457c-a4cb-f02844aaeae7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:41.198755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:41.199474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Checking segment: {'id': '6c16a196-192c-4ac0-80b8-860c6abb9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:41.200280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.201015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Bound using segment: {'id': '6c16a196-192c-4ac0-80b8-860c6abb9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:41.201868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Bound port: 1ad92190-e376-4f28-97ec-7b8612667e1b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c16a196-192c-4ac0-80b8-860c6abb9962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '55d9dee1-9250-457c-a4cb-f02844aaeae7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:41.202575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.264225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:41.277076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.286284 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.297759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:21:41.300169 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.379019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] For port 1ad92190-e376-4f28-97ec-7b8612667e1b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:41.382188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Subnet': ['ID=49a63142-0c08-452d-82d7-07ec4fa85dd5,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.391265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Checking segment: {'id': '4a7d4d4a-0099-4ce5-81c6-7b998e15345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:41.391635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network hostable DHCP agents. Network: c3588550-099b-4503-a572-58c622ad3e3c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:41.392569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] For port 1ad92190-e376-4f28-97ec-7b8612667e1b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1ad92190-e376-4f28-97ec-7b8612667e1b,segment=NetworkSegment(6c16a196-192c-4ac0-80b8-860c6abb9962),segment_id=6c16a196-192c-4ac0-80b8-860c6abb9962)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:41.431935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network c3588550-099b-4503-a572-58c622ad3e3c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:41.434470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.458081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c3588550-099b-4503-a572-58c622ad3e3c) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:41.459959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:41.479254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=984dd6a79f014f67b091f4e0d23cc1d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217845 Nov 12 08:21:41.479621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.479621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.481465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c448691f-3705-4003-b57d-a2eb8b5510ef,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.484347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52112) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.524965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:41.525973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.528230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837bf4bf-a12e-42a2-8d1d-fd0451739b26 None None] Network c3588550-099b-4503-a572-58c622ad3e3c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:41.530221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device abfcc442-b774-43f8-89e7-3eea0174b214 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:41.539211 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d1028ef5-0fb7-4bc3-b5ae-5018ea02d2b8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8394840 Nov 12 08:21:41.545044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.553090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'port': {'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c', 'name': 'tempest-NetworksIpV6TestAttrs-1016404450'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:41.571160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.571860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.572533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.573153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.574123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.574753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.575383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.576002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.576634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.577258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.577904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.578526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef4c16-5384-452f-8485-1ec8a3ac5cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.663216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9de50-4b50-488c-8f0c-b184b7c42559 req-a1664d90-5a50-400c-ac6d-391c295e91be tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.676734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94c9de50-4b50-488c-8f0c-b184b7c42559 req-a1664d90-5a50-400c-ac6d-391c295e91be tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 943 time: 0.1941044 Nov 12 08:21:41.708593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-264ac598-f5f4-4fcc-a64c-64f241fa5b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.761084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-264ac598-f5f4-4fcc-a64c-64f241fa5b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.783152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:21:41.794356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7138e3-662f-43bc-840f-210b565029a9 req-408cfaae-8f61-4920-b80c-87dd808864d2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.796557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f7138e3-662f-43bc-840f-210b565029a9 req-408cfaae-8f61-4920-b80c-87dd808864d2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.3051705 Nov 12 08:21:41.807909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94c9de50-4b50-488c-8f0c-b184b7c42559 req-941cd633-de50-4cb6-9869-f941e748ef8b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304281 Nov 12 08:21:41.841431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:41.845678 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.880446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] device_id is not set on port 25bf0ef7-2a0c-4567-afe5-41767948dc66 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:41.891851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-264ac598-f5f4-4fcc-a64c-64f241fa5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.896071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-264ac598-f5f4-4fcc-a64c-64f241fa5b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.900229 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-264ac598-f5f4-4fcc-a64c-64f241fa5b6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c448691f-3705-4003-b57d-a2eb8b5510ef HTTP/1.1" status: 204 len: 168 time: 0.4144089 Nov 12 08:21:41.905099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f7138e3-662f-43bc-840f-210b565029a9 req-adffd1c4-4285-4c55-9ad4-94e928a4b8e3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961270 Nov 12 08:21:41.936645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port abfcc442-b774-43f8-89e7-3eea0174b214, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=abfcc442-b774-43f8-89e7-3eea0174b214,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:41.998540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea65b8-6703-4087-a4b6-0c1c09458f85 None None] Pushing event updated for resources: {'Port': ['ID=1ad92190-e376-4f28-97ec-7b8612667e1b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.004352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ac598-f5f4-4fcc-a64c-64f241fa5b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c448691f-3705-4003-b57d-a2eb8b5510ef,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.010556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'abfcc442-b774-43f8-89e7-3eea0174b214', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': 'abfcc442-b774-43f8-89e7-3eea0174b214', 'mac_address': 'fa:16:3e:21:7d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:42.035305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775be4-2bc4-47f4-9b9f-6c842c2f3f2c req-aadebdf0-91aa-4788-b862-d14f706637e3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.050003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb775be4-2bc4-47f4-9b9f-6c842c2f3f2c req-aadebdf0-91aa-4788-b862-d14f706637e3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 945 time: 0.1376462 Nov 12 08:21:42.052351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.187844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Allocated IP 2001:db8::f816:3eff:fe5a:3c10 (c3588550-099b-4503-a572-58c622ad3e3c/49a63142-0c08-452d-82d7-07ec4fa85dd5/25bf0ef7-2a0c-4567-afe5-41767948dc66) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:42.226154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.233032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb775be4-2bc4-47f4-9b9f-6c842c2f3f2c req-0669132e-c3b8-4d5b-828c-9e2d9c322a6b tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818032 Nov 12 08:21:42.269868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfcc442-b774-43f8-89e7-3eea0174b214 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:42.275978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.291705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-c3588550-099b-4503-a572-58c622ad3e3c', 'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c', 'tenant_id': '5c7d3271d79240859a4138a618d7c5b9', 'fixed_ips': [{'subnet_id': '49a63142-0c08-452d-82d7-07ec4fa85dd5'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:42.292613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.327903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port abfcc442-b774-43f8-89e7-3eea0174b214, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=abfcc442-b774-43f8-89e7-3eea0174b214,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:42.335435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:42.338792 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e675a1-2ccc-4b09-8466-421de59cbe39" -d '{"events": [{"server_uuid": "ba4d966c-d99e-431a-9d34-72a416feaba1", "name": "network-vif-plugged", "status": "completed", "tag": "a4e2c7a6-b634-4f52-9a9d-8c7e148cab00"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:42.348433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be2bde-67d7-4c06-92f9-88c2bf9850ae req-44c4f23e-412c-42b2-b156-9d8a0612f406 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.350320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59be2bde-67d7-4c06-92f9-88c2bf9850ae req-44c4f23e-412c-42b2-b156-9d8a0612f406 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0717888 Nov 12 08:21:42.359673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.371038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:42.419464 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ea51a5-54f3-4b8f-ad99-456eb0f69a8d x-openstack-request-id: req-39ea51a5-54f3-4b8f-ad99-456eb0f69a8d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:42.420178 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4d966c-d99e-431a-9d34-72a416feaba1", "name": "network-vif-plugged", "status": "completed", "tag": "a4e2c7a6-b634-4f52-9a9d-8c7e148cab00", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:42.420178 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39ea51a5-54f3-4b8f-ad99-456eb0f69a8d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:42.420758 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00', 'code': 200} Nov 12 08:21:42.444188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.461655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59be2bde-67d7-4c06-92f9-88c2bf9850ae req-a540af08-a14c-45c9-a749-04bdeb65e6e4 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007056 Nov 12 08:21:42.506449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.513387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=abfcc442-b774-43f8-89e7-3eea0174b214,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.548186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.557060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765236-cc2b-40ac-a83f-8bc85cc4766c req-7f0da3b1-3677-41a9-ae3c-6bb906dac898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.559015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07765236-cc2b-40ac-a83f-8bc85cc4766c req-7f0da3b1-3677-41a9-ae3c-6bb906dac898 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 1098 time: 0.0578916 Nov 12 08:21:42.603921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Allocated IP 2001:db8::f816:3eff:fe10:7c09 (c3588550-099b-4503-a572-58c622ad3e3c/49a63142-0c08-452d-82d7-07ec4fa85dd5/cb9ff6ad-7f47-49f2-81b8-604025d4fd14) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:42.617727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network c3588550-099b-4503-a572-58c622ad3e3c is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:42.621448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:42.638765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:42.646298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.646960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.653773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Port': ['ID=25bf0ef7-2a0c-4567-afe5-41767948dc66,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.656165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07765236-cc2b-40ac-a83f-8bc85cc4766c req-bb5985ec-3fde-4045-a28d-c4a2f85c83cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786064 Nov 12 08:21:42.667741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-783c7039-c56b-4c94-a024-1a94dcf58188 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1212595 Nov 12 08:21:42.670307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52134) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:42.738464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting subnet 49a63142-0c08-452d-82d7-07ec4fa85dd5 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:42.769516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.832202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1ad92190-e376-4f28-97ec-7b8612667e1b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:42.893021 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.902386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.902559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.911691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['abfcc442-b774-43f8-89e7-3eea0174b214'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:42.995319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.012483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Network c3588550-099b-4503-a572-58c622ad3e3c is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:43.031179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:43.034457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:43.045961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 1ad92190-e376-4f28-97ec-7b8612667e1b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:43.046332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.051696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Pushing event updated for resources: {'Port': ['ID=cb9ff6ad-7f47-49f2-81b8-604025d4fd14,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.066362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f8b05-a561-4fd1-bd49-89d1fbfaa926 req-f7e9f4ea-39e5-46a5-8261-0a8e4f36a9bf tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.081931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c64f8b05-a561-4fd1-bd49-89d1fbfaa926 req-f7e9f4ea-39e5-46a5-8261-0a8e4f36a9bf tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 944 time: 0.1854815 Nov 12 08:21:43.162817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d8638-3bfd-4042-9bc5-661e915745b3 None None] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:43.183714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4308c116-b905-4f76-ac35-33d855189d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.213511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.214541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Attempting to bind port cb9ff6ad-7f47-49f2-81b8-604025d4fd14 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:43.214916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Attempting to bind port cb9ff6ad-7f47-49f2-81b8-604025d4fd14 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '4a7d4d4a-0099-4ce5-81c6-7b998e15345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:43.215279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Attempting to bind port cb9ff6ad-7f47-49f2-81b8-604025d4fd14 on network c3588550-099b-4503-a572-58c622ad3e3c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:43.220487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c64f8b05-a561-4fd1-bd49-89d1fbfaa926 req-24707f88-7dc9-41da-8667-e390efa33df1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323035 Nov 12 08:21:43.240674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce805-6422-45a8-9890-027906579848 req-952403f4-66b2-487f-8cc7-97b668a7f37e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.249434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-555ce805-6422-45a8-9890-027906579848 req-952403f4-66b2-487f-8cc7-97b668a7f37e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1504612 Nov 12 08:21:43.337327 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.358103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-555ce805-6422-45a8-9890-027906579848 req-0d61d2f0-8af7-4f6c-a6d6-7c8e0a292f51 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055136 Nov 12 08:21:43.388667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Subnet': ['ID=49a63142-0c08-452d-82d7-07ec4fa85dd5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.389811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.393882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be526ca2-2538-4e58-976d-a86791c3ac28 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/49a63142-0c08-452d-82d7-07ec4fa85dd5 HTTP/1.1" status: 204 len: 168 time: 0.7223687 Nov 12 08:21:43.396208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.469077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35a97c-1102-4ac6-a55e-44e39e52990d req-ad891dd4-bd20-4e82-9759-31970b49ab27 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.470936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf35a97c-1102-4ac6-a55e-44e39e52990d req-ad891dd4-bd20-4e82-9759-31970b49ab27 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.0669537 Nov 12 08:21:43.512778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d885d02-c7af-4464-a09b-58ccc6d2e746 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.514440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d885d02-c7af-4464-a09b-58ccc6d2e746 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.516012 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d885d02-c7af-4464-a09b-58ccc6d2e746 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1188614 Nov 12 08:21:43.519204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.547493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 078d39eb-56c5-4658-ac0b-ce62dea1e8ac details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:43.553600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf35a97c-1102-4ac6-a55e-44e39e52990d req-3803e5f8-6545-48d4-b1c1-60d282ebf97b tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753393 Nov 12 08:21:43.572628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cf19f5ab-b5eb-4db4-bc33-94b8ae3e50a7 None None] Provisioning complete for port 1ad92190-e376-4f28-97ec-7b8612667e1b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:43.573306 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf19f5ab-b5eb-4db4-bc33-94b8ae3e50a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.577241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:43.577891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Checking segment: {'id': '4a7d4d4a-0099-4ce5-81c6-7b998e15345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:43.578453 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.579004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Bound using segment: {'id': '4a7d4d4a-0099-4ce5-81c6-7b998e15345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:43.579662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Bound port: cb9ff6ad-7f47-49f2-81b8-604025d4fd14, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7d4d4a-0099-4ce5-81c6-7b998e15345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c3588550-099b-4503-a572-58c622ad3e3c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:43.580381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.606578 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6895869b-762a-4559-89be-39a365a094a6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.614442 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-6895869b-762a-4559-89be-39a365a094a6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:21:43.614905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6895869b-762a-4559-89be-39a365a094a6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:43.618146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6895869b-762a-4559-89be-39a365a094a6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/c3588550-099b-4503-a572-58c622ad3e3c HTTP/1.1" status: 409 len: 405 time: 0.0981011 Nov 12 08:21:43.622666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52164) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.630674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-826677669'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:43.652207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05980c-e241-45ed-adc2-41c45d4fb876 req-97038829-5fb3-47b4-859f-72dd4e742031 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.653938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c05980c-e241-45ed-adc2-41c45d4fb876 req-97038829-5fb3-47b4-859f-72dd4e742031 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0667942 Nov 12 08:21:43.664308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:43.672464 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.702781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:43.717260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.718077 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Added segment e90e9372-d18e-4284-9b19-6078ea7cbb79 of type vlan for network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 Nov 12 08:21:43.733182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.738627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c05980c-e241-45ed-adc2-41c45d4fb876 req-23bd36ea-db43-431e-9993-74eb73dffe95 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742311 Nov 12 08:21:43.742616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:21:43.779034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.811934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.818745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.819371 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.895073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52174) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.895375 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2704988 Nov 12 08:21:43.901067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'subnet': {'network_id': '1dac8b86-f112-46ab-a5c7-0d9a45cbd851', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:43.903936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39e649-5f91-48af-9013-396b0bbbeee7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Network': ['ID=1dac8b86-f112-46ab-a5c7-0d9a45cbd851,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.962239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 1ad92190-e376-4f28-97ec-7b8612667e1b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1ad92190-e376-4f28-97ec-7b8612667e1b,segment=NetworkSegment(6c16a196-192c-4ac0-80b8-860c6abb9962),segment_id=6c16a196-192c-4ac0-80b8-860c6abb9962)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:43.966634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:43.992567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.003873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] For port cb9ff6ad-7f47-49f2-81b8-604025d4fd14, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:44.047777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:44.060292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.122095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] For port cb9ff6ad-7f47-49f2-81b8-604025d4fd14, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cb9ff6ad-7f47-49f2-81b8-604025d4fd14,segment=NetworkSegment(4a7d4d4a-0099-4ce5-81c6-7b998e15345d),segment_id=4a7d4d4a-0099-4ce5-81c6-7b998e15345d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:44.160392 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.220080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:44.252749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=1ad92190-e376-4f28-97ec-7b8612667e1b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.335906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'port_id': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'mac_address': 'fa:16:3e:d0:d4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:44.379661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecd286-60fe-401c-806e-abf02cb2fcf0 None None] Pushing event updated for resources: {'Port': ['ID=cb9ff6ad-7f47-49f2-81b8-604025d4fd14,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.437580 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.463636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 078d39eb-56c5-4658-ac0b-ce62dea1e8ac {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:44.501902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:44.504642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.506809 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.573773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.576356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6bb85e-4e62-473d-aaf8-a19d6cfabc75 None None] Network c3588550-099b-4503-a572-58c622ad3e3c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:44.632830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b756e-2091-40b2-b5db-019f26a9028b req-c7cc3f96-5e58-440b-9258-027cd52d6fcc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.634582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab7b756e-2091-40b2-b5db-019f26a9028b req-c7cc3f96-5e58-440b-9258-027cd52d6fcc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 944 time: 0.2021255 Nov 12 08:21:44.679216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b0af6-6aba-4ee3-9358-b54d99523c61 req-518d1945-e222-4ebf-9ce8-246dbb26a6a9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.681703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-936b0af6-6aba-4ee3-9358-b54d99523c61 req-518d1945-e222-4ebf-9ce8-246dbb26a6a9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 944 time: 0.1553464 Nov 12 08:21:44.718355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab7b756e-2091-40b2-b5db-019f26a9028b req-03cc6d73-9371-4002-9253-98d54ab5b11e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Nov 12 08:21:44.734513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['078d39eb-56c5-4658-ac0b-ce62dea1e8ac'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:44.782513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1ad92190-e376-4f28-97ec-7b8612667e1b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:44.901850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-936b0af6-6aba-4ee3-9358-b54d99523c61 req-adf76fdf-10c0-4257-a3f8-d5caa21bb2bc tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884787 Nov 12 08:21:44.907359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f25f8d0f-419f-4c86-83a9-9ab175ceaf77 None None] Provisioning complete for port 1ad92190-e376-4f28-97ec-7b8612667e1b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:44.907722 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f25f8d0f-419f-4c86-83a9-9ab175ceaf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.946272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c72eab-0e75-41bc-a453-639979a162d1 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:21:44.966357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d81b-ea82-4561-9e1d-fc0011140ea1 req-3d3e34e1-e5e6-484c-a1ef-4ceb2ad901af tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.968273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d35d81b-ea82-4561-9e1d-fc0011140ea1 req-3d3e34e1-e5e6-484c-a1ef-4ceb2ad901af tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1258948 Nov 12 08:21:45.025140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:21:45.028031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.153150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 1ad92190-e376-4f28-97ec-7b8612667e1b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:45.153643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.156950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d35d81b-ea82-4561-9e1d-fc0011140ea1 req-b4d41b4d-a724-4045-a901-50610aeffc35 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682286 Nov 12 08:21:45.175466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Subnet': ['ID=f69867e0-74f8-47fa-871e-8b020157599a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:45.198851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b3f5-a923-4e25-9a99-1685a1e45fb8 req-b8340a4d-a8a7-4ef7-af90-6a1cdd365f77 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.200759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7793b3f5-a923-4e25-9a99-1685a1e45fb8 req-b8340a4d-a8a7-4ef7-af90-6a1cdd365f77 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1498144 Nov 12 08:21:45.209074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Checking segment: {'id': 'e90e9372-d18e-4284-9b19-6078ea7cbb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1dac8b86-f112-46ab-a5c7-0d9a45cbd851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:45.209701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network hostable DHCP agents. Network: 1dac8b86-f112-46ab-a5c7-0d9a45cbd851, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:45.254408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:45.272479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1dac8b86-f112-46ab-a5c7-0d9a45cbd851) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:45.277585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7793b3f5-a923-4e25-9a99-1685a1e45fb8 req-83ff0419-7476-4f1a-8519-066cfd906443 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645678 Nov 12 08:21:45.280670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.281267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.301420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9ad6732f-e03d-48d6-b3f6-9315ee986bc5 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4041812 Nov 12 08:21:45.303910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52226) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:45.319334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'port': {'network_id': '1dac8b86-f112-46ab-a5c7-0d9a45cbd851', 'name': 'tempest-NetworksIpV6TestAttrs-452229230'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:45.466952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:45.477178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.501690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device abfcc442-b774-43f8-89e7-3eea0174b214 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:45.515698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] device_id is not set on port dc1c4eb5-3f39-4baf-b1e5-061232607bc6 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:45.539671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-9ecb6fe6-57bf-4cb2-8007-757bf0d00a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.541212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-9ecb6fe6-57bf-4cb2-8007-757bf0d00a39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 1098 time: 0.1245155 Nov 12 08:21:45.551378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c72eab-0e75-41bc-a453-639979a162d1 None None] Unable to find a vacant binding_index for network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 and agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 {{(pid=102373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 08:21:45.569674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c72eab-0e75-41bc-a453-639979a162d1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1dac8b86-f112-46ab-a5c7-0d9a45cbd851) {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:21:45.594329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7e067-7fb3-478a-8613-89cd20a74ffc req-60e74bf2-75b9-4945-99a4-12d3d0351d7c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.596658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15c7e067-7fb3-478a-8613-89cd20a74ffc req-60e74bf2-75b9-4945-99a4-12d3d0351d7c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1387780 Nov 12 08:21:45.626922 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.682961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port abfcc442-b774-43f8-89e7-3eea0174b214 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:45.705876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:45.711682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-4bd93181-e5f7-4576-b4ff-4a44fb2d3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.713199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-4bd93181-e5f7-4576-b4ff-4a44fb2d3ea3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 910 time: 0.1621177 Nov 12 08:21:45.717113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15c7e067-7fb3-478a-8613-89cd20a74ffc req-bc0f551a-7abe-456b-89c0-5b21bde4e723 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796967 Nov 12 08:21:45.722132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Allocated IP 2001:db8::f816:3eff:fe9d:5fff (1dac8b86-f112-46ab-a5c7-0d9a45cbd851/f69867e0-74f8-47fa-871e-8b020157599a/dc1c4eb5-3f39-4baf-b1e5-061232607bc6) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:45.729973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port abfcc442-b774-43f8-89e7-3eea0174b214 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:45.730394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.788658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-1c2b9f36-7889-4785-9b17-9b9077c3112e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 HTTP/1.1" status: 200 len: 217 time: 0.0650504 Nov 12 08:21:45.895682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-47fd6836-c8d6-4556-a8c9-0699fc36170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.897422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-47fd6836-c8d6-4556-a8c9-0699fc36170e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.0996041 Nov 12 08:21:45.915529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f4e30d-82e1-424b-8684-7a5fef8f35cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.918660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf88951-bbd4-4da7-b8d4-9beaeeffc801 req-2be9a71a-6688-424b-ba03-f3b8ded9c82e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.924794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cf88951-bbd4-4da7-b8d4-9beaeeffc801 req-2be9a71a-6688-424b-ba03-f3b8ded9c82e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 944 time: 0.0903172 Nov 12 08:21:45.969869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-e44d6c0c-1fdd-441d-8d90-d75d6c6c850b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405548 Nov 12 08:21:46.006108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.079942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f4e30d-82e1-424b-8684-7a5fef8f35cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.085424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f4e30d-82e1-424b-8684-7a5fef8f35cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.097894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.127818 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2cf88951-bbd4-4da7-b8d4-9beaeeffc801 req-8867f16a-cfb3-4b48-876c-8872325f4663 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569138 Nov 12 08:21:46.151366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-cab468f4-a15d-4c36-b465-6dbdd376767c service neutron] 10.222.0.32 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671722 Nov 12 08:21:46.151622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.156681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989833b-d23f-40ef-b5d6-726527dcd1a1 req-390f091e-b9da-4631-ac9e-e6e7ca04bc8a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.158603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7989833b-d23f-40ef-b5d6-726527dcd1a1 req-390f091e-b9da-4631-ac9e-e6e7ca04bc8a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 944 time: 0.1561515 Nov 12 08:21:46.175929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92f4e30d-82e1-424b-8684-7a5fef8f35cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a31775f558f49ecbaefdeb9ad90c432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664977 Nov 12 08:21:46.182722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4e30d-82e1-424b-8684-7a5fef8f35cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81fe6b-f9d8-43e0-9add-a31191b20238,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.187243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:46.188243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.191354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:46.197507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:46.203107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.203727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.207667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Port': ['ID=dc1c4eb5-3f39-4baf-b1e5-061232607bc6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.226021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f6ad960f-2765-4ac1-a979-3b78e861d182 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9204907 Nov 12 08:21:46.229269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52244) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.240285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfcc442-b774-43f8-89e7-3eea0174b214'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:46.242974 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d13b5d-3d56-40f0-a8f9-73c0e6d78723" -d '{"events": [{"server_uuid": "ed471b7b-2839-43d8-9de8-9fd036a48c9d", "name": "network-vif-plugged", "status": "completed", "tag": "abfcc442-b774-43f8-89e7-3eea0174b214"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:46.247010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port abfcc442-b774-43f8-89e7-3eea0174b214, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=abfcc442-b774-43f8-89e7-3eea0174b214,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:46.258347 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.301401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting subnet f69867e0-74f8-47fa-871e-8b020157599a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:46.305144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.331580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7989833b-d23f-40ef-b5d6-726527dcd1a1 req-71755fce-8e8e-4c40-9b08-2de9bcb54bbf tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552160 Nov 12 08:21:46.348566 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040a8a3a-7196-4bca-be48-1970f79a3404 x-openstack-request-id: req-040a8a3a-7196-4bca-be48-1970f79a3404 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:46.348850 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed471b7b-2839-43d8-9de8-9fd036a48c9d", "name": "network-vif-plugged", "status": "completed", "tag": "abfcc442-b774-43f8-89e7-3eea0174b214", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:46.349160 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-040a8a3a-7196-4bca-be48-1970f79a3404 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:46.349482 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfcc442-b774-43f8-89e7-3eea0174b214', 'code': 200} Nov 12 08:21:46.352886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb85f6-2ed8-4105-8727-eeba486a3686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-1dac8b86-f112-46ab-a5c7-0d9a45cbd851', 'network_id': '1dac8b86-f112-46ab-a5c7-0d9a45cbd851', 'tenant_id': '5c7d3271d79240859a4138a618d7c5b9', 'fixed_ips': [{'subnet_id': 'f69867e0-74f8-47fa-871e-8b020157599a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:46.353756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bcb85f6-2ed8-4105-8727-eeba486a3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.380179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=abfcc442-b774-43f8-89e7-3eea0174b214,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.380483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1de8be-c965-4dfb-b6da-3656b107a785 req-8be5205d-c075-42d6-af23-fab08250e7cd service neutron] 10.222.0.32 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171454 Nov 12 08:21:46.390897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41b2b888-9a9e-4e75-b158-38f4fa26211a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.400437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.448349 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41b2b888-9a9e-4e75-b158-38f4fa26211a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.511230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f927-a63e-4517-905f-b391046e4aa1 req-66e628e9-f23b-4f57-ac33-298637f5f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.512628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-67b8f927-a63e-4517-905f-b391046e4aa1 req-66e628e9-f23b-4f57-ac33-298637f5f846 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 1097 time: 0.0900261 Nov 12 08:21:46.512766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 7df26e9c-e7ad-415d-983e-0b3c65a5090d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:46.513081 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.536373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.538229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e4ddf-a036-4f6a-86e8-7f0b9c5be38e req-4cb14dca-af03-42a6-bae4-247e6b773d6c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.545612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-044e4ddf-a036-4f6a-86e8-7f0b9c5be38e req-4cb14dca-af03-42a6-bae4-247e6b773d6c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0889702 Nov 12 08:21:46.570314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Port 7df26e9c-e7ad-415d-983e-0b3c65a5090d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:46.582243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41b2b888-9a9e-4e75-b158-38f4fa26211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.585352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41b2b888-9a9e-4e75-b158-38f4fa26211a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.587020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-41b2b888-9a9e-4e75-b158-38f4fa26211a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d81fe6b-f9d8-43e0-9add-a31191b20238 HTTP/1.1" status: 204 len: 168 time: 0.3891795 Nov 12 08:21:46.603874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port abfcc442-b774-43f8-89e7-3eea0174b214 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:46.606329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.616502 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-67b8f927-a63e-4517-905f-b391046e4aa1 req-b526a3e4-4f1e-4d6d-be20-63007f071c1d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922620 Nov 12 08:21:46.626396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2b888-9a9e-4e75-b158-38f4fa26211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81fe6b-f9d8-43e0-9add-a31191b20238,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.634204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.643888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-044e4ddf-a036-4f6a-86e8-7f0b9c5be38e req-5f0a6d3d-d1d8-498a-834b-02448718142f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950472 Nov 12 08:21:46.666751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.670134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/f69867e0-74f8-47fa-871e-8b020157599a HTTP/1.1" status: 204 len: 168 time: 0.4393487 Nov 12 08:21:46.671158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e6c2e-d74b-43ab-a564-553972b26655 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Subnet': ['ID=f69867e0-74f8-47fa-871e-8b020157599a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.673433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52258) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-5bcb85f6-2ed8-4105-8727-eeba486a3686 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f69867e0-74f8-47fa-871e-8b020157599a: This subnet is being modified by another concurrent operation. Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:21:46.734041 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f69867e0-74f8-47fa-871e-8b020157599a: This subnet is being modified by another concurrent operation. Nov 12 08:21:46.738713 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 08:21:46.779013 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.790706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c2399-eeff-498e-9e93-1b6431e808b2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.792439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c2399-eeff-498e-9e93-1b6431e808b2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.796505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-083c2399-eeff-498e-9e93-1b6431e808b2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1195014 Nov 12 08:21:46.796810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52264) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.821453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d347fd75-079a-47c8-b92d-4a66a747263f None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:21:46.890192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927242b-9765-4704-be6c-0968fe63881f req-fec71815-7e75-435d-9a74-48a9d4837da2 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.892305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d927242b-9765-4704-be6c-0968fe63881f req-fec71815-7e75-435d-9a74-48a9d4837da2 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.0580959 Nov 12 08:21:46.913336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:46.913875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.950957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70642c48-64d0-446c-ab1d-fa0db4f5d0cb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.959023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d927242b-9765-4704-be6c-0968fe63881f req-9e51b193-cedb-4faf-bff0-31f21a04b66f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604646 Nov 12 08:21:46.961150 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-70642c48-64d0-446c-ab1d-fa0db4f5d0cb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:21:46.961732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70642c48-64d0-446c-ab1d-fa0db4f5d0cb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:46.972698 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-70642c48-64d0-446c-ab1d-fa0db4f5d0cb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/1dac8b86-f112-46ab-a5c7-0d9a45cbd851 HTTP/1.1" status: 409 len: 405 time: 0.1747794 Nov 12 08:21:46.973056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52266) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.979218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1934676076'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:47.001654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:47.008429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:47.009146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.022131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-044403a1-a703-493b-959c-030881fc4f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.039867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:47.042373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347fd75-079a-47c8-b92d-4a66a747263f None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:21:47.050858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.051315 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Added segment a419b228-1c77-4313-9e63-84c9102a03e9 of type vlan for network 72a91d4a-5965-4ec3-9aa5-11293af4c168 Nov 12 08:21:47.100749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.114840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-044403a1-a703-493b-959c-030881fc4f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.120076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-044403a1-a703-493b-959c-030881fc4f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.128843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.135528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:47.136286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.137949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 63493961-a93d-4369-80bb-35e93d79e562 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:47.138264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.172302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044403a1-a703-493b-959c-030881fc4f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b613c0-6a30-4255-a9fa-1df07d53dd39,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.175386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2007136 Nov 12 08:21:47.180490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:47.200968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-044403a1-a703-493b-959c-030881fc4f13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d808e41f5f74839af5c17a10bf2948a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909387 Nov 12 08:21:47.201925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52274) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:47.206252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'subnet': {'network_id': '72a91d4a-5965-4ec3-9aa5-11293af4c168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:47.268081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1fade-aa18-436f-b32e-0025a58f1eeb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Network': ['ID=72a91d4a-5965-4ec3-9aa5-11293af4c168,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.294272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30927d88-a7fc-458c-a3ff-71cfb9c9f939 req-8fac8ded-d364-4e40-a347-30d80ead142b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:47.295790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 72a91d4a-5965-4ec3-9aa5-11293af4c168 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:47.296334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30927d88-a7fc-458c-a3ff-71cfb9c9f939 req-8fac8ded-d364-4e40-a347-30d80ead142b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 945 time: 0.0634518 Nov 12 08:21:47.330999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6bf79d23-d342-485d-91ec-456f32ab9a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.347936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:47.352412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.368641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30927d88-a7fc-458c-a3ff-71cfb9c9f939 req-26e2aaac-25f9-4685-9c0e-fba32859ed2e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Nov 12 08:21:47.384891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6bf79d23-d342-485d-91ec-456f32ab9a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.416977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 935fce3d-2bef-4d62-a97d-8928741daec2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:47.416977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.464482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310973f2-d2e0-439c-9c66-657e459dad80 req-aace9144-e6e2-465f-ab65-433a07406989 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:47.466155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-310973f2-d2e0-439c-9c66-657e459dad80 req-aace9144-e6e2-465f-ab65-433a07406989 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 944 time: 0.0571973 Nov 12 08:21:47.498107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Port 935fce3d-2bef-4d62-a97d-8928741daec2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:47.515902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 078d39eb-56c5-4658-ac0b-ce62dea1e8ac up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:47.568099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-310973f2-d2e0-439c-9c66-657e459dad80 req-c646a3a7-15cb-4a38-9aaa-10aee6722f24 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747325 Nov 12 08:21:47.569207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 25577d32-9f87-47c6-9cae-c68f2948786e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:47.569919 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.582448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6bf79d23-d342-485d-91ec-456f32ab9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.585737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6bf79d23-d342-485d-91ec-456f32ab9a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.588638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6bf79d23-d342-485d-91ec-456f32ab9a1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06b613c0-6a30-4255-a9fa-1df07d53dd39 HTTP/1.1" status: 204 len: 168 time: 0.3783064 Nov 12 08:21:47.611533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e24c63-e569-4b7e-9d23-3b9547df29dd None None] Network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:47.662258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf79d23-d342-485d-91ec-456f32ab9a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b613c0-6a30-4255-a9fa-1df07d53dd39,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.746451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:47.747025 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.820871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40371df3-a519-426e-a6f7-1abacc840fe5 req-ea32e3ea-3e64-4190-a20e-d2fb41e58287 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:47.829370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40371df3-a519-426e-a6f7-1abacc840fe5 req-ea32e3ea-3e64-4190-a20e-d2fb41e58287 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0642037 Nov 12 08:21:47.833182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:21:47.838186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.892107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 840926d7-64c1-4578-be5d-936f24ebeab6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:47.892489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.903572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40371df3-a519-426e-a6f7-1abacc840fe5 req-e7d934f7-9931-4053-b097-b942d3cf9e3e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730748 Nov 12 08:21:47.924907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52360012-a34d-41cc-b2fd-8302ff895344 None None] Network 1dac8b86-f112-46ab-a5c7-0d9a45cbd851 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:47.947073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Subnet': ['ID=77d51e39-439b-4c46-b30e-01fce6479248,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.001201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Checking segment: {'id': 'a419b228-1c77-4313-9e63-84c9102a03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '72a91d4a-5965-4ec3-9aa5-11293af4c168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:48.001815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network hostable DHCP agents. Network: 72a91d4a-5965-4ec3-9aa5-11293af4c168, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:48.014820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.033887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Port 840926d7-64c1-4578-be5d-936f24ebeab6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:48.042742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network 72a91d4a-5965-4ec3-9aa5-11293af4c168 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:48.058508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 72a91d4a-5965-4ec3-9aa5-11293af4c168) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:48.081884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4987c-2355-429a-b20d-546f4f788275 None None] Network 72a91d4a-5965-4ec3-9aa5-11293af4c168 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:48.087341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.090335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.110463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 02ec3024-7c41-4e6b-9208-0fa8bf14036e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:48.110840 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.132296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d8180-8d4f-4e12-a504-699e4f4ec67c req-a5731844-f35c-4b4b-8ffe-25a987f3bb91 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.138255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:48.138497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07457e71-0c43-402e-8efe-c86c9924fe4b tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9468634 Nov 12 08:21:48.139483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:48.142752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d20d8180-8d4f-4e12-a504-699e4f4ec67c req-a5731844-f35c-4b4b-8ffe-25a987f3bb91 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.0916486 Nov 12 08:21:48.163069 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.251861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d20d8180-8d4f-4e12-a504-699e4f4ec67c req-0eedf5b1-d686-4ea2-850d-822f14c6c5af tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070421 Nov 12 08:21:48.324343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.434234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:48.436562 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ad7c6-d015-4007-8a37-fb2aefc2ec04" -d '{"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-plugged", "status": "completed", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:48.454373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.543840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019737-7e25-4616-8ee2-d07c26a2ac33 req-7822b856-7424-439d-a951-c18f54c8d1cc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.545458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b019737-7e25-4616-8ee2-d07c26a2ac33 req-7822b856-7424-439d-a951-c18f54c8d1cc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 945 time: 0.0803258 Nov 12 08:21:48.563172 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5851e4d2-ab60-415b-bdc6-a5faee287820 x-openstack-request-id: req-5851e4d2-ab60-415b-bdc6-a5faee287820 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:48.563778 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-plugged", "status": "completed", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:48.564275 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5851e4d2-ab60-415b-bdc6-a5faee287820 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:48.565021 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'code': 200} Nov 12 08:21:48.567462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.633595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Subnet': ['ID=77d51e39-439b-4c46-b30e-01fce6479248,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.645612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f6eec-0b1c-4277-ae4e-300a321ee8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-72a91d4a-5965-4ec3-9aa5-11293af4c168', 'network_id': '72a91d4a-5965-4ec3-9aa5-11293af4c168', 'tenant_id': '5c7d3271d79240859a4138a618d7c5b9', 'fixed_ips': [{'subnet_id': '77d51e39-439b-4c46-b30e-01fce6479248'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:48.646502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce7f6eec-0b1c-4277-ae4e-300a321ee8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.658355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b019737-7e25-4616-8ee2-d07c26a2ac33 req-b35424fb-664a-43c5-96cd-b2e18dfd0db1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034551 Nov 12 08:21:48.728842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.769464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da2996-09ba-4898-a07d-1d2a02a8221d req-9fc9a735-3c89-4d67-a9fc-20580e4b1ad8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.778414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82da2996-09ba-4898-a07d-1d2a02a8221d req-9fc9a735-3c89-4d67-a9fc-20580e4b1ad8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0884676 Nov 12 08:21:48.871851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.893024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82da2996-09ba-4898-a07d-1d2a02a8221d req-2c1dd9a6-7c58-4937-8e22-e363634f1187 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111107 Nov 12 08:21:48.918370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a91d4a-5965-4ec3-9aa5-11293af4c168']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:48.926212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab08eb-a03d-41e6-8a51-3a65256a617f None None] Network 72a91d4a-5965-4ec3-9aa5-11293af4c168 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:48.943492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc1170-4af2-48de-8b50-d4fec072bef4 req-8c309daa-4b62-48bd-886e-11b4dec408ed tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.943492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27bc1170-4af2-48de-8b50-d4fec072bef4 req-8c309daa-4b62-48bd-886e-11b4dec408ed tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 945 time: 0.1288681 Nov 12 08:21:48.956534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a419b228-1c77-4313-9e63-84c9102a03e9') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:48.956780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a419b228-1c77-4313-9e63-84c9102a03e9') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:48.979132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.009087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.024870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:49.028366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:49.052617 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:49.064072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27bc1170-4af2-48de-8b50-d4fec072bef4 req-7e97d52d-987f-4e68-bafb-973dc148a191 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143799 Nov 12 08:21:49.104545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:49.104909 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.168855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.180254 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.191542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/72a91d4a-5965-4ec3-9aa5-11293af4c168 HTTP/1.1" status: 204 len: 168 time: 1.0478365 Nov 12 08:21:49.196219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52350) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:49.207011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1423889272'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:49.283510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f1f49-dc41-4a55-b9b7-00103c0dc506 req-fddb2b1d-05ed-4368-a770-a0164b01ef56 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.284143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:49.297178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-346f1f49-dc41-4a55-b9b7-00103c0dc506 req-fddb2b1d-05ed-4368-a770-a0164b01ef56 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1570005 Nov 12 08:21:49.346773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:49.362960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.560746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-346f1f49-dc41-4a55-b9b7-00103c0dc506 req-e663f457-ce9d-4b2d-966a-2e1be085e9e5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623093 Nov 12 08:21:49.570960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:49.615335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.618625 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Added segment 2506f682-4109-4fcf-9117-6eb9d2a257d6 of type vlan for network 12c13e75-6153-450c-b769-1521ec6b843c Nov 12 08:21:49.633670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26cfca-36f5-433a-8b23-35f70e836ad1 req-917b1670-5594-4517-a54d-b2471e4525de tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.637542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port f5f7ab05-af3a-4f8f-820b-4190f77aef52 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:49.638178 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.645931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab26cfca-36f5-433a-8b23-35f70e836ad1 req-917b1670-5594-4517-a54d-b2471e4525de tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2133374 Nov 12 08:21:49.706629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:49.752002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.752429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Port f5f7ab05-af3a-4f8f-820b-4190f77aef52 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:49.754638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'mac_address': 'fa:16:3e:18:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:49.799659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 81a36814-5dd3-4cfa-bfe9-2b21e20942db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:49.800367 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.816674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b605d91-b2f5-47c4-87c8-70d1af169f7d req-610c4be3-bfc8-4f5c-bb10-3154f34e18ad tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.818423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b605d91-b2f5-47c4-87c8-70d1af169f7d req-610c4be3-bfc8-4f5c-bb10-3154f34e18ad tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 945 time: 0.1518013 Nov 12 08:21:49.832215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab26cfca-36f5-433a-8b23-35f70e836ad1 req-762cc60a-49b8-4687-a468-eb8b043bf52c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855292 Nov 12 08:21:49.864314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.894129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.903999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:49.917066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.917723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.991288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441a5b0-61f7-4edd-a689-35181eb5aecf tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Network': ['ID=72a91d4a-5965-4ec3-9aa5-11293af4c168,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:50.018889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8158650 Nov 12 08:21:50.022075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52368) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:50.029706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'subnet': {'network_id': '12c13e75-6153-450c-b769-1521ec6b843c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:50.086476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:50.116305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21f3fb-7608-4234-8dd8-164ae85b5a50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Network': ['ID=12c13e75-6153-450c-b769-1521ec6b843c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:50.138606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 12c13e75-6153-450c-b769-1521ec6b843c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:50.150242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.222641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:50.232766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.262174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:50.262654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.278944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b605d91-b2f5-47c4-87c8-70d1af169f7d req-0f0e7fe0-2798-40fb-a173-fdf9b99a670e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426379 Nov 12 08:21:50.314578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['83a12146-a922-4b98-9c6c-26a4fd4296ef'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:50.352152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539f41-8328-4f9b-b79f-59304f02232a req-fbd0aba3-9ab8-4f76-9600-30b6f27b6b6d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.354369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e539f41-8328-4f9b-b79f-59304f02232a req-fbd0aba3-9ab8-4f76-9600-30b6f27b6b6d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1845405 Nov 12 08:21:50.404806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:50.480555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e539f41-8328-4f9b-b79f-59304f02232a req-7650cb54-1388-4af1-908c-8d9c4d5a6398 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142404 Nov 12 08:21:50.665364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.671243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:50.671486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.756981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Subnet': ['ID=f4d99cbd-c4ee-4cb8-9643-5f9a732929ec,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:50.790287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Checking segment: {'id': '2506f682-4109-4fcf-9117-6eb9d2a257d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '12c13e75-6153-450c-b769-1521ec6b843c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:50.790799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network hostable DHCP agents. Network: 12c13e75-6153-450c-b769-1521ec6b843c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:50.806828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c08a0-cd6d-4397-898a-a26420859138 req-3074fc53-da9a-490f-b7b1-8c4583f7c8aa tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.827801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd5c08a0-cd6d-4397-898a-a26420859138 req-3074fc53-da9a-490f-b7b1-8c4583f7c8aa tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.1846983 Nov 12 08:21:50.833926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network 12c13e75-6153-450c-b769-1521ec6b843c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:50.853898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 12c13e75-6153-450c-b769-1521ec6b843c) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:50.869475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.870117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.893096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7028ef0-b476-485e-a2b6-d4161d72a5e5 None None] Network 12c13e75-6153-450c-b769-1521ec6b843c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:50.956452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd5c08a0-cd6d-4397-898a-a26420859138 req-203e17a7-7cbc-428c-a085-fdef1333b344 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187060 Nov 12 08:21:51.034805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b87032e-ee2d-46fc-915e-a764b403534a tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0116744 Nov 12 08:21:51.045936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52400) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:51.103629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-92f2a5d5-9bf4-4748-a749-23400d92ec75 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.105155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-92f2a5d5-9bf4-4748-a749-23400d92ec75 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 945 time: 0.1965616 Nov 12 08:21:51.224068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d38d-ecfe-4abe-bd42-213f8d66220f req-8930a64f-ed99-4293-9f37-5ab086c48067 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.235004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffa2d38d-ecfe-4abe-bd42-213f8d66220f req-8930a64f-ed99-4293-9f37-5ab086c48067 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2259815 Nov 12 08:21:51.295572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:51.367727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port abfcc442-b774-43f8-89e7-3eea0174b214 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:51.368326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.451435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ffa2d38d-ecfe-4abe-bd42-213f8d66220f req-8ecf5253-3cbf-422f-ab18-57fdbeeeb8d4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148678 Nov 12 08:21:51.457661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.501672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Provisioning complete for port 79049604-bdee-4687-a644-01ab9bf8caaf triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:51.502054 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d96d401-581d-47be-a617-98cd21c0688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.597001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port abfcc442-b774-43f8-89e7-3eea0174b214, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=abfcc442-b774-43f8-89e7-3eea0174b214,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:51.597384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.620432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-12c13e75-6153-450c-b769-1521ec6b843c', 'network_id': '12c13e75-6153-450c-b769-1521ec6b843c', 'tenant_id': '5c7d3271d79240859a4138a618d7c5b9', 'fixed_ips': [{'subnet_id': 'f4d99cbd-c4ee-4cb8-9643-5f9a732929ec'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:51.625169 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.629460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for abfcc442-b774-43f8-89e7-3eea0174b214 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:51.687205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 83a12146-a922-4b98-9c6c-26a4fd4296ef triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:51.687723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.912165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.945864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10435609-3de2-46a6-9fed-a9ea85064270 req-21e6eaff-1852-4b6c-9309-bfab48feee8a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.951770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10435609-3de2-46a6-9fed-a9ea85064270 req-21e6eaff-1852-4b6c-9309-bfab48feee8a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed471b7b-2839-43d8-9de8-9fd036a48c9d HTTP/1.1" status: 200 len: 945 time: 0.4771521 Nov 12 08:21:51.973319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.014863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.035702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:52.062749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=abfcc442-b774-43f8-89e7-3eea0174b214,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:52.112936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece6f58-f8f8-4203-b343-35ab049b51d7 req-0f307c44-bb2b-4075-ba31-fcf337e30304 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.113601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:52.115901 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edc490b-8820-4923-b192-cbd1453e8588" -d '{"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-plugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:52.121750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ece6f58-f8f8-4203-b343-35ab049b51d7 req-0f307c44-bb2b-4075-ba31-fcf337e30304 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1658676 Nov 12 08:21:52.129559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d16e06-6b6e-404e-bc66-68bc5afbdcfd None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:52.144469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Allocated IP 2001:db8::2 (12c13e75-6153-450c-b769-1521ec6b843c/f4d99cbd-c4ee-4cb8-9643-5f9a732929ec/7e832e53-b777-460b-9b73-583cdbfa35e0) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:52.150168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:52.166340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.184671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port abfcc442-b774-43f8-89e7-3eea0174b214 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:52.191439 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.200117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10435609-3de2-46a6-9fed-a9ea85064270 req-d8498f1c-3592-47d6-beef-c5536920fa56 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973495 Nov 12 08:21:52.203953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-054bfd4d-8cd3-40a2-a158-d9626b783079 req-588673b5-833d-4579-a217-bce974ec7aa8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "DELETE /v2.0/ports/abfcc442-b774-43f8-89e7-3eea0174b214 HTTP/1.1" status: 204 len: 173 time: 1.0905502 Nov 12 08:21:52.205667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'name': 'network-vif-deleted', 'tag': 'abfcc442-b774-43f8-89e7-3eea0174b214'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:52.212721 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db3518-3cb0-48cb-b629-97a5dd8ae6a9" -d '{"events": [{"server_uuid": "ed471b7b-2839-43d8-9de8-9fd036a48c9d", "name": "network-vif-deleted", "tag": "abfcc442-b774-43f8-89e7-3eea0174b214"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:52.349611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ece6f58-f8f8-4203-b343-35ab049b51d7 req-5acfeeff-bada-44e1-863d-450a2bac93a1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735380 Nov 12 08:21:52.432095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:52.452936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701d881-6341-4235-9512-78b65f93b55d req-25e324df-a25d-47fb-b7b8-0e98f30a6dbc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.453654 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32dae15-a3e2-4897-a107-005186f1b590 x-openstack-request-id: req-c32dae15-a3e2-4897-a107-005186f1b590 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:52.461231 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-plugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:52.461623 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c32dae15-a3e2-4897-a107-005186f1b590 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:52.462714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c701d881-6341-4235-9512-78b65f93b55d req-25e324df-a25d-47fb-b7b8-0e98f30a6dbc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1102285 Nov 12 08:21:52.464305 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'code': 200} Nov 12 08:21:52.487259 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8010014f-1a0f-4a92-a740-18fd5a5c70df x-openstack-request-id: req-8010014f-1a0f-4a92-a740-18fd5a5c70df {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:52.487551 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed471b7b-2839-43d8-9de8-9fd036a48c9d", "name": "network-vif-deleted", "tag": "abfcc442-b774-43f8-89e7-3eea0174b214", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:52.487802 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8010014f-1a0f-4a92-a740-18fd5a5c70df {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:52.488246 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed471b7b-2839-43d8-9de8-9fd036a48c9d', 'name': 'network-vif-deleted', 'tag': 'abfcc442-b774-43f8-89e7-3eea0174b214', 'status': 'completed', 'code': 200} Nov 12 08:21:52.563732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c701d881-6341-4235-9512-78b65f93b55d req-834832d7-d025-4f77-bbee-550ea61aaa48 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980403 Nov 12 08:21:52.613160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.632404 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.664290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.697463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Network 12c13e75-6153-450c-b769-1521ec6b843c is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:52.702858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:52.715466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:52.733815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Pushing event updated for resources: {'Port': ['ID=7e832e53-b777-460b-9b73-583cdbfa35e0,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:52.776270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8b3b8-f96c-42e4-9406-2af4f62a7bbd req-da91cdbd-8ef4-42dc-9cc4-d87454d9aae6 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.784698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46f8b3b8-f96c-42e4-9406-2af4f62a7bbd req-da91cdbd-8ef4-42dc-9cc4-d87454d9aae6 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2055573 Nov 12 08:21:52.801653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d99cbd-c4ee-4cb8-9643-5f9a732929ec,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:52.856531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Attempting to bind port 7e832e53-b777-460b-9b73-583cdbfa35e0 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:52.857332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Attempting to bind port 7e832e53-b777-460b-9b73-583cdbfa35e0 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2506f682-4109-4fcf-9117-6eb9d2a257d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '12c13e75-6153-450c-b769-1521ec6b843c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:52.857886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Attempting to bind port 7e832e53-b777-460b-9b73-583cdbfa35e0 on network 12c13e75-6153-450c-b769-1521ec6b843c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:52.870497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:52.871218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Checking segment: {'id': '2506f682-4109-4fcf-9117-6eb9d2a257d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '12c13e75-6153-450c-b769-1521ec6b843c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:52.871622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.873023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Bound using segment: {'id': '2506f682-4109-4fcf-9117-6eb9d2a257d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '12c13e75-6153-450c-b769-1521ec6b843c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:52.873023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Bound port: 7e832e53-b777-460b-9b73-583cdbfa35e0, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2506f682-4109-4fcf-9117-6eb9d2a257d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '12c13e75-6153-450c-b769-1521ec6b843c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:52.873662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.979651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] For port 7e832e53-b777-460b-9b73-583cdbfa35e0, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:52.983463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] For port 7e832e53-b777-460b-9b73-583cdbfa35e0, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7e832e53-b777-460b-9b73-583cdbfa35e0,segment=NetworkSegment(2506f682-4109-4fcf-9117-6eb9d2a257d6),segment_id=2506f682-4109-4fcf-9117-6eb9d2a257d6)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:52.994284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.087574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.107568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d756d-c893-429d-93b3-0c12e769a3d5 None None] Pushing event updated for resources: {'Port': ['ID=7e832e53-b777-460b-9b73-583cdbfa35e0,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:53.121909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668c129-ad29-460b-a6d8-518da769fe00 None None] Network 12c13e75-6153-450c-b769-1521ec6b843c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:53.139756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c13e75-6153-450c-b769-1521ec6b843c']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:53.155887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2506f682-4109-4fcf-9117-6eb9d2a257d6') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:53.156689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2506f682-4109-4fcf-9117-6eb9d2a257d6') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:53.178706 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.199113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.207587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:53.208404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:53.228991 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:53.328913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46f8b3b8-f96c-42e4-9406-2af4f62a7bbd req-b58ae54a-e05b-414a-8e97-891b643a0811 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426326 Nov 12 08:21:53.340275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:21:53.340275 n-d-768509-25 neutron-server[102372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:21:53.340275 n-d-768509-25 neutron-server[102372]: [parameters: {'id': '12c13e75-6153-450c-b769-1521ec6b843c'}] Nov 12 08:21:53.340275 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:53.341146 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:53.546227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ce3e-7a6b-4a17-bf91-8bac5eb666a5 req-41685498-8bbc-44b4-9d0e-7d403deb3549 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.564737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccc2ce3e-7a6b-4a17-bf91-8bac5eb666a5 req-41685498-8bbc-44b4-9d0e-7d403deb3549 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1232536 Nov 12 08:21:53.604244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device abfcc442-b774-43f8-89e7-3eea0174b214 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:53.630716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: abfcc442-b774-43f8-89e7-3eea0174b214 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:53.631063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device abfcc442-b774-43f8-89e7-3eea0174b214 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:53.667831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55e4e8-dff1-445d-8e24-ad68db113314 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:21:53.689179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccc2ce3e-7a6b-4a17-bf91-8bac5eb666a5 req-9273618a-b7d0-474a-a2ff-b3c6117ffdc3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231499 Nov 12 08:21:53.852451 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.878857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55e4e8-dff1-445d-8e24-ad68db113314 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:21:53.975862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d3d2c-503d-4838-b4fb-5613fd65db48 req-5ed274bb-81cd-4ad1-bcbf-b62d6beb7755 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.989299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d3d2c-503d-4838-b4fb-5613fd65db48 req-5ed274bb-81cd-4ad1-bcbf-b62d6beb7755 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.2370663 Nov 12 08:21:54.073115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d02d3d2c-503d-4838-b4fb-5613fd65db48 req-84aa5b08-a3a4-4936-afc9-2b83fbefb776 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733294 Nov 12 08:21:54.080405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting port 7e832e53-b777-460b-9b73-583cdbfa35e0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:54.080735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.237350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] For port 7e832e53-b777-460b-9b73-583cdbfa35e0, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7e832e53-b777-460b-9b73-583cdbfa35e0,segment=NetworkSegment(2506f682-4109-4fcf-9117-6eb9d2a257d6),segment_id=2506f682-4109-4fcf-9117-6eb9d2a257d6)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:54.238038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.270418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Calling delete_port for 7e832e53-b777-460b-9b73-583cdbfa35e0 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:54.456282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.479124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No DVR routers for this DVR port 7e832e53-b777-460b-9b73-583cdbfa35e0 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:54.590747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Port': ['ID=7e832e53-b777-460b-9b73-583cdbfa35e0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:54.720153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.765119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c83a-4435-46f5-9caf-77b88796852d req-9ca46820-29f4-410c-9063-3e8468dd3d02 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.774258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a0c83a-4435-46f5-9caf-77b88796852d req-9ca46820-29f4-410c-9063-3e8468dd3d02 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2572563 Nov 12 08:21:54.792496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c13e75-6153-450c-b769-1521ec6b843c']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:54.817688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2506f682-4109-4fcf-9117-6eb9d2a257d6') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:54.818097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2506f682-4109-4fcf-9117-6eb9d2a257d6') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:54.855573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.921844 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.939961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91a0c83a-4435-46f5-9caf-77b88796852d req-f29681ee-da39-4d84-89a0-f708da4d428e tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648097 Nov 12 08:21:54.944330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:54.944330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:54.950413 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:55.044492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.056867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.066564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52484) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:55.067141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/12c13e75-6153-450c-b769-1521ec6b843c HTTP/1.1" status: 204 len: 168 time: 3.9988751 Nov 12 08:21:55.073311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1088699709'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:55.084601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b1bc4-6c0c-4310-b211-684830aacf7e tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Network': ['ID=12c13e75-6153-450c-b769-1521ec6b843c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:55.124745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:55.128463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.186050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:55.200096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8670-2377-453d-b9cf-ac0916065015 req-165464d6-adb3-4336-9e01-ba81ae754690 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.201669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-946a8670-2377-453d-b9cf-ac0916065015 req-165464d6-adb3-4336-9e01-ba81ae754690 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1196692 Nov 12 08:21:55.206607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.207018 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Added segment 001190bf-1a37-49f2-817b-247405539379 of type vlan for network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 Nov 12 08:21:55.312974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.322669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-946a8670-2377-453d-b9cf-ac0916065015 req-a67abd5e-9c58-4ff2-84bb-d416c1de4811 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069405 Nov 12 08:21:55.355388 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.363939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.364587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.461115 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3933389 Nov 12 08:21:55.463896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52488) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:55.481818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Request body: {'subnet': {'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:55.499823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d6111-71fd-4f6c-a582-3240184ad0da tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Network': ['ID=df519160-85d6-4ace-82e4-f9c0a8d3a0a0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:55.512526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:55.615576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Made reservation on behalf of 5c7d3271d79240859a4138a618d7c5b9 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:55.620570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.037896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:21:56.041911 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.173035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event updated for resources: {'Subnet': ['ID=4106af96-d6df-407d-aa35-5240091b9de8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:56.194473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601e33a-b14e-498e-8379-6791e2576922 req-97fd2d84-7296-4ad4-897c-dfec8dd1ba1c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.196904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b601e33a-b14e-498e-8379-6791e2576922 req-97fd2d84-7296-4ad4-897c-dfec8dd1ba1c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.3022492 Nov 12 08:21:56.288890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b601e33a-b14e-498e-8379-6791e2576922 req-ca428d61-23fc-4f21-bc87-78ec37a63793 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835402 Nov 12 08:21:56.314568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Checking segment: {'id': '001190bf-1a37-49f2-817b-247405539379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:56.314933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network hostable DHCP agents. Network: df519160-85d6-4ace-82e4-f9c0a8d3a0a0, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:56.358198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:56.371215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, df519160-85d6-4ace-82e4-f9c0a8d3a0a0) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:56.381943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd218c64-3aa3-4400-a42e-7910f4b7982b None None] Network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:56.395303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.396224 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.488979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5740a06e-d85c-47f5-b343-b76385d81b50 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0239015 Nov 12 08:21:56.492359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52494) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:56.511627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3f09-4b4f-4880-93d7-a6ab68330cb1 req-8f4c7b04-cc58-42dc-a55a-721c38defbc7 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.518148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29bb3f09-4b4f-4880-93d7-a6ab68330cb1 req-8f4c7b04-cc58-42dc-a55a-721c38defbc7 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1440315 Nov 12 08:21:56.630117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29bb3f09-4b4f-4880-93d7-a6ab68330cb1 req-fd22c713-286a-412c-8ac4-e2e8de0c21a0 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974038 Nov 12 08:21:56.711953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-df519160-85d6-4ace-82e4-f9c0a8d3a0a0', 'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0', 'tenant_id': '5c7d3271d79240859a4138a618d7c5b9', 'fixed_ips': [{'subnet_id': '4106af96-d6df-407d-aa35-5240091b9de8'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:56.713413 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.889617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.900331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f48a-46d7-4cfc-8183-e85b84179d2b req-0a45ad3d-302a-4cdc-929f-d5058089959e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.901970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e57f48a-46d7-4cfc-8183-e85b84179d2b req-0a45ad3d-302a-4cdc-929f-d5058089959e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1058598 Nov 12 08:21:57.002400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e57f48a-46d7-4cfc-8183-e85b84179d2b req-de970ef8-381d-4e15-bfde-92959ff9c76b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935102 Nov 12 08:21:57.036414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.088482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Allocated IP 2001:db8::f816:3eff:fe7e:1a4d (df519160-85d6-4ace-82e4-f9c0a8d3a0a0/4106af96-d6df-407d-aa35-5240091b9de8/a9057c3e-cec5-4f02-992f-c70a9d500425) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:57.260839 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.284167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.336165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.338897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:57.342882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:57.361077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Pushing event updated for resources: {'Port': ['ID=a9057c3e-cec5-4f02-992f-c70a9d500425,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.374785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:57.433505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Subnet': ['ID=4106af96-d6df-407d-aa35-5240091b9de8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.472032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Attempting to bind port a9057c3e-cec5-4f02-992f-c70a9d500425 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:57.472475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Attempting to bind port a9057c3e-cec5-4f02-992f-c70a9d500425 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '001190bf-1a37-49f2-817b-247405539379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:57.472846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Attempting to bind port a9057c3e-cec5-4f02-992f-c70a9d500425 on network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:57.481451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:57.481837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Checking segment: {'id': '001190bf-1a37-49f2-817b-247405539379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:57.482243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.482653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Bound using segment: {'id': '001190bf-1a37-49f2-817b-247405539379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:57.483098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Bound port: a9057c3e-cec5-4f02-992f-c70a9d500425, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001190bf-1a37-49f2-817b-247405539379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:57.483487 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.598691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.631605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f315066c-78ca-445a-945b-02aa0675edab None None] For port a9057c3e-cec5-4f02-992f-c70a9d500425, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:57.638202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f315066c-78ca-445a-945b-02aa0675edab None None] For port a9057c3e-cec5-4f02-992f-c70a9d500425, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a9057c3e-cec5-4f02-992f-c70a9d500425,segment=NetworkSegment(001190bf-1a37-49f2-817b-247405539379),segment_id=001190bf-1a37-49f2-817b-247405539379)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:57.641583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad7d0-48ba-4fc9-9a72-a7a3e18508ca req-ab4047e1-db4a-46fc-a3a3-a80d346b8c81 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.654011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.657575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea6ad7d0-48ba-4fc9-9a72-a7a3e18508ca req-ab4047e1-db4a-46fc-a3a3-a80d346b8c81 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1703072 Nov 12 08:21:57.664469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df519160-85d6-4ace-82e4-f9c0a8d3a0a0']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:57.687897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001190bf-1a37-49f2-817b-247405539379') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:57.688356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001190bf-1a37-49f2-817b-247405539379') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:57.712411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.744679 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.751827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:57.752376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:57.755576 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:57.787074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea6ad7d0-48ba-4fc9-9a72-a7a3e18508ca req-55f1f51b-7acf-4cff-8b98-ee02ef3688ef tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258106 Nov 12 08:21:57.903892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315066c-78ca-445a-945b-02aa0675edab None None] Pushing event updated for resources: {'Port': ['ID=a9057c3e-cec5-4f02-992f-c70a9d500425,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.906159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:21:57.906159 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:21:57.906159 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'df519160-85d6-4ace-82e4-f9c0a8d3a0a0'}] Nov 12 08:21:57.906159 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:57.906701 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:57.913421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930db9a-27e5-4fac-bd15-b6dc06b00832 None None] Network df519160-85d6-4ace-82e4-f9c0a8d3a0a0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:57.995791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b8c4b-552b-4297-8642-a2d930b5ab40 req-b79ef799-460c-4974-b5e7-b02a67bf4fc6 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.997404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b15b8c4b-552b-4297-8642-a2d930b5ab40 req-b79ef799-460c-4974-b5e7-b02a67bf4fc6 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1334593 Nov 12 08:21:58.110041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b15b8c4b-552b-4297-8642-a2d930b5ab40 req-d387f5d9-ff93-4ad0-899d-52dcf78f8bd5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053171 Nov 12 08:21:58.261677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731efebd-99ab-4020-862c-8f8ba605e06d None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:21:58.369315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995468a-3554-46c2-a24b-80639c87db4a req-402597cb-288b-476b-b0cf-feaccb5eec69 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.371263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4995468a-3554-46c2-a24b-80639c87db4a req-402597cb-288b-476b-b0cf-feaccb5eec69 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0979319 Nov 12 08:21:58.407987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.478905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731efebd-99ab-4020-862c-8f8ba605e06d None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:21:58.482452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4995468a-3554-46c2-a24b-80639c87db4a req-4ddd9443-12a0-439f-b4e2-ce4d9a6f8e2f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031272 Nov 12 08:21:58.537008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting port a9057c3e-cec5-4f02-992f-c70a9d500425 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:58.537648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.669940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] For port a9057c3e-cec5-4f02-992f-c70a9d500425, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a9057c3e-cec5-4f02-992f-c70a9d500425,segment=NetworkSegment(001190bf-1a37-49f2-817b-247405539379),segment_id=001190bf-1a37-49f2-817b-247405539379)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:58.670722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.704447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Calling delete_port for a9057c3e-cec5-4f02-992f-c70a9d500425 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:58.834586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.869059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Port': ['ID=a9057c3e-cec5-4f02-992f-c70a9d500425,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:58.871682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No DVR routers for this DVR port a9057c3e-cec5-4f02-992f-c70a9d500425 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:58.967719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182283c-556b-48ae-9589-b842a8dbc879 req-a0e123e2-31c5-4264-baeb-0d0a590f0a8b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.977047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1182283c-556b-48ae-9589-b842a8dbc879 req-a0e123e2-31c5-4264-baeb-0d0a590f0a8b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.0947335 Nov 12 08:21:58.997657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.027600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df519160-85d6-4ace-82e4-f9c0a8d3a0a0']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:59.038039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1182283c-556b-48ae-9589-b842a8dbc879 req-edbbee39-2816-4dd3-8d17-14baec68d6bc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596697 Nov 12 08:21:59.039423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001190bf-1a37-49f2-817b-247405539379') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:59.039850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001190bf-1a37-49f2-817b-247405539379') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:59.059758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.068227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.079037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:59.079298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:59.082858 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:59.220504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.242133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.255134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52518) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.257752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/df519160-85d6-4ace-82e4-f9c0a8d3a0a0 HTTP/1.1" status: 204 len: 168 time: 2.7636781 Nov 12 08:21:59.284785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e267b-d2cc-4381-87b9-67ffb0cb61c4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Network': ['ID=df519160-85d6-4ace-82e4-f9c0a8d3a0a0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:59.786096 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44fd86b-312a-44fc-938d-a99de91966d8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:21:59.786946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44fd86b-312a-44fc-938d-a99de91966d8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:59.794266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52524) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.807478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f44fd86b-312a-44fc-938d-a99de91966d8 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/4106af96-d6df-407d-aa35-5240091b9de8 HTTP/1.1" status: 404 len: 337 time: 0.5532389 Nov 12 08:21:59.833512 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb9b1da-5f6a-472d-81f3-b3e976108020 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:21:59.834537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb9b1da-5f6a-472d-81f3-b3e976108020 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:59.840747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4eb9b1da-5f6a-472d-81f3-b3e976108020 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/df519160-85d6-4ace-82e4-f9c0a8d3a0a0 HTTP/1.1" status: 404 len: 339 time: 0.0438621 Nov 12 08:21:59.844770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52526) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.904390 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb0fbb5-936a-4aa3-82e2-730597cd02ae tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:21:59.906045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb0fbb5-936a-4aa3-82e2-730597cd02ae tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:59.919939 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8fb0fbb5-936a-4aa3-82e2-730597cd02ae tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/f4d99cbd-c4ee-4cb8-9643-5f9a732929ec HTTP/1.1" status: 404 len: 337 time: 0.0736775 Nov 12 08:21:59.920945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52528) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.959264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-620e4fd6-0be9-40a1-8ee9-df76938b0eb2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1819944 Nov 12 08:21:59.963985 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf5facb-9d9e-475f-b2ef-605fe81b81e7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:21:59.965001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf5facb-9d9e-475f-b2ef-605fe81b81e7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:59.972468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52530) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.982328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fbf5facb-9d9e-475f-b2ef-605fe81b81e7 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/12c13e75-6153-450c-b769-1521ec6b843c HTTP/1.1" status: 404 len: 339 time: 0.0599840 Nov 12 08:22:00.046465 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-917c3fa0-ca05-4dd8-b980-dc9739d76de4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:00.047466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917c3fa0-ca05-4dd8-b980-dc9739d76de4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:00.057015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52532) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.069728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-917c3fa0-ca05-4dd8-b980-dc9739d76de4 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/77d51e39-439b-4c46-b30e-01fce6479248 HTTP/1.1" status: 404 len: 337 time: 0.0912654 Nov 12 08:22:00.089107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e11836-0f56-4d2a-b961-1ad4643161ea req-640a53f2-a73b-43df-89cc-4dc7805e10a8 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.093571 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2cf28c-9b1c-4fe0-8743-8f423b8a970c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:00.103252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16e11836-0f56-4d2a-b961-1ad4643161ea req-640a53f2-a73b-43df-89cc-4dc7805e10a8 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.3273106 Nov 12 08:22:00.106432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2cf28c-9b1c-4fe0-8743-8f423b8a970c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:00.121570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3b2cf28c-9b1c-4fe0-8743-8f423b8a970c tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/72a91d4a-5965-4ec3-9aa5-11293af4c168 HTTP/1.1" status: 404 len: 339 time: 0.0623446 Nov 12 08:22:00.122743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52536) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.323579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.326341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.328476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.331511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.333709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.334519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.335567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.344580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-99b3ffdb-b5bc-49c8-9eed-53c214bab1ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb41fc9eee46479eb851a8529efea172&device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 6506 time: 0.2677877 Nov 12 08:22:00.365165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting port dc1c4eb5-3f39-4baf-b1e5-061232607bc6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:00.365570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16e11836-0f56-4d2a-b961-1ad4643161ea req-1437e199-464c-4f89-88cf-b37911693fd8 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598643 Nov 12 08:22:00.366110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.499346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.527748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Calling delete_port for dc1c4eb5-3f39-4baf-b1e5-061232607bc6 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:00.566270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-acbdcc9a-e191-4bcf-9e6e-e84c2b3664d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.566960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-acbdcc9a-e191-4bcf-9e6e-e84c2b3664d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.567458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-acbdcc9a-e191-4bcf-9e6e-e84c2b3664d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.569461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-acbdcc9a-e191-4bcf-9e6e-e84c2b3664d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=bce0ac65-782b-45a0-aad7-167edb3ad967&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 200 len: 2295 time: 0.1925673 Nov 12 08:22:00.658517 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.715659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc57a1-00ea-455f-9cc5-38bf321b5b41 req-b3b07bba-2980-48b4-9cee-97a763dd9987 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.725200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84fc57a1-00ea-455f-9cc5-38bf321b5b41 req-b3b07bba-2980-48b4-9cee-97a763dd9987 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1542292 Nov 12 08:22:00.738999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-8adef541-7c63-4967-8b3f-6eecc8771b60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 200 len: 1001 time: 0.1587114 Nov 12 08:22:00.788681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Port': ['ID=dc1c4eb5-3f39-4baf-b1e5-061232607bc6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:00.808463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.817507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-969e176b-6fcf-4cd4-895e-933025dce974 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/ports/dc1c4eb5-3f39-4baf-b1e5-061232607bc6 HTTP/1.1" status: 204 len: 168 time: 0.6892433 Nov 12 08:22:00.820571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52538) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.843695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-6c40e5ec-18c8-476a-b2f5-c44ffb762e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.845664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-6c40e5ec-18c8-476a-b2f5-c44ffb762e48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=041b15c2-889c-4c31-8f9c-91c84819954e HTTP/1.1" status: 200 len: 855 time: 0.0993295 Nov 12 08:22:00.924763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84fc57a1-00ea-455f-9cc5-38bf321b5b41 req-95eba4f6-f117-4710-a62d-2f08385b595d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976416 Nov 12 08:22:00.948544 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cc21b2-1531-4f51-aeed-7c8706a284eb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:00.949009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cc21b2-1531-4f51-aeed-7c8706a284eb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:00.950870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-9cca1f08-3006-41f9-97eb-c4756b8044d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.956906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-9cca1f08-3006-41f9-97eb-c4756b8044d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7c44a52-d588-4c9e-bdb5-6cad078eecf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975184 Nov 12 08:22:00.966284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-68cc21b2-1531-4f51-aeed-7c8706a284eb tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/f69867e0-74f8-47fa-871e-8b020157599a HTTP/1.1" status: 404 len: 337 time: 0.1424274 Nov 12 08:22:00.966940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:01.173025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.188711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-fcc35e61-f730-4689-9835-6bb8700f9f03 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207050 Nov 12 08:22:01.294900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e89cb2-8d28-443e-8065-d9c1acba60e9 req-05876470-cb36-49f8-a7ff-e8a36aa3588e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.302684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4e89cb2-8d28-443e-8065-d9c1acba60e9 req-05876470-cb36-49f8-a7ff-e8a36aa3588e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1315145 Nov 12 08:22:01.380113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.385187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-adcb9c2c-9a92-4adf-9384-165f7a3c25d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811051 Nov 12 08:22:01.405403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4e89cb2-8d28-443e-8065-d9c1acba60e9 req-4b33aa61-d027-4024-b5b7-3d376f84061a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018052 Nov 12 08:22:01.426845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dac8b86-f112-46ab-a5c7-0d9a45cbd851']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:01.442736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90e9372-d18e-4284-9b19-6078ea7cbb79') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:01.443040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90e9372-d18e-4284-9b19-6078ea7cbb79') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:01.469043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.493246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.507961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:01.508480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:01.511863 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:01.516909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-841eb6e5-0874-43e6-a59e-175ce715728b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 217 time: 0.0959482 Nov 12 08:22:01.616081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.631223 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.634543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-54258c23-06e5-4066-b36f-b49eb40a6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.636265 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/1dac8b86-f112-46ab-a5c7-0d9a45cbd851 HTTP/1.1" status: 204 len: 168 time: 0.6682379 Nov 12 08:22:01.637006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-54258c23-06e5-4066-b36f-b49eb40a6185 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1201680 Nov 12 08:22:01.654194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52544) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:01.655627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08a259-3b06-4c25-ad28-170d1948ab92 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Network': ['ID=1dac8b86-f112-46ab-a5c7-0d9a45cbd851,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:01.817681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249841c-3cb3-47ee-b271-a514e40432e5 req-ed9264b0-8067-4a9b-978a-22456a592ef1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.820263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1249841c-3cb3-47ee-b271-a514e40432e5 req-ed9264b0-8067-4a9b-978a-22456a592ef1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2003169 Nov 12 08:22:01.830249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-5318c550-e861-40f5-92b2-410d839e3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.833932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-5318c550-e861-40f5-92b2-410d839e3fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455638 Nov 12 08:22:01.881149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting port 25bf0ef7-2a0c-4567-afe5-41767948dc66 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:01.881772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.035716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1249841c-3cb3-47ee-b271-a514e40432e5 req-1f514a8c-77c9-4fb3-8473-5953aff6e28d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844039 Nov 12 08:22:02.041921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-8f2236b0-2b7c-49d0-8b7d-e0be0bae8312 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970837 Nov 12 08:22:02.045766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.080198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Calling delete_port for 25bf0ef7-2a0c-4567-afe5-41767948dc66 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:02.258009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d167e7e-a8fa-4152-8065-294920ee6282 req-97ebc99f-29c9-4a62-a62b-18a83a0eb213 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.267727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d167e7e-a8fa-4152-8065-294920ee6282 req-97ebc99f-29c9-4a62-a62b-18a83a0eb213 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0942595 Nov 12 08:22:02.277019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.295529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-d5f3a51d-c74c-4c39-8c62-c531367b4497 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478502 Nov 12 08:22:02.342919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d167e7e-a8fa-4152-8065-294920ee6282 req-1def0215-c759-4757-a281-76cef1c087e3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738423 Nov 12 08:22:02.351753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Port': ['ID=25bf0ef7-2a0c-4567-afe5-41767948dc66,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:02.364090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.380731 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d3323431-7882-4e5d-a371-9d4db112fbd1 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/ports/25bf0ef7-2a0c-4567-afe5-41767948dc66 HTTP/1.1" status: 204 len: 168 time: 0.7054756 Nov 12 08:22:02.381504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52554) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:02.401888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-3612bbfa-53bc-415c-a867-7f50f4de1e9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 217 time: 0.0765421 Nov 12 08:22:02.432483 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdfff55-3e8e-48f9-bd97-31a7510a37d6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:02.446276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdfff55-3e8e-48f9-bd97-31a7510a37d6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:02.448882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dcdfff55-3e8e-48f9-bd97-31a7510a37d6 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/49a63142-0c08-452d-82d7-07ec4fa85dd5 HTTP/1.1" status: 404 len: 337 time: 0.0661972 Nov 12 08:22:02.449569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52558) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:02.472109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-c2c5408f-76e0-4416-bb7e-7f6809214548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.472109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-c2c5408f-76e0-4416-bb7e-7f6809214548 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.0605819 Nov 12 08:22:02.562845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-1c66ce11-ae4f-4332-8d03-d587a8555f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.565080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-1c66ce11-ae4f-4332-8d03-d587a8555f2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761003 Nov 12 08:22:02.618831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.698234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting port cb9ff6ad-7f47-49f2-81b8-604025d4fd14 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:02.698628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.736901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-dd88fe0a-8b60-46b4-abc0-527758d5869e service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631382 Nov 12 08:22:02.790711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] For port cb9ff6ad-7f47-49f2-81b8-604025d4fd14, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cb9ff6ad-7f47-49f2-81b8-604025d4fd14,segment=NetworkSegment(4a7d4d4a-0099-4ce5-81c6-7b998e15345d),segment_id=4a7d4d4a-0099-4ce5-81c6-7b998e15345d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:02.791076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.806651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Calling delete_port for cb9ff6ad-7f47-49f2-81b8-604025d4fd14 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:02.875178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-233f670a-8d8e-4805-b63d-524f3755e4ac service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249995 Nov 12 08:22:02.916006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.960496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-b0a760c8-6bbd-4f05-a290-bfd55b85b325 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 HTTP/1.1" status: 200 len: 217 time: 0.0592713 Nov 12 08:22:02.977835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Port': ['ID=cb9ff6ad-7f47-49f2-81b8-604025d4fd14,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:02.995319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No DVR routers for this DVR port cb9ff6ad-7f47-49f2-81b8-604025d4fd14 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:03.025105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bfae-bc75-49ab-8dd0-e36b919ae371 req-26e6ba50-8c0c-4b8c-8a33-be2fed83ddcf tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.032560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6d4bfae-bc75-49ab-8dd0-e36b919ae371 req-26e6ba50-8c0c-4b8c-8a33-be2fed83ddcf tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.2936261 Nov 12 08:22:03.088320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-01dd2c85-9a92-464d-9e9a-80207c202f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.089804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-01dd2c85-9a92-464d-9e9a-80207c202f9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1209497 Nov 12 08:22:03.119552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.129930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6d4bfae-bc75-49ab-8dd0-e36b919ae371 req-4b22ab78-7a2b-42bf-bcb9-fcbe71a0016a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962346 Nov 12 08:22:03.151283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3588550-099b-4503-a572-58c622ad3e3c']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:03.164160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7d4d4a-0099-4ce5-81c6-7b998e15345d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:03.164770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7d4d4a-0099-4ce5-81c6-7b998e15345d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:03.182076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.200634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.210812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:03.211984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.224381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-f7415b78-ed27-4c77-8e84-f4eb5f323702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.226473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-f7415b78-ed27-4c77-8e84-f4eb5f323702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1282926 Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:03.260423 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:03.340713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.351258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.357435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/c3588550-099b-4503-a572-58c622ad3e3c HTTP/1.1" status: 204 len: 168 time: 0.9046631 Nov 12 08:22:03.358040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52562) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:03.443337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-61a53720-494f-43af-9e8f-8707ec0f16e8 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074258 Nov 12 08:22:03.455998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3184254-4969-4806-900b-c91062a6b5b4 req-001042d4-f399-4ace-b598-0bc4121c3a35 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.457744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3184254-4969-4806-900b-c91062a6b5b4 req-001042d4-f399-4ace-b598-0bc4121c3a35 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1272614 Nov 12 08:22:03.470804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting subnet 9348358a-7150-42bc-b8ce-a08b27ccc13a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:03.485485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58143004-52b1-4ee6-8e67-e5c173ae87a2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Network': ['ID=c3588550-099b-4503-a572-58c622ad3e3c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.489231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.612561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.700628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3184254-4969-4806-900b-c91062a6b5b4 req-299cdac1-1b1e-4d61-86bb-9a7bd047ab81 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868720 Nov 12 08:22:03.733769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-6141953e-d805-4c67-8098-f9da797531c2 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747502 Nov 12 08:22:03.773799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.875993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-b762299c-58b2-4d1b-9f6d-47ed7f99cb24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=dbc08120-525e-4368-a584-fbb131e12649 HTTP/1.1" status: 200 len: 217 time: 0.1310914 Nov 12 08:22:03.914510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.984397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Subnet': ['ID=9348358a-7150-42bc-b8ce-a08b27ccc13a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.999314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.001986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6aa477-40b6-46a7-a527-3e465461ceef None None] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:04.006379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d5ade70-e098-43ee-85f9-6cc085f64ca2 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/subnets/9348358a-7150-42bc-b8ce-a08b27ccc13a HTTP/1.1" status: 204 len: 168 time: 0.6450763 Nov 12 08:22:04.007444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52572) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:04.023879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e313-2e11-4778-955b-e520153a6639 req-b0f496b4-3fb8-45fb-a527-a4f0a737e3db tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.031655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c136e313-2e11-4778-955b-e520153a6639 req-b0f496b4-3fb8-45fb-a527-a4f0a737e3db tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1752419 Nov 12 08:22:04.036466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-0757c048-a586-4609-8216-70a50bae897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.039476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-0757c048-a586-4609-8216-70a50bae897c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 200 len: 797 time: 0.1232374 Nov 12 08:22:04.165795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.219089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-ddb6909e-5799-442d-9d5d-7082e6db2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.224918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-ddb6909e-5799-442d-9d5d-7082e6db2ed0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bce0ac65-782b-45a0-aad7-167edb3ad967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1688125 Nov 12 08:22:04.251567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c136e313-2e11-4778-955b-e520153a6639 req-cfc26ffc-c1ad-4e01-8c5f-f9f07946c5eb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186623 Nov 12 08:22:04.308036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Deleting port 1ad92190-e376-4f28-97ec-7b8612667e1b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:04.312202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.447078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] For port 1ad92190-e376-4f28-97ec-7b8612667e1b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1ad92190-e376-4f28-97ec-7b8612667e1b,segment=NetworkSegment(6c16a196-192c-4ac0-80b8-860c6abb9962),segment_id=6c16a196-192c-4ac0-80b8-860c6abb9962)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:04.447447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.461006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] DHCP port deletion for 55d9dee1-9250-457c-a4cb-f02844aaeae7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:04.482002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Calling delete_port for 1ad92190-e376-4f28-97ec-7b8612667e1b owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:04.521380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-8e43ac2e-e998-481b-9ace-5a179cca06fa service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580855 Nov 12 08:22:04.589114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Deleting port 1ad92190-e376-4f28-97ec-7b8612667e1b {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:04.589496 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.613926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.692838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Port': ['ID=1ad92190-e376-4f28-97ec-7b8612667e1b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:04.700330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] No DVR routers for this DVR port 1ad92190-e376-4f28-97ec-7b8612667e1b on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:04.789731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1ad92190-e376-4f28-97ec-7b8612667e1b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:04.842466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.849563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e801c-a721-4c5b-a84b-56cbd54d41dd req-45d95cbf-867c-4422-934b-1cb35654d392 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.854342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-710e801c-a721-4c5b-a84b-56cbd54d41dd req-45d95cbf-867c-4422-934b-1cb35654d392 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.3203874 Nov 12 08:22:04.873274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d9dee1-9250-457c-a4cb-f02844aaeae7']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:04.884306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 1ad92190-e376-4f28-97ec-7b8612667e1b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:04.884657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1ad92190-e376-4f28-97ec-7b8612667e1b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:04.884860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c16a196-192c-4ac0-80b8-860c6abb9962') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:04.885151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c16a196-192c-4ac0-80b8-860c6abb9962') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:04.902698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.903401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] For port 1ad92190-e376-4f28-97ec-7b8612667e1b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1ad92190-e376-4f28-97ec-7b8612667e1b,segment=NetworkSegment(6c16a196-192c-4ac0-80b8-860c6abb9962),segment_id=6c16a196-192c-4ac0-80b8-860c6abb9962)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:04.903813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.925807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.936131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:04.936767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-61ba2546-fc9d-4ef3-b3ec-bbb27f114fb5 service neutron] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395302 Nov 12 08:22:04.937240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.937445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Calling delete_port for 1ad92190-e376-4f28-97ec-7b8612667e1b owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:04.987132 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:04.998085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-b87c17b1-7385-4abc-b5fe-16470341f0df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3 HTTP/1.1" status: 200 len: 217 time: 0.0462866 Nov 12 08:22:05.020462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-710e801c-a721-4c5b-a84b-56cbd54d41dd req-f5e96578-e41a-444c-aaee-a441efa22f29 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489258 Nov 12 08:22:05.110806 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.133636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.136914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] 10.222.0.16 "DELETE /v2.0/networks/55d9dee1-9250-457c-a4cb-f02844aaeae7 HTTP/1.1" status: 204 len: 168 time: 1.1283908 Nov 12 08:22:05.138097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ddfa0-55b4-498d-9469-fba22acf5821 tempest-NetworksIpV6TestAttrs-813415878 tempest-NetworksIpV6TestAttrs-813415878-project] Pushing event deleted for resources: {'Network': ['ID=55d9dee1-9250-457c-a4cb-f02844aaeae7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:05.138527 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.149877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Network 55d9dee1-9250-457c-a4cb-f02844aaeae7 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:22:05.150514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] No DVR routers for this DVR port 1ad92190-e376-4f28-97ec-7b8612667e1b on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:05.182223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-eb2560f9-cf34-4a09-9e6f-63c8a592b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.183901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-eb2560f9-cf34-4a09-9e6f-63c8a592b0cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.1625087 Nov 12 08:22:05.211171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261c229-57ff-4a86-8234-3dfb79e7e53b None None] Pushing event deleted for resources: {'Port': ['ID=1ad92190-e376-4f28-97ec-7b8612667e1b,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:05.284009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d791f-2b5b-48b7-b507-6a18a36e2454 req-a6fb8b9c-0dfd-4dad-b940-a2165d0d8b94 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.285729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d5d791f-2b5b-48b7-b507-6a18a36e2454 req-a6fb8b9c-0dfd-4dad-b940-a2165d0d8b94 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1621921 Nov 12 08:22:05.290529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-95a5930c-28ea-482a-8cf2-8c9dcbe4cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.292022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-95a5930c-28ea-482a-8cf2-8c9dcbe4cd3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0909910 Nov 12 08:22:05.374384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d5d791f-2b5b-48b7-b507-6a18a36e2454 req-d2d8c744-937d-4fad-a06a-1462b2631d45 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806925 Nov 12 08:22:05.491537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-38d09205-3931-4a28-9b5e-ecd4c93b96ae service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826355 Nov 12 08:22:05.638363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec218-3991-42ef-8201-35e43f955594 req-cc886731-0221-42c0-8c5e-df360c972302 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.648112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebeec218-3991-42ef-8201-35e43f955594 req-cc886731-0221-42c0-8c5e-df360c972302 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1496425 Nov 12 08:22:05.714381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52618) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:05.833160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-b01a0a8d-f8a1-40cf-8555-405d0588b1fc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.834747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-b01a0a8d-f8a1-40cf-8555-405d0588b1fc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.1829035 Nov 12 08:22:05.878457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebeec218-3991-42ef-8201-35e43f955594 req-ffa2eef0-90c0-4acd-9023-860eaf2ee592 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289698 Nov 12 08:22:05.882946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-f349c4fb-21a3-4fff-a743-83a248080a0d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.0376163 Nov 12 08:22:05.887134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-78c2680d-4af8-4c2b-87ae-4b806ec32828 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556666 Nov 12 08:22:05.961815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-9d9aad76-2536-4ed9-9c44-f34f31aa6b9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 200 len: 217 time: 0.0611017 Nov 12 08:22:05.974216 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b31d518c-1b3a-46b3-a96a-6d3398d42251 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c7d3271d79240859a4138a618d7c5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586501 Nov 12 08:22:05.980140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52622) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:06.067929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-6856749f-1367-427f-9f15-01e97d46a3b9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577177 Nov 12 08:22:06.070275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-224a67e8-f855-48fd-8cd7-949482970311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.073660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-224a67e8-f855-48fd-8cd7-949482970311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 200 len: 797 time: 0.1009197 Nov 12 08:22:06.109541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51531570-08a4-46f4-aab1-3d0506308742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.154897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51531570-08a4-46f4-aab1-3d0506308742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.163523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52628) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:06.216748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-9b73409e-b9f0-48b7-a259-299e1c8b386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.218751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-9b73409e-b9f0-48b7-a259-299e1c8b386e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b222cb62-9d0b-4b6a-bf38-84ec06d504e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1348810 Nov 12 08:22:06.227080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51531570-08a4-46f4-aab1-3d0506308742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.232346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51531570-08a4-46f4-aab1-3d0506308742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.240125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-51531570-08a4-46f4-aab1-3d0506308742 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94a2226d-3f82-4fb1-a144-ad33c839dbdc HTTP/1.1" status: 204 len: 168 time: 0.2499063 Nov 12 08:22:06.251741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51531570-08a4-46f4-aab1-3d0506308742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a2226d-3f82-4fb1-a144-ad33c839dbdc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:06.280505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379455-8e77-479b-a4fc-a487f1eab9dc req-eaa0c167-3b43-4d41-a001-0d4ede3f2061 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.288070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c379455-8e77-479b-a4fc-a487f1eab9dc req-eaa0c167-3b43-4d41-a001-0d4ede3f2061 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1266668 Nov 12 08:22:06.323565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-a589bb46-6681-47f4-bed0-5d72f31f8837 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488279 Nov 12 08:22:06.547530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-24e33758-717c-4ce7-b66f-8db519208553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.549334 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-24e33758-717c-4ce7-b66f-8db519208553 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0561318 Nov 12 08:22:06.678321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-f56fab46-d824-4751-bbcf-48a3ba8340c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.680786 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-f56fab46-d824-4751-bbcf-48a3ba8340c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.1233828 Nov 12 08:22:06.729088 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-c0f4fba0-34ca-44d4-b865-851e73e2f9c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac HTTP/1.1" status: 200 len: 217 time: 0.0407450 Nov 12 08:22:06.806682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-67f7b0fb-dbe5-4463-91af-1e86abc1a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.808123 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-67f7b0fb-dbe5-4463-91af-1e86abc1a7fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0718808 Nov 12 08:22:06.824223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76f58873-ffab-48f4-bca5-7ae1f99ca76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.879211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-a65ad409-9fef-4a6f-a143-86e59851eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.881532 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-a65ad409-9fef-4a6f-a143-86e59851eb2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657718 Nov 12 08:22:06.890258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c379455-8e77-479b-a4fc-a487f1eab9dc req-19e4759f-6bd8-4c64-9f6e-97c6029be115 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6009667 Nov 12 08:22:06.905318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-8b20c9ec-1f8d-4402-9b88-c4afaba84c6c service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690218 Nov 12 08:22:06.964893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-0695e37b-0742-4552-8a87-8d631f5bfe46 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403379 Nov 12 08:22:07.085425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76f58873-ffab-48f4-bca5-7ae1f99ca76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.103874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76f58873-ffab-48f4-bca5-7ae1f99ca76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.107729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9de0cf01-598f-4214-b96a-83685b0db4e8 req-19532807-7158-4e5c-8b81-b66b095b1a38 service neutron] 10.222.0.32 "GET /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768100 Nov 12 08:22:07.167420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f58873-ffab-48f4-bca5-7ae1f99ca76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4cd23-3d5c-471a-baf6-3ca335cb4f98,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.217803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-76f58873-ffab-48f4-bca5-7ae1f99ca76d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce4a252a1af54b65ab4a17cc18d9c059&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0506673 Nov 12 08:22:07.218232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52658) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:07.256508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865372f8-dd5b-4deb-af73-cdcbc6f63a69 req-35f0f9e4-4c7d-44c6-a552-8f8e932f3523 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.263854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-865372f8-dd5b-4deb-af73-cdcbc6f63a69 req-35f0f9e4-4c7d-44c6-a552-8f8e932f3523 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1617620 Nov 12 08:22:07.380740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-865372f8-dd5b-4deb-af73-cdcbc6f63a69 req-e775a6ad-f272-487e-b755-e144d1f0668d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158600 Nov 12 08:22:07.442633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-064b73ec-841d-401a-9898-a17503f37f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.514335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-064b73ec-841d-401a-9898-a17503f37f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.542400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650a120-5f6e-4b3a-9c3c-351b7922c07b req-9a524166-728f-4b9e-9771-82ca8775e863 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.555823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-7d317719-b817-4fa8-9713-72a5facc5e51 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370556 Nov 12 08:22:07.556453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4650a120-5f6e-4b3a-9c3c-351b7922c07b req-9a524166-728f-4b9e-9771-82ca8775e863 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1526282 Nov 12 08:22:07.642777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52672) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:07.713156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc1f2934-e05a-4f39-b189-1b23ba6ee2a6 req-a5895877-43ce-4b07-9b15-d225ad7cf50d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 210 time: 0.1027181 Nov 12 08:22:07.752300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c2e45c9-9c9d-4316-9dfd-2d4d35a6805a req-0e2c822f-bd85-42aa-85b5-bbbf96572f83 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881647 Nov 12 08:22:07.790238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4650a120-5f6e-4b3a-9c3c-351b7922c07b req-936ab714-4576-4e70-8491-359a670a702d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326813 Nov 12 08:22:07.825959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-064b73ec-841d-401a-9898-a17503f37f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.831224 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-064b73ec-841d-401a-9898-a17503f37f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.833539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-064b73ec-841d-401a-9898-a17503f37f42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71d4cd23-3d5c-471a-baf6-3ca335cb4f98 HTTP/1.1" status: 204 len: 168 time: 0.6142447 Nov 12 08:22:07.878963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b73ec-841d-401a-9898-a17503f37f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4cd23-3d5c-471a-baf6-3ca335cb4f98,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.952603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-500853571'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:07.985005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Made reservation on behalf of 25cd7731fb7740828ba4de460fb830dc for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:07.992769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.005514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.175539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d66d3d-7690-4b0e-b16b-79bab37996b3 req-9dee694a-3356-46c8-93d5-180633b127f7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.178052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68d66d3d-7690-4b0e-b16b-79bab37996b3 req-9dee694a-3356-46c8-93d5-180633b127f7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1178102 Nov 12 08:22:08.228369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.228369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.293610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:08.318852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68d66d3d-7690-4b0e-b16b-79bab37996b3 req-59fdaea1-9276-48d6-96b5-b3db3d394cf9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316936 Nov 12 08:22:08.322447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe9a6c-2424-4716-8a9f-cc372270732b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.326110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.326477 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Added segment 75282d81-5d16-4753-a3e5-403e6ef402ee of type vlan for network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 Nov 12 08:22:08.403238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.443741 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.459580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.462189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.530136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8861172 Nov 12 08:22:08.534546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52700) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:08.542312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Request body: {'subnet': {'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:08.570833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:08.602846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1859-7c80-4562-91dd-c8c4f1cfdfa3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event updated for resources: {'Network': ['ID=8ae748ca-8483-4ad1-a015-1ec50c4fc138,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.612690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ccab-1299-490d-8147-4aaee3d5609c req-38cf1e7c-8dfb-4a06-b5d8-59ff782a5f09 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.614102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f29ccab-1299-490d-8147-4aaee3d5609c req-38cf1e7c-8dfb-4a06-b5d8-59ff782a5f09 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1487169 Nov 12 08:22:08.614861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72bdd830-a4bb-4e38-be47-5ceef0ae8fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.615719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:08.661263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Made reservation on behalf of 25cd7731fb7740828ba4de460fb830dc for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:08.666053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.691166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.696483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f29ccab-1299-490d-8147-4aaee3d5609c req-fe6d1a4a-eabc-4ced-b333-9fd3810c612a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724804 Nov 12 08:22:08.749742 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72bdd830-a4bb-4e38-be47-5ceef0ae8fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.759066 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72bdd830-a4bb-4e38-be47-5ceef0ae8fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.825753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-72bdd830-a4bb-4e38-be47-5ceef0ae8fa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4111203e31034eaab8b042133f13b8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515552 Nov 12 08:22:08.830024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52708) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:08.835398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd830-a4bb-4e38-be47-5ceef0ae8fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea619bb3-92d8-4974-883d-77d82beef094,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.855040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89806c9c-40b4-4dde-9e6b-9c8d3dde3121 req-61a42cc7-fe1a-4ecd-a957-0e6a2c90b97a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 210 time: 0.0340869 Nov 12 08:22:08.945097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f214-0d23-4174-9b91-fb47b124749f req-838a085a-b7d0-4b1d-988a-770cf4c16381 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.946937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7846f214-0d23-4174-9b91-fb47b124749f req-838a085a-b7d0-4b1d-988a-770cf4c16381 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Nov 12 08:22:09.008352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7846f214-0d23-4174-9b91-fb47b124749f req-0a09fadb-8e83-4026-968b-15c99d2ee73a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528896 Nov 12 08:22:09.029868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.058408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1763f09-2388-47d5-a244-65cd12a0c9b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.128583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1763f09-2388-47d5-a244-65cd12a0c9b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.139337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event updated for resources: {'Subnet': ['ID=e8e5f3ef-e4de-45a5-83d6-868e6984d863,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:09.140077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-fc38f784-5660-4e97-b03a-44879d5d13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.141801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-fc38f784-5660-4e97-b03a-44879d5d13d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1097 time: 0.0459070 Nov 12 08:22:09.165448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-121d01fe-093d-47ae-9e36-cb996e50d5e1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.167015 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-121d01fe-093d-47ae-9e36-cb996e50d5e1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.2501521 Nov 12 08:22:09.186472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:09.213569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Checking segment: {'id': '75282d81-5d16-4753-a3e5-403e6ef402ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:09.214053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Network hostable DHCP agents. Network: 8ae748ca-8483-4ad1-a015-1ec50c4fc138, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:09.256352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-a4c6820e-fb50-4a6d-badb-116ea165a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.258092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-a4c6820e-fb50-4a6d-badb-116ea165a9ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.1066394 Nov 12 08:22:09.278883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1763f09-2388-47d5-a244-65cd12a0c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.281842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1763f09-2388-47d5-a244-65cd12a0c9b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.282581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1763f09-2388-47d5-a244-65cd12a0c9b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea619bb3-92d8-4974-883d-77d82beef094 HTTP/1.1" status: 204 len: 168 time: 0.4499407 Nov 12 08:22:09.299817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:09.308399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1763f09-2388-47d5-a244-65cd12a0c9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea619bb3-92d8-4974-883d-77d82beef094,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:09.315340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 8ae748ca-8483-4ad1-a015-1ec50c4fc138) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:09.327920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.328448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.330396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464f57e-27e6-4911-912a-590769a4efa2 None None] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:09.357726 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1abf8fa-d184-4f5c-97ef-87ee35511ac6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8196905 Nov 12 08:22:09.359168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52712) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.367289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Request body: {'port': {'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138', 'name': 'tempest-TagsExtTest-2114472272'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:09.371835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-d224001b-8d47-42e7-8504-46c2d14fa3ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 1001 time: 0.0939994 Nov 12 08:22:09.452390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:09.456305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.464353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-b042d662-f96f-4a25-9d41-45a118a1c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.465857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-b042d662-f96f-4a25-9d41-45a118a1c24a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0871234 Nov 12 08:22:09.580167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-a0235f19-f542-45d8-951d-026024c492ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.583264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-a0235f19-f542-45d8-951d-026024c492ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902593 Nov 12 08:22:09.605889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051c175-66f0-4657-be4e-9b78f0fc6d33 req-395246de-670e-43f8-9668-d76ac1e66001 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.607508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0051c175-66f0-4657-be4e-9b78f0fc6d33 req-395246de-670e-43f8-9668-d76ac1e66001 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1602216 Nov 12 08:22:09.629980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 078d39eb-56c5-4658-ac0b-ce62dea1e8ac no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:09.635935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-8ae748ca-8483-4ad1-a015-1ec50c4fc138', 'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138', 'tenant_id': '25cd7731fb7740828ba4de460fb830dc', 'fixed_ips': [{'subnet_id': 'e8e5f3ef-e4de-45a5-83d6-868e6984d863'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:09.636822 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.652410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Made reservation on behalf of 25cd7731fb7740828ba4de460fb830dc for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:09.657124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.687487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] device_id is not set on port 617887b9-f93a-41d8-956f-6cde15259918 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:09.696936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.3 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/a24c0dc8-1eea-4014-95ac-0b07cbb93371) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:09.798791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-d07a5a79-e80d-421b-b4cf-06449bc34b9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1901324 Nov 12 08:22:09.810962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0051c175-66f0-4657-be4e-9b78f0fc6d33 req-197f99cd-dc16-44f5-a412-1dee8730c1cb tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857100 Nov 12 08:22:09.828666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-4150279a-e99b-4690-9b67-0febbcb0d9d7 service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190261 Nov 12 08:22:09.981297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb3227-1fe1-4263-bafb-48fd1f29fc88 req-fc743167-4e6f-4297-b73f-48b2292c96b0 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.982907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21bb3227-1fe1-4263-bafb-48fd1f29fc88 req-fc743167-4e6f-4297-b73f-48b2292c96b0 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1576378 Nov 12 08:22:10.032237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-6ce2ffa4-4578-49e5-8f15-1acdc424c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.033212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-6ce2ffa4-4578-49e5-8f15-1acdc424c9c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 1097 time: 0.1455712 Nov 12 08:22:10.049700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ee492b8-7d2a-45ae-893b-61cec3f58929 req-f9c95d55-65d5-4802-be17-19787d7e869f service neutron] 10.222.0.32 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108676 Nov 12 08:22:10.073198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6978ef41-fb8a-49d3-b042-283ac96d89d7 req-fe35ad9c-ceae-4899-8d60-c04c1f6bf27b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 210 time: 0.0531397 Nov 12 08:22:10.078236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.086564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.132244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.164876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:10.179343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21bb3227-1fe1-4263-bafb-48fd1f29fc88 req-11ca799b-c5f8-41a5-a4c4-cdde839fdd40 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803367 Nov 12 08:22:10.200826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:10.204761 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83b876d-1475-4017-8a95-2101a1d3e813" -d '{"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-unplugged", "status": "completed", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:10.205909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:10.209376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:10.230079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:10.245966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45459bde-ebd0-4aab-940e-9d4e628cc52c None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:10.255108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:10.263915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Allocated IP 172.20.0.2 (8ae748ca-8483-4ad1-a015-1ec50c4fc138/e8e5f3ef-e4de-45a5-83d6-868e6984d863/2e6f03c4-1b54-4d5f-a606-529d946b2253) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:10.274241 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61a3415-eaf6-4f52-b322-a405fa4ef82e x-openstack-request-id: req-d61a3415-eaf6-4f52-b322-a405fa4ef82e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:10.274661 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-unplugged", "status": "completed", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:10.275004 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d61a3415-eaf6-4f52-b322-a405fa4ef82e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:10.275516 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'code': 200} Nov 12 08:22:10.280749 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.284479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-4d36cdaa-c97e-4a2c-a09f-f885ea8764b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.286097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-4d36cdaa-c97e-4a2c-a09f-f885ea8764b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.2156389 Nov 12 08:22:10.308932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=a24c0dc8-1eea-4014-95ac-0b07cbb93371,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.309668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c9fa-2bff-4e21-a0b7-8ea9d2c3e891 req-e4596dc8-4440-426a-b7c9-5cfeac6f9069 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.319202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39a0c9fa-2bff-4e21-a0b7-8ea9d2c3e891 req-e4596dc8-4440-426a-b7c9-5cfeac6f9069 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 945 time: 0.1343513 Nov 12 08:22:10.328114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.329195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.354174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-e761e1b3-ec7c-450e-8261-b68e6cac60bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1716127 Nov 12 08:22:10.376531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Request body: {'port': {'device_id': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:10.384025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-8e8743ec-b2ba-400e-8556-99dc5be14fcd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2 HTTP/1.1" status: 200 len: 217 time: 0.0848961 Nov 12 08:22:10.458421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39a0c9fa-2bff-4e21-a0b7-8ea9d2c3e891 req-dff8b046-4487-4366-b8d0-393fcd5ab2a2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329899 Nov 12 08:22:10.483698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.491843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-03e395de-89d8-4df1-b057-f265c5ceaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.493505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-03e395de-89d8-4df1-b057-f265c5ceaf97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.0968170 Nov 12 08:22:10.616428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7ed67-acd0-48cf-a751-77cea3115cb3 req-4061789a-a893-49de-a47e-fd4765ff4d81 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.618330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ae7ed67-acd0-48cf-a751-77cea3115cb3 req-4061789a-a893-49de-a47e-fd4765ff4d81 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0683405 Nov 12 08:22:10.626538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-ff920568-b536-47cf-99f4-4c139af04ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.628265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-ff920568-b536-47cf-99f4-4c139af04ced service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258533 Nov 12 08:22:10.714991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-14e73f17-2ac2-400b-bd83-705b2548b883 None None] Provisioning complete for port a24c0dc8-1eea-4014-95ac-0b07cbb93371 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:10.715613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14e73f17-2ac2-400b-bd83-705b2548b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.799793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-8023d073-fa56-42a5-80c3-5e70abe321c5 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591275 Nov 12 08:22:10.804224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ae7ed67-acd0-48cf-a751-77cea3115cb3 req-1e0fa41b-9824-4d19-ba29-c3f093dc51c8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743755 Nov 12 08:22:10.811922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-14e73f17-2ac2-400b-bd83-705b2548b883 None None] Port a24c0dc8-1eea-4014-95ac-0b07cbb93371 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:10.813413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.896963 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e30f-d916-4868-a829-296fd969ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.955607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24c0dc8-1eea-4014-95ac-0b07cbb93371 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:10.966172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.984852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Transition to ACTIVE for port object a24c0dc8-1eea-4014-95ac-0b07cbb93371 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:10.991458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.024803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.036513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.095639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20efab8b-181d-4f3a-bba6-38c4d43f4bbb req-4d3c28ec-ddcd-4682-8a33-93d4b4786ac8 service neutron] 10.222.0.25 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876859 Nov 12 08:22:11.099405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Pushing event updated for resources: {'Port': ['ID=2e6f03c4-1b54-4d5f-a606-529d946b2253,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.103405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f2043-47be-4c2a-91ee-0341e80d278a None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:11.121847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:11.125171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:11.128643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:11.130010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-388e2980-300e-47ae-b9e7-213212487ea5 {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:22:11.130358 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:22:11.150101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232ea5-18c0-4423-8cbf-80d83d62095e req-ec671421-73df-4298-84df-73a427dc9b56 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.159492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91232ea5-18c0-4423-8cbf-80d83d62095e req-ec671421-73df-4298-84df-73a427dc9b56 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1919763 Nov 12 08:22:11.184432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56df6c8-855d-4e12-b869-8b877b7dfcf5 req-6a310fe1-ff9b-4b64-ab8d-1c0dfa087b39 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.186058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b56df6c8-855d-4e12-b869-8b877b7dfcf5 req-6a310fe1-ff9b-4b64-ab8d-1c0dfa087b39 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2169726 Nov 12 08:22:11.212395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Pushing event updated for resources: {'Port': ['ID=a24c0dc8-1eea-4014-95ac-0b07cbb93371,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.227731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Attempting to bind port 2e6f03c4-1b54-4d5f-a606-529d946b2253 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:11.228524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Attempting to bind port 2e6f03c4-1b54-4d5f-a606-529d946b2253 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '75282d81-5d16-4753-a3e5-403e6ef402ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:11.229119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Attempting to bind port 2e6f03c4-1b54-4d5f-a606-529d946b2253 on network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:11.229595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Attempting to bind port a24c0dc8-1eea-4014-95ac-0b07cbb93371 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:11.229945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Attempting to bind port a24c0dc8-1eea-4014-95ac-0b07cbb93371 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:11.230272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Attempting to bind port a24c0dc8-1eea-4014-95ac-0b07cbb93371 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:11.235456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Port a24c0dc8-1eea-4014-95ac-0b07cbb93371 on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:11.235814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Attempting to bind port a24c0dc8-1eea-4014-95ac-0b07cbb93371 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:11.241273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:11.241649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:11.241983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:11.242414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Bound port: a24c0dc8-1eea-4014-95ac-0b07cbb93371, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:11.242782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.256239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:11.257246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Checking segment: {'id': '75282d81-5d16-4753-a3e5-403e6ef402ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:11.257654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.258118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Bound using segment: {'id': '75282d81-5d16-4753-a3e5-403e6ef402ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:11.258651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Bound port: 2e6f03c4-1b54-4d5f-a606-529d946b2253, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75282d81-5d16-4753-a3e5-403e6ef402ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ae748ca-8483-4ad1-a015-1ec50c4fc138'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:11.259051 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.294407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b56df6c8-855d-4e12-b869-8b877b7dfcf5 req-afa92bf8-aae2-4883-8011-e6037c7e5fd7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007943 Nov 12 08:22:11.306280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91232ea5-18c0-4423-8cbf-80d83d62095e req-2f9b5f3e-af91-4366-9fce-e4e7194fc490 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336555 Nov 12 08:22:11.310781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:11.330984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] For port a24c0dc8-1eea-4014-95ac-0b07cbb93371, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:11.341602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] For port a24c0dc8-1eea-4014-95ac-0b07cbb93371, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:11.353563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.405633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.406377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.408584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] 10.222.0.25 "PUT /v2.0/ports/a24c0dc8-1eea-4014-95ac-0b07cbb93371 HTTP/1.1" status: 200 len: 1092 time: 1.0445397 Nov 12 08:22:11.411632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'tag': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:11.414159 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7072c-55e8-4874-a0f2-f7dd50578458" -d '{"events": [{"name": "network-changed", "server_uuid": "0f20d0bf-760d-436d-8567-49f0387c2cbf", "tag": "a24c0dc8-1eea-4014-95ac-0b07cbb93371"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:11.452706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.462624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3edf6d-d6a6-4e09-80c8-fdc07f6c445d None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:11.483260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] For port 2e6f03c4-1b54-4d5f-a606-529d946b2253, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:11.500468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea77ee-baef-407c-ac01-3dfecf5d908f service neutron] Pushing event updated for resources: {'Port': ['ID=a24c0dc8-1eea-4014-95ac-0b07cbb93371,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.510692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] For port 2e6f03c4-1b54-4d5f-a606-529d946b2253, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2e6f03c4-1b54-4d5f-a606-529d946b2253,segment=NetworkSegment(75282d81-5d16-4753-a3e5-403e6ef402ee),segment_id=75282d81-5d16-4753-a3e5-403e6ef402ee)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:11.523041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792852-b9cc-438a-9619-1030d25bcff0 req-15b72b39-cf80-4bcd-80c9-baaaa98ffab1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.530026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-1fa57dec-5580-428f-9bb7-7f78cec0aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.531319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2792852-b9cc-438a-9619-1030d25bcff0 req-15b72b39-cf80-4bcd-80c9-baaaa98ffab1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 943 time: 0.1476619 Nov 12 08:22:11.532837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-1fa57dec-5580-428f-9bb7-7f78cec0aafd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 1095 time: 0.0675259 Nov 12 08:22:11.537843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.571283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7905d0e-39f0-4505-9c77-36ef7369be93 req-7365e6d7-0689-449e-9f9e-0688a88a09ce tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.579098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7905d0e-39f0-4505-9c77-36ef7369be93 req-7365e6d7-0689-449e-9f9e-0688a88a09ce tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1211858 Nov 12 08:22:11.586245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:11.598095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-b0dadcc4-c3b7-4b7b-afef-71c9970c2f33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371 HTTP/1.1" status: 200 len: 217 time: 0.0546284 Nov 12 08:22:11.605497 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.659069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a220-c721-4b8b-8f19-f2177345f782 None None] Pushing event updated for resources: {'Port': ['ID=2e6f03c4-1b54-4d5f-a606-529d946b2253,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.667522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2792852-b9cc-438a-9619-1030d25bcff0 req-5ca8853c-7a7a-453a-9ab9-b0f975f78a0e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345022 Nov 12 08:22:11.676921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.706427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7905d0e-39f0-4505-9c77-36ef7369be93 req-80634ac2-b50b-4b00-a931-8340f11be2cf tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264539 Nov 12 08:22:11.711300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.714486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] device_id is not set on port 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:11.730757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-8bd4563c-e7ff-4886-ae0d-104d551ec466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.732547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-8bd4563c-e7ff-4886-ae0d-104d551ec466 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1167896 Nov 12 08:22:11.751673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:11.760276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.802841 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0515f05-663c-4b6f-b31c-b90e4019b8de x-openstack-request-id: req-b0515f05-663c-4b6f-b31c-b90e4019b8de {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:11.803259 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f20d0bf-760d-436d-8567-49f0387c2cbf", "tag": "a24c0dc8-1eea-4014-95ac-0b07cbb93371", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:11.804332 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0515f05-663c-4b6f-b31c-b90e4019b8de {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:11.804977 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'tag': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371', 'status': 'completed', 'code': 200} Nov 12 08:22:11.855527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-0260c1c0-fa9c-4aab-af55-c49718973e43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480185 Nov 12 08:22:12.028015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-65ed65aa-b9b0-4f49-9e70-09ed71045661 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2084803431'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:12.030505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-65ed65aa-b9b0-4f49-9e70-09ed71045661 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Unknown quota resources ['metering_label']. {{(pid=102372) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:22:12.044237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Allocated IP 172.20.0.5 (8ae748ca-8483-4ad1-a015-1ec50c4fc138/e8e5f3ef-e4de-45a5-83d6-868e6984d863/8dcbc120-e6e2-4cab-8dfc-d26d0d687873) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:12.066394 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-8e6275d8-1c2c-4ef2-b225-0eafbb67ff26 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094295 Nov 12 08:22:12.156868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876da5d-985c-4508-9a6d-b409381c3d7e req-f769568e-cfbc-48da-9c5b-146bb58fe070 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.158552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2876da5d-985c-4508-9a6d-b409381c3d7e req-f769568e-cfbc-48da-9c5b-146bb58fe070 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1672430 Nov 12 08:22:12.205030 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:12.214022 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75d91c1b-c0f0-4cc7-93cf-1d2e4645dcd6 req-0d7b47dc-a013-434d-b1b4-5d15dc12f690 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398315 Nov 12 08:22:12.276573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:12.280109 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa56e24-b3bb-4206-b8c1-24f1de5020e6" -d '{"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:12.328686 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3445dbf2-eb28-4751-8020-d89acb032c3d x-openstack-request-id: req-3445dbf2-eb28-4751-8020-d89acb032c3d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:12.328988 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:12.329251 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3445dbf2-eb28-4751-8020-d89acb032c3d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:12.331156 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'code': 200} Nov 12 08:22:12.340181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65ed65aa-b9b0-4f49-9e70-09ed71045661 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.345034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52784) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:12.347201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-65ed65aa-b9b0-4f49-9e70-09ed71045661 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5943594 Nov 12 08:22:12.355384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-447ed991-4749-4f57-a6fa-89f1c4a4c4d4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6103b067-4e01-4ba1-9202-468a97f02024'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:12.355905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-447ed991-4749-4f57-a6fa-89f1c4a4c4d4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:22:12.389018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2876da5d-985c-4508-9a6d-b409381c3d7e req-ad9343c2-4434-4ffd-94ed-76f807ab6ead tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170923 Nov 12 08:22:12.459601 n-d-768509-25 neutron-server[102371]: WARNING neutron.services.metering.metering_plugin [None req-447ed991-4749-4f57-a6fa-89f1c4a4c4d4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:22:12.469242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.472164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-ff5864ff-7771-4304-a141-84f9900f8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.473791 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-ff5864ff-7771-4304-a141-84f9900f8ca1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 1095 time: 0.2019012 Nov 12 08:22:12.513238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb53de5-1076-4124-92f1-ee39a286c1f5 req-6b395ab2-b204-4755-af93-814cc986a249 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.514971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb53de5-1076-4124-92f1-ee39a286c1f5 req-6b395ab2-b204-4755-af93-814cc986a249 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 943 time: 0.0589538 Nov 12 08:22:12.568387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb53de5-1076-4124-92f1-ee39a286c1f5 req-b44eeae0-0388-4923-b078-8f5563e3e8a8 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447478 Nov 12 08:22:12.626448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-447ed991-4749-4f57-a6fa-89f1c4a4c4d4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.629841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-447ed991-4749-4f57-a6fa-89f1c4a4c4d4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2807982 Nov 12 08:22:12.630558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52790) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:12.641762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f681d93c-2a85-4ecb-83b0-4fb2fd0092e4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6103b067-4e01-4ba1-9202-468a97f02024'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:12.651743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f681d93c-2a85-4ecb-83b0-4fb2fd0092e4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102372) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:22:12.729968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.769195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-0355ca5d-51a5-4cbb-9c03-d41af4d5fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.770896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-0355ca5d-51a5-4cbb-9c03-d41af4d5fc54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.2680199 Nov 12 08:22:12.799488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:12.804247 n-d-768509-25 neutron-server[102372]: WARNING neutron.services.metering.metering_plugin [None req-f681d93c-2a85-4ecb-83b0-4fb2fd0092e4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:22:12.856120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:12.859511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2e6f03c4-1b54-4d5f-a606-529d946b2253 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:12.871151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:12.882273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-26a587b5-429d-454e-8ffd-63bf6e7ea92d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371 HTTP/1.1" status: 200 len: 217 time: 0.0973451 Nov 12 08:22:12.908272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event updated for resources: {'Port': ['ID=8dcbc120-e6e2-4cab-8dfc-d26d0d687873,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:12.963497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2e6f03c4-1b54-4d5f-a606-529d946b2253 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:12.963857 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.977532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.978657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.994715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-d1d81006-002d-4e70-bac2-05b928dc403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.996927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-d1d81006-002d-4e70-bac2-05b928dc403b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.0922501 Nov 12 08:22:13.025404 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-226c6a64-33ba-4357-bdbe-cb3a312bc0b3 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6654222 Nov 12 08:22:13.044402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52804) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.047659 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-6de3be7a-9b74-4328-94e1-898dda716b64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422039 Nov 12 08:22:13.055452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1968113705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:13.062309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f681d93c-2a85-4ecb-83b0-4fb2fd0092e4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.063760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f681d93c-2a85-4ecb-83b0-4fb2fd0092e4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4319794 Nov 12 08:22:13.066855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52808) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.081829 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.089184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a3860-6b9c-4e3a-bbcb-1f7f66790a36 req-f60930f7-7fdf-4a98-9648-9b5fe5139527 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.098908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a1a3860-6b9c-4e3a-bbcb-1f7f66790a36 req-f60930f7-7fdf-4a98-9648-9b5fe5139527 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 943 time: 0.3060625 Nov 12 08:22:13.103443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b96db444-e451-4acb-a81c-ccc859852c7d tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=7baaa095-0d3e-48a6-add0-f0a3405bd377 HTTP/1.1" status: 200 len: 462 time: 0.0348678 Nov 12 08:22:13.125507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52810) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.134242 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2cb9-e919-4ba8-9d73-b7851e744cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.138742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 2e6f03c4-1b54-4d5f-a606-529d946b2253, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2e6f03c4-1b54-4d5f-a606-529d946b2253,segment=NetworkSegment(75282d81-5d16-4753-a3e5-403e6ef402ee),segment_id=75282d81-5d16-4753-a3e5-403e6ef402ee)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.148458 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.229393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760e624-71d0-4641-805a-d7f1a0ae1702 None None] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:13.250345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a1a3860-6b9c-4e3a-bbcb-1f7f66790a36 req-e35506fc-0f45-47f4-87fb-6a7af2b40d1d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493952 Nov 12 08:22:13.378149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0c79d2f-9eef-40bc-906c-6f04b6791f09 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.382327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b0c79d2f-9eef-40bc-906c-6f04b6791f09 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/7baaa095-0d3e-48a6-add0-f0a3405bd377 HTTP/1.1" status: 204 len: 168 time: 0.2524617 Nov 12 08:22:13.383565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.395419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d66dead-2878-4108-89da-7b27ffa17c4f tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=7baaa095-0d3e-48a6-add0-f0a3405bd377 HTTP/1.1" status: 200 len: 221 time: 0.0111368 Nov 12 08:22:13.400407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52820) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.403074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=2e6f03c4-1b54-4d5f-a606-529d946b2253,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.406297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-402f737c-54bb-4864-863f-6269c8fdb928 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--333945056', 'description': 'label created by tempest'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:13.407172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-402f737c-54bb-4864-863f-6269c8fdb928 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Unknown quota resources ['metering_label']. {{(pid=102372) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:22:13.475842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fb703-2288-4f27-a498-890fb9ec6415 req-8e426832-3f42-42d2-b145-d086963a0e98 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.475842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a1fb703-2288-4f27-a498-890fb9ec6415 req-8e426832-3f42-42d2-b145-d086963a0e98 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1655700 Nov 12 08:22:13.485488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-39fcf538-092d-4ca6-958b-a063b0fc7660 None None] Provisioning complete for port 2e6f03c4-1b54-4d5f-a606-529d946b2253 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:13.485997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39fcf538-092d-4ca6-958b-a063b0fc7660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.575348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.576753 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.633385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-402f737c-54bb-4864-863f-6269c8fdb928 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.634648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-402f737c-54bb-4864-863f-6269c8fdb928 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2332580 Nov 12 08:22:13.639784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52830) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.646128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 078d39eb-56c5-4658-ac0b-ce62dea1e8ac no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:13.710752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.714346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-ade0a5d7-3145-4ab6-a9db-168aa7f338ca service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403368 Nov 12 08:22:13.719292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.787786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-02b40f28-d007-47be-8e36-ffa3b2dd2f87 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=d3b03a57-afd6-4f3d-9f88-6846658bfab8 HTTP/1.1" status: 200 len: 467 time: 0.1460707 Nov 12 08:22:13.793524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52832) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.800535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a1fb703-2288-4f27-a498-890fb9ec6415 req-f98e9555-1b41-42c4-b094-5727b6363f65 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625694 Nov 12 08:22:13.880097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.885040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.885424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8fe8e531-f24a-4017-b02f-7e8395e77f80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8367901 Nov 12 08:22:13.893372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-33861224-7497-4968-9eef-11d4e60a89af tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1646139504', 'prefixes': ['172.20.0.0/16']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:13.964883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fa4a3de1-6c9c-4438-888c-370c7769a230 None None] Provisioning complete for port 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:13.965973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3de1-6c9c-4438-888c-370c7769a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.021665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a3de1-6c9c-4438-888c-370c7769a230 None None] Port 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:14.026612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943aed-d0a5-40ae-83ab-79129523c179 req-f882da62-6740-483b-b03e-8da6e56d6e41 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:14.032660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93943aed-d0a5-40ae-83ab-79129523c179 req-f882da62-6740-483b-b03e-8da6e56d6e41 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1127717 Nov 12 08:22:14.036898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fa4a3de1-6c9c-4438-888c-370c7769a230 None None] Provisioning complete for port 2e6f03c4-1b54-4d5f-a606-529d946b2253 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:14.039499 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3de1-6c9c-4438-888c-370c7769a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.129950 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76b7072c-55e8-4874-a0f2-f7dd50578458 req-8eb22dd3-e15a-48fe-9313-6abf3cc4325b service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996780 Nov 12 08:22:14.158569 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-33861224-7497-4968-9eef-11d4e60a89af tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for subnetpool, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.166241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-33861224-7497-4968-9eef-11d4e60a89af tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2795873 Nov 12 08:22:14.170274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52842) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.192284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372e936-01d4-4293-a866-67fc94f9d4c4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.193526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-6418fcff-4c9b-4b75-8ebc-039ce2c3c99b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-902699657') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:14.194624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4372e936-01d4-4293-a866-67fc94f9d4c4 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/d3b03a57-afd6-4f3d-9f88-6846658bfab8 HTTP/1.1" status: 204 len: 168 time: 0.3996971 Nov 12 08:22:14.197325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52844) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.212615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cfe31527-6614-4d51-afb0-ca5792b77839 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=d3b03a57-afd6-4f3d-9f88-6846658bfab8 HTTP/1.1" status: 200 len: 216 time: 0.0140960 Nov 12 08:22:14.216709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52846) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.233507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8ffecd8b-52ea-4b51-90f2-eed25eb46438 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155311 Nov 12 08:22:14.236995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52848) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.259640 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e3ba530-ef74-4c0a-a84f-2402c4ec7347 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0181792 Nov 12 08:22:14.260071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52850) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.268670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93943aed-d0a5-40ae-83ab-79129523c179 req-6d9b1195-c346-4d10-88f7-2bcfab7d8bc3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261484 Nov 12 08:22:14.319254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-75aaaa61-9a25-41db-a0b2-0178e06d6766 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/6103b067-4e01-4ba1-9202-468a97f02024 HTTP/1.1" status: 200 len: 473 time: 0.0541046 Nov 12 08:22:14.320542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.321632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-18b09e1b-43af-494c-9dc4-5ed4956e6085 None None] Provisioning complete for port 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:14.321942 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-18b09e1b-43af-494c-9dc4-5ed4956e6085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.335029 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb68e881-d320-4e61-983e-d8a0ddc4e52d tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/261701e2-254d-4deb-a961-767c673f4e66 HTTP/1.1" status: 200 len: 459 time: 0.0106051 Nov 12 08:22:14.335264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.349451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-4db0e519-9ef8-419b-860f-8deeffaffa48 req-8eec1ff4-436f-4d61-89e7-80edc44fac6e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:14.364967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-18b09e1b-43af-494c-9dc4-5ed4956e6085 None None] Port 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:14.367632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4db0e519-9ef8-419b-860f-8deeffaffa48 req-8eec1ff4-436f-4d61-89e7-80edc44fac6e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219367 Nov 12 08:22:14.453087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.477518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2cddff9c-d66e-4ac5-80c7-2335004fb4cc tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.478923 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2cddff9c-d66e-4ac5-80c7-2335004fb4cc tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/261701e2-254d-4deb-a961-767c673f4e66 HTTP/1.1" status: 204 len: 168 time: 0.1427007 Nov 12 08:22:14.489059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52866) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.539589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6418fcff-4c9b-4b75-8ebc-039ce2c3c99b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-902699657 HTTP/1.1" status: 201 len: 201 time: 0.3676901 Nov 12 08:22:14.543623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52872) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.549837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-016784c3-9347-49bf-9445-ff10ec2301b8 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-1354295366') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:14.596207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4469a70-9d5a-4785-97c3-1fbf72b9a671 req-84cfdad5-f35e-480e-9b9e-6ba79d4ef9bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:14.604778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4469a70-9d5a-4785-97c3-1fbf72b9a671 req-84cfdad5-f35e-480e-9b9e-6ba79d4ef9bc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 943 time: 0.1334245 Nov 12 08:22:14.743523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8972-f1bc-4538-aabf-2a176a54eb44 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.744790 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8c9c8972-f1bc-4538-aabf-2a176a54eb44 tempest-MeteringIpV6TestJSON-738814198 tempest-MeteringIpV6TestJSON-738814198-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/6103b067-4e01-4ba1-9202-468a97f02024 HTTP/1.1" status: 204 len: 168 time: 0.2545564 Nov 12 08:22:14.748530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2e6f03c4-1b54-4d5f-a606-529d946b2253 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:14.815522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2e6f03c4-1b54-4d5f-a606-529d946b2253 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:14.816571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.874435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6c5a9ccc-5ebc-4236-9cff-96c3c8eec95e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412337 Nov 12 08:22:15.109473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4469a70-9d5a-4785-97c3-1fbf72b9a671 req-8513ee82-435b-40d9-90df-11448e738a70 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037999 Nov 12 08:22:15.122484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52892) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.136579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.142518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.149679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.155758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.162314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.170104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.176464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.178645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-168ba349-9ba0-469a-8038-641fcabe32c8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.1515224 Nov 12 08:22:15.186927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-016784c3-9347-49bf-9445-ff10ec2301b8 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-1354295366 HTTP/1.1" status: 201 len: 201 time: 0.6407495 Nov 12 08:22:15.189836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.198203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-e5805442-863d-4d4e-9144-1d15597a96e6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-1868108089') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.271938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b575f05-e2ba-468b-87d4-fb539d72561e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.371234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b575f05-e2ba-468b-87d4-fb539d72561e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.376083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b575f05-e2ba-468b-87d4-fb539d72561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.413072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165ed81-08e9-4b19-939e-7d1693a22620 req-753ff0f3-5bf1-4bc3-a181-7417daa549f9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.414141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d165ed81-08e9-4b19-939e-7d1693a22620 req-753ff0f3-5bf1-4bc3-a181-7417daa549f9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 943 time: 0.2209156 Nov 12 08:22:15.420921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da88f320-c786-4098-a4f2-465a515f0ad5 req-08c10872-1308-4a3f-bf25-9c0f84caa5fd tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327065 Nov 12 08:22:15.423907 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0b575f05-e2ba-468b-87d4-fb539d72561e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1056204078064464a8840449455e3642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002727 Nov 12 08:22:15.425025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52902) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.426796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b575f05-e2ba-468b-87d4-fb539d72561e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7309f0-616d-4f1a-bc74-71b3e542dfdf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.462768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e5805442-863d-4d4e-9144-1d15597a96e6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-1868108089 HTTP/1.1" status: 201 len: 201 time: 0.2716830 Nov 12 08:22:15.465548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52904) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.477934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-878744f7-04e7-49f1-9bcb-de02391e7d00 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-1819914051') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.514202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d165ed81-08e9-4b19-939e-7d1693a22620 req-117f3970-e728-45b7-ade0-6161fdad99da tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894063 Nov 12 08:22:15.538536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a977ff2c-7d72-4b7f-862c-18ab9638fb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.587958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a977ff2c-7d72-4b7f-862c-18ab9638fb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.592849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-878744f7-04e7-49f1-9bcb-de02391e7d00 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-1819914051 HTTP/1.1" status: 201 len: 201 time: 0.1248960 Nov 12 08:22:15.604398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52908) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.610473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.617617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-c7eb109a-bdb1-491e-bb03-7ccebe8cb406 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.649444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.655690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.661910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.668614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.674619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.681157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.687237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.689324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-3ad65f1e-b927-49c7-9aed-6289b358be5e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 5442 time: 0.1662393 Nov 12 08:22:15.750960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925abec7-8e20-4c0a-a872-28d13d3886bc req-b97a5e66-da20-4073-86e9-297e6c03068d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.752520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-925abec7-8e20-4c0a-a872-28d13d3886bc req-b97a5e66-da20-4073-86e9-297e6c03068d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1950867 Nov 12 08:22:15.758243 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a977ff2c-7d72-4b7f-862c-18ab9638fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.761205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a977ff2c-7d72-4b7f-862c-18ab9638fb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.766089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a977ff2c-7d72-4b7f-862c-18ab9638fb0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf7309f0-616d-4f1a-bc74-71b3e542dfdf HTTP/1.1" status: 204 len: 168 time: 0.3366365 Nov 12 08:22:15.772621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c7eb109a-bdb1-491e-bb03-7ccebe8cb406 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags HTTP/1.1" status: 200 len: 240 time: 0.1606355 Nov 12 08:22:15.773379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52912) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.785074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977ff2c-7d72-4b7f-862c-18ab9638fb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7309f0-616d-4f1a-bc74-71b3e542dfdf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.792586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-cc3e6e47-3ea8-41cc-92c0-03ea555186eb tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-902699657') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.792770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-c631bdb8-ac34-43e2-ba48-03f02c6bc12b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.794320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-c631bdb8-ac34-43e2-ba48-03f02c6bc12b tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0912118 Nov 12 08:22:15.847154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f6684-7118-425f-9188-10ca2c980625 req-9beb8323-fd9d-4eaa-b411-8f0b85924c50 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.849159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e77f6684-7118-425f-9188-10ca2c980625 req-9beb8323-fd9d-4eaa-b411-8f0b85924c50 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1581764 Nov 12 08:22:15.874244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc3e6e47-3ea8-41cc-92c0-03ea555186eb tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-902699657 HTTP/1.1" status: 204 len: 168 time: 0.0913329 Nov 12 08:22:15.887137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:15.914764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-925abec7-8e20-4c0a-a872-28d13d3886bc req-17a3ffd0-f79e-4c7a-8956-4b50b6eb2154 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547606 Nov 12 08:22:15.933768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-f204a2c6-fb20-46ec-8466-d35a4194d8f0 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-902699657') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.971161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e77f6684-7118-425f-9188-10ca2c980625 req-b12dd8a2-66ad-4794-a7fe-bfdb2069f7c9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077325 Nov 12 08:22:15.978672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-01c586ad-6bf2-4118-8fa5-41f2f8beb9d7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1744108 Nov 12 08:22:15.990538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:16.009414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-ab389aeb-ccd2-4eff-91d3-d5cbf5ca069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.011065 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-ab389aeb-ccd2-4eff-91d3-d5cbf5ca069c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0&tenant_id=48ce9117d5fb440187eec5f9a116262a HTTP/1.1" status: 200 len: 1095 time: 0.1357930 Nov 12 08:22:16.027341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:16.059933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.123130 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.166390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f204a2c6-fb20-46ec-8466-d35a4194d8f0 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-902699657 HTTP/1.1" status: 204 len: 168 time: 0.2564254 Nov 12 08:22:16.170386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52920) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:16.177411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-c1cfe1ee-ce49-4c0a-9a63-5e3e52f6ad3f tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:16.270980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:16.290661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:16.297593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edd87b1a-2032-4db4-995f-fd9142a1718b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.319417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3f21c-968d-4d3c-be14-4d69b4d84ca7 req-8df39170-4bd8-4cc7-99a6-ffb71181cde1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.321006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4dc3f21c-968d-4d3c-be14-4d69b4d84ca7 req-8df39170-4bd8-4cc7-99a6-ffb71181cde1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 943 time: 0.0953345 Nov 12 08:22:16.352477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] For port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:16.397916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] device_id is not set on port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:16.413690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.417758 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1cfe1ee-ce49-4c0a-9a63-5e3e52f6ad3f tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags HTTP/1.1" status: 200 len: 205 time: 0.2462561 Nov 12 08:22:16.419948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4dc3f21c-968d-4d3c-be14-4d69b4d84ca7 req-54292351-74bd-4f7b-b9fb-011b5a111031 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872464 Nov 12 08:22:16.421240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52924) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:16.425829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-4c838875-359a-4323-aff3-cc71c4ab4915 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:16.430094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.466888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:16.511140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edd87b1a-2032-4db4-995f-fd9142a1718b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.518986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edd87b1a-2032-4db4-995f-fd9142a1718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.549081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] No DVR routers for this DVR port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:16.560917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:16.575177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Pushing event updated for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:16.594474 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-edd87b1a-2032-4db4-995f-fd9142a1718b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27b5b4df26af4ad5a0c2fd5d75eb20b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220232 Nov 12 08:22:16.604764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52930) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:16.619035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd87b1a-2032-4db4-995f-fd9142a1718b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c06d41-06d8-4256-9078-a608fc691ae9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:16.623356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:16.647744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.674581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Transition to ACTIVE for port object 83a12146-a922-4b98-9c6c-26a4fd4296ef will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:16.680924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.702233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c838875-359a-4323-aff3-cc71c4ab4915 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags HTTP/1.1" status: 200 len: 241 time: 0.2776046 Nov 12 08:22:16.703065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] In _notify_port_updated(), no bound segment for port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:16.703956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.705218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.706524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-0c63cbd2-ca94-4cca-8d2b-df6ad9794f0f service neutron] 10.222.0.32 "PUT /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 200 len: 1031 time: 0.7216606 Nov 12 08:22:16.713382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52932) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:16.727395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.734478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.737969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.742535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.748958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.756974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.764671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.766865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-72b26ff7-a85d-44ba-b1ab-ced0f028d4fc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 4664 time: 0.1927862 Nov 12 08:22:16.771422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-9bb3e94a-b669-49c7-a278-4970b3c10ae1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-1354295366') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:16.842573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=9']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:16.865544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6a22a4-312e-482c-8af6-9f5d20ae65e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.919181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6a22a4-312e-482c-8af6-9f5d20ae65e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.924530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a292d-5785-4cf0-9488-8ec34906f03c req-e2a2cd7f-cd98-4ffe-a202-ae1e93e85f64 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.936995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-705a292d-5785-4cf0-9488-8ec34906f03c req-e2a2cd7f-cd98-4ffe-a202-ae1e93e85f64 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 943 time: 0.2879705 Nov 12 08:22:16.938581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4bf92712-3173-4bad-8fba-f7326d535f70 None None] Provisioning complete for port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:16.939599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bf92712-3173-4bad-8fba-f7326d535f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.954060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-cc4f21bd-2387-426c-8ede-1dbd0010a1d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.956507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-cc4f21bd-2387-426c-8ede-1dbd0010a1d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "GET /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1818674 Nov 12 08:22:16.986985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4bf92712-3173-4bad-8fba-f7326d535f70 None None] Port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:16.994426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:17.065021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e860664e-8de6-4c7b-9995-61f4558e9f66 req-69913069-2aaf-4425-9f9a-42e2bda269ab tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&id=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2791615 Nov 12 08:22:17.140598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9bb3e94a-b669-49c7-a278-4970b3c10ae1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-1354295366 HTTP/1.1" status: 204 len: 168 time: 0.3707278 Nov 12 08:22:17.142649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-705a292d-5785-4cf0-9488-8ec34906f03c req-b5e3dd7e-9538-4418-bc3c-000f1f0963a3 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969001 Nov 12 08:22:17.143153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52940) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.150548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-9dd23134-bd06-482f-8655-e1faae23a9ed tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-1354295366') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.179113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.223336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] No DVR routers for this DVR port 83a12146-a922-4b98-9c6c-26a4fd4296ef on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:17.348199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6a22a4-312e-482c-8af6-9f5d20ae65e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.351146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6a22a4-312e-482c-8af6-9f5d20ae65e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.352339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cd6a22a4-312e-482c-8af6-9f5d20ae65e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1c06d41-06d8-4256-9078-a608fc691ae9 HTTP/1.1" status: 204 len: 168 time: 0.7465892 Nov 12 08:22:17.364653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a22a4-312e-482c-8af6-9f5d20ae65e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c06d41-06d8-4256-9078-a608fc691ae9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:17.368259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:17.404371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:17.404762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:17.405038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:17.409996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Port 83a12146-a922-4b98-9c6c-26a4fd4296ef on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:17.410327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Attempting to bind port 83a12146-a922-4b98-9c6c-26a4fd4296ef on network da3af3ca-1111-44b4-9bbc-46d4274e0e9e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:17.422998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:17.423348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Checking segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:17.423737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Bound using segment: {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:17.424454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Bound port: 83a12146-a922-4b98-9c6c-26a4fd4296ef, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4042ddd5-8ac6-444b-aa76-148769060fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:17.424867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.443096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdeced-292c-4809-9a64-6741d3846a0a req-9aef9521-2737-4e63-af3a-1256fa668506 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.451574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68bdeced-292c-4809-9a64-6741d3846a0a req-9aef9521-2737-4e63-af3a-1256fa668506 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2181649 Nov 12 08:22:17.468037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668d5c4-7a9e-48c9-a7cc-7166342bc0f3 req-63b3e965-c5cc-48fd-a83f-76bf1e47d2a7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.476839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3668d5c4-7a9e-48c9-a7cc-7166342bc0f3 req-63b3e965-c5cc-48fd-a83f-76bf1e47d2a7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2276890 Nov 12 08:22:17.484089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9dd23134-bd06-482f-8655-e1faae23a9ed tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-1354295366 HTTP/1.1" status: 204 len: 168 time: 0.3377829 Nov 12 08:22:17.488095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52946) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.499680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-c25869a5-a7a6-429a-b9e7-ff70d5cc3ce7 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.563956 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.565894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:17.571249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:17.577600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.606376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68bdeced-292c-4809-9a64-6741d3846a0a req-f2903c9d-e3dd-4b22-96e8-a8c191cb97f3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536291 Nov 12 08:22:17.607152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:17.611987 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d230131b-268d-4b05-bf2d-4609ae9ce540" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:17.613586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=83a062e5-3fca-44c5-a740-9c54d71280b8,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.636168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a24c0dc8-1eea-4014-95ac-0b07cbb93371 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:17.644030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3668d5c4-7a9e-48c9-a7cc-7166342bc0f3 req-e402a8ff-e749-46e5-b11e-db112f018cc3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584218 Nov 12 08:22:17.724769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.725914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.727555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] 10.222.0.25 "PUT /v2.0/ports/83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 1092 time: 1.7078178 Nov 12 08:22:17.730468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:17.735748 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde6ead-ff71-4eeb-932e-6eb17bfda268" -d '{"events": [{"name": "network-changed", "server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:17.747488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] For port 83a062e5-3fca-44c5-a740-9c54d71280b8, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:17.785355 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c25869a5-a7a6-429a-b9e7-ff70d5cc3ce7 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags HTTP/1.1" status: 200 len: 205 time: 0.2956557 Nov 12 08:22:17.799011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52952) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.801565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port a24c0dc8-1eea-4014-95ac-0b07cbb93371, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.823732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.825857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371', 'mac_address': 'fa:16:3e:e1:b2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:17.836389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.837374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:17.886235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] device_id is not set on port 83a062e5-3fca-44c5-a740-9c54d71280b8 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:17.903262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.911362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-23ce7ea3-e778-4717-9b7e-7cacdb18db93 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.912209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043d95-57a5-4370-86cb-3e0763eaa594 service neutron] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:17.956505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-0138711e-d92d-4e4f-bf45-1abb846e8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.958054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-0138711e-d92d-4e4f-bf45-1abb846e8904 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1569376 Nov 12 08:22:17.995841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.024997 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b6ae2-e0ee-4431-b87c-5dcac37a5013 x-openstack-request-id: req-ac3b6ae2-e0ee-4431-b87c-5dcac37a5013 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:18.025306 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:18.025605 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac3b6ae2-e0ee-4431-b87c-5dcac37a5013 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:18.026040 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'status': 'completed', 'code': 200} Nov 12 08:22:18.042985 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.045487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.051998 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ecbc8-2eba-4586-a844-1f92843b2b04 x-openstack-request-id: req-e80ecbc8-2eba-4586-a844-1f92843b2b04 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:18.052497 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:18.052883 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e80ecbc8-2eba-4586-a844-1f92843b2b04 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:18.053483 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'code': 200} Nov 12 08:22:18.090756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c0dc8-1eea-4014-95ac-0b07cbb93371 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:18.112727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:18.113298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a062e5-3fca-44c5-a740-9c54d71280b8 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:18.113736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Pushing event updated for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.143765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-b104af71-821d-4cc6-807d-02ac9d18aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.145584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-b104af71-821d-4cc6-807d-02ac9d18aae8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.1789067 Nov 12 08:22:18.222881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port a24c0dc8-1eea-4014-95ac-0b07cbb93371, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:18.230650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a062e5-3fca-44c5-a740-9c54d71280b8 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:18.231097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 8968689f-feb2-4da3-92ae-4fe68097842a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:18.234442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.339440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-2800e3a8-fec9-459d-8d4d-5212e74ce67c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 999 time: 0.1818004 Nov 12 08:22:18.346682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=a24c0dc8-1eea-4014-95ac-0b07cbb93371,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.405624 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.479924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-f8a950c1-a69f-4df9-9f21-fadc3eab04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.482819 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-f8a950c1-a69f-4df9-9f21-fadc3eab04c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.1306841 Nov 12 08:22:18.483169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484fdb8-53b1-4d58-aa80-9350fbe9d0b7 req-bc79be7a-bfd0-449a-8665-7084e475731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.485841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f484fdb8-53b1-4d58-aa80-9350fbe9d0b7 req-bc79be7a-bfd0-449a-8665-7084e475731b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 1098 time: 0.7687666 Nov 12 08:22:18.486552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8968689f-feb2-4da3-92ae-4fe68097842a,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:18.500033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.501272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:18.518798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60c73-53db-4068-8145-e7ed4cbdbbbb req-f5ed5b9d-fadb-4b87-bafc-e4d4652231ea tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.520559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4c60c73-53db-4068-8145-e7ed4cbdbbbb req-f5ed5b9d-fadb-4b87-bafc-e4d4652231ea tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 943 time: 0.6051197 Nov 12 08:22:18.601994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] No DVR routers for this DVR port 83a062e5-3fca-44c5-a740-9c54d71280b8 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:18.606440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-650e0e2b-bc3e-4c52-90be-8a02b7672a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.615419 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-650e0e2b-bc3e-4c52-90be-8a02b7672a27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224635 Nov 12 08:22:18.618336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-23ce7ea3-e778-4717-9b7e-7cacdb18db93 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags HTTP/1.1" status: 200 len: 241 time: 0.7128863 Nov 12 08:22:18.639877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:18.643808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['a24c0dc8-1eea-4014-95ac-0b07cbb93371'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:18.681038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-76c7814e-6db9-4e89-bd67-4d812f816402 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-1868108089') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:18.718679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f484fdb8-53b1-4d58-aa80-9350fbe9d0b7 req-8282d96d-fcf3-448b-8c6b-f66bb71deab0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129629 Nov 12 08:22:18.729962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-ceed1f68-7363-4979-b749-4fdbc20fe76a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.737135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-ceed1f68-7363-4979-b749-4fdbc20fe76a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.745298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-ceed1f68-7363-4979-b749-4fdbc20fe76a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.751596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-ceed1f68-7363-4979-b749-4fdbc20fe76a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.758817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-ceed1f68-7363-4979-b749-4fdbc20fe76a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.760819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-ceed1f68-7363-4979-b749-4fdbc20fe76a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 3882 time: 0.2680655 Nov 12 08:22:18.765071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] In _notify_port_updated(), no bound segment for port 83a062e5-3fca-44c5-a740-9c54d71280b8 on network bce0ac65-782b-45a0-aad7-167edb3ad967 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:18.765957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.766572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.767925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-ade44c8f-6b73-4755-8e26-c7f7f846ecf6 service neutron] 10.222.0.32 "PUT /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 200 len: 1031 time: 1.7974608 Nov 12 08:22:18.772849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c65c06-b787-49f9-9915-6262bf5e4994 None None] Provisioning complete for port 83a062e5-3fca-44c5-a740-9c54d71280b8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:18.773431 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c06-b787-49f9-9915-6262bf5e4994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.778368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4c60c73-53db-4068-8145-e7ed4cbdbbbb req-432c6ff9-3146-4ecc-b806-1810ef233ae1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356229 Nov 12 08:22:18.844837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a9c65c06-b787-49f9-9915-6262bf5e4994 None None] Port 83a062e5-3fca-44c5-a740-9c54d71280b8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:18.868838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3ca6c01-5ad7-4be4-951f-f5c410aa544b req-12c3c7d3-2d42-4318-8dc5-84d82410ded0 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859482 Nov 12 08:22:18.890230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:18.890940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dbc08120-525e-4368-a584-fbb131e12649 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:18.898347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.982255 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-76c7814e-6db9-4e89-bd67-4d812f816402 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-1868108089 HTTP/1.1" status: 204 len: 168 time: 0.3362539 Nov 12 08:22:18.986906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52984) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:18.995673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-90fb47cc-c871-471f-b1ea-b3cec7534e15 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-1868108089') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.090600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-8dc7c66a-54e0-4c78-8152-1818bdb1175f service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684992 Nov 12 08:22:19.136989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.144199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52986) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.159604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d503a-9c1c-4350-bf4f-6c836e890f38 req-0b261cf0-0d45-4ace-bb75-0c0fb8bb8f78 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.164595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee5d503a-9c1c-4350-bf4f-6c836e890f38 req-0b261cf0-0d45-4ace-bb75-0c0fb8bb8f78 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.1955791 Nov 12 08:22:19.191229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dbc08120-525e-4368-a584-fbb131e12649,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:19.195728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d44ae-02e8-4305-9b1d-2715189125bb req-116ca927-20b3-4992-8e65-ba5b7243d8a3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.198680 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.199673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:19.205910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51d44ae-02e8-4305-9b1d-2715189125bb req-116ca927-20b3-4992-8e65-ba5b7243d8a3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1139534 Nov 12 08:22:19.238309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-90fb47cc-c871-471f-b1ea-b3cec7534e15 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-1868108089 HTTP/1.1" status: 204 len: 168 time: 0.2496071 Nov 12 08:22:19.241183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52990) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.247788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-12a4f4b1-8f7d-4583-abaf-eb97e49154d5 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.270416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port dbc08120-525e-4368-a584-fbb131e12649 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:19.271067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.302581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:19.322966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1238994770'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:19.354602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c3ea1f0f-0813-423c-aa70-743f256eb0ce req-d387496a-8a8b-4a7c-bdb2-8bd25de0d08d service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155435 Nov 12 08:22:19.360726 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-12a4f4b1-8f7d-4583-abaf-eb97e49154d5 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags HTTP/1.1" status: 200 len: 205 time: 0.1181586 Nov 12 08:22:19.363245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52992) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.364546 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.368388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-b279fc85-77bf-4347-8042-3b42d02fdbcb tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.409974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b279fc85-77bf-4347-8042-3b42d02fdbcb tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags HTTP/1.1" status: 200 len: 241 time: 0.0456138 Nov 12 08:22:19.413247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:19.414501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52994) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.419667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-ea56d024-baaf-4e32-b2bc-8ce6c1dba629 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-1819914051') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.429653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.431152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:19.449553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee5d503a-9c1c-4350-bf4f-6c836e890f38 req-b798b9cf-fa11-4e43-b48a-389f53fcc670 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648742 Nov 12 08:22:19.479281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51d44ae-02e8-4305-9b1d-2715189125bb req-8ccad8d3-3b09-4dbe-8a24-c7e94c220d5f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723284 Nov 12 08:22:19.498545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea56d024-baaf-4e32-b2bc-8ce6c1dba629 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-1819914051 HTTP/1.1" status: 204 len: 168 time: 0.0828705 Nov 12 08:22:19.501427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53000) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.508163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-c7f187ec-c94e-4181-bd82-8320c4060a29 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-1819914051') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.514119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:19.521593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.548024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-3888a67a-81cf-45d8-a505-430148f6ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.549544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-3888a67a-81cf-45d8-a505-430148f6ee35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1153409 Nov 12 08:22:19.570450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.574123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] For port dbc08120-525e-4368-a584-fbb131e12649, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dbc08120-525e-4368-a584-fbb131e12649,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:19.574488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.631908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for dbc08120-525e-4368-a584-fbb131e12649 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:19.638266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:19.697343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.742294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:19.746046 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c7f187ec-c94e-4181-bd82-8320c4060a29 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-1819914051 HTTP/1.1" status: 204 len: 168 time: 0.2434068 Nov 12 08:22:19.752118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53008) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.752549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.761205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-fc0992db-5229-4210-9df6-18c480384889 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.781094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-65ecd64d-48f9-4ff9-b785-879734d709b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.785011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-65ecd64d-48f9-4ff9-b785-879734d709b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.2216129 Nov 12 08:22:19.796405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5eca-e889-4c68-b3aa-920db1f101d0 req-22a56b0d-15cf-40af-9ebc-c91ee3ea9556 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.804851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df8c5eca-e889-4c68-b3aa-920db1f101d0 req-22a56b0d-15cf-40af-9ebc-c91ee3ea9556 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2150309 Nov 12 08:22:19.815158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:19.894997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-cb6acacf-aef8-467b-a1e0-e8b3b33a458e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 999 time: 0.1029770 Nov 12 08:22:19.917586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc0992db-5229-4210-9df6-18c480384889 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags HTTP/1.1" status: 200 len: 205 time: 0.1581433 Nov 12 08:22:19.934103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.950997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-de3bc420-fa18-4126-a8bc-f8e6a3a71d14 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.955466 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.963375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.966978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-418bb823-2c60-4937-8113-9066ec3189a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.968494 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-418bb823-2c60-4937-8113-9066ec3189a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.0669661 Nov 12 08:22:19.974268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df8c5eca-e889-4c68-b3aa-920db1f101d0 req-7d61eadf-5349-4c5e-b2f3-9a5c7aff47e9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680896 Nov 12 08:22:20.040472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-a659d0ad-347e-4b79-9e92-568d84da0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.045168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-a659d0ad-347e-4b79-9e92-568d84da0ce3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676939 Nov 12 08:22:20.054542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3'}, {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:20.057270 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff239f-cb64-41e3-9008-2dd491ae54a7" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc08120-525e-4368-a584-fbb131e12649"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3"}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:20.117075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:20.198102 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.198736 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Added segment 5cf37324-c847-4933-ac40-df152b71ca19 of type vlan for network ea582e63-a2a4-474a-9be1-fbae69d71917 Nov 12 08:22:20.221151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-de3bc420-fa18-4126-a8bc-f8e6a3a71d14 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags HTTP/1.1" status: 204 len: 168 time: 0.2751150 Nov 12 08:22:20.224231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53024) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.230504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-2b6a9e0a-8a8b-4c38-8751-43f2e41a19b2 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:20.243754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd1009-9582-4507-a0b7-e07bdcb198fd,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.317763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dab32-4b71-4469-9ff0-9ea3b3463bdc req-b06e6293-33be-43ab-848c-47d9a66b362f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.325588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41dab32-4b71-4469-9ff0-9ea3b3463bdc req-b06e6293-33be-43ab-848c-47d9a66b362f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 944 time: 0.3505363 Nov 12 08:22:20.330171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.332655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.372705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2b6a9e0a-8a8b-4c38-8751-43f2e41a19b2 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags HTTP/1.1" status: 204 len: 168 time: 0.1463420 Nov 12 08:22:20.373984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.379419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-a1e1d09f-a99a-4b0b-9f92-c567aeba94a1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:20.407830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-6c3f58df-1270-43e9-91a3-f91aa22d47b7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.414674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-6c3f58df-1270-43e9-91a3-f91aa22d47b7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.420889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-6c3f58df-1270-43e9-91a3-f91aa22d47b7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.427056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-6c3f58df-1270-43e9-91a3-f91aa22d47b7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.433916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-6c3f58df-1270-43e9-91a3-f91aa22d47b7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.435667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-6c3f58df-1270-43e9-91a3-f91aa22d47b7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 3798 time: 0.2942543 Nov 12 08:22:20.453072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=dbc08120-525e-4368-a584-fbb131e12649,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.524277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] No DVR routers for this DVR port dbc08120-525e-4368-a584-fbb131e12649 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:20.527842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.530465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1e1d09f-a99a-4b0b-9f92-c567aeba94a1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags HTTP/1.1" status: 204 len: 168 time: 0.1546299 Nov 12 08:22:20.531365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53032) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.531584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-35cb3ee6-b219-4e41-a176-5cb4fcf24ac8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "DELETE /v2.0/ports/dbc08120-525e-4368-a584-fbb131e12649 HTTP/1.1" status: 204 len: 173 time: 1.6308358 Nov 12 08:22:20.538467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-948cc58f-5446-4600-8113-d214dbcefc61 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:20.540033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:20.544100 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a0e5af-5e37-4065-90d9-a009f8eb8a9a" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "dbc08120-525e-4368-a584-fbb131e12649"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:20.552616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.562575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.563702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.583575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b41dab32-4b71-4469-9ff0-9ea3b3463bdc req-1a1bf5f1-f8a1-4e8c-b1a5-fd701d17e01e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567000 Nov 12 08:22:20.626679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-948cc58f-5446-4600-8113-d214dbcefc61 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags HTTP/1.1" status: 204 len: 168 time: 0.0937464 Nov 12 08:22:20.628621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53036) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.636848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-e0429f35-db7a-45bb-84b9-51b40223be9a tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-1753470619') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:20.707443 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e50322-6af1-4496-8791-0eee861920c6 x-openstack-request-id: req-d0e50322-6af1-4496-8791-0eee861920c6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:20.707751 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc08120-525e-4368-a584-fbb131e12649", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3", "code": 200}, {"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-unplugged", "status": "completed", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:20.708258 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0e50322-6af1-4496-8791-0eee861920c6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:20.708908 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a', 'code': 200} Nov 12 08:22:20.709873 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649', 'code': 200} Nov 12 08:22:20.710304 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3', 'code': 200} Nov 12 08:22:20.710759 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3', 'code': 200} Nov 12 08:22:20.803165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0429f35-db7a-45bb-84b9-51b40223be9a tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-1753470619 HTTP/1.1" status: 201 len: 201 time: 0.1726785 Nov 12 08:22:20.803894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53040) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.819251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6706574 Nov 12 08:22:20.835743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-1d871c1a-c525-4177-8124-97c76b2f16d1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-1028894527') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:20.839842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53042) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.883937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'subnet': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:21.039606 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d871c1a-c525-4177-8124-97c76b2f16d1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-1028894527 HTTP/1.1" status: 201 len: 201 time: 0.2312820 Nov 12 08:22:21.044127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.054554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-462a54ff-44fe-4398-87b0-1dc282859750 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-1325864587') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.063396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26a833f4-034c-43c5-a7a8-e41104a7e1a9 req-1a2b3548-e510-41f6-a68c-935407e704b0 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5990095 Nov 12 08:22:21.165906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93e14b-4e4f-4d95-a196-546ed0283ef2 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Network': ['ID=ea582e63-a2a4-474a-9be1-fbae69d71917,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.185156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ea582e63-a2a4-474a-9be1-fbae69d71917 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:21.231425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:21.241600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.255763 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-462a54ff-44fe-4398-87b0-1dc282859750 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-1325864587 HTTP/1.1" status: 201 len: 201 time: 0.2084775 Nov 12 08:22:21.258362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53048) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.262919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-1ea21bb5-fe18-4a8c-801f-9e75b2c5a1ad tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-2096750671') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.267885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5db5-cb23-4d4e-99f5-5318fcf996e8 req-033f9ba9-b9fc-4f15-a5f5-27364dcace96 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.279190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adde5db5-cb23-4d4e-99f5-5318fcf996e8 req-033f9ba9-b9fc-4f15-a5f5-27364dcace96 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.4445455 Nov 12 08:22:21.333148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1ea21bb5-fe18-4a8c-801f-9e75b2c5a1ad tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-2096750671 HTTP/1.1" status: 201 len: 201 time: 0.0735192 Nov 12 08:22:21.336696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53050) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.341546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-fb8b0342-0caa-453a-812e-667ddbd99f62 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', {'tags': ['tempest-TagsExtTest-Tag-344530885', 'tempest-TagsExtTest-Tag-1051174251', 'tempest-TagsExtTest-Tag-1888354391']}) {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.362929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 8968689f-feb2-4da3-92ae-4fe68097842a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:21.362929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.470098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb8b0342-0caa-453a-812e-667ddbd99f62 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags HTTP/1.1" status: 200 len: 317 time: 0.1290214 Nov 12 08:22:21.470879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53052) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.479635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-3e8706ed-b9b1-44b7-abc4-828830ccf8a8 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.518332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] For port 8968689f-feb2-4da3-92ae-4fe68097842a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=8968689f-feb2-4da3-92ae-4fe68097842a,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:21.519076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.582433 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 8968689f-feb2-4da3-92ae-4fe68097842a owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:21.599811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3e8706ed-b9b1-44b7-abc4-828830ccf8a8 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags HTTP/1.1" status: 204 len: 168 time: 0.1243596 Nov 12 08:22:21.601228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53054) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.606837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-2604c0f0-98ae-4806-ac83-be2335e3fa48 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-344530885') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.667749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41b03-7446-4203-8448-87a95d7fbf73 req-52e0e7f4-90c5-4eec-b3c3-29b1967d6ce5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.669757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a24c0dc8-1eea-4014-95ac-0b07cbb93371 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:21.675442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58b41b03-7446-4203-8448-87a95d7fbf73 req-52e0e7f4-90c5-4eec-b3c3-29b1967d6ce5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.4475877 Nov 12 08:22:21.712233 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-2604c0f0-98ae-4806-ac83-be2335e3fa48 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:21.716487 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2604c0f0-98ae-4806-ac83-be2335e3fa48 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-344530885 HTTP/1.1" status: 404 len: 328 time: 0.1131060 Nov 12 08:22:21.720546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53058) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.729031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adde5db5-cb23-4d4e-99f5-5318fcf996e8 req-1de0cf6e-4014-4224-8185-464a57100cfc tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4485531 Nov 12 08:22:21.744409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port a24c0dc8-1eea-4014-95ac-0b07cbb93371 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:21.746752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-f1a6bce2-4e89-47ba-9e60-bbb75be53075 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-1051174251') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.750268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port a24c0dc8-1eea-4014-95ac-0b07cbb93371 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:21.751645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.830285 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a791c-e7b7-4f88-ac7d-b4bc111cc212 x-openstack-request-id: req-673a791c-e7b7-4f88-ac7d-b4bc111cc212 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:21.830587 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "dbc08120-525e-4368-a584-fbb131e12649", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:21.830846 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-673a791c-e7b7-4f88-ac7d-b4bc111cc212 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:21.831429 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': 'dbc08120-525e-4368-a584-fbb131e12649', 'status': 'completed', 'code': 200} Nov 12 08:22:21.918244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58b41b03-7446-4203-8448-87a95d7fbf73 req-b7414338-d9ee-4b18-bd07-4b329f8780a4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370989 Nov 12 08:22:21.969007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.138839 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-f1a6bce2-4e89-47ba-9e60-bbb75be53075 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:22.144477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f1a6bce2-4e89-47ba-9e60-bbb75be53075 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-1051174251 HTTP/1.1" status: 404 len: 329 time: 0.4153206 Nov 12 08:22:22.145037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:22.165051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-56953b67-fce5-4880-8690-84329a4bef42 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863', 'tempest-TagsExtTest-Tag-1888354391') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.195293 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.331994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Subnet': ['ID=b078ef46-0609-4e18-b673-f9a356dc3074,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:22.372143 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.481458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=8968689f-feb2-4da3-92ae-4fe68097842a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:22.549231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port a24c0dc8-1eea-4014-95ac-0b07cbb93371, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:22.560298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.563334 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-415bb3e9-785d-4ee4-88a6-b420851966d4 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332500 Nov 12 08:22:22.636165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c0ab2-5cb3-418c-b37a-4d7be69c0c75 req-79a8cb89-6a70-42f5-b660-58e4becb033e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:22.637611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce2c0ab2-5cb3-418c-b37a-4d7be69c0c75 req-79a8cb89-6a70-42f5-b660-58e4becb033e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.5897987 Nov 12 08:22:22.674084 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-56953b67-fce5-4880-8690-84329a4bef42 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:22.678933 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-56953b67-fce5-4880-8690-84329a4bef42 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags/tempest-TagsExtTest-Tag-1888354391 HTTP/1.1" status: 404 len: 329 time: 0.5303557 Nov 12 08:22:22.679132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb2a67-47b6-491b-9e93-2691f455cb27 req-1aa312cf-0243-4575-b88c-6acaefb41240 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:22.680067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:22.686734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87cb2a67-47b6-491b-9e93-2691f455cb27 req-1aa312cf-0243-4575-b88c-6acaefb41240 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 944 time: 0.3616965 Nov 12 08:22:22.720985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:22.725108 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7cecd-ac24-40d3-a3c8-a8a3659b1a60" -d '{"events": [{"server_uuid": "0f20d0bf-760d-436d-8567-49f0387c2cbf", "name": "network-vif-plugged", "status": "completed", "tag": "a24c0dc8-1eea-4014-95ac-0b07cbb93371"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:22.738147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Checking segment: {'id': '5cf37324-c847-4933-ac40-df152b71ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:22.738451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network hostable DHCP agents. Network: ea582e63-a2a4-474a-9be1-fbae69d71917, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:22.740948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] No DVR routers for this DVR port 8968689f-feb2-4da3-92ae-4fe68097842a on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:22.742339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=a24c0dc8-1eea-4014-95ac-0b07cbb93371,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:22.752510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.756074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-71fd939a-4614-4f84-8de8-220a45f4b004 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "DELETE /v2.0/ports/8968689f-feb2-4da3-92ae-4fe68097842a HTTP/1.1" status: 204 len: 173 time: 2.2087626 Nov 12 08:22:22.818274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-12ed3aca-5eaa-49e8-aac3-96c671542b86 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', {'tags': ['tempest-TagsExtTest-Tag-1187364030', 'tempest-TagsExtTest-Tag-460645694', 'tempest-TagsExtTest-Tag-1773883064']}) {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.821809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87cb2a67-47b6-491b-9e93-2691f455cb27 req-e8a07a74-f00e-46fe-a8b0-d9138de7865c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340482 Nov 12 08:22:22.896293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bde6ead-ff71-4eeb-932e-6eb17bfda268 req-78640542-087d-4fd7-951f-8a37e14faace service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152488 Nov 12 08:22:22.938012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:23.014998 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-12ed3aca-5eaa-49e8-aac3-96c671542b86 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags HTTP/1.1" status: 200 len: 317 time: 0.3312910 Nov 12 08:22:23.015304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53088) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:23.019872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-4fe6c7aa-560d-4761-a0ea-6882469429e1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:23.065312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ea582e63-a2a4-474a-9be1-fbae69d71917) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:23.087965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9983b-37c0-4a5a-b387-b0800700d898 None None] Network ea582e63-a2a4-474a-9be1-fbae69d71917 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:23.130928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce2c0ab2-5cb3-418c-b37a-4d7be69c0c75 req-ab7b8390-88df-4c63-aa23-cacf92f53faa tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678049 Nov 12 08:22:23.135044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.140497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.227616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54391120-9f43-47fd-a096-5bc118f0117f req-4adb5396-da22-40f7-998f-4c52de9a5590 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.232450 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4fe6c7aa-560d-4761-a0ea-6882469429e1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags HTTP/1.1" status: 204 len: 168 time: 0.2159934 Nov 12 08:22:23.233464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53092) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:23.240500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54391120-9f43-47fd-a096-5bc118f0117f req-4adb5396-da22-40f7-998f-4c52de9a5590 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.248379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-b99c96cb-e712-4737-b309-b56ede88fd20 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-1187364030') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:23.260818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54391120-9f43-47fd-a096-5bc118f0117f req-4adb5396-da22-40f7-998f-4c52de9a5590 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.269702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54391120-9f43-47fd-a096-5bc118f0117f req-4adb5396-da22-40f7-998f-4c52de9a5590 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 2410 time: 0.3233683 Nov 12 08:22:23.287018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b8ce2b04-cbfd-414f-8c23-1f84bf5a4f55 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4083397 Nov 12 08:22:23.298006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53098) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:23.331395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1421024477'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:23.375990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:23.376370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.465529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-ea582e63-a2a4-474a-9be1-fbae69d71917', 'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'tenant_id': 'b0c31720dc6949ef9dc26a503ccb80e2', 'fixed_ips': [{'subnet_id': 'b078ef46-0609-4e18-b673-f9a356dc3074'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:23.469856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.629339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-3b0f9c61-d4f9-408e-bab7-502cf051f816 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.632176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-3b0f9c61-d4f9-408e-bab7-502cf051f816 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 810 time: 0.2771270 Nov 12 08:22:23.658188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54391120-9f43-47fd-a096-5bc118f0117f req-a9065b50-ba9a-448a-9c5c-f6a74c7e50f2 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871810 Nov 12 08:22:23.734896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Allocated IP 2001:db8::2 (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/2b94aa81-d61f-4736-befd-43f25a562411) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:23.735485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5fc3a38a-fabd-45f8-aedd-0fb50df60fe1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/quotas/ea6e7be6736a44fe9a37762d1f557cd1 HTTP/1.1" status: 200 len: 375 time: 0.0924177 Nov 12 08:22:23.813537 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81eab65-4bc3-40b7-a868-011e0c9fb425 x-openstack-request-id: req-b81eab65-4bc3-40b7-a868-011e0c9fb425 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:23.817189 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f20d0bf-760d-436d-8567-49f0387c2cbf", "name": "network-vif-plugged", "status": "completed", "tag": "a24c0dc8-1eea-4014-95ac-0b07cbb93371", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:23.818426 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b81eab65-4bc3-40b7-a868-011e0c9fb425 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:23.823433 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371', 'code': 200} Nov 12 08:22:23.834798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:23.838312 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f32e29-a60f-4456-aa36-85c99322ec33" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:23.975867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-0230996f-91fc-47f9-b46c-9fa1a325124c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2323511 Nov 12 08:22:24.015595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] For port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:24.017482 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.064229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:24.071801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.080600 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.155723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:24.176783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:24.192040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:24.215575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Pushing event updated for resources: {'Port': ['ID=2b94aa81-d61f-4736-befd-43f25a562411,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:24.224242 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-b99c96cb-e712-4737-b309-b56ede88fd20 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:24.230704 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b99c96cb-e712-4737-b309-b56ede88fd20 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-1187364030 HTTP/1.1" status: 404 len: 329 time: 0.9956460 Nov 12 08:22:24.233573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53112) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:24.234210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:24.243078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.253841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-6f98acd6-9ec4-46b5-8519-bae6355a1faf tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-460645694') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:24.310542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Attempting to bind port 2b94aa81-d61f-4736-befd-43f25a562411 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:24.311425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Attempting to bind port 2b94aa81-d61f-4736-befd-43f25a562411 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5cf37324-c847-4933-ac40-df152b71ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:24.312082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Attempting to bind port 2b94aa81-d61f-4736-befd-43f25a562411 on network ea582e63-a2a4-474a-9be1-fbae69d71917 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:24.323685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:24.324655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Checking segment: {'id': '5cf37324-c847-4933-ac40-df152b71ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:24.325443 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.326263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Bound using segment: {'id': '5cf37324-c847-4933-ac40-df152b71ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:24.327089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Bound port: 2b94aa81-d61f-4736-befd-43f25a562411, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37324-c847-4933-ac40-df152b71ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:24.327823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.330256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] device_id is not set on port 1bfe7bb9-0f7f-4885-962d-854c532d50eb yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:24.486238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] For port 2b94aa81-d61f-4736-befd-43f25a562411, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:24.492105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] For port 2b94aa81-d61f-4736-befd-43f25a562411, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2b94aa81-d61f-4736-befd-43f25a562411,segment=NetworkSegment(5cf37324-c847-4933-ac40-df152b71ca19),segment_id=5cf37324-c847-4933-ac40-df152b71ca19)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:24.497813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.572366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d1d2b-075b-4a99-824b-bc58dc189a57 None None] Pushing event updated for resources: {'Port': ['ID=2b94aa81-d61f-4736-befd-43f25a562411,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:24.576116 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-6f98acd6-9ec4-46b5-8519-bae6355a1faf tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:24.577203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6f98acd6-9ec4-46b5-8519-bae6355a1faf tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-460645694 HTTP/1.1" status: 404 len: 328 time: 0.3272257 Nov 12 08:22:24.627463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:24.642210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-7b831caa-b472-471d-9266-3bd8abd6f3e1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873', 'tempest-TagsExtTest-Tag-1773883064') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:24.800687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Allocated IP 2001:db8::1f9 (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/1bfe7bb9-0f7f-4885-962d-854c532d50eb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:24.839953 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-7b831caa-b472-471d-9266-3bd8abd6f3e1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:24.841232 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7b831caa-b472-471d-9266-3bd8abd6f3e1 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags/tempest-TagsExtTest-Tag-1773883064 HTTP/1.1" status: 404 len: 329 time: 0.2127855 Nov 12 08:22:24.844596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:24.853488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-f4f786f5-2753-449d-9106-7d950ddaa513 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', {'tags': ['tempest-TagsExtTest-Tag-565276994', 'tempest-TagsExtTest-Tag-849765092', 'tempest-TagsExtTest-Tag-196503620']}) {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:25.001689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886769b-8dd3-4e30-84e8-976ecc733a45 req-699a3b5a-1d25-4f05-9f7a-fca71295570b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.019997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6886769b-8dd3-4e30-84e8-976ecc733a45 req-699a3b5a-1d25-4f05-9f7a-fca71295570b tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 1.1366699 Nov 12 08:22:25.093411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-023c1745-ca75-425e-be6d-535646dedcf7 service neutron] 10.222.0.16 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164663 Nov 12 08:22:25.106174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.141938 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f4f786f5-2753-449d-9106-7d950ddaa513 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags HTTP/1.1" status: 200 len: 315 time: 0.2955644 Nov 12 08:22:25.159024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53120) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:25.206623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-0cd504e9-52cc-4bda-a738-be50a95bc3e6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:25.284821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.292310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6886769b-8dd3-4e30-84e8-976ecc733a45 req-0c4a8294-71f8-400d-8aaa-6f9e51857a76 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654543 Nov 12 08:22:25.293234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=179b4d0c-eb37-4530-aab7-a4b01ab8bad3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.379093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.488266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] No DVR routers for this DVR port 179b4d0c-eb37-4530-aab7-a4b01ab8bad3 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:25.498146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.503986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-a7bf192e-d678-4519-b51e-3121c6e9c9f7 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "DELETE /v2.0/ports/179b4d0c-eb37-4530-aab7-a4b01ab8bad3 HTTP/1.1" status: 204 len: 173 time: 2.7382262 Nov 12 08:22:25.511689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=1bfe7bb9-0f7f-4885-962d-854c532d50eb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.526745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.527666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.528015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.528383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.528722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.529079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.529399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.529732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.530063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.530391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.530721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.531047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:25.539144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:25.541427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:25.544653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:25.550901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.551649 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.582621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-920a3462-a804-426a-bb38-215a843b2b9c tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2679639 Nov 12 08:22:25.583425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53122) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:25.595629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1629319653', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:4e:2a:95'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:25.885309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0cd504e9-52cc-4bda-a738-be50a95bc3e6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags HTTP/1.1" status: 204 len: 168 time: 0.6850626 Nov 12 08:22:25.885734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53124) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:25.893619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-b20e341a-5dd9-4808-9b34-be669e5e8ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7813532 Nov 12 08:22:25.911083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2a571-7eca-4859-b22a-117ae65a193a req-04a52a42-a492-4e93-a1db-4836c26fceed tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.911785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-3bf340ea-7123-4342-9b40-507baefeeaca tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-565276994') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:25.929590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efb2a571-7eca-4859-b22a-117ae65a193a req-04a52a42-a492-4e93-a1db-4836c26fceed tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.2956066 Nov 12 08:22:26.034762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:26.056876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efb2a571-7eca-4859-b22a-117ae65a193a req-8c1946ee-f96c-4b72-9a86-500c390a923f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250591 Nov 12 08:22:26.067024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:26.068254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.209801 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee48b627-e963-4fbb-b6c0-42b7b870ee67 x-openstack-request-id: req-ee48b627-e963-4fbb-b6c0-42b7b870ee67 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:26.210131 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "8968689f-feb2-4da3-92ae-4fe68097842a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:26.210341 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee48b627-e963-4fbb-b6c0-42b7b870ee67 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:26.210749 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '8968689f-feb2-4da3-92ae-4fe68097842a', 'status': 'completed', 'code': 200} Nov 12 08:22:26.391385 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-3bf340ea-7123-4342-9b40-507baefeeaca tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:26.393753 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3bf340ea-7123-4342-9b40-507baefeeaca tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-565276994 HTTP/1.1" status: 404 len: 328 time: 0.5028119 Nov 12 08:22:26.403437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.417595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53134) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:26.428805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-e10bc0da-a9a2-4ee0-8cff-c934cba721c6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-849765092') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:26.436357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] device_id is not set on port c0c887dd-29ca-4e99-a288-c698ef7a8627 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:26.561747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] For port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:26.561747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.566853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd4f12-f0ac-434a-8579-c7f54920e34c None None] Network ea582e63-a2a4-474a-9be1-fbae69d71917 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:26.578868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32da91-4607-471d-be60-96c249967ff1 req-7164fe08-186c-4475-b5dc-a4e38a5ae4e6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.597088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32da91-4607-471d-be60-96c249967ff1 req-7164fe08-186c-4475-b5dc-a4e38a5ae4e6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.616878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d32da91-4607-471d-be60-96c249967ff1 req-7164fe08-186c-4475-b5dc-a4e38a5ae4e6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 1677 time: 0.2736263 Nov 12 08:22:26.746794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Allocated IP 2001:db8::174 (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/c0c887dd-29ca-4e99-a288-c698ef7a8627) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:26.927822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a1c64569-ce4f-454f-b7ff-3698d4a90d94 None None] Provisioning complete for port 2b94aa81-d61f-4736-befd-43f25a562411 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:26.936661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1c64569-ce4f-454f-b7ff-3698d4a90d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.936940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779e52-e31f-4af9-9888-59a0ede455fc req-f8f587d2-69e6-45f5-9dcd-1ea7e1b78c6a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.965415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81779e52-e31f-4af9-9888-59a0ede455fc req-f8f587d2-69e6-45f5-9dcd-1ea7e1b78c6a tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.6422868 Nov 12 08:22:27.001872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2b94aa81-d61f-4736-befd-43f25a562411 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:27.091139 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-e10bc0da-a9a2-4ee0-8cff-c934cba721c6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:27.096842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e10bc0da-a9a2-4ee0-8cff-c934cba721c6 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-849765092 HTTP/1.1" status: 404 len: 328 time: 0.6720812 Nov 12 08:22:27.106002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53146) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.114031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-197fd8e2-90fd-4407-a98e-a8727bd5f46e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce', 'tempest-TagsExtTest-Tag-196503620') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:27.188791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d32da91-4607-471d-be60-96c249967ff1 req-16ff5e22-d52d-4944-b93e-0bed05125a5a tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5706635 Nov 12 08:22:27.265336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098741ac-1903-4e70-ae31-6c37b043fc2a req-c4d07c2f-6920-48cf-9605-d66c09e99754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.268102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-098741ac-1903-4e70-ae31-6c37b043fc2a req-c4d07c2f-6920-48cf-9605-d66c09e99754 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 1097 time: 0.3346231 Nov 12 08:22:27.317731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81779e52-e31f-4af9-9888-59a0ede455fc req-5f1f8298-299b-4209-8b4f-df0fcca6b2b6 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493018 Nov 12 08:22:27.432648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2b94aa81-d61f-4736-befd-43f25a562411 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:27.433225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.507381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.536705 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1c64569-ce4f-454f-b7ff-3698d4a90d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.610757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.621888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-992a083c-3543-449d-827d-d5fb34e7bb3f req-23fbf725-8230-470c-ba88-ec9d51d3e902 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 210 time: 0.1333230 Nov 12 08:22:27.765027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5bdb9-1bd1-47db-9961-b17abd8996ef req-b2d7820a-309a-471e-aff1-69098507f7f1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.795594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06f5bdb9-1bd1-47db-9961-b17abd8996ef req-b2d7820a-309a-471e-aff1-69098507f7f1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.2612526 Nov 12 08:22:27.798903 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-197fd8e2-90fd-4407-a98e-a8727bd5f46e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:27.805689 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-197fd8e2-90fd-4407-a98e-a8727bd5f46e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags/tempest-TagsExtTest-Tag-196503620 HTTP/1.1" status: 404 len: 328 time: 0.6984725 Nov 12 08:22:27.806742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=c0c887dd-29ca-4e99-a288-c698ef7a8627,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:27.811019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53150) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.816083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.816517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.816793 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Floating IP 5c3d5c6a-0008-459c-beb9-bd6a3e1e6136 disassociated. External IP: 172.25.4.136, port: 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069. Nov 12 08:22:27.817144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:27.822422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-098741ac-1903-4e70-ae31-6c37b043fc2a req-6bc1f293-b0b3-41ab-9468-e64b08a4dcb5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315268 Nov 12 08:22:27.847363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-d9b0c188-656d-4ee7-b2ea-a9814295949c tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', {'tags': ['tempest-TagsExtTest-Tag-531783013', 'tempest-TagsExtTest-Tag-2042144633', 'tempest-TagsExtTest-Tag-655623626']}) {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:27.850617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:27.855103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:27.861837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:27.876860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.877561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.889375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a1c64569-ce4f-454f-b7ff-3698d4a90d94 None None] For port 2b94aa81-d61f-4736-befd-43f25a562411, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2b94aa81-d61f-4736-befd-43f25a562411,segment=NetworkSegment(5cf37324-c847-4933-ac40-df152b71ca19),segment_id=5cf37324-c847-4933-ac40-df152b71ca19)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:27.900414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1c64569-ce4f-454f-b7ff-3698d4a90d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.976219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e09f9c8-5d71-41b5-9114-357b678c8c54 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3792155 Nov 12 08:22:27.978058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53152) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.984698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.282244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c64569-ce4f-454f-b7ff-3698d4a90d94 None None] Pushing event updated for resources: {'Port': ['ID=2b94aa81-d61f-4736-befd-43f25a562411,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:28.295301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6a19c9f0-f049-4d49-97d6-570cf92cac2e None None] Provisioning complete for port 2b94aa81-d61f-4736-befd-43f25a562411 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:28.296091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6a19c9f0-f049-4d49-97d6-570cf92cac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.309632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:28.314607 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c3384c-0730-4777-b64d-336a7480694e" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:28.321540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f55bc-bcb4-427d-bfdb-57a4cbad12a1 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.342747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06f5bdb9-1bd1-47db-9961-b17abd8996ef req-9bc9f51c-5ecc-4e38-850c-7c425e21529c tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5457835 Nov 12 08:22:28.354458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d9b0c188-656d-4ee7-b2ea-a9814295949c tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "PUT /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags HTTP/1.1" status: 200 len: 316 time: 0.5280499 Nov 12 08:22:28.357787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.364762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:22:28.366095 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:22:28.366293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-21db151e-1ffd-48e4-bf9c-2f9ed218094e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:28.367642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f55bc-bcb4-427d-bfdb-57a4cbad12a1 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.415717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f55bc-bcb4-427d-bfdb-57a4cbad12a1 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.421339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-263f55bc-bcb4-427d-bfdb-57a4cbad12a1 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4400432 Nov 12 08:22:28.421631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53160) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.466185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602c98d-0179-4071-8cfa-7e92431aeb8b req-06d69c98-3009-42c6-99ff-8606b09cb83d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.501998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0602c98d-0179-4071-8cfa-7e92431aeb8b req-06d69c98-3009-42c6-99ff-8606b09cb83d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.3449771 Nov 12 08:22:28.649539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6a19c9f0-f049-4d49-97d6-570cf92cac2e None None] Provisioning complete for port 1bfe7bb9-0f7f-4885-962d-854c532d50eb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:28.651904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6a19c9f0-f049-4d49-97d6-570cf92cac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.676085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.684555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-21db151e-1ffd-48e4-bf9c-2f9ed218094e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags HTTP/1.1" status: 204 len: 168 time: 0.3252082 Nov 12 08:22:28.693532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.716528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-75980bfc-aeb3-4bda-8f4a-1199798b9aac tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-531783013') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:28.797159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6a19c9f0-f049-4d49-97d6-570cf92cac2e None None] Port 1bfe7bb9-0f7f-4885-962d-854c532d50eb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:28.813980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=69e3a3b9-9b7e-46c1-93e9-4d248f2b1069,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:28.820528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port c0c887dd-29ca-4e99-a288-c698ef7a8627 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:28.838059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.841804 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-75980bfc-aeb3-4bda-8f4a-1199798b9aac tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:28.846353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-75980bfc-aeb3-4bda-8f4a-1199798b9aac tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-531783013 HTTP/1.1" status: 404 len: 328 time: 0.1367352 Nov 12 08:22:28.894617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53166) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.909936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-8866688e-8b8f-4a38-9d13-3901e453b472 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-2042144633') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:29.051513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-814769d6-7d90-4fdc-a6da-c39a75ac6391 None None] Provisioning complete for port 1bfe7bb9-0f7f-4885-962d-854c532d50eb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:29.063913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0602c98d-0179-4071-8cfa-7e92431aeb8b req-edf7bd8e-66b9-4613-bf49-3c0c5dd37216 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564978 Nov 12 08:22:29.074310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-814769d6-7d90-4fdc-a6da-c39a75ac6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.155324 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-8866688e-8b8f-4a38-9d13-3901e453b472 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:29.159181 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8866688e-8b8f-4a38-9d13-3901e453b472 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-2042144633 HTTP/1.1" status: 404 len: 329 time: 0.2622333 Nov 12 08:22:29.185862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53172) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:29.211781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-67d31e55-3485-4c9a-8b44-83bad072f81b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022', 'tempest-TagsExtTest-Tag-655623626') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:29.218829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-814769d6-7d90-4fdc-a6da-c39a75ac6391 None None] Port 1bfe7bb9-0f7f-4885-962d-854c532d50eb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:29.288341 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-67d31e55-3485-4c9a-8b44-83bad072f81b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] show failed (client error): The resource could not be found. Nov 12 08:22:29.289579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67d31e55-3485-4c9a-8b44-83bad072f81b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags/tempest-TagsExtTest-Tag-655623626 HTTP/1.1" status: 404 len: 328 time: 0.1021252 Nov 12 08:22:29.291881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.295325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:29.300327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-e882ebf0-9261-482e-aac1-efec467b2026 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81917259-5dbb-475f-8337-aafe6e7d9022') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:29.362686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ea3da36b-662a-4cee-bae0-90b8e1a07f86 None None] Provisioning complete for port c0c887dd-29ca-4e99-a288-c698ef7a8627 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:29.363500 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ea3da36b-662a-4cee-bae0-90b8e1a07f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.392403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for c0c887dd-29ca-4e99-a288-c698ef7a8627 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:29.459151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2b94aa81-d61f-4736-befd-43f25a562411 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:29.577954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ea3da36b-662a-4cee-bae0-90b8e1a07f86 None None] Port c0c887dd-29ca-4e99-a288-c698ef7a8627 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:29.616470 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d4db61-084f-4c1c-8d29-be7a2bcc7a15 x-openstack-request-id: req-23d4db61-084f-4c1c-8d29-be7a2bcc7a15 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:29.617470 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "179b4d0c-eb37-4530-aab7-a4b01ab8bad3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:29.617470 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d4db61-084f-4c1c-8d29-be7a2bcc7a15 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:29.617791 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '179b4d0c-eb37-4530-aab7-a4b01ab8bad3', 'status': 'completed', 'code': 200} Nov 12 08:22:29.704452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2b94aa81-d61f-4736-befd-43f25a562411 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:29.712663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.748952 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e882ebf0-9261-482e-aac1-efec467b2026 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022/tags HTTP/1.1" status: 204 len: 168 time: 0.4533226 Nov 12 08:22:29.865851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:29.890622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-4c6c16bc-fee0-4ea3-b20d-e0e177747d48 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6a44e3a-1c77-48c6-9cc1-ac50d03fafce') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:30.073989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-651ad0d0-bf57-44fe-bb20-9ce4c31d4015 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.085032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-651ad0d0-bf57-44fe-bb20-9ce4c31d4015 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.25 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 810 time: 0.6784575 Nov 12 08:22:30.153034 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21f9eaa4-f2ca-44df-8590-3d442d643717 req-1b12b6fa-f02a-4c9c-a958-d4d28ce7708d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 210 time: 0.4642491 Nov 12 08:22:30.184106 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c6c16bc-fee0-4ea3-b20d-e0e177747d48 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce/tags HTTP/1.1" status: 204 len: 168 time: 0.3095598 Nov 12 08:22:30.198490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Request body: {'port': {'device_id': '88888949-b71f-44d9-83e4-0771002b214d', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'admin_state_up': True, 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:30.211064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53182) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:30.227446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-317de70c-43ff-46f3-84a3-6e0413b76da5 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8dcbc120-e6e2-4cab-8dfc-d26d0d687873') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:30.291756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-da7f0b7c-cef0-4975-bdb6-9d1ce63fcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.291756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-da7f0b7c-cef0-4975-bdb6-9d1ce63fcc69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.8992419 Nov 12 08:22:30.402218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc55d7-c9a1-4a8c-bd41-ffd3dd7b1fa9 req-39036f0a-d07e-4bbd-a78c-4aafb5412ab9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.409848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cc55d7-c9a1-4a8c-bd41-ffd3dd7b1fa9 req-39036f0a-d07e-4bbd-a78c-4aafb5412ab9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 943 time: 1.0331683 Nov 12 08:22:30.479908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.482825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Made reservation on behalf of ea6e7be6736a44fe9a37762d1f557cd1 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:30.489025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.541948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=c0c887dd-29ca-4e99-a288-c698ef7a8627,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:30.596850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:30.647352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816e24d-b644-47c9-ab0b-120cfa198429 req-3cbb9377-9267-4ff7-a590-1a98ed05f024 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.655025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0816e24d-b644-47c9-ab0b-120cfa198429 req-3cbb9377-9267-4ff7-a590-1a98ed05f024 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.3442128 Nov 12 08:22:30.660388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-1a69517c-bbe5-490a-89e6-d8b11d522a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.667004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-1a69517c-bbe5-490a-89e6-d8b11d522a83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.3551209 Nov 12 08:22:30.762409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cc55d7-c9a1-4a8c-bd41-ffd3dd7b1fa9 req-59a29477-b9f8-4cb2-b615-6d8d41d068c9 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517466 Nov 12 08:22:30.842063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.864633 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3d1a8ae9-7993-428b-b5a4-dab839f37230 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/ports/c0c887dd-29ca-4e99-a288-c698ef7a8627 HTTP/1.1" status: 204 len: 168 time: 2.4417582 Nov 12 08:22:30.870941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53186) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:30.945785 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63586d7-e640-4e0e-86b2-c1d358f2c235 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] GET failed (client error): The resource could not be found. Nov 12 08:22:30.952480 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b63586d7-e640-4e0e-86b2-c1d358f2c235 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "GET /v2.0/ports/c0c887dd-29ca-4e99-a288-c698ef7a8627 HTTP/1.1" status: 404 len: 333 time: 0.0744002 Nov 12 08:22:30.952879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53188) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:30.957733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-239397563'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:30.997833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Allocated IP 172.20.0.8 (6180b9d4-9dbf-4808-bdd6-675574dfd405/a3f674a0-2da9-4d53-a058-1a85339bde52/15404bec-b558-4e0e-b77d-eac8abf76c58) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:31.164594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0816e24d-b644-47c9-ab0b-120cfa198429 req-9d6f52eb-54ca-4193-a703-9f88599ef969 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069766 Nov 12 08:22:31.168941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-317de70c-43ff-46f3-84a3-6e0413b76da5 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873/tags HTTP/1.1" status: 204 len: 168 time: 0.9661942 Nov 12 08:22:31.169878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53190) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:31.180465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-158d2239-ab8e-4df0-a5ad-5c5da3d3b47b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8e5f3ef-e4de-45a5-83d6-868e6984d863') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.199081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:31.203461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.226030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-506bb9a2-dc91-4979-9ee0-1241cbe58d55 req-18af6ae3-cec3-4347-b7aa-061262aa714f service neutron] (102371) timed out ('10.222.0.16', 58452) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:22:31.264763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-8f9ee080-2d59-4b3a-91c5-62b371436226 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.5868456 Nov 12 08:22:31.317261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:31.321511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] device_id is not set on port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:31.338136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] Sync routers for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:31.374460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142014-8b6c-430b-bfc5-be9582185c83 req-eb76cf01-7e6e-4db0-8bbc-b162eb2b24c9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.383448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2142014-8b6c-430b-bfc5-be9582185c83 req-eb76cf01-7e6e-4db0-8bbc-b162eb2b24c9 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.2316320 Nov 12 08:22:31.384378 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:31.385050 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:22:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.456214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] No DVR routers for this DVR port 69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:31.483803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-488b4610-4c8a-4877-8538-d10f5905eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.485999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-488b4610-4c8a-4877-8538-d10f5905eba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.2101955 Nov 12 08:22:31.488821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.493284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-bc4c7743-7dd1-43a1-a14d-4ddd0b3af6e5 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "DELETE /v2.0/ports/69e3a3b9-9b7e-46c1-93e9-4d248f2b1069 HTTP/1.1" status: 204 len: 173 time: 5.9801369 Nov 12 08:22:31.566588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:31.623535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:31.626436 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d91020-f6df-49fd-9a4e-fa219844d4d6" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:31.668705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2142014-8b6c-430b-bfc5-be9582185c83 req-026b0305-82e5-4602-bf27-6a43b969beab tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822564 Nov 12 08:22:31.692668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-158d2239-ab8e-4df0-a5ad-5c5da3d3b47b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863/tags HTTP/1.1" status: 204 len: 168 time: 0.5165145 Nov 12 08:22:31.698307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53196) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:31.710344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968847a7-09e8-4652-b6a9-e83c602fa19e req-fc98f80b-bf40-4fc6-85ef-b02b8adf7ae1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.724531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-968847a7-09e8-4652-b6a9-e83c602fa19e req-fc98f80b-bf40-4fc6-85ef-b02b8adf7ae1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.2836890 Nov 12 08:22:31.810472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-f62b224d-87aa-4fe5-9946-f4b8e0bfab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.812699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-f62b224d-87aa-4fe5-9946-f4b8e0bfab12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3090315 Nov 12 08:22:31.867584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d264b1fd-6063-46a1-8cc8-bfa49e09354a req-5d1b696b-2ba0-41f7-8093-8ffcaf41f6d7 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 210 time: 0.0669405 Nov 12 08:22:31.884960 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:42Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.928265 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] Checking router: 9b34e616-3caa-4bd6-abbc-55a7a2afd21c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:31.940795 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:31.943159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:22:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.950641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.983105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Allocated IP 2001:db8::173 (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/13e5f9ed-cc45-4e25-b61c-60cae757bd1f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:31.997642 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda58fd-6fd0-4905-b2fc-f18db6f9843f x-openstack-request-id: req-1eda58fd-6fd0-4905-b2fc-f18db6f9843f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:31.997924 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "69e3a3b9-9b7e-46c1-93e9-4d248f2b1069", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:31.998183 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1eda58fd-6fd0-4905-b2fc-f18db6f9843f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:31.998590 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '69e3a3b9-9b7e-46c1-93e9-4d248f2b1069', 'status': 'completed', 'code': 200} Nov 12 08:22:32.021069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-968847a7-09e8-4652-b6a9-e83c602fa19e req-b1226212-fe8f-4fbc-b713-bfdf98d62eca tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753737 Nov 12 08:22:32.036863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:32.037268 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.048751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e4be35b8-3ccb-4b09-a4bd-077ab92aef80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for subnetpool, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.053602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e4be35b8-3ccb-4b09-a4bd-077ab92aef80 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnetpools/81917259-5dbb-475f-8337-aafe6e7d9022 HTTP/1.1" status: 204 len: 168 time: 0.3229425 Nov 12 08:22:32.065899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:32.114473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-48b149f8-d4d7-46c3-8ff1-0cc9a007ad90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6a44e3a-1c77-48c6-9cc1-ac50d03fafce HTTP/1.1" status: 200 len: 205 time: 0.0539312 Nov 12 08:22:32.123294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:32.178366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-649ba3ac-8046-4f3d-bf58-88855c7efb8b service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496466 Nov 12 08:22:32.178912 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:32.189320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.201664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:32.267731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] For port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:32.268364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.384289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:32.437797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca792fc1-3e07-43bc-9bfa-9415d3681236 req-cbaed92f-7732-41f3-a4ed-2a42574e0421 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.440377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca792fc1-3e07-43bc-9bfa-9415d3681236 req-cbaed92f-7732-41f3-a4ed-2a42574e0421 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 943 time: 0.2842369 Nov 12 08:22:32.481807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Pushing event updated for resources: {'Port': ['ID=15404bec-b558-4e0e-b77d-eac8abf76c58,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.503119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.564032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:42Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:32.568462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.579235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:32.596545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163a888-1add-4040-8827-9bc2aa21c5d7 req-d4d3765a-142c-4d11-a47d-0b1b80931b70 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.602697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8163a888-1add-4040-8827-9bc2aa21c5d7 req-d4d3765a-142c-4d11-a47d-0b1b80931b70 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.3078434 Nov 12 08:22:32.617427 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a02df0b-b14a-426d-9f66-c562d7a17e4c None None] The sync data for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 is: [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:11:35Z', 'revision_number': 4, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9', 'name': '', 'network_id': 'd7c44a52-d588-4c9e-bdb5-6cad078eecf4', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'mac_address': 'fa:16:3e:2f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:34Z', 'updated_at': '2021-11-12T08:11:42Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'subnets': [{'id': '041b15c2-889c-4c31-8f9c-91c84819954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:32.621263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:32.624905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:32.654180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b920e62-ff24-4dba-9b73-56549c4cd18b None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:32.719756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abdc6f0-087e-45c4-bf21-0fd507c4cc39 req-4e7fbde8-4395-4253-96f9-b71d96df7dce service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154886 Nov 12 08:22:32.774675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca792fc1-3e07-43bc-9bfa-9415d3681236 req-6149aa32-ad9e-42b0-8dc4-5b333ef1abfc tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups?id=10e4dcfa-7525-4b15-a3e4-ff96448f0db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667727 Nov 12 08:22:32.796419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-957dae62-5915-4aa2-a2d0-046b2c06d9ed None None] Provisioning complete for port 15404bec-b558-4e0e-b77d-eac8abf76c58 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:32.797169 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-957dae62-5915-4aa2-a2d0-046b2c06d9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.827290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8163a888-1add-4040-8827-9bc2aa21c5d7 req-340bc773-f30f-48ab-a1db-5ba7f1ab863d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930704 Nov 12 08:22:32.837509 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.883305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.884863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.885399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-957dae62-5915-4aa2-a2d0-046b2c06d9ed None None] Port 15404bec-b558-4e0e-b77d-eac8abf76c58 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:32.902075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=51e9288d-f39c-49a7-aee8-abd6cc3cbdc3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.969092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.973344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.990712 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-5e8bfd8a-88b8-4348-95e9-cf5635c64bdc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8084233 Nov 12 08:22:32.996711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.017019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] No DVR routers for this DVR port 51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:33.019824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.024209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b16465e-7449-47f4-aca3-99f5de033e39 req-36e6d9db-755b-4b29-a3ef-f4268203c5a4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.32 "DELETE /v2.0/ports/51e9288d-f39c-49a7-aee8-abd6cc3cbdc3 HTTP/1.1" status: 204 len: 173 time: 1.5118737 Nov 12 08:22:33.055790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c8f27-b6da-41e6-9588-415bcef158ba None None] New status for floating IP 5c3d5c6a-0008-459c-beb9-bd6a3e1e6136: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:22:33.074458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950530a8-01a4-49be-b516-3204441c2c53 req-a22cd8ad-e706-4c51-8cce-16ce7815867d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.076350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-950530a8-01a4-49be-b516-3204441c2c53 req-a22cd8ad-e706-4c51-8cce-16ce7815867d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.1536865 Nov 12 08:22:33.093522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff5e0-977e-4ec7-966c-adb1afacc163 req-4285c785-fb25-4322-9369-1a1e30d98b89 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.095113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7aff5e0-977e-4ec7-966c-adb1afacc163 req-4285c785-fb25-4322-9369-1a1e30d98b89 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 931 time: 0.0974553 Nov 12 08:22:33.170773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:33.177781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.179638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Fanout notify agent at l3_agent the message router_deleted on router a6a44e3a-1c77-48c6-9cc1-ac50d03fafce {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:22:33.200538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-950530a8-01a4-49be-b516-3204441c2c53 req-8ef174a3-fd7c-44bf-97a2-007391d43c7f tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040819 Nov 12 08:22:33.216964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7aff5e0-977e-4ec7-966c-adb1afacc163 req-d3ec9272-5a15-4e04-9cbb-b02c49448074 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110744 Nov 12 08:22:33.231470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:33.293601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.299694 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-08346b24-61f6-4b59-9fe5-750aef85cc90 tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/routers/a6a44e3a-1c77-48c6-9cc1-ac50d03fafce HTTP/1.1" status: 204 len: 168 time: 1.1723559 Nov 12 08:22:33.300594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=13e5f9ed-cc45-4e25-b61c-60cae757bd1f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:33.301451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53216) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.318467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:33.349010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.351288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.382798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d887998-2a0d-44d3-8ccf-3bd64c0563e0 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4289477 Nov 12 08:22:33.388227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.402663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:4e:2a:95'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:33.754568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.876206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a7b2c-1a0b-4a42-af22-658b08d85c17 req-119e2754-bcc9-4279-9e73-af6ad3442bf1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.885823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-030a7b2c-1a0b-4a42-af22-658b08d85c17 req-119e2754-bcc9-4279-9e73-af6ad3442bf1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.5002127 Nov 12 08:22:33.976319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-030a7b2c-1a0b-4a42-af22-658b08d85c17 req-70f7f1d9-b7fd-4aba-8724-ea0073db6759 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892320 Nov 12 08:22:34.003567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-083587d9-4dd1-4aff-9604-ac6ae950ece7 None None] Provisioning complete for port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:34.004664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-083587d9-4dd1-4aff-9604-ac6ae950ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.006580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:34.010169 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009c7510-012e-4abe-a3e8-d73121621db4" -d '{"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:34.027266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Deleting port 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:34.030632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.076009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-083587d9-4dd1-4aff-9604-ac6ae950ece7 None None] Port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:34.077174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cabc6fac-076d-4394-836d-2a67c8692268 req-a6bf35e6-bec5-47cd-9fd3-5781454dcd02 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0934362 Nov 12 08:22:34.166842 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ac7cca-a555-47f9-a4fb-6bccb6cebcbd x-openstack-request-id: req-33ac7cca-a555-47f9-a4fb-6bccb6cebcbd {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:34.167135 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac6209-db50-4ab6-ab31-0349980b52ed", "name": "network-vif-deleted", "tag": "51e9288d-f39c-49a7-aee8-abd6cc3cbdc3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:34.167407 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33ac7cca-a555-47f9-a4fb-6bccb6cebcbd {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:34.168359 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac6209-db50-4ab6-ab31-0349980b52ed', 'name': 'network-vif-deleted', 'tag': '51e9288d-f39c-49a7-aee8-abd6cc3cbdc3', 'status': 'completed', 'code': 200} Nov 12 08:22:34.205639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82fca-0e1e-4a30-a160-96459f08be62 req-d6f0211b-1cb5-4b0c-87f3-7bc43ac03226 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:34.207895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8a82fca-0e1e-4a30-a160-96459f08be62 req-d6f0211b-1cb5-4b0c-87f3-7bc43ac03226 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1212320 Nov 12 08:22:34.219988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.250036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Calling delete_port for 8dcbc120-e6e2-4cab-8dfc-d26d0d687873 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:34.261990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.284946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.342493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] In _notify_port_updated(), no bound segment for port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f on network ea582e63-a2a4-474a-9be1-fbae69d71917 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:34.351869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:34.352689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.354391 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "PUT /v2.0/ports/13e5f9ed-cc45-4e25-b61c-60cae757bd1f HTTP/1.1" status: 200 len: 1002 time: 0.9649360 Nov 12 08:22:34.357290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8a82fca-0e1e-4a30-a160-96459f08be62 req-0e6a6332-2c5f-44fb-a614-928f883fdefb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400831 Nov 12 08:22:34.358555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.450096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d67a37-9265-4113-9afc-9c9d2ac2fa64 req-21594ed2-74c6-44e1-8ee7-2380a18903ac tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:34.456503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42d67a37-9265-4113-9afc-9c9d2ac2fa64 req-21594ed2-74c6-44e1-8ee7-2380a18903ac tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 931 time: 0.1294913 Nov 12 08:22:34.465455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8f627-946a-42c9-bfd7-1b86a046b8fd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=13e5f9ed-cc45-4e25-b61c-60cae757bd1f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:34.586035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:34.586557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.615029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42d67a37-9265-4113-9afc-9c9d2ac2fa64 req-e98c7313-2fbc-41b2-a1d5-575c8581eb65 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481106 Nov 12 08:22:34.649170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.727181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900934a-938c-4fce-b19a-0bf518b8541d req-6722e189-f065-4c42-809a-eb2315a7bb27 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:34.729251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0900934a-938c-4fce-b19a-0bf518b8541d req-6722e189-f065-4c42-809a-eb2315a7bb27 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.2114739 Nov 12 08:22:34.732379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event deleted for resources: {'Port': ['ID=8dcbc120-e6e2-4cab-8dfc-d26d0d687873,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:34.743510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.769922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for 13e5f9ed-cc45-4e25-b61c-60cae757bd1f owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:34.824316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7949a814-c521-4ef0-b5e9-10752db3db7d None None] Provisioning complete for port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:34.825028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7949a814-c521-4ef0-b5e9-10752db3db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.868579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7949a814-c521-4ef0-b5e9-10752db3db7d None None] Port 13e5f9ed-cc45-4e25-b61c-60cae757bd1f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:34.946351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0900934a-938c-4fce-b19a-0bf518b8541d req-e3615f86-5d95-4e6c-9ce1-f3ad5b99b58a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591196 Nov 12 08:22:35.034956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.073111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.076897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=13e5f9ed-cc45-4e25-b61c-60cae757bd1f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:35.078671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cf4d79f3-637b-4b6c-a3e7-b67548c2f51b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/ports/8dcbc120-e6e2-4cab-8dfc-d26d0d687873 HTTP/1.1" status: 204 len: 168 time: 1.7749143 Nov 12 08:22:35.089543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53238) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:35.154611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Request body: {'port': {'device_id': '88888949-b71f-44d9-83e4-0771002b214d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:35.261627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e437be7-f601-446c-8127-0d4f3e9ffed0 req-ef384577-b44d-4e8b-950b-9b0e84e53be7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.275933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e437be7-f601-446c-8127-0d4f3e9ffed0 req-ef384577-b44d-4e8b-950b-9b0e84e53be7 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.4803708 Nov 12 08:22:35.355603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Deleting subnet e8e5f3ef-e4de-45a5-83d6-868e6984d863 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:35.369629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.457537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e437be7-f601-446c-8127-0d4f3e9ffed0 req-13df4d84-24c5-4e38-a610-442b9326a5a0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809597 Nov 12 08:22:35.460761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.464300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.465758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.475329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bbf3a648-ad51-4d16-8fac-77a1effc1c7e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/ports/13e5f9ed-cc45-4e25-b61c-60cae757bd1f HTTP/1.1" status: 204 len: 168 time: 1.1143832 Nov 12 08:22:35.509748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:35.561438 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f49e0b-04f8-4fe0-9878-9f556b4dffe1 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] GET failed (client error): The resource could not be found. Nov 12 08:22:35.563816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6f49e0b-04f8-4fe0-9878-9f556b4dffe1 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "GET /v2.0/ports/13e5f9ed-cc45-4e25-b61c-60cae757bd1f HTTP/1.1" status: 404 len: 333 time: 0.0526938 Nov 12 08:22:35.567733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53246) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:35.573289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231946588'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:35.750564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3110d4a-4c8b-4dc3-a907-fa3fd7d0b73c req-4264f432-9ce5-4bf0-8c27-c4cadbe899ad tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1152146 Nov 12 08:22:35.774493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.836705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472987d-49b2-453c-838d-cc542d618b20 req-75af78e4-c8e1-479f-af14-4087c8b8cc62 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.839122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b472987d-49b2-453c-838d-cc542d618b20 req-75af78e4-c8e1-479f-af14-4087c8b8cc62 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.2279191 Nov 12 08:22:35.924613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15404bec-b558-4e0e-b77d-eac8abf76c58 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:35.935016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.010208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Transition to ACTIVE for port object 15404bec-b558-4e0e-b77d-eac8abf76c58 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:36.014825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.015412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.023141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b472987d-49b2-453c-838d-cc542d618b20 req-ddd64986-2944-4480-a80a-be88c5514236 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684427 Nov 12 08:22:36.040807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:36.065626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.067404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927bcb5-6604-4958-9392-40a9f44c50e3 None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:36.122297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=15404bec-b558-4e0e-b77d-eac8abf76c58,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.144119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e5f3ef-e4de-45a5-83d6-868e6984d863,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.159913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b8596-279f-40f3-8de7-bcb04c67954e None None] Network 8ae748ca-8483-4ad1-a015-1ec50c4fc138 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:36.182338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02336d3a-badf-49b3-9f37-0af38f7db9bb req-51a06536-e01f-497a-8aeb-ff9d8fe74aa3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.184463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02336d3a-badf-49b3-9f37-0af38f7db9bb req-51a06536-e01f-497a-8aeb-ff9d8fe74aa3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2881844 Nov 12 08:22:36.191960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.197611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-878d39f8-52fb-49e7-b26e-e103217b4d7e tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/subnets/e8e5f3ef-e4de-45a5-83d6-868e6984d863 HTTP/1.1" status: 204 len: 168 time: 1.1061804 Nov 12 08:22:36.199482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] device_id is not set on port 811b456d-12a1-426a-8688-28a741fa0d54 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:36.199849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53254) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:36.337675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Attempting to bind port 15404bec-b558-4e0e-b77d-eac8abf76c58 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:36.338363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Attempting to bind port 15404bec-b558-4e0e-b77d-eac8abf76c58 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:36.339045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Attempting to bind port 15404bec-b558-4e0e-b77d-eac8abf76c58 on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:36.348713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Port 15404bec-b558-4e0e-b77d-eac8abf76c58 on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:36.349120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Attempting to bind port 15404bec-b558-4e0e-b77d-eac8abf76c58 on network 6180b9d4-9dbf-4808-bdd6-675574dfd405 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:36.353494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02336d3a-badf-49b3-9f37-0af38f7db9bb req-716f721c-8245-4aaa-b90a-592f9a81c68f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277068 Nov 12 08:22:36.374795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:36.375789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Checking segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:36.376926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Bound using segment: {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:36.378520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Bound port: 15404bec-b558-4e0e-b77d-eac8abf76c58, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ec3ef3-04f6-465e-b212-e205ae481394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:36.379176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.387534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4742-ebb5-4074-ae0f-d8807552ead0 req-c665123d-9816-49f4-9d2e-61163c48c055 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.397148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64ed4742-ebb5-4074-ae0f-d8807552ead0 req-c665123d-9816-49f4-9d2e-61163c48c055 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 943 time: 0.2558036 Nov 12 08:22:36.405048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.415136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] DHCP port deletion for 8ae748ca-8483-4ad1-a015-1ec50c4fc138 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:36.513090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] Deleting port 2e6f03c4-1b54-4d5f-a606-529d946b2253 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:36.513596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.553721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] For port 15404bec-b558-4e0e-b77d-eac8abf76c58, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:36.559350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] For port 15404bec-b558-4e0e-b77d-eac8abf76c58, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=15404bec-b558-4e0e-b77d-eac8abf76c58,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:36.570460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Allocated IP 2001:db8::204 (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/811b456d-12a1-426a-8688-28a741fa0d54) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:36.572669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.610241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] For port 2e6f03c4-1b54-4d5f-a606-529d946b2253, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2e6f03c4-1b54-4d5f-a606-529d946b2253,segment=NetworkSegment(75282d81-5d16-4753-a3e5-403e6ef402ee),segment_id=75282d81-5d16-4753-a3e5-403e6ef402ee)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:36.610599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.627783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] Calling delete_port for 2e6f03c4-1b54-4d5f-a606-529d946b2253 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:36.631147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.632191 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.634558 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] 10.222.0.25 "PUT /v2.0/ports/15404bec-b558-4e0e-b77d-eac8abf76c58 HTTP/1.1" status: 200 len: 1092 time: 1.4897318 Nov 12 08:22:36.636409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88888949-b71f-44d9-83e4-0771002b214d', 'tag': '15404bec-b558-4e0e-b77d-eac8abf76c58'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:36.639328 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "88888949-b71f-44d9-83e4-0771002b214d", "tag": "15404bec-b558-4e0e-b77d-eac8abf76c58"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:36.656777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Deleting port 2e6f03c4-1b54-4d5f-a606-529d946b2253 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:36.657710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.686521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ee6b4-8bc7-4a8c-b284-5ef98c20b745 None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:36.737053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] For port 2e6f03c4-1b54-4d5f-a606-529d946b2253, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2e6f03c4-1b54-4d5f-a606-529d946b2253,segment=NetworkSegment(75282d81-5d16-4753-a3e5-403e6ef402ee),segment_id=75282d81-5d16-4753-a3e5-403e6ef402ee)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:36.737809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.755156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Calling delete_port for 2e6f03c4-1b54-4d5f-a606-529d946b2253 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:36.772344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.842556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] Pushing event deleted for resources: {'Port': ['ID=2e6f03c4-1b54-4d5f-a606-529d946b2253,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.849320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40252fc-9887-46e7-a374-01bb4db85100 None None] No DVR routers for this DVR port 2e6f03c4-1b54-4d5f-a606-529d946b2253 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:36.865965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.925844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64ed4742-ebb5-4074-ae0f-d8807552ead0 req-603cdb53-59ff-41e9-b797-7bc340da1983 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286458 Nov 12 08:22:36.930148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.947516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb708a6-0751-4a92-8068-418899a39fc0 req-4088cf84-5f18-46a1-afff-2bba7928f679 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.957277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfb708a6-0751-4a92-8068-418899a39fc0 req-4088cf84-5f18-46a1-afff-2bba7928f679 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.4688282 Nov 12 08:22:36.960266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] No DVR routers for this DVR port 2e6f03c4-1b54-4d5f-a606-529d946b2253 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:36.965980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026bb0f-e589-4883-bb49-cc3de779fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=15404bec-b558-4e0e-b77d-eac8abf76c58,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.055822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event deleted for resources: {'Port': ['ID=2e6f03c4-1b54-4d5f-a606-529d946b2253,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.113016 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.120670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-542edb41-4fa6-437a-92bf-2f7cd5d7426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.123277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-542edb41-4fa6-437a-92bf-2f7cd5d7426b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 1095 time: 0.2642212 Nov 12 08:22:37.125770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.134700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfb708a6-0751-4a92-8068-418899a39fc0 req-1de75f00-72d5-4b5f-9afd-ce52088c13ee tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748838 Nov 12 08:22:37.171534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae748ca-8483-4ad1-a015-1ec50c4fc138']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:37.180181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75282d81-5d16-4753-a3e5-403e6ef402ee') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:37.180498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75282d81-5d16-4753-a3e5-403e6ef402ee') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:37.193425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.215249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.235836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2e6f03c4-1b54-4d5f-a606-529d946b2253 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:37.254784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:37.264704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:37.278231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2e6f03c4-1b54-4d5f-a606-529d946b2253 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:37.278589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2e6f03c4-1b54-4d5f-a606-529d946b2253 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:37.301833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:37.302244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.306440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-99072fc5-c66e-4662-8e53-174edb6bdbd0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15404bec-b558-4e0e-b77d-eac8abf76c58 HTTP/1.1" status: 200 len: 217 time: 0.1720350 Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:37.307201 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:37.333645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5771b34-2fb8-4b45-b97b-11e6b8778e9b req-f9d69141-50de-44c3-b2ae-6172d2ccb6bb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.342923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5771b34-2fb8-4b45-b97b-11e6b8778e9b req-f9d69141-50de-44c3-b2ae-6172d2ccb6bb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.3064544 Nov 12 08:22:37.348346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:37.358277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.359996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.370987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=811b456d-12a1-426a-8688-28a741fa0d54,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.409571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8de3b4f7-acb8-4aa1-b56f-3848f145da38 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8399181 Nov 12 08:22:37.414964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53266) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:37.423111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4e:2a:95'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:37.465298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e38dce-e715-4678-a01f-497a3f2883bd req-fbe6e8e7-1be5-41bf-a60e-87b94046cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.467640 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-fbe6e8e7-1be5-41bf-a60e-87b94046cc10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.1404753 Nov 12 08:22:37.495695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.514736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5771b34-2fb8-4b45-b97b-11e6b8778e9b req-200b6634-cc11-4757-88a3-23646de726c3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705401 Nov 12 08:22:37.543083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.544388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] 10.222.0.16 "DELETE /v2.0/networks/8ae748ca-8483-4ad1-a015-1ec50c4fc138 HTTP/1.1" status: 204 len: 168 time: 1.3425155 Nov 12 08:22:37.571539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50e3f2-3ac9-45cc-9df4-d8bdd2f7c09b tempest-TagsExtTest-726948373 tempest-TagsExtTest-726948373-project] Pushing event deleted for resources: {'Network': ['ID=8ae748ca-8483-4ad1-a015-1ec50c4fc138,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.583839 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0f0bc-fc37-4609-9171-85b0d5c1e8eb x-openstack-request-id: req-3de0f0bc-fc37-4609-9171-85b0d5c1e8eb {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:37.584431 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88888949-b71f-44d9-83e4-0771002b214d", "tag": "15404bec-b558-4e0e-b77d-eac8abf76c58", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:37.584712 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3de0f0bc-fc37-4609-9171-85b0d5c1e8eb {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:37.585246 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88888949-b71f-44d9-83e4-0771002b214d', 'tag': '15404bec-b558-4e0e-b77d-eac8abf76c58', 'status': 'completed', 'code': 200} Nov 12 08:22:37.589051 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-debe11bd-cbc1-4421-b3ff-e8ed5000ae14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136429 Nov 12 08:22:37.751598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1404c1c1-b6e9-4906-8092-c275ea1a1eef req-5ae00b2f-fbd7-4cc9-807b-d806c6bf33bb tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0717020 Nov 12 08:22:37.809742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-ae4e2199-db77-4987-a087-316a0dbe744b service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117822 Nov 12 08:22:37.846977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5d95c683-ef48-44f1-99e8-7a64604f793a None None] Provisioning complete for port 811b456d-12a1-426a-8688-28a741fa0d54 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:37.847868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d95c683-ef48-44f1-99e8-7a64604f793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.934974 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.970349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5d95c683-ef48-44f1-99e8-7a64604f793a None None] Port 811b456d-12a1-426a-8688-28a741fa0d54 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:37.979847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6052b94-1bb5-4515-b7bd-0958d9cdec8b req-46fb3cf6-0f5c-4bb5-aa34-023f5a7e12c3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.981473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6052b94-1bb5-4515-b7bd-0958d9cdec8b req-46fb3cf6-0f5c-4bb5-aa34-023f5a7e12c3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2907095 Nov 12 08:22:38.083991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-21e38dce-e715-4678-a01f-497a3f2883bd req-03d1eb17-6e07-42fa-bc81-9adaf8bd25e3 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636392 Nov 12 08:22:38.085983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:38.204159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6052b94-1bb5-4515-b7bd-0958d9cdec8b req-4bc90532-e024-49ad-8474-e77ea6864289 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712399 Nov 12 08:22:38.239932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-7c4a0700-5e6c-4b0d-b9f6-46975b80431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.242325 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-7c4a0700-5e6c-4b0d-b9f6-46975b80431b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 1095 time: 0.0772107 Nov 12 08:22:38.393378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c81b-11d2-4989-adeb-40ade1a93dd2 req-e2899a90-3d34-466a-9e8f-40ffa247bee4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.401610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a907c81b-11d2-4989-adeb-40ade1a93dd2 req-e2899a90-3d34-466a-9e8f-40ffa247bee4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 943 time: 0.2674749 Nov 12 08:22:38.424672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c6f772ba-dbeb-491a-a074-99bfc4a62cf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25cd7731fb7740828ba4de460fb830dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366995 Nov 12 08:22:38.430878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:38.438154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de8340-ca01-4240-a124-1a6dffdec07e req-5fa4a817-19a5-4dc1-9f79-4faf1ff4b634 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.439948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9de8340-ca01-4240-a124-1a6dffdec07e req-5fa4a817-19a5-4dc1-9f79-4faf1ff4b634 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.1668115 Nov 12 08:22:38.485906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-23564ebc-7554-40e3-8a65-6e86f8c4c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.487936 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-23564ebc-7554-40e3-8a65-6e86f8c4c6d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 910 time: 0.2319117 Nov 12 08:22:38.548248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-df640155-a078-4d27-9c19-1d44d0cac1ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15404bec-b558-4e0e-b77d-eac8abf76c58 HTTP/1.1" status: 200 len: 217 time: 0.0501418 Nov 12 08:22:38.571496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a907c81b-11d2-4989-adeb-40ade1a93dd2 req-2c375156-075a-41bf-9253-7c43542a21bf tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689522 Nov 12 08:22:38.624359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9de8340-ca01-4240-a124-1a6dffdec07e req-8ef4a878-3c42-4104-84f5-881940368aec tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663017 Nov 12 08:22:38.632498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95091db1-3272-4827-abe2-6d257fcccae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.637686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.649464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.662531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-61e63055-3712-4a20-8681-f2f5b564bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.671865 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-61e63055-3712-4a20-8681-f2f5b564bf70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.1157825 Nov 12 08:22:38.682917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] In _notify_port_updated(), no bound segment for port 811b456d-12a1-426a-8688-28a741fa0d54 on network ea582e63-a2a4-474a-9be1-fbae69d71917 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:38.693015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.694139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.695865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "PUT /v2.0/ports/811b456d-12a1-426a-8688-28a741fa0d54 HTTP/1.1" status: 200 len: 1002 time: 1.2796366 Nov 12 08:22:38.697139 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.700120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:38.772267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-5d54117b-c0a8-4e6e-b108-67756a999e91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788293 Nov 12 08:22:38.778222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95091db1-3272-4827-abe2-6d257fcccae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.936527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c509-790e-4c1f-9b96-e26698a32a3a tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=811b456d-12a1-426a-8688-28a741fa0d54,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:38.969998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95091db1-3272-4827-abe2-6d257fcccae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.971888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95091db1-3272-4827-abe2-6d257fcccae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.973106 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-95091db1-3272-4827-abe2-6d257fcccae3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57fe9a6c-2424-4716-8a9f-cc372270732b HTTP/1.1" status: 204 len: 168 time: 0.5408220 Nov 12 08:22:38.994497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-a999efb8-1ccc-4312-8e6f-78007a42d7f0 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092693 Nov 12 08:22:39.000292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95091db1-3272-4827-abe2-6d257fcccae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe9a6c-2424-4716-8a9f-cc372270732b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:39.059180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3d991-d7ef-4c52-b046-a7d43f8a97d9 req-e10430a2-a896-463e-ae6b-de6b6393f6c1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:39.068589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ea3d991-d7ef-4c52-b046-a7d43f8a97d9 req-e10430a2-a896-463e-ae6b-de6b6393f6c1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 944 time: 0.2703161 Nov 12 08:22:39.109984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0774af51-b490-46d4-bc9c-88637f73419d req-d26937b6-f4c2-4e1b-9628-9cebdc70fca4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1467552 Nov 12 08:22:39.195595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port 811b456d-12a1-426a-8688-28a741fa0d54 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:39.196015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.210777 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65bf6c28-6d13-4020-a14b-1a48e9cd7fa6 req-aaf2bb21-72a2-4f37-bdbe-19b67dd2ece6 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071860 Nov 12 08:22:39.215332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-80131c1b-f51a-4950-827d-d4c7eefb25ef None None] Provisioning complete for port 811b456d-12a1-426a-8688-28a741fa0d54 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:39.224340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80131c1b-f51a-4950-827d-d4c7eefb25ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.245170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ea3d991-d7ef-4c52-b046-a7d43f8a97d9 req-6ea9052b-c38b-4f67-bb43-1c46881481d6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322732 Nov 12 08:22:39.379366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-80131c1b-f51a-4950-827d-d4c7eefb25ef None None] Port 811b456d-12a1-426a-8688-28a741fa0d54 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:39.436590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.457609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for 811b456d-12a1-426a-8688-28a741fa0d54 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:39.705813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:39.944032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:39.987003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'port_id': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'mac_address': 'fa:16:3e:18:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:40.001709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671361ea-3c7d-48b3-a648-e5e9277b014c req-7b5ec1ac-eaf9-4f59-8151-07794df12286 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.004310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-671361ea-3c7d-48b3-a648-e5e9277b014c req-7b5ec1ac-eaf9-4f59-8151-07794df12286 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.6307154 Nov 12 08:22:40.063106 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.089375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:40.101355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68e97-910f-4053-a3f1-9d640a7443db req-8339e51d-8063-40f3-91f5-dd9a0aa51db4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.102934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8db68e97-910f-4053-a3f1-9d640a7443db req-8339e51d-8063-40f3-91f5-dd9a0aa51db4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 943 time: 0.2132702 Nov 12 08:22:40.103610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.129565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:40.149960 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.174981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-671361ea-3c7d-48b3-a648-e5e9277b014c req-7263a93e-bb82-47e5-a21e-08eafb9e433b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570029 Nov 12 08:22:40.211045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=811b456d-12a1-426a-8688-28a741fa0d54,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:40.232569 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.235983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3aef80b2-6ad5-4740-9f08-a4778dc3e59e tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/ports/811b456d-12a1-426a-8688-28a741fa0d54 HTTP/1.1" status: 204 len: 168 time: 1.5341930 Nov 12 08:22:40.241040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:40.289903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:40.317086 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec22663-4766-4302-b9a3-9f83e1739ce8 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] GET failed (client error): The resource could not be found. Nov 12 08:22:40.320215 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dec22663-4766-4302-b9a3-9f83e1739ce8 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "GET /v2.0/ports/811b456d-12a1-426a-8688-28a741fa0d54 HTTP/1.1" status: 404 len: 333 time: 0.0753064 Nov 12 08:22:40.326406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53330) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:40.334949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-305979542'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:40.374676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-d6cd45d9-6823-41b6-a83d-0ff4fa623c83 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.378329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-d6cd45d9-6823-41b6-a83d-0ff4fa623c83 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.2420382 Nov 12 08:22:40.413250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8db68e97-910f-4053-a3f1-9d640a7443db req-625ed3a9-6764-4ab9-981c-d088ca288cc0 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893798 Nov 12 08:22:40.556656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['83a12146-a922-4b98-9c6c-26a4fd4296ef'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:40.590044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port a24c0dc8-1eea-4014-95ac-0b07cbb93371 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:40.590268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.681748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157be804-5ab9-43ab-b8df-2f3653c37988 req-645379dc-f3a0-4865-8df3-ae6649f86092 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.701617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-157be804-5ab9-43ab-b8df-2f3653c37988 req-645379dc-f3a0-4865-8df3-ae6649f86092 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 945 time: 0.3176973 Nov 12 08:22:40.733113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port a24c0dc8-1eea-4014-95ac-0b07cbb93371, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=a24c0dc8-1eea-4014-95ac-0b07cbb93371,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:40.734280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.819929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:40.826570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.844889 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd923dc1-c26f-4313-8199-126af58e15e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.862000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-157be804-5ab9-43ab-b8df-2f3653c37988 req-1d51b75a-5872-47c7-b292-24d8a841babb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497900 Nov 12 08:22:40.869512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] device_id is not set on port 10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:41.057353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04d466ed-d243-4020-946e-78ac82a1d0af req-18d0971f-bd80-419e-b374-47de01cfc864 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0583925 Nov 12 08:22:41.216088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Allocated IP 2001:db8::2f0 (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/10e7aaba-639a-4e9c-a1d0-d5cbe35a0786) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:41.305976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c48b-d3b0-4bf2-987f-5521dbf6396c req-c80a1ea2-b1ea-4b16-bd1f-f4ba453874f3 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.314152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9509c48b-d3b0-4bf2-987f-5521dbf6396c req-c80a1ea2-b1ea-4b16-bd1f-f4ba453874f3 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1240249 Nov 12 08:22:41.465972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for a24c0dc8-1eea-4014-95ac-0b07cbb93371 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:41.538058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9509c48b-d3b0-4bf2-987f-5521dbf6396c req-5932f8db-c6bc-484e-b23f-26d5af54cd78 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175348 Nov 12 08:22:41.553530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-ff998566-1250-4eb9-a42b-4465cc321d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.555543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-ff998566-1250-4eb9-a42b-4465cc321d70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.1978898 Nov 12 08:22:41.650527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a9ab-7946-4295-95b3-4d219bf0e392 req-53054393-d8f3-41ea-8004-1b5e5a1a1fb9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.657418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9e0a9ab-7946-4295-95b3-4d219bf0e392 req-53054393-d8f3-41ea-8004-1b5e5a1a1fb9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2540779 Nov 12 08:22:41.691999 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.698061 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.711439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:41.747843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=a24c0dc8-1eea-4014-95ac-0b07cbb93371,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:41.804571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port a24c0dc8-1eea-4014-95ac-0b07cbb93371 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:41.808148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.811991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d636ed5-4a9d-460c-9553-17e7a786fe6d req-11c0ceba-2617-4a3a-bf31-3a32847267fd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "DELETE /v2.0/ports/a24c0dc8-1eea-4014-95ac-0b07cbb93371 HTTP/1.1" status: 204 len: 173 time: 1.4232540 Nov 12 08:22:41.813569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'name': 'network-vif-deleted', 'tag': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:41.816605 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e5e4ac-7d61-4815-bb99-44599318ce27" -d '{"events": [{"server_uuid": "0f20d0bf-760d-436d-8567-49f0387c2cbf", "name": "network-vif-deleted", "tag": "a24c0dc8-1eea-4014-95ac-0b07cbb93371"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:41.846507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.872450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2863a-5e7c-48a1-9edd-17696bced805 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:41.936346 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.049709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-7e0e7852-4f2a-46c0-9c43-b5fecb3b975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.052139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-7e0e7852-4f2a-46c0-9c43-b5fecb3b975c service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.4855781 Nov 12 08:22:42.095205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7edad-c6a9-4f7b-8259-121f44ce910c req-d57d5401-e256-49ad-97f3-3a3fb2b8f6d5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.096527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96b7edad-c6a9-4f7b-8259-121f44ce910c req-d57d5401-e256-49ad-97f3-3a3fb2b8f6d5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 943 time: 0.4569411 Nov 12 08:22:42.097342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=10e7aaba-639a-4e9c-a1d0-d5cbe35a0786,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:42.103983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9e0a9ab-7946-4295-95b3-4d219bf0e392 req-b055f432-2aaf-41e9-be63-550224feb13d tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456518 Nov 12 08:22:42.140104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.140459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.140800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.141142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.141483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.141823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.142395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.142735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.143170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.143500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.144113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.144431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:42.166082 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb10584d-a187-4807-b71b-ec750c01b1d2 x-openstack-request-id: req-bb10584d-a187-4807-b71b-ec750c01b1d2 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:42.166476 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f20d0bf-760d-436d-8567-49f0387c2cbf", "name": "network-vif-deleted", "tag": "a24c0dc8-1eea-4014-95ac-0b07cbb93371", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:42.166834 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb10584d-a187-4807-b71b-ec750c01b1d2 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:42.167327 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f20d0bf-760d-436d-8567-49f0387c2cbf', 'name': 'network-vif-deleted', 'tag': 'a24c0dc8-1eea-4014-95ac-0b07cbb93371', 'status': 'completed', 'code': 200} Nov 12 08:22:42.196406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:42.217211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:42.225851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:42.239416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.240485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.323387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31ed2255-fd6d-4f1f-b02f-6a57a71a4a4f req-e5b7c769-a830-4c82-8f26-53aab963adaa tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f20d0bf-760d-436d-8567-49f0387c2cbf HTTP/1.1" status: 200 len: 210 time: 0.0753882 Nov 12 08:22:42.334563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53370) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.334857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-19c3847e-5ffb-4652-aaba-182714f94aef tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0071549 Nov 12 08:22:42.340690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'network_id': 'ea582e63-a2a4-474a-9be1-fbae69d71917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2007653597'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:42.349104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96b7edad-c6a9-4f7b-8259-121f44ce910c req-8844cae1-3eae-4995-8750-7e3c82968987 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349007 Nov 12 08:22:42.356898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-7a03f10c-b541-4236-b586-65d95e2559e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.2507482 Nov 12 08:22:42.390912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53372) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.481112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-25f0299e-d358-4dc0-a4c3-72c6773f3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.486861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-25f0299e-d358-4dc0-a4c3-72c6773f3c12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.1173344 Nov 12 08:22:42.622494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-978ef5f8-446a-4b3b-a08a-87b5950f502d req-6ad957f0-48d8-4f7b-a696-13c07ba87d7f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1247301 Nov 12 08:22:42.689337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27953e45-5368-4157-a43c-4405685ff2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.690837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-6b5baf52-d6e3-40d5-8254-3db1e69c8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.696676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-6b5baf52-d6e3-40d5-8254-3db1e69c8a20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995261 Nov 12 08:22:42.753724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Made reservation on behalf of b0c31720dc6949ef9dc26a503ccb80e2 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:42.759074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d1f16661-72fd-4b3a-aa40-d69eaffca432 None None] Provisioning complete for port 10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:42.759739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1f16661-72fd-4b3a-aa40-d69eaffca432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.762977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.795176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] device_id is not set on port 8abac8f5-9ee0-4534-a6d3-31630effde21 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:42.812694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d1f16661-72fd-4b3a-aa40-d69eaffca432 None None] Port 10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:42.863909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f35c8e-90b8-45de-9220-d7adaea87fc9 req-c56d86d9-0ec9-44bb-b5e9-f54a6303c090 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.865648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66f35c8e-90b8-45de-9220-d7adaea87fc9 req-c56d86d9-0ec9-44bb-b5e9-f54a6303c090 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.1676311 Nov 12 08:22:42.879566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-d94831ab-08a4-45af-b60d-b13acd9f84c3 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636345 Nov 12 08:22:42.894052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27953e45-5368-4157-a43c-4405685ff2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.922852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27953e45-5368-4157-a43c-4405685ff2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.000265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Allocated IP 2001:db8::21e (ea582e63-a2a4-474a-9be1-fbae69d71917/b078ef46-0609-4e18-b673-f9a356dc3074/8abac8f5-9ee0-4534-a6d3-31630effde21) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:43.004647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66f35c8e-90b8-45de-9220-d7adaea87fc9 req-cffdd32d-eacb-4f0d-8279-74dff55e1f03 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059732 Nov 12 08:22:43.005394 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27953e45-5368-4157-a43c-4405685ff2d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b438c7760e0408380854d1183c05860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6131375 Nov 12 08:22:43.006815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27953e45-5368-4157-a43c-4405685ff2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b002737-10b3-413f-ace2-375943a0b66b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.008929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53378) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:43.053837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5a3dff0-f734-46c5-86e9-dc12701bca05 req-8bd02c13-8157-40f8-9e83-af2e54630101 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656919 Nov 12 08:22:43.100871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6229954f-96fb-4b43-8a66-cc3cab65513f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.127711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6229954f-96fb-4b43-8a66-cc3cab65513f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.131348 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc37a4c3-680d-44cd-9502-92fbede19de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.185837 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6229954f-96fb-4b43-8a66-cc3cab65513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.189385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6229954f-96fb-4b43-8a66-cc3cab65513f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.191098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6229954f-96fb-4b43-8a66-cc3cab65513f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b002737-10b3-413f-ace2-375943a0b66b HTTP/1.1" status: 204 len: 168 time: 0.1812041 Nov 12 08:22:43.201431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229954f-96fb-4b43-8a66-cc3cab65513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b002737-10b3-413f-ace2-375943a0b66b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.247069 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.304261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.313148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32627960-a662-4989-8330-c0d139883959 req-7d4fa3fa-bfff-4f08-b211-8e78a26d3696 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.315949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32627960-a662-4989-8330-c0d139883959 req-7d4fa3fa-bfff-4f08-b211-8e78a26d3696 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.0735993 Nov 12 08:22:43.353077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Network ea582e63-a2a4-474a-9be1-fbae69d71917 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:43.358695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:43.362741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:43.371217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.372179 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.387990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=8abac8f5-9ee0-4534-a6d3-31630effde21,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.390472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32627960-a662-4989-8330-c0d139883959 req-ca5a9013-d82a-4f3b-a2b4-7d2c3e3faac1 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654948 Nov 12 08:22:43.440527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e7a7a910-8578-44bc-af32-a7f4da7c8c6b tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1037345 Nov 12 08:22:43.443021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53392) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:43.455580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:4e:2a:95'}, {'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:50:a0:d6'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:43.697288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183829e-6e40-45a1-b621-4de4b8e3eff5 req-f7e3a83f-23fc-4077-9b9c-f150e5486618 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.700505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9183829e-6e40-45a1-b621-4de4b8e3eff5 req-f7e3a83f-23fc-4077-9b9c-f150e5486618 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 943 time: 0.2015374 Nov 12 08:22:43.716584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 15404bec-b558-4e0e-b77d-eac8abf76c58 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:43.720764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:43.828923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53402) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:43.855479 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0165b78d-69aa-4a74-9ffe-88f6252339b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.938871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61847f1e-48b4-472e-b9a2-a116040e09aa req-51921b28-a423-4d0a-8f37-6fa4afba31a6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0906425 Nov 12 08:22:43.952339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0165b78d-69aa-4a74-9ffe-88f6252339b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.960156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0165b78d-69aa-4a74-9ffe-88f6252339b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.969976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9183829e-6e40-45a1-b621-4de4b8e3eff5 req-9b6f7b37-61e8-42a8-a1cb-f3a494bd12fa tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622242 Nov 12 08:22:44.027123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 15404bec-b558-4e0e-b77d-eac8abf76c58, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=15404bec-b558-4e0e-b77d-eac8abf76c58,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:44.030380 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.053056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '15404bec-b558-4e0e-b77d-eac8abf76c58', 'network_id': '6180b9d4-9dbf-4808-bdd6-675574dfd405', 'port_id': '15404bec-b558-4e0e-b77d-eac8abf76c58', 'mac_address': 'fa:16:3e:5d:77:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f674a0-2da9-4d53-a058-1a85339bde52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:44.069139 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0165b78d-69aa-4a74-9ffe-88f6252339b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a6659887ae34654a7b02b25be4b2fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377641 Nov 12 08:22:44.073653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53410) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.103527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165b78d-69aa-4a74-9ffe-88f6252339b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657cce2a-953a-416f-97a6-0a8bf3bc7810,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.120398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-01a8e8a8-cb6b-4c5f-9b59-39587cd5020c None None] Provisioning complete for port 8abac8f5-9ee0-4534-a6d3-31630effde21 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:44.120775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-01a8e8a8-cb6b-4c5f-9b59-39587cd5020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.160812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 83a12146-a922-4b98-9c6c-26a4fd4296ef completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:44.167496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-01a8e8a8-cb6b-4c5f-9b59-39587cd5020c None None] Port 8abac8f5-9ee0-4534-a6d3-31630effde21 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:44.169128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 83a12146-a922-4b98-9c6c-26a4fd4296ef triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:44.169638 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.206516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d04be160-a9ae-4f3b-afb6-473e16906cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.213171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.229946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15404bec-b558-4e0e-b77d-eac8abf76c58 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:44.243606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d04be160-a9ae-4f3b-afb6-473e16906cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.263628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 15404bec-b558-4e0e-b77d-eac8abf76c58, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=15404bec-b558-4e0e-b77d-eac8abf76c58,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:44.297152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-c2475ce3-c841-4524-8b32-e415ff93227d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.309386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d04be160-a9ae-4f3b-afb6-473e16906cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.311713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-c2475ce3-c841-4524-8b32-e415ff93227d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.1801715 Nov 12 08:22:44.316775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.320820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d04be160-a9ae-4f3b-afb6-473e16906cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.325647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d04be160-a9ae-4f3b-afb6-473e16906cff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/657cce2a-953a-416f-97a6-0a8bf3bc7810 HTTP/1.1" status: 204 len: 168 time: 0.2490795 Nov 12 08:22:44.344872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04be160-a9ae-4f3b-afb6-473e16906cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657cce2a-953a-416f-97a6-0a8bf3bc7810,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.369074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.400740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-3e6b9330-f525-460b-a427-f0a56f19eae4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.0870452 Nov 12 08:22:44.434395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=15404bec-b558-4e0e-b77d-eac8abf76c58,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.478078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:44.480470 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a2f6e-5692-4fd5-aea5-1f8848d4fd8b" -d '{"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-plugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:44.484962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.485299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.485704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.486140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.487311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.487311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.487311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.487710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.488034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.488394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.488956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.489410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.497381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.507731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:44.513842 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.515884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a24c0dc8-1eea-4014-95ac-0b07cbb93371 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:44.517442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547aba8-56e1-40b5-81b1-7106a8a16496 req-4afb356f-0925-4521-8252-4fd639a0152a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.527357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1547aba8-56e1-40b5-81b1-7106a8a16496 req-4afb356f-0925-4521-8252-4fd639a0152a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 945 time: 0.2081845 Nov 12 08:22:44.554975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: a24c0dc8-1eea-4014-95ac-0b07cbb93371 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:44.555411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device a24c0dc8-1eea-4014-95ac-0b07cbb93371 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:44.617248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.641288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-ddd78070-27bf-4cd2-accb-2400fb775141 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2393582 Nov 12 08:22:44.685667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1547aba8-56e1-40b5-81b1-7106a8a16496 req-f761ab54-4627-41ba-b546-4a5ee30dba15 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577420 Nov 12 08:22:44.732347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['15404bec-b558-4e0e-b77d-eac8abf76c58'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:44.847590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.860263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-dd259a55-8231-445f-9e94-0d432d8921d5 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045338 Nov 12 08:22:44.860778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.938616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] In _notify_port_updated(), no bound segment for port 8abac8f5-9ee0-4534-a6d3-31630effde21 on network ea582e63-a2a4-474a-9be1-fbae69d71917 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:44.950814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.950814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.951173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "PUT /v2.0/ports/8abac8f5-9ee0-4534-a6d3-31630effde21 HTTP/1.1" status: 200 len: 1068 time: 1.4998951 Nov 12 08:22:44.954403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53432) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.035869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffceb2-5a80-4938-a816-ad202215a741 req-06a8bd71-7a4e-45e8-a3ee-2e776c1e44a2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:45.037612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87ffceb2-5a80-4938-a816-ad202215a741 req-06a8bd71-7a4e-45e8-a3ee-2e776c1e44a2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.2561758 Nov 12 08:22:45.040511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b74fc9-b0c8-4f1f-9860-520dbf14ba20 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event updated for resources: {'Port': ['ID=8abac8f5-9ee0-4534-a6d3-31630effde21,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:45.167572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port 8abac8f5-9ee0-4534-a6d3-31630effde21 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:45.168354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.292297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.309192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for 8abac8f5-9ee0-4534-a6d3-31630effde21 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:45.414708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-65f7b405-4c45-4612-a88a-c02efed8d29e None None] Provisioning complete for port 8abac8f5-9ee0-4534-a6d3-31630effde21 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:45.414708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-65f7b405-4c45-4612-a88a-c02efed8d29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.492771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-65f7b405-4c45-4612-a88a-c02efed8d29e None None] Port 8abac8f5-9ee0-4534-a6d3-31630effde21 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:45.528628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.577428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=8abac8f5-9ee0-4534-a6d3-31630effde21,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:45.577754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-b55afaf8-c567-42aa-b4be-fb2342e5242e service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046266 Nov 12 08:22:45.600418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87ffceb2-5a80-4938-a816-ad202215a741 req-2f486b6e-46a2-4cef-8a84-7fa274cc64ca tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5539656 Nov 12 08:22:45.652265 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.702690 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a366ce4-832a-4869-8965-dba5652a6a54 x-openstack-request-id: req-2a366ce4-832a-4869-8965-dba5652a6a54 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:45.703161 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-plugged", "status": "completed", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:45.703583 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a366ce4-832a-4869-8965-dba5652a6a54 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:45.704246 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'code': 200} Nov 12 08:22:45.964997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adfe3e35-6e55-4f0d-a1c6-bb9b4bf874d0 req-bf23e8a0-c9ff-409a-b4d7-01ada9539879 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0527589 Nov 12 08:22:46.113934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c137c8-c465-4b93-a8e7-b1a57054abb2 req-ba225f4c-bec2-41ca-a117-c5ba8965ab5a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.124350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59c137c8-c465-4b93-a8e7-b1a57054abb2 req-ba225f4c-bec2-41ca-a117-c5ba8965ab5a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 944 time: 0.1188464 Nov 12 08:22:46.124827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.132225 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4501f2fc-4f36-4eef-ae72-c059d35ddbe7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/ports/8abac8f5-9ee0-4534-a6d3-31630effde21 HTTP/1.1" status: 204 len: 168 time: 1.1725023 Nov 12 08:22:46.136102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53464) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:46.142521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fdc86-05e4-499a-bc1b-e9f3d6b03fff req-d6980e56-51e9-4d70-8c51-90e6ca08a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.145529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bd8fdc86-05e4-499a-bc1b-e9f3d6b03fff req-d6980e56-51e9-4d70-8c51-90e6ca08a259 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1098 time: 0.2182221 Nov 12 08:22:46.217610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59c137c8-c465-4b93-a8e7-b1a57054abb2 req-1b699bf9-6fe4-4567-b841-fafb30bebcae tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920904 Nov 12 08:22:46.240540 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bd8fdc86-05e4-499a-bc1b-e9f3d6b03fff req-f902bef6-8463-46f9-a7fb-3741a913fc1b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871859 Nov 12 08:22:46.260188 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9b2aa2-a97a-447c-9473-30c65836aeac tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] GET failed (client error): The resource could not be found. Nov 12 08:22:46.262078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec9b2aa2-a97a-447c-9473-30c65836aeac tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "GET /v2.0/ports/8abac8f5-9ee0-4534-a6d3-31630effde21 HTTP/1.1" status: 404 len: 333 time: 0.0981805 Nov 12 08:22:46.265350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53468) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:46.312901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c0b49-4126-4a17-814f-e07acdea818a req-bdc2185f-5eea-4cf6-9bfa-ae71959ac3d4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.315187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c0b49-4126-4a17-814f-e07acdea818a req-bdc2185f-5eea-4cf6-9bfa-ae71959ac3d4 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1880968 Nov 12 08:22:46.405735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-210c0b49-4126-4a17-814f-e07acdea818a req-ab52e1f6-33ca-4f04-ae3f-751166c3ab14 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815730 Nov 12 08:22:46.493766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972b64-a65b-4779-a955-60a4f69fc49e req-d84bad1c-6f53-4219-be94-576acb810ad5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.503673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73972b64-a65b-4779-a955-60a4f69fc49e req-d84bad1c-6f53-4219-be94-576acb810ad5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 946 time: 0.0965192 Nov 12 08:22:46.538453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port 10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:46.538752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.557287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9d6e1b4-d10b-4462-b0a1-2f2e520264ac req-62155ac5-abd7-4bfe-b5e2-672a1197f29f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 210 time: 0.0442884 Nov 12 08:22:46.627665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73972b64-a65b-4779-a955-60a4f69fc49e req-559fec25-5c0a-46d9-b92f-6a948715dcfe tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227477 Nov 12 08:22:46.742322 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.762363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.783598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for 10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:47.066508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.137371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=10e7aaba-639a-4e9c-a1d0-d5cbe35a0786,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:47.175168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.181736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c82be650-ce5f-4bb7-8697-b456249463dc tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/ports/10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 HTTP/1.1" status: 204 len: 168 time: 0.9146483 Nov 12 08:22:47.184636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53504) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:47.216273 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-557a3606-5ee9-4f1b-8aca-18ab4ab504d3 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] GET failed (client error): The resource could not be found. Nov 12 08:22:47.221509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-557a3606-5ee9-4f1b-8aca-18ab4ab504d3 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "GET /v2.0/ports/10e7aaba-639a-4e9c-a1d0-d5cbe35a0786 HTTP/1.1" status: 404 len: 333 time: 0.0304985 Nov 12 08:22:47.223436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53510) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:47.241688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6f6d1b3-ebdc-43df-bc82-eb49b1d1b731 req-f6418f97-3a7b-49f4-8b00-f6f8a9b23cb8 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1529024 Nov 12 08:22:47.460894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port 1bfe7bb9-0f7f-4885-962d-854c532d50eb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:47.461611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.639665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11259-1e31-418f-9f86-ac9f71ada327 req-717a226b-706c-4d81-8431-8cf0564e0233 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.648082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fe11259-1e31-418f-9f86-ac9f71ada327 req-717a226b-706c-4d81-8431-8cf0564e0233 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 944 time: 0.1589267 Nov 12 08:22:47.718702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 15404bec-b558-4e0e-b77d-eac8abf76c58 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:47.804285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fe11259-1e31-418f-9f86-ac9f71ada327 req-cada3266-d4b7-43a8-a456-5d165dedee15 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511202 Nov 12 08:22:47.936627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 15404bec-b558-4e0e-b77d-eac8abf76c58 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:47.937816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-e7de7004-19eb-45ba-80c0-32da2c6aa2f0 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.943892 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-e7de7004-19eb-45ba-80c0-32da2c6aa2f0 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.4386718 Nov 12 08:22:47.947026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 15404bec-b558-4e0e-b77d-eac8abf76c58 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:47.947589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.967797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:48.130355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.157589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for 1bfe7bb9-0f7f-4885-962d-854c532d50eb owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:48.187165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25e6a15b-0e41-4b73-a2f0-7fa8432445f3 req-5be98b5f-0a19-4195-be1c-8d6540e163f5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 210 time: 0.1959307 Nov 12 08:22:48.219607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.248099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-8a8d261c-a819-4d20-8604-86b555a4d227 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:48.270498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-8a8d261c-a819-4d20-8604-86b555a4d227 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6 HTTP/1.1" status: 200 len: 943 time: 0.1842639 Nov 12 08:22:48.276442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88888949-b71f-44d9-83e4-0771002b214d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15404bec-b558-4e0e-b77d-eac8abf76c58'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:48.282611 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cad20df-d1b3-42bd-8a8d-446d7a5992a1" -d '{"events": [{"server_uuid": "88888949-b71f-44d9-83e4-0771002b214d", "name": "network-vif-plugged", "status": "completed", "tag": "15404bec-b558-4e0e-b77d-eac8abf76c58"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:48.319865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 15404bec-b558-4e0e-b77d-eac8abf76c58, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=15404bec-b558-4e0e-b77d-eac8abf76c58,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:48.325423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:48.329245 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.329579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.453563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=15404bec-b558-4e0e-b77d-eac8abf76c58,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:48.496785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c799acc-134d-4c6b-bfb1-aca7ffff1163 req-574af950-835d-4344-90a4-749764631440 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:48.507923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c799acc-134d-4c6b-bfb1-aca7ffff1163 req-574af950-835d-4344-90a4-749764631440 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 946 time: 0.1498525 Nov 12 08:22:48.568536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Deleting port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:48.569259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.596908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.599845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.12 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/b38317b6-54dc-4193-93e1-72d5e4ab4faa) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:48.639143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=1bfe7bb9-0f7f-4885-962d-854c532d50eb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:48.710274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.714501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c799acc-134d-4c6b-bfb1-aca7ffff1163 req-e705516d-7245-4eef-8bb5-ca986f43ac4a tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051673 Nov 12 08:22:48.728380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7fd7adb1-7fbe-4fc3-9324-9ef1c41fd1b7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/ports/1bfe7bb9-0f7f-4885-962d-854c532d50eb HTTP/1.1" status: 204 len: 168 time: 1.5009518 Nov 12 08:22:48.729335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53586) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:48.731901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] For port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:48.732293 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.820721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Calling delete_port for 078d39eb-56c5-4658-ac0b-ce62dea1e8ac owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:48.948487 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151bcd90-2b72-4d4b-95fa-2b90be36cece x-openstack-request-id: req-151bcd90-2b72-4d4b-95fa-2b90be36cece {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:48.949603 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88888949-b71f-44d9-83e4-0771002b214d", "name": "network-vif-plugged", "status": "completed", "tag": "15404bec-b558-4e0e-b77d-eac8abf76c58", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:48.950078 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-151bcd90-2b72-4d4b-95fa-2b90be36cece {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:48.950697 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88888949-b71f-44d9-83e4-0771002b214d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15404bec-b558-4e0e-b77d-eac8abf76c58', 'code': 200} Nov 12 08:22:48.982155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.995136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['73cc51d5-9a6f-494d-96c9-3647b6aac2b2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:49.063657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.089154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'Port': ['ID=078d39eb-56c5-4658-ac0b-ce62dea1e8ac,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:49.160992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.169426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:49.206088 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:49.233401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:49.238856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:49.244406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:49.257789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting subnet b078ef46-0609-4e18-b673-f9a356dc3074 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:49.264589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.285356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb32b7-5cac-4018-a16e-2ee6e6d9893e None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:49.293821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=b38317b6-54dc-4193-93e1-72d5e4ab4faa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:49.344293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.344293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.374078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-db69786c-48bb-4c5a-bce8-5d06aff6fd81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4141207 Nov 12 08:22:49.377987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.393543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] No DVR routers for this DVR port 078d39eb-56c5-4658-ac0b-ce62dea1e8ac on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:49.398206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Request body: {'port': {'device_id': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:49.461504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.474975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-365d8eda-e08c-4a10-90d0-34e2de7c17b9 req-5dab8243-acd6-455d-aa8d-1c93fc956567 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "DELETE /v2.0/ports/078d39eb-56c5-4658-ac0b-ce62dea1e8ac HTTP/1.1" status: 204 len: 173 time: 1.1966987 Nov 12 08:22:49.492341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-deleted', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:49.501546 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74c29e9-7899-4e93-a282-a85b6568f380" -d '{"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-deleted", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:49.562919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.574923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f352ebe2-85dc-4e99-b859-c3b398a5d1ea req-93022454-66ad-4096-aa2b-6f6ea6faa3d4 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1703842 Nov 12 08:22:49.604393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610fd31-33c2-4af7-8e0c-84e29dfda3c8 req-c1565622-6ac0-4934-9898-e40a39ec1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.604393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c610fd31-33c2-4af7-8e0c-84e29dfda3c8 req-c1565622-6ac0-4934-9898-e40a39ec1ef7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 1097 time: 0.5024216 Nov 12 08:22:49.660982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.710141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c610fd31-33c2-4af7-8e0c-84e29dfda3c8 req-bd4f73fa-5267-4d31-a828-e235b5ec9d35 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913494 Nov 12 08:22:49.751956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3c4212c5-1f1d-44b8-9c68-6f85e11e1c92 None None] Provisioning complete for port b38317b6-54dc-4193-93e1-72d5e4ab4faa triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:49.754098 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c4212c5-1f1d-44b8-9c68-6f85e11e1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.810069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.850093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Subnet': ['ID=b078ef46-0609-4e18-b673-f9a356dc3074,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:49.861112 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.865617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-43c6403f-ba91-4a9c-b38c-03162a9ad9dd tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/subnets/b078ef46-0609-4e18-b673-f9a356dc3074 HTTP/1.1" status: 204 len: 168 time: 1.1269982 Nov 12 08:22:49.869261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53608) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:49.908735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc123-5940-41e6-a548-bd3678aeb37d req-e2c4ed5c-364e-457b-a0fa-bae68ec4260e tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.920889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12efc123-5940-41e6-a548-bd3678aeb37d req-e2c4ed5c-364e-457b-a0fa-bae68ec4260e tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1785340 Nov 12 08:22:49.925047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b31d5-86c9-41c8-9aeb-32de78b9bbdd None None] Network ea582e63-a2a4-474a-9be1-fbae69d71917 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:49.994239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3c4212c5-1f1d-44b8-9c68-6f85e11e1c92 None None] Port b38317b6-54dc-4193-93e1-72d5e4ab4faa cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:50.065508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.090426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38317b6-54dc-4193-93e1-72d5e4ab4faa {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:50.101135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.123439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Transition to ACTIVE for port object b38317b6-54dc-4193-93e1-72d5e4ab4faa will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:50.132579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.193229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897d3d6-2c86-406e-8cbb-959ac00f09ce None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:50.198932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12efc123-5940-41e6-a548-bd3678aeb37d req-ecce6c6f-f0ad-4376-b6fb-1dee05e0bda1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768936 Nov 12 08:22:50.239211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc78a5-1c5a-4d6a-b25d-53a23e076bb8 req-a5cb6d42-6426-4bb4-9548-079ca893a5f8 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:50.254901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b38317b6-54dc-4193-93e1-72d5e4ab4faa,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:50.257353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-abcc78a5-1c5a-4d6a-b25d-53a23e076bb8 req-a5cb6d42-6426-4bb4-9548-079ca893a5f8 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.3333554 Nov 12 08:22:50.346479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Attempting to bind port b38317b6-54dc-4193-93e1-72d5e4ab4faa on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:50.346721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Attempting to bind port b38317b6-54dc-4193-93e1-72d5e4ab4faa by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:50.347036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Attempting to bind port b38317b6-54dc-4193-93e1-72d5e4ab4faa on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:50.352421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Port b38317b6-54dc-4193-93e1-72d5e4ab4faa on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:50.352749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Attempting to bind port b38317b6-54dc-4193-93e1-72d5e4ab4faa on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:50.361906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:50.362248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:50.362640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:50.364900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Bound port: b38317b6-54dc-4193-93e1-72d5e4ab4faa, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:50.365271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.370646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] DHCP port deletion for ea582e63-a2a4-474a-9be1-fbae69d71917 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:50.374862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Deleting port 2b94aa81-d61f-4736-befd-43f25a562411 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:50.375567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.414690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-abcc78a5-1c5a-4d6a-b25d-53a23e076bb8 req-56d4c17c-3c1d-4f21-9b48-3fe611b791a1 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561019 Nov 12 08:22:50.469893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] Deleting port 2b94aa81-d61f-4736-befd-43f25a562411 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:50.470611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.499747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] For port b38317b6-54dc-4193-93e1-72d5e4ab4faa, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:50.505916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] For port b38317b6-54dc-4193-93e1-72d5e4ab4faa, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:50.512799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.524652 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb00051d-c116-4667-b275-f1b6895a20fa x-openstack-request-id: req-eb00051d-c116-4667-b275-f1b6895a20fa {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:50.532145 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6", "name": "network-vif-deleted", "tag": "078d39eb-56c5-4658-ac0b-ce62dea1e8ac", "status": "failed", "code": 422}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:50.533189 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb00051d-c116-4667-b275-f1b6895a20fa {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:50.538330 n-d-768509-25 neutron-server[102372]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4e1a64c-9572-4ccc-bd67-73fa6d1dd3a6', 'name': 'network-vif-deleted', 'tag': '078d39eb-56c5-4658-ac0b-ce62dea1e8ac', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:22:50.568230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9530ca4-41a1-4b03-88da-e2fbf1bbe1a7 req-8079d450-9033-432a-9545-97270d95d910 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:50.576916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9530ca4-41a1-4b03-88da-e2fbf1bbe1a7 req-8079d450-9033-432a-9545-97270d95d910 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 944 time: 0.2716870 Nov 12 08:22:50.585493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] For port 2b94aa81-d61f-4736-befd-43f25a562411, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2b94aa81-d61f-4736-befd-43f25a562411,segment=NetworkSegment(5cf37324-c847-4933-ac40-df152b71ca19),segment_id=5cf37324-c847-4933-ac40-df152b71ca19)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:50.585874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.603911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] For port 2b94aa81-d61f-4736-befd-43f25a562411, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2b94aa81-d61f-4736-befd-43f25a562411,segment=NetworkSegment(5cf37324-c847-4933-ac40-df152b71ca19),segment_id=5cf37324-c847-4933-ac40-df152b71ca19)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:50.604565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.629621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Calling delete_port for 2b94aa81-d61f-4736-befd-43f25a562411 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:50.636721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b38317b6-54dc-4193-93e1-72d5e4ab4faa,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:50.653664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] Calling delete_port for 2b94aa81-d61f-4736-befd-43f25a562411 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:50.670919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:50.671580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.672764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9530ca4-41a1-4b03-88da-e2fbf1bbe1a7 req-bde00937-c2e9-461a-84fc-ceb01c712d6a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952790 Nov 12 08:22:50.673252 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-0c18edca-a032-4183-ac29-f7dabc192a7d service neutron] 10.222.0.25 "PUT /v2.0/ports/b38317b6-54dc-4193-93e1-72d5e4ab4faa HTTP/1.1" status: 200 len: 1093 time: 1.2845891 Nov 12 08:22:50.673731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'tag': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:50.698805 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "daf7a7cd-88d1-47bc-a348-28f872b005cd", "tag": "b38317b6-54dc-4193-93e1-72d5e4ab4faa"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:50.776901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:50.788084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8927f-2af3-4c82-9c98-4b35b6286dc9 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:50.857233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-6ca6e204-1b53-45a0-9362-c71a936bfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:50.858955 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-6ca6e204-1b53-45a0-9362-c71a936bfc13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 1096 time: 0.1250300 Nov 12 08:22:50.923007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a123-eadc-48cf-9df5-9708ab939628 req-92abc3c7-a02a-4dc7-b91e-e7b98ab8f4f1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:50.948804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-7cdbc1f2-f071-4a35-b1bc-ef8e0dcb35c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa HTTP/1.1" status: 200 len: 217 time: 0.0807772 Nov 12 08:22:50.950940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c63a123-eadc-48cf-9df5-9708ab939628 req-92abc3c7-a02a-4dc7-b91e-e7b98ab8f4f1 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 946 time: 0.3222589 Nov 12 08:22:51.041188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.074347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c63a123-eadc-48cf-9df5-9708ab939628 req-42aae0b4-8816-4b08-b04e-61751e0c89b6 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219113 Nov 12 08:22:51.075066 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.084442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] Pushing event deleted for resources: {'Port': ['ID=2b94aa81-d61f-4736-befd-43f25a562411,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:51.086810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a37ecb-7190-4456-aa7a-cad166020397 None None] No DVR routers for this DVR port 2b94aa81-d61f-4736-befd-43f25a562411 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:51.103952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47b6651d-b3f3-4c08-ba57-29228c7656b8 req-b86deb95-1acf-4100-80dc-3aa0fd9e081f tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1093016 Nov 12 08:22:51.107532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff526a-937b-4f20-b470-6091007b395f req-4695d1de-9ae1-4778-9e36-d49889f91bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:51.118769 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-4695d1de-9ae1-4778-9e36-d49889f91bd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1506028 Nov 12 08:22:51.239566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Port': ['ID=2b94aa81-d61f-4736-befd-43f25a562411,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:51.243064 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae7c99-d83c-44b8-ba6f-b7b91b61e42f x-openstack-request-id: req-27ae7c99-d83c-44b8-ba6f-b7b91b61e42f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:51.263460 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf7a7cd-88d1-47bc-a348-28f872b005cd", "tag": "b38317b6-54dc-4193-93e1-72d5e4ab4faa", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:51.264468 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27ae7c99-d83c-44b8-ba6f-b7b91b61e42f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:51.264767 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'tag': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa', 'status': 'completed', 'code': 200} Nov 12 08:22:51.271747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-79719cc0-750d-4203-901a-a4277c85ebd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500185 Nov 12 08:22:51.280734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] No DVR routers for this DVR port 2b94aa81-d61f-4736-befd-43f25a562411 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:51.411296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2b94aa81-d61f-4736-befd-43f25a562411 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:51.474571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2b94aa81-d61f-4736-befd-43f25a562411 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:51.478182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2b94aa81-d61f-4736-befd-43f25a562411 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:51.559637 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-e153f00d-9b9c-4cb3-9ec7-107f2170e794 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764814 Nov 12 08:22:51.577364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.621895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea582e63-a2a4-474a-9be1-fbae69d71917']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:51.641877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf37324-c847-4933-ac40-df152b71ca19') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:51.642628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf37324-c847-4933-ac40-df152b71ca19') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:51.659554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.722337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.743733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:51.744582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.746846 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3bff526a-937b-4f20-b470-6091007b395f req-e7767598-5cbb-4a40-8796-27e9693fe200 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745131 Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:51.749541 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:51.850949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-107bb715-fdb3-4eb1-a09b-39f699dce8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:51.852921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-107bb715-fdb3-4eb1-a09b-39f699dce8e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 1096 time: 0.0511365 Nov 12 08:22:51.862250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2ef2d-1669-4d67-b123-a83933564149 req-58aefe3d-f2e4-4e9c-8b54-260a017bfc61 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:51.864164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bc2ef2d-1669-4d67-b123-a83933564149 req-58aefe3d-f2e4-4e9c-8b54-260a017bfc61 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1912782 Nov 12 08:22:51.866075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.871738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.875680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] 10.222.0.16 "DELETE /v2.0/networks/ea582e63-a2a4-474a-9be1-fbae69d71917 HTTP/1.1" status: 204 len: 168 time: 2.0050626 Nov 12 08:22:51.998031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4faa24-7174-4d3c-a828-3114b0d14eb7 tempest-AllowedAddressPairIpV6TestJSON-800197261 tempest-AllowedAddressPairIpV6TestJSON-800197261-project] Pushing event deleted for resources: {'Network': ['ID=ea582e63-a2a4-474a-9be1-fbae69d71917,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:52.038515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-6e542522-a6c0-4122-be96-be98fd49869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.040965 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-6e542522-a6c0-4122-be96-be98fd49869d service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.1797237 Nov 12 08:22:52.097758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bc2ef2d-1669-4d67-b123-a83933564149 req-e803a974-8315-4137-843c-be8165832620 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203987 Nov 12 08:22:52.112145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01d8c6-f752-4c0e-9674-e730dbc2d751 req-649ea4bd-e139-47e3-bee6-69e1e26b883b tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.114059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f01d8c6-f752-4c0e-9674-e730dbc2d751 req-649ea4bd-e139-47e3-bee6-69e1e26b883b tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.1538868 Nov 12 08:22:52.153965 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-e3922ef7-8425-486d-a760-5007c36610f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa HTTP/1.1" status: 200 len: 217 time: 0.1017134 Nov 12 08:22:52.204891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f01d8c6-f752-4c0e-9674-e730dbc2d751 req-9b69d892-d389-4ab3-93d4-88fcf238aa44 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741835 Nov 12 08:22:52.288064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-96060985-8979-4ef0-a0eb-d9e4e6384339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.295103 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-96060985-8979-4ef0-a0eb-d9e4e6384339 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1362095 Nov 12 08:22:52.373287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165065c-2ae5-4da2-9cef-a4972a434334 req-b74d5b27-461e-491c-98c8-432f4736fc2f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.375291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d165065c-2ae5-4da2-9cef-a4972a434334 req-b74d5b27-461e-491c-98c8-432f4736fc2f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 908 time: 0.1186039 Nov 12 08:22:52.403372 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-113cb1ee-61f6-4d90-a804-57fbf40163d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913925 Nov 12 08:22:52.412506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d613b3-605a-4a0a-a68c-0e17a735af63 req-d774c3e6-b002-4dad-987f-092badfc950f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.414323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4d613b3-605a-4a0a-a68c-0e17a735af63 req-d774c3e6-b002-4dad-987f-092badfc950f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 944 time: 0.0927672 Nov 12 08:22:52.550212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4d613b3-605a-4a0a-a68c-0e17a735af63 req-f7a2b6ca-e7fa-4c24-b995-f4b4bddd126e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242511 Nov 12 08:22:52.601238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53660) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:52.619809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-2f259319-c763-46b7-92d0-f38d737f8a1c service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015741 Nov 12 08:22:52.760260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21c28053-8cf4-4ee2-9646-e44fd5f6df8c req-bc60a487-f36c-40ba-8713-0f5b3c233b70 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0584664 Nov 12 08:22:52.880041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4ffe9b1b-79ce-4915-ac35-1536d4da9a0b req-89120a06-890e-4019-a374-0d9e10142ded service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513249 Nov 12 08:22:52.976507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-26e53241-5c23-4cca-ae75-cea5bf55900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.978106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-26e53241-5c23-4cca-ae75-cea5bf55900d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 1097 time: 0.1768086 Nov 12 08:22:53.033183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7fa3f077-2184-46fa-9252-7b87e29c2ebe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0c31720dc6949ef9dc26a503ccb80e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307065 Nov 12 08:22:53.038033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53668) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:53.099032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9a36-0713-4be9-9eaa-eade3bd41860 req-63f8a408-25d2-4df3-8c28-193297000c14 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.102008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dcb9a36-0713-4be9-9eaa-eade3bd41860 req-63f8a408-25d2-4df3-8c28-193297000c14 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1815989 Nov 12 08:22:53.106020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61417238-155f-40ce-b6ed-aa48157cfe42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.178147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61417238-155f-40ce-b6ed-aa48157cfe42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.184479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-4ce6a0b4-f156-4614-969c-892359e737e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.186651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-4ce6a0b4-f156-4614-969c-892359e737e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 910 time: 0.1946595 Nov 12 08:22:53.249435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-3e86bb9c-2ab6-414f-9cc9-0cb896ba056a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15404bec-b558-4e0e-b77d-eac8abf76c58 HTTP/1.1" status: 200 len: 217 time: 0.0541806 Nov 12 08:22:53.253736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1dcb9a36-0713-4be9-9eaa-eade3bd41860 req-5e2d72d0-e4d2-4c1c-bc68-6d7084ae4adc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376936 Nov 12 08:22:53.283150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61417238-155f-40ce-b6ed-aa48157cfe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.288201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61417238-155f-40ce-b6ed-aa48157cfe42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.292185 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-61417238-155f-40ce-b6ed-aa48157cfe42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8fd1009-9582-4507-a0b7-e07bdcb198fd HTTP/1.1" status: 204 len: 168 time: 0.2503157 Nov 12 08:22:53.302772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61417238-155f-40ce-b6ed-aa48157cfe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd1009-9582-4507-a0b7-e07bdcb198fd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:53.397030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-b270fbd2-cbae-4d48-a1ff-984165eb556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.400863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-b270fbd2-cbae-4d48-a1ff-984165eb556b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.1435618 Nov 12 08:22:53.442218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-318694c7-f775-4188-ade5-1652eb9a89d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339484 Nov 12 08:22:53.479572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-a83c8daf-5214-412c-8b99-7a1eee83e1b3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.484843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-a83c8daf-5214-412c-8b99-7a1eee83e1b3 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 908 time: 0.0996721 Nov 12 08:22:53.649514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Deleting port 30fc332c-b228-4bf0-a6a5-41b183971b31 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:53.652075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.761931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e9ad0-62f4-4704-b8ac-f287cd516644 req-6ce2975e-8d36-4711-b8e3-ecfedec137ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.775617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc0e9ad0-62f4-4704-b8ac-f287cd516644 req-6ce2975e-8d36-4711-b8e3-ecfedec137ed tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 908 time: 0.2750297 Nov 12 08:22:53.831174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92ffd-807f-45dc-80e5-3734200a84b2 req-01951fb4-59a7-44c2-ad1d-632292540927 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.834981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] For port 30fc332c-b228-4bf0-a6a5-41b183971b31, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=30fc332c-b228-4bf0-a6a5-41b183971b31,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:53.835796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.844456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76e92ffd-807f-45dc-80e5-3734200a84b2 req-01951fb4-59a7-44c2-ad1d-632292540927 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.3613451 Nov 12 08:22:53.855129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Calling delete_port for 30fc332c-b228-4bf0-a6a5-41b183971b31 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:53.870484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-ace1222f-2624-416f-8f00-5d5bdab90876 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113147 Nov 12 08:22:54.068627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a5e4-a7fd-42b9-b68a-fb6e7bf6404e req-3c48d308-2430-4d17-ab8c-6aa744c34e98 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.075973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9142a5e4-a7fd-42b9-b68a-fb6e7bf6404e req-3c48d308-2430-4d17-ab8c-6aa744c34e98 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 944 time: 0.1786063 Nov 12 08:22:54.084896 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.095080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76e92ffd-807f-45dc-80e5-3734200a84b2 req-787fd666-45d9-4159-aa5f-d4e62c5dd600 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496369 Nov 12 08:22:54.137398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'Port': ['ID=30fc332c-b228-4bf0-a6a5-41b183971b31,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.200486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] No DVR routers for this DVR port 30fc332c-b228-4bf0-a6a5-41b183971b31 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:54.206415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.220854 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98019ebb-83d7-4728-9f19-2082fe6acbfc req-88bcc5b5-0e5b-4d25-a0dc-8eb61c330a9c tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "DELETE /v2.0/ports/30fc332c-b228-4bf0-a6a5-41b183971b31 HTTP/1.1" status: 204 len: 173 time: 0.7296071 Nov 12 08:22:54.221483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'name': 'network-vif-deleted', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:54.226111 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778a5f8-f905-45d5-81f2-e1ae26fa1f7c" -d '{"events": [{"server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "name": "network-vif-deleted", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:54.357329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9142a5e4-a7fd-42b9-b68a-fb6e7bf6404e req-45369fc1-bcad-4051-81fd-706a3bf72227 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803981 Nov 12 08:22:54.375415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4d3e82f-cc62-4a69-b879-d59d78cc5fe0 req-f1876901-9d09-45cf-b308-923d2f232ff6 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040061 Nov 12 08:22:54.437778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f18c85b-a2ec-45de-a2f5-507415adeeb1 req-2257361c-8738-42bf-b38f-5ba3ea16357e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.1241202 Nov 12 08:22:54.487334 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fd7f4c-fe39-4f83-92b8-96db8faf0480 x-openstack-request-id: req-87fd7f4c-fe39-4f83-92b8-96db8faf0480 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:54.487803 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec396a0-648c-42e0-a1f3-6313fc205003", "name": "network-vif-deleted", "tag": "30fc332c-b228-4bf0-a6a5-41b183971b31", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:54.487894 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87fd7f4c-fe39-4f83-92b8-96db8faf0480 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:54.488264 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec396a0-648c-42e0-a1f3-6313fc205003', 'name': 'network-vif-deleted', 'tag': '30fc332c-b228-4bf0-a6a5-41b183971b31', 'status': 'completed', 'code': 200} Nov 12 08:22:54.642916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ee66f-6024-48c3-b90a-0131e88f2931 req-bfc38798-5b8f-4852-b476-7d96ceb87c51 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.644570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d91ee66f-6024-48c3-b90a-0131e88f2931 req-bfc38798-5b8f-4852-b476-7d96ceb87c51 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.0981684 Nov 12 08:22:54.713939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d91ee66f-6024-48c3-b90a-0131e88f2931 req-203178ed-92b9-49ee-a095-21dc628bf538 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605321 Nov 12 08:22:54.743031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53732) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:54.906012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440162881'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:54.949187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:54.959414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.981743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ccdab48-3628-4344-a22e-e5a461f0d28c req-b83e1e13-230a-4dbc-ad06-cde15d59e92f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ec396a0-648c-42e0-a1f3-6313fc205003 HTTP/1.1" status: 200 len: 210 time: 0.0627282 Nov 12 08:22:54.982569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.106273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.106482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-04b2af39-205a-47f2-915c-1fe5117e148f tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.108641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-04b2af39-205a-47f2-915c-1fe5117e148f tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.32 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.0732398 Nov 12 08:22:55.111150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.167039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:55.175333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ae9a9-7aad-4618-aa1c-66d136ab2774,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:55.214112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.215962 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment 055730a7-f858-472a-9196-864907ab02ff of type vlan for network 939b6eea-2823-40e3-8206-272e0cb9e44c Nov 12 08:22:55.276865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.308332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.314720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.315443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.355570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6110790 Nov 12 08:22:55.495071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f5b01-0da0-4ea8-b881-718b29684524 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=939b6eea-2823-40e3-8206-272e0cb9e44c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:55.510449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 939b6eea-2823-40e3-8206-272e0cb9e44c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:55.757532 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b38317b6-54dc-4193-93e1-72d5e4ab4faa details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:55.881160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Deleting port 477b3eb4-d476-45a2-b025-25076d780743 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:55.888171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.945675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b697bb-71cd-41b0-82f9-17eae574b678 req-e2c77539-edba-4fe3-b596-4081754178a6 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.959192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11b697bb-71cd-41b0-82f9-17eae574b678 req-e2c77539-edba-4fe3-b596-4081754178a6 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 945 time: 0.7479198 Nov 12 08:22:55.962107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b38317b6-54dc-4193-93e1-72d5e4ab4faa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:55.976272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa', 'mac_address': 'fa:16:3e:f9:71:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:56.086505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.131196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38317b6-54dc-4193-93e1-72d5e4ab4faa {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:56.144824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] For port 477b3eb4-d476-45a2-b025-25076d780743, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=477b3eb4-d476-45a2-b025-25076d780743,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:56.147505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.168687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b38317b6-54dc-4193-93e1-72d5e4ab4faa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:56.174792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.188549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b9295-1cee-4757-a487-90305272b4c1 req-d91ad2c9-0da5-4691-892f-4321d5811361 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.190365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-261b9295-1cee-4757-a487-90305272b4c1 req-d91ad2c9-0da5-4691-892f-4321d5811361 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 944 time: 0.4721868 Nov 12 08:22:56.275032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b38317b6-54dc-4193-93e1-72d5e4ab4faa,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:56.395247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11b697bb-71cd-41b0-82f9-17eae574b678 req-08402a07-79cb-4688-a78f-ba6caa2754ca tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3ffa89-90e5-4237-914a-8fb9979d2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322736 Nov 12 08:22:56.435528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-261b9295-1cee-4757-a487-90305272b4c1 req-202b246c-7515-471c-acfa-1122cff13570 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996753 Nov 12 08:22:56.540518 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.544188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b38317b6-54dc-4193-93e1-72d5e4ab4faa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:56.548675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.548675 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Floating IP ea10ef79-a936-48bc-8336-87efc1f5ca16 disassociated. External IP: 172.25.4.247, port: 477b3eb4-d476-45a2-b025-25076d780743. Nov 12 08:22:56.554695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Calling delete_port for 477b3eb4-d476-45a2-b025-25076d780743 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:56.737692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-346b49bc-a1b8-4573-9484-7b2cc90029c1 req-bbb8fc54-98a9-4515-8f37-798d49ba6d6e tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/ports?device_id=41ac6209-db50-4ab6-ab31-0349980b52ed HTTP/1.1" status: 200 len: 210 time: 0.0635221 Nov 12 08:22:56.778000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ac27c-94b9-4a2e-8783-37061e6db288 req-26169552-c31d-41bf-95c3-bc8d8fe760a3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.779826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c87ac27c-94b9-4a2e-8783-37061e6db288 req-26169552-c31d-41bf-95c3-bc8d8fe760a3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2227654 Nov 12 08:22:56.979450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.008978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c87ac27c-94b9-4a2e-8783-37061e6db288 req-e95bb63e-1ec1-4a42-b0fd-af68f891082b tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172339 Nov 12 08:22:57.074569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event deleted for resources: {'Port': ['ID=477b3eb4-d476-45a2-b025-25076d780743,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:57.323340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e1fed-fcf9-486e-8400-bd1be7c53cd7 req-16253883-c157-4feb-b009-19c3533f6d47 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:57.325190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a0e1fed-fcf9-486e-8400-bd1be7c53cd7 req-16253883-c157-4feb-b009-19c3533f6d47 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0770929 Nov 12 08:22:57.329937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Router ed77a394-91f2-4fc1-9b64-1521e808b468 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:57.465700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a0e1fed-fcf9-486e-8400-bd1be7c53cd7 req-4f85e1d5-b92d-4178-b52f-13fc3167fa24 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280897 Nov 12 08:22:57.599580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:57.620426 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] Sync routers for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:57.664631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-296487eb-7330-46d8-aa9c-b4bd406fa285 req-3455195b-5ede-46e9-8a12-a38f416ef474 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/ports?device_id=02203358-cb2b-440b-9487-40ed8fb3bd66 HTTP/1.1" status: 200 len: 210 time: 0.1211691 Nov 12 08:22:57.665147 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:57.666179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:57.730604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] No DVR routers for this DVR port 477b3eb4-d476-45a2-b025-25076d780743 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:57.752139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.769085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b38317b6-54dc-4193-93e1-72d5e4ab4faa up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:57.788267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f11ac6e9-6099-4e75-a41b-c78ae91f4935 req-ffa1d22b-7e1a-4116-af1d-9af70e02bd47 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.32 "DELETE /v2.0/ports/477b3eb4-d476-45a2-b025-25076d780743 HTTP/1.1" status: 204 len: 173 time: 2.6465161 Nov 12 08:22:57.792210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'name': 'network-vif-deleted', 'tag': '477b3eb4-d476-45a2-b025-25076d780743'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:57.807063 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc51a7b-39d7-42bc-b9c6-8b8920a07306" -d '{"events": [{"server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "name": "network-vif-deleted", "tag": "477b3eb4-d476-45a2-b025-25076d780743"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:57.863930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd1ed-b31d-4fa1-85f5-9519221e424a req-f0ac7dfa-5f75-4372-b73f-8d33c7f5b22e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:57.868422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2fd1ed-b31d-4fa1-85f5-9519221e424a req-f0ac7dfa-5f75-4372-b73f-8d33c7f5b22e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 945 time: 0.3045039 Nov 12 08:22:57.921706 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:57.989595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b38317b6-54dc-4193-93e1-72d5e4ab4faa completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:57.999069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b38317b6-54dc-4193-93e1-72d5e4ab4faa triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:58.000200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.030128 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79fb022-ed9b-47a1-89e2-b82ef7c51b1a x-openstack-request-id: req-f79fb022-ed9b-47a1-89e2-b82ef7c51b1a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:58.032007 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02203358-cb2b-440b-9487-40ed8fb3bd66", "name": "network-vif-deleted", "tag": "477b3eb4-d476-45a2-b025-25076d780743", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:58.032621 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f79fb022-ed9b-47a1-89e2-b82ef7c51b1a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:58.034525 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02203358-cb2b-440b-9487-40ed8fb3bd66', 'name': 'network-vif-deleted', 'tag': '477b3eb4-d476-45a2-b025-25076d780743', 'status': 'completed', 'code': 200} Nov 12 08:22:58.048588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e2fd1ed-b31d-4fa1-85f5-9519221e424a req-cc038d44-4c66-4dad-b30c-4b941c1fc48e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702678 Nov 12 08:22:58.067197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53778) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:58.207452 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0b986bd-76f3-4e34-afbd-5aea5476ba2d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.231592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2119174-a7e2-4519-8090-41491bc0ebcc req-f37cb219-a59d-441c-8c29-76f89377f615 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.243815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2119174-a7e2-4519-8090-41491bc0ebcc req-f37cb219-a59d-441c-8c29-76f89377f615 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.0850327 Nov 12 08:22:58.264700 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.267702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0b986bd-76f3-4e34-afbd-5aea5476ba2d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.320376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2119174-a7e2-4519-8090-41491bc0ebcc req-65868aa1-67e1-4083-a3f0-1fb8c8da6ab8 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747814 Nov 12 08:22:58.345316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:58.349765 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a1a805-b0b8-4e63-8427-1450d4119e09" -d '{"events": [{"server_uuid": "daf7a7cd-88d1-47bc-a348-28f872b005cd", "name": "network-vif-plugged", "status": "completed", "tag": "b38317b6-54dc-4193-93e1-72d5e4ab4faa"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:58.381279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b38317b6-54dc-4193-93e1-72d5e4ab4faa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:58.390139 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.391998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 30fc332c-b228-4bf0-a6a5-41b183971b31 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:58.439421 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0b986bd-76f3-4e34-afbd-5aea5476ba2d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.442979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0b986bd-76f3-4e34-afbd-5aea5476ba2d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.447265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53782) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:58.457041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0b986bd-76f3-4e34-afbd-5aea5476ba2d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/security-groups/10e4dcfa-7525-4b15-a3e4-ff96448f0db7 HTTP/1.1" status: 204 len: 168 time: 0.3752029 Nov 12 08:22:58.491768 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-78eaec6c-97e5-4c55-a4d0-4576e22397ea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] show failed (client error): The resource could not be found. Nov 12 08:22:58.499056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-78eaec6c-97e5-4c55-a4d0-4576e22397ea tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "GET /v2.0/security-groups/10e4dcfa-7525-4b15-a3e4-ff96448f0db7 HTTP/1.1" status: 404 len: 347 time: 0.0436456 Nov 12 08:22:58.499823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53784) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:58.501350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b986bd-76f3-4e34-afbd-5aea5476ba2d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e4dcfa-7525-4b15-a3e4-ff96448f0db7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:58.606179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:58.679826 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b152ce6b-29f4-4fa1-b4d3-5805d7519629 x-openstack-request-id: req-b152ce6b-29f4-4fa1-b4d3-5805d7519629 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:58.682608 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf7a7cd-88d1-47bc-a348-28f872b005cd", "name": "network-vif-plugged", "status": "completed", "tag": "b38317b6-54dc-4193-93e1-72d5e4ab4faa", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:58.688004 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b152ce6b-29f4-4fa1-b4d3-5805d7519629 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:58.688697 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa', 'code': 200} Nov 12 08:22:58.691052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b38317b6-54dc-4193-93e1-72d5e4ab4faa,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:58.765131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 30fc332c-b228-4bf0-a6a5-41b183971b31 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:58.767706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 30fc332c-b228-4bf0-a6a5-41b183971b31 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:58.863443 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] Checking router: ed77a394-91f2-4fc1-9b64-1521e808b468 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:58.903173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:58.904157 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:58.917367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53794) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.042232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9f55-c697-4444-9f83-d0673ca7826c req-cfdc784d-4117-4e1b-8271-0a11767b0399 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.077423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a613872-d23b-427a-80bc-88c7e9e37532 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.078796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-076d9f55-c697-4444-9f83-d0673ca7826c req-cfdc784d-4117-4e1b-8271-0a11767b0399 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.3822446 Nov 12 08:22:59.090716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-1b87ea64-fc12-4ccf-bd08-26b5aafd32e8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.092746 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-1b87ea64-fc12-4ccf-bd08-26b5aafd32e8 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.1566658 Nov 12 08:22:59.200389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e17b3e-f133-40a0-bb99-cf2ed38629ce req-591b7a5a-d316-4992-95a7-eec8d2502428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.204595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91e17b3e-f133-40a0-bb99-cf2ed38629ce req-591b7a5a-d316-4992-95a7-eec8d2502428 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 1098 time: 0.4116366 Nov 12 08:22:59.214313 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:59.229220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53802) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.247903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:59.338084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-076d9f55-c697-4444-9f83-d0673ca7826c req-4159752c-46c6-49a5-a0be-44d7750d6300 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410932 Nov 12 08:22:59.392193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91e17b3e-f133-40a0-bb99-cf2ed38629ce req-c107332d-17d5-497d-b98f-ac11057a06c1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658995 Nov 12 08:22:59.402199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 935fce3d-2bef-4d62-a97d-8928741daec2 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:59.402576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.414839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092206d-ac15-4d37-aa0c-426f661916e0 req-ade19e35-1856-4bfe-95f5-abeeeb2bdada tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.422618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0092206d-ac15-4d37-aa0c-426f661916e0 req-ade19e35-1856-4bfe-95f5-abeeeb2bdada tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.1854370 Nov 12 08:22:59.510426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 477b3eb4-d476-45a2-b025-25076d780743 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:59.557603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 477b3eb4-d476-45a2-b025-25076d780743 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:59.557946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 477b3eb4-d476-45a2-b025-25076d780743 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:59.574609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0092206d-ac15-4d37-aa0c-426f661916e0 req-cc74c8c4-aca7-4fad-b59f-44f9d812fe7f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508455 Nov 12 08:22:59.650408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30dc26-c723-4df0-8b51-9c7897ad8808 req-d7ea5a28-df0a-466c-921f-6ca035d16be8 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.653256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a30dc26-c723-4df0-8b51-9c7897ad8808 req-d7ea5a28-df0a-466c-921f-6ca035d16be8 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1504300 Nov 12 08:22:59.667311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a613872-d23b-427a-80bc-88c7e9e37532 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.674395 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:59.710386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.710834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.731477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 935fce3d-2bef-4d62-a97d-8928741daec2 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:59.744638 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36f1ed-4b79-470e-b0dd-f2d02edbbcc4 None None] The sync data for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 is: [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:20:42Z', 'revision_number': 4, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6821166f-693c-4ee2-928c-66f4b039d654', 'name': '', 'network_id': '5593021a-535b-4bca-8f42-70e47fedaaa4', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'mac_address': 'fa:16:3e:ec:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:41Z', 'updated_at': '2021-11-12T08:20:46Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'subnets': [{'id': '7919d4bc-b71c-4360-ae41-bd3a76aa58b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:59.894710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Deleting port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:59.895075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.907295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a613872-d23b-427a-80bc-88c7e9e37532 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.910326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a613872-d23b-427a-80bc-88c7e9e37532 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.911779 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a613872-d23b-427a-80bc-88c7e9e37532 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f3ffa89-90e5-4237-914a-8fb9979d2a22 HTTP/1.1" status: 204 len: 168 time: 0.9929922 Nov 12 08:22:59.927944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53806) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.963835 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-bf4a13d4-b12c-4d75-b498-2124493b9542 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] show failed (client error): The resource could not be found. Nov 12 08:22:59.965621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bf4a13d4-b12c-4d75-b498-2124493b9542 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "GET /v2.0/security-groups/8f3ffa89-90e5-4237-914a-8fb9979d2a22 HTTP/1.1" status: 404 len: 347 time: 0.0327148 Nov 12 08:22:59.975693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53808) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.976611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.986920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:59.991459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.025206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d381b-2961-433b-8f42-50555d411c12 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:00.048886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a613872-d23b-427a-80bc-88c7e9e37532 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ffa89-90e5-4237-914a-8fb9979d2a22,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.133475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=935fce3d-2bef-4d62-a97d-8928741daec2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.232243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a30dc26-c723-4df0-8b51-9c7897ad8808 req-733800f3-150d-4cde-98f2-e0462057a658 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631135 Nov 12 08:23:00.251172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.255354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.260802 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16f0806d-74b5-4cfe-8bee-4a51fad4c75d tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c3d5c6a-0008-459c-beb9-bd6a3e1e6136 HTTP/1.1" status: 204 len: 168 time: 1.7566075 Nov 12 08:23:00.268552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53812) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:00.297709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b4184-2132-4e73-8d8e-5f0c09ed4e25 None None] New status for floating IP ea10ef79-a936-48bc-8336-87efc1f5ca16: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:23:00.325061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] For port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:00.325474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.433749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Deleting port 7df26e9c-e7ad-415d-983e-0b3c65a5090d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:00.434387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.528208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Calling delete_port for 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:00.621044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.829789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=9e0c4e0b-6cd3-4ace-994b-f16ed7d28195,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.877465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00996077-c2bc-489d-a7a9-9ea4de9ad201 req-bf0ab8b3-2cf4-49e1-a921-e74f781d12b5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:00.879360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00996077-c2bc-489d-a7a9-9ea4de9ad201 req-bf0ab8b3-2cf4-49e1-a921-e74f781d12b5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb9e92aa-285c-4075-a8ff-8a090a47e5c8 HTTP/1.1" status: 200 len: 945 time: 0.4241726 Nov 12 08:23:00.954971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 83a062e5-3fca-44c5-a740-9c54d71280b8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:00.956093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.958727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.959338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.000039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': '055730a7-f858-472a-9196-864907ab02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:01.001029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: 939b6eea-2823-40e3-8206-272e0cb9e44c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:01.012991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Calling delete_port for 7df26e9c-e7ad-415d-983e-0b3c65a5090d owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:01.025181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb9222-2407-4689-8585-214c39f87e69 req-cd3761a6-ccd0-42ff-bb4a-8c606c174562 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.026797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71bb9222-2407-4689-8585-214c39f87e69 req-cd3761a6-ccd0-42ff-bb4a-8c606c174562 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.3008189 Nov 12 08:23:01.034229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-1137cac7-b8d2-46ba-935e-8d782dcc194f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2634742 Nov 12 08:23:01.132746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 939b6eea-2823-40e3-8206-272e0cb9e44c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:01.187840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 939b6eea-2823-40e3-8206-272e0cb9e44c) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:01.204280 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627e2df-e998-4b22-ab0b-0483066856fb None None] Network 939b6eea-2823-40e3-8206-272e0cb9e44c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:01.205721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00996077-c2bc-489d-a7a9-9ea4de9ad201 req-0274cd16-e38c-47d0-be48-e25a78c57888 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075690 Nov 12 08:23:01.217888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.218500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.264147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-bddee3df-ca60-4d23-a9f0-98ba9ef1f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.265789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-bddee3df-ca60-4d23-a9f0-98ba9ef1f7f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 1096 time: 0.1974366 Nov 12 08:23:01.275442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71bb9222-2407-4689-8585-214c39f87e69 req-4779e359-f7fd-4ba1-9575-dffb9a708601 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161117 Nov 12 08:23:01.305981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.333216 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26947b0b-ae0b-4172-9765-550f4d6f90a0 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0908897 Nov 12 08:23:01.335005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.356779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53840) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:01.367539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 83a062e5-3fca-44c5-a740-9c54d71280b8 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:01.385904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1131036214'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:01.394958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['73cc51d5-9a6f-494d-96c9-3647b6aac2b2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:01.402802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:01.415863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'Port': ['ID=73cc51d5-9a6f-494d-96c9-3647b6aac2b2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:01.502506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] No DVR routers for this DVR port 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:01.506628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.512315 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a69f8270-95f1-4867-bda7-420a713f8c0c req-47d8bc54-e759-4a8b-bc23-4b36c4822b91 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.25 "DELETE /v2.0/ports/73cc51d5-9a6f-494d-96c9-3647b6aac2b2 HTTP/1.1" status: 204 len: 173 time: 2.4016962 Nov 12 08:23:01.513044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'name': 'network-vif-deleted', 'tag': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:01.527243 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1fab69-8743-417f-a189-fbdf934018ca" -d '{"events": [{"server_uuid": "eb9e92aa-285c-4075-a8ff-8a090a47e5c8", "name": "network-vif-deleted", "tag": "73cc51d5-9a6f-494d-96c9-3647b6aac2b2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:01.596722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-78eaa232-196b-4252-a17e-bf16724d89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.602524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-78eaa232-196b-4252-a17e-bf16724d89b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 200 len: 911 time: 0.2944045 Nov 12 08:23:01.609698 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d966918-b2b7-458e-be34-07f651de3cde x-openstack-request-id: req-0d966918-b2b7-458e-be34-07f651de3cde {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:01.610167 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e92aa-285c-4075-a8ff-8a090a47e5c8", "name": "network-vif-deleted", "tag": "73cc51d5-9a6f-494d-96c9-3647b6aac2b2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:01.610577 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d966918-b2b7-458e-be34-07f651de3cde {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:01.611307 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e92aa-285c-4075-a8ff-8a090a47e5c8', 'name': 'network-vif-deleted', 'tag': '73cc51d5-9a6f-494d-96c9-3647b6aac2b2', 'status': 'completed', 'code': 200} Nov 12 08:23:01.681749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:01.688558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.717834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-939b6eea-2823-40e3-8206-272e0cb9e44c', 'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': '9e0c4e0b-6cd3-4ace-994b-f16ed7d28195'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:01.718742 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.770666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.831961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=83a062e5-3fca-44c5-a740-9c54d71280b8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:01.930077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Allocated IP 2001:db8:0:ffff::2 (939b6eea-2823-40e3-8206-272e0cb9e44c/9e0c4e0b-6cd3-4ace-994b-f16ed7d28195/9820c920-4a10-4058-8843-e35554c4b15d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:01.955034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.960663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9878d004-c327-49dc-b5dd-881e2e2c34d6 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/ports/83a062e5-3fca-44c5-a740-9c54d71280b8 HTTP/1.1" status: 204 len: 168 time: 1.6862919 Nov 12 08:23:01.963037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53844) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:02.107148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.142257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:02.142596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.193538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.202301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.269154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Pushing event deleted for resources: {'Port': ['ID=7df26e9c-e7ad-415d-983e-0b3c65a5090d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.281671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:02.312533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d1dde-c4b8-41f4-81a2-7eb2e19fe5c9 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:02.343837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7127e-6708-4bc9-ba6a-adca168163fd req-1c8cdd60-bf33-4e47-acb8-38cb344fd28c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.357963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.365126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dae7127e-6708-4bc9-ba6a-adca168163fd req-1c8cdd60-bf33-4e47-acb8-38cb344fd28c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.9469991 Nov 12 08:23:02.370983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Pushing event updated for resources: {'Port': ['ID=9820c920-4a10-4058-8843-e35554c4b15d,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.389619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Network 939b6eea-2823-40e3-8206-272e0cb9e44c is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:02.397678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:02.405328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:02.415938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for 1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:02.531485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-3e36560f-76be-481b-97e3-9a33be100c43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 200 len: 999 time: 0.8599281 Nov 12 08:23:02.532683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Attempting to bind port 9820c920-4a10-4058-8843-e35554c4b15d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:02.534055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Attempting to bind port 9820c920-4a10-4058-8843-e35554c4b15d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '055730a7-f858-472a-9196-864907ab02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:02.535621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Attempting to bind port 9820c920-4a10-4058-8843-e35554c4b15d on network 939b6eea-2823-40e3-8206-272e0cb9e44c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:02.536080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.536643 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment 11419561-24c5-4f6d-8f69-f14b91b406e5 of type vlan for network a5e3c2e1-157a-40a9-bca8-d73e3143c0bf Nov 12 08:23:02.566182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:02.566584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Checking segment: {'id': '055730a7-f858-472a-9196-864907ab02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:02.566995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.567465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Bound using segment: {'id': '055730a7-f858-472a-9196-864907ab02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:02.567972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Bound port: 9820c920-4a10-4058-8843-e35554c4b15d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055730a7-f858-472a-9196-864907ab02ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '939b6eea-2823-40e3-8206-272e0cb9e44c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:02.568379 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.656696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.699946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] For port 9820c920-4a10-4058-8843-e35554c4b15d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:02.704464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.705973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] For port 9820c920-4a10-4058-8843-e35554c4b15d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9820c920-4a10-4058-8843-e35554c4b15d,segment=NetworkSegment(055730a7-f858-472a-9196-864907ab02ff),segment_id=055730a7-f858-472a-9196-864907ab02ff)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:02.714301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.723555 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.727718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.728986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44743eab-b961-4551-b9aa-f009d0ee1518 tempest-ServersTestManualDisk-1899882702 tempest-ServersTestManualDisk-1899882702-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea10ef79-a936-48bc-8336-87efc1f5ca16 HTTP/1.1" status: 204 len: 168 time: 2.7396977 Nov 12 08:23:02.739002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53858) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:02.758934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dae7127e-6708-4bc9-ba6a-adca168163fd req-0c10d202-5192-4aec-8a9c-ee56595fc5f2 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726382 Nov 12 08:23:02.827924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=1b22d169-b647-4b7a-ba4a-ea9c4fc868c5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.870190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-b2c72ec9-6a7b-4256-afce-35ce8f541353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.871593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-b2c72ec9-6a7b-4256-afce-35ce8f541353 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 200 len: 850 time: 0.3281293 Nov 12 08:23:02.891149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131747d-2c16-4cdf-bb3c-667f71d6b5e0 None None] Pushing event updated for resources: {'Port': ['ID=9820c920-4a10-4058-8843-e35554c4b15d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.971791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.983870 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-73ebc70f-aa8f-4a17-94d8-c288bd668d33 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/ports/1b22d169-b647-4b7a-ba4a-ea9c4fc868c5 HTTP/1.1" status: 204 len: 168 time: 1.0175433 Nov 12 08:23:02.984724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53868) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:02.991481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.997597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.998232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.057795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6994884 Nov 12 08:23:03.061891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53872) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:03.070346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': 'a5e3c2e1-157a-40a9-bca8-d73e3143c0bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:03.095021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa8922-8add-40f8-8f02-005de3e9f2b4 req-2a441cb6-2375-420f-aeed-3bcd3d23f871 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.096741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4caa8922-8add-40f8-8f02-005de3e9f2b4 req-2a441cb6-2375-420f-aeed-3bcd3d23f871 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.6232293 Nov 12 08:23:03.122265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting subnet ecf6eff4-3337-4259-a7a1-2460e973b918 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:03.217879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.297597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff15eb-afe2-4182-99f6-69d68f33ff3f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=a5e3c2e1-157a-40a9-bca8-d73e3143c0bf,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:03.321775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-43495b41-a928-4afc-afed-bb7c7998a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.323544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a5e3c2e1-157a-40a9-bca8-d73e3143c0bf details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:03.324192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-43495b41-a928-4afc-afed-bb7c7998a7ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=70a15c56-81d1-4c95-89ec-c56f14881164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4338512 Nov 12 08:23:03.335233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.455776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4caa8922-8add-40f8-8f02-005de3e9f2b4 req-eb562467-25ad-4e92-ae5e-0b6c5e1ae729 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263130 Nov 12 08:23:03.518880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ccfec-d28e-41ee-9fa9-396568fae68c req-bc8df918-12bc-4dbc-ad0d-75c468a5e309 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.524688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-510ccfec-d28e-41ee-9fa9-396568fae68c req-bc8df918-12bc-4dbc-ad0d-75c468a5e309 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.3965256 Nov 12 08:23:03.584395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:03.592901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.649637 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.682737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-f7b8c31f-c3d7-404f-87c1-7ef082633252 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045766 Nov 12 08:23:03.698293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-510ccfec-d28e-41ee-9fa9-396568fae68c req-1a334705-9809-4b3a-9c7e-40b997e4cd81 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570864 Nov 12 08:23:03.768677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:03.863860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:03.866862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 73cc51d5-9a6f-494d-96c9-3647b6aac2b2 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:03.870536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.888397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-1d40e8a6-8398-4a32-bdd7-386ba5e60c15 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.890124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-1d40e8a6-8398-4a32-bdd7-386ba5e60c15 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.1589417 Nov 12 08:23:03.904973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4e931-1f76-434f-990c-c7b7707021a1 None None] Network b222cb62-9d0b-4b6a-bf38-84ec06d504e8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:03.919268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.922811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/subnets/ecf6eff4-3337-4259-a7a1-2460e973b918 HTTP/1.1" status: 204 len: 168 time: 0.9369891 Nov 12 08:23:03.949608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53890) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:03.963765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fa7f7-0e95-4f4a-be9a-fc1adc5a4606 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf6eff4-3337-4259-a7a1-2460e973b918,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.011579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-6d3bffea-f584-4e4e-838d-486a79b22f52 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.1103778 Nov 12 08:23:04.140269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting subnet ee14397c-d7c2-4403-b036-bb384d8fb7f1 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:04.161446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.196842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.197177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] DHCP port deletion for b222cb62-9d0b-4b6a-bf38-84ec06d504e8 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:04.268719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.306963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] Deleting port 321c7bc2-3393-44f2-92ad-a8dc077eac83 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:04.307361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.331128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=bac74613-8317-4f16-a818-d29c2f80a0cd,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.340557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b904376a-e22c-418e-8aa3-0bb8f5dda196 req-f6f5752f-70f8-46fe-ad93-907ecdd14464 service neutron] 10.222.0.32 "GET /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229858 Nov 12 08:23:04.361800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': '11419561-24c5-4f6d-8f69-f14b91b406e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a5e3c2e1-157a-40a9-bca8-d73e3143c0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:04.362168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: a5e3c2e1-157a-40a9-bca8-d73e3143c0bf, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:04.425085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network a5e3c2e1-157a-40a9-bca8-d73e3143c0bf is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:04.441477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.447782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7cde-0f61-4851-a3be-1fd3632091c0 req-65330842-3f64-4756-b5d4-912604e6be48 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.451057 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] For port 321c7bc2-3393-44f2-92ad-a8dc077eac83, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=321c7bc2-3393-44f2-92ad-a8dc077eac83,segment=NetworkSegment(440d9e37-3aac-4429-9f5b-d62423e1d264),segment_id=440d9e37-3aac-4429-9f5b-d62423e1d264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:04.451589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.458306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b52d7cde-0f61-4851-a3be-1fd3632091c0 req-65330842-3f64-4756-b5d4-912604e6be48 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.5040646 Nov 12 08:23:04.469239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] Calling delete_port for 321c7bc2-3393-44f2-92ad-a8dc077eac83 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:04.471038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a5e3c2e1-157a-40a9-bca8-d73e3143c0bf) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:04.487373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431aa5d2-5923-4116-acb9-c1e2aa74bb3e None None] Network a5e3c2e1-157a-40a9-bca8-d73e3143c0bf requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:04.495878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.496527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.502887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-0bb92b5d-3578-43b6-b99f-99bfc285c5be tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4898741 Nov 12 08:23:04.540600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fdc579ea-a4a2-424c-a135-dddc490c0dc9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4768441 Nov 12 08:23:04.548505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53896) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.587265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a7fd6-8fb4-480d-adf0-15aeb794ef7e None None] Network 939b6eea-2823-40e3-8206-272e0cb9e44c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:04.603426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-aed0b083-93de-4f23-84c2-c3cc8b4c8dc0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.605401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-aed0b083-93de-4f23-84c2-c3cc8b4c8dc0 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.2724943 Nov 12 08:23:04.657293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.680284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b52d7cde-0f61-4851-a3be-1fd3632091c0 req-555592a8-700a-491f-b12d-130230ec884a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205889 Nov 12 08:23:04.703091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f92d7a8-aef8-4364-9d48-080ffed17981 None None] Provisioning complete for port 9820c920-4a10-4058-8843-e35554c4b15d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:04.703466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f92d7a8-aef8-4364-9d48-080ffed17981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.707729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Subnet': ['ID=ee14397c-d7c2-4403-b036-bb384d8fb7f1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.719005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.723268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2b770619-15c3-4d50-a74a-bf457d2c6a75 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/subnets/ee14397c-d7c2-4403-b036-bb384d8fb7f1 HTTP/1.1" status: 204 len: 168 time: 0.7725708 Nov 12 08:23:04.734832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.773537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.815645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87a98b-c9ad-41b6-b4f6-0b09a8a274e9 None None] Network bce0ac65-782b-45a0-aad7-167edb3ad967 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:04.854146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5fd6c-0347-4a79-8d12-30fb07a2c17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a5e3c2e1-157a-40a9-bca8-d73e3143c0bf', 'network_id': 'a5e3c2e1-157a-40a9-bca8-d73e3143c0bf', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': 'bac74613-8317-4f16-a818-d29c2f80a0cd'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:04.854441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fd6c-0347-4a79-8d12-30fb07a2c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.874940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.883054 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.908867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.963461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] Pushing event deleted for resources: {'Port': ['ID=321c7bc2-3393-44f2-92ad-a8dc077eac83,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.969706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f26d57-1c3a-4c47-b8ce-8603edab046c None None] No DVR routers for this DVR port 321c7bc2-3393-44f2-92ad-a8dc077eac83 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:04.979737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-2c75556f-2583-4dfd-9eab-051284aad744 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530144 Nov 12 08:23:05.099707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9a50e-0bf7-4ddc-8eee-3f3c5ec5e63e req-67b27a59-a871-4c92-89d0-d69122df9adc tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.102244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3be9a50e-0bf7-4ddc-8eee-3f3c5ec5e63e req-67b27a59-a871-4c92-89d0-d69122df9adc tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 945 time: 0.2959504 Nov 12 08:23:05.135451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.191307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b222cb62-9d0b-4b6a-bf38-84ec06d504e8']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.198007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-5ea5fd6c-0347-4a79-8d12-30fb07a2c17a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bac74613-8317-4f16-a818-d29c2f80a0cd: This subnet is being modified by another concurrent operation. Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:23:05.222303 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bac74613-8317-4f16-a818-d29c2f80a0cd: This subnet is being modified by another concurrent operation. Nov 12 08:23:05.227067 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 08:23:05.236574 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f92d7a8-aef8-4364-9d48-080ffed17981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.246180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Deleting port acbe90b0-31f7-4913-b7a3-084b46a2deeb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:05.246180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.252242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440d9e37-3aac-4429-9f5b-d62423e1d264') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.252554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440d9e37-3aac-4429-9f5b-d62423e1d264') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.254592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2171fd-a2c7-4b13-9e2f-1fffd91f1294 None None] Network a5e3c2e1-157a-40a9-bca8-d73e3143c0bf requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:05.311433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3f92d7a8-aef8-4364-9d48-080ffed17981 None None] For port 9820c920-4a10-4058-8843-e35554c4b15d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9820c920-4a10-4058-8843-e35554c4b15d,segment=NetworkSegment(055730a7-f858-472a-9196-864907ab02ff),segment_id=055730a7-f858-472a-9196-864907ab02ff)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:05.366838 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.374750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=bac74613-8317-4f16-a818-d29c2f80a0cd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.381969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f92d7a8-aef8-4364-9d48-080ffed17981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.402163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] DHCP port deletion for bce0ac65-782b-45a0-aad7-167edb3ad967 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:05.455954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.508238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.512112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9820c920-4a10-4058-8843-e35554c4b15d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:05.515069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:05.515481 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:05.587788 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:05.607786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.619445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.628140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.634857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/networks/b222cb62-9d0b-4b6a-bf38-84ec06d504e8 HTTP/1.1" status: 204 len: 168 time: 0.8981886 Nov 12 08:23:05.655998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92d7a8-aef8-4364-9d48-080ffed17981 None None] Pushing event updated for resources: {'Port': ['ID=9820c920-4a10-4058-8843-e35554c4b15d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.658610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:05.701453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b40fc8-5770-46f3-958a-2d543f89c5ed tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Network': ['ID=b222cb62-9d0b-4b6a-bf38-84ec06d504e8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.732301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e3c2e1-157a-40a9-bca8-d73e3143c0bf']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.783918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11419561-24c5-4f6d-8f69-f14b91b406e5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.784448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11419561-24c5-4f6d-8f69-f14b91b406e5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.802535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.902642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9820c920-4a10-4058-8843-e35554c4b15d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:05.903211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.917044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.919393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.933939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:05.945336 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.946235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] Deleting port aedc0dfb-af31-41da-834f-72c82df8b666 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:05.946722 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:05.948529 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:06.048786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-f7ecd32e-492e-4be0-9e44-714bcc6b788f service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0500379 Nov 12 08:23:06.093980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] For port aedc0dfb-af31-41da-834f-72c82df8b666, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aedc0dfb-af31-41da-834f-72c82df8b666,segment=NetworkSegment(a1b56b63-f751-485b-a0db-6503f0497c09),segment_id=a1b56b63-f751-485b-a0db-6503f0497c09)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:06.095792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.098793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-62b14584-cfd8-4654-8f80-0e28722d8877 None None] Provisioning complete for port 9820c920-4a10-4058-8843-e35554c4b15d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:06.099620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62b14584-cfd8-4654-8f80-0e28722d8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.139624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] Calling delete_port for aedc0dfb-af31-41da-834f-72c82df8b666 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:06.185720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3be9a50e-0bf7-4ddc-8eee-3f3c5ec5e63e req-6f9fba6f-b008-4719-856d-0715239deafb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9277048 Nov 12 08:23:06.204719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.221464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] For port acbe90b0-31f7-4913-b7a3-084b46a2deeb, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=acbe90b0-31f7-4913-b7a3-084b46a2deeb,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:06.223104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.257465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.290553 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/a5e3c2e1-157a-40a9-bca8-d73e3143c0bf HTTP/1.1" status: 204 len: 168 time: 1.7401507 Nov 12 08:23:06.290886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946649f-5cc0-44ae-8e26-d3455ce6a454 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=a5e3c2e1-157a-40a9-bca8-d73e3143c0bf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.302126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53926) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:06.329810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378703466'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:06.377611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.387200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Deleting port aedc0dfb-af31-41da-834f-72c82df8b666 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:06.387549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.411226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Calling delete_port for acbe90b0-31f7-4913-b7a3-084b46a2deeb owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:06.418572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 321c7bc2-3393-44f2-92ad-a8dc077eac83 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:06.427257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] Pushing event deleted for resources: {'Port': ['ID=aedc0dfb-af31-41da-834f-72c82df8b666,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.482306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3adeb7-ddf5-445e-b724-1e4df8d82bc7 None None] No DVR routers for this DVR port aedc0dfb-af31-41da-834f-72c82df8b666 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:06.490119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 321c7bc2-3393-44f2-92ad-a8dc077eac83 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:06.491457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 321c7bc2-3393-44f2-92ad-a8dc077eac83 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:06.502833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:06.513441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.520891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ab67e-abc5-4a17-8f5b-f5da1118d021 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:23:06.559709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] For port aedc0dfb-af31-41da-834f-72c82df8b666, host n-d-768509-25, got binding levels [] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:06.560153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.573913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:06.589147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Calling delete_port for aedc0dfb-af31-41da-834f-72c82df8b666 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:06.594109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Port aedc0dfb-af31-41da-834f-72c82df8b666 was not found and therefore no delete operation was performed {{(pid=102371) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:23:06.599610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.599892 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment a0cb48fe-032c-47f0-a0a7-3d26d004f8f5 of type vlan for network 1336cb91-eda5-4e04-a60d-dd8111087c9d Nov 12 08:23:06.601676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.622605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] No DVR routers for this DVR port aedc0dfb-af31-41da-834f-72c82df8b666 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:06.651703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.667903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['acbe90b0-31f7-4913-b7a3-084b46a2deeb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:06.710700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Port': ['ID=aedc0dfb-af31-41da-834f-72c82df8b666,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.767743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3c6d50a-16d8-41a8-89ac-e428f2b9570a req-5e4d4e1e-35ab-42e0-b583-05d8eca4ea1f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 210 time: 0.1197619 Nov 12 08:23:06.788029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.788648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'Port': ['ID=acbe90b0-31f7-4913-b7a3-084b46a2deeb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.837419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51b9d7-a31f-4d34-b5f0-75820cfeaea1 req-ca619e48-6e75-4720-a25e-364f83b891c3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.843893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a51b9d7-a31f-4d34-b5f0-75820cfeaea1 req-ca619e48-6e75-4720-a25e-364f83b891c3 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.4936306 Nov 12 08:23:06.865804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ab67e-abc5-4a17-8f5b-f5da1118d021 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:23:06.922392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] No DVR routers for this DVR port acbe90b0-31f7-4913-b7a3-084b46a2deeb on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:06.950674 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.955038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12f7fd4-e398-4296-84c2-355c5a1779fc req-3c185175-0569-468b-b75b-99f6c8b76aa5 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "DELETE /v2.0/ports/acbe90b0-31f7-4913-b7a3-084b46a2deeb HTTP/1.1" status: 204 len: 173 time: 2.3108122 Nov 12 08:23:06.958562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'name': 'network-vif-deleted', 'tag': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:06.961010 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4a8eea-99f9-4d09-a1ae-db62d2b7699e" -d '{"events": [{"server_uuid": "43186b3b-a7aa-419e-a728-3e0cf6709f2c", "name": "network-vif-deleted", "tag": "acbe90b0-31f7-4913-b7a3-084b46a2deeb"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:07.059648 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b88110-c810-4d41-914b-77ada4805138 x-openstack-request-id: req-55b88110-c810-4d41-914b-77ada4805138 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:07.059962 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43186b3b-a7aa-419e-a728-3e0cf6709f2c", "name": "network-vif-deleted", "tag": "acbe90b0-31f7-4913-b7a3-084b46a2deeb", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:07.064964 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55b88110-c810-4d41-914b-77ada4805138 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:07.065467 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43186b3b-a7aa-419e-a728-3e0cf6709f2c', 'name': 'network-vif-deleted', 'tag': 'acbe90b0-31f7-4913-b7a3-084b46a2deeb', 'status': 'completed', 'code': 200} Nov 12 08:23:07.085435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a51b9d7-a31f-4d34-b5f0-75820cfeaea1 req-c426bb28-99b7-40e3-9822-524ad1e86792 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869650 Nov 12 08:23:07.132812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Deleting port 6821166f-693c-4ee2-928c-66f4b039d654 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:07.154152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.340808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.346101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:23:07.381675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9820c920-4a10-4058-8843-e35554c4b15d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:07.407548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce0ac65-782b-45a0-aad7-167edb3ad967']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:07.420857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-823675af-8f2a-4afb-a5f3-8b412ff609a7 req-52c1f599-9b84-482a-8f01-90ad993354f2 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=43186b3b-a7aa-419e-a728-3e0cf6709f2c HTTP/1.1" status: 200 len: 210 time: 0.0769541 Nov 12 08:23:07.433084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.450559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.451224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.458524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b56b63-f751-485b-a0db-6503f0497c09') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:07.458892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b56b63-f751-485b-a0db-6503f0497c09') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:07.480726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] For port 6821166f-693c-4ee2-928c-66f4b039d654, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6821166f-693c-4ee2-928c-66f4b039d654,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:07.481082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.503305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.508800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9820c920-4a10-4058-8843-e35554c4b15d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:07.509571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.515128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Calling delete_port for 6821166f-693c-4ee2-928c-66f4b039d654 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:07.535660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.545365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:07.545869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:07.564097 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:07.779747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4694774 Nov 12 08:23:07.790053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53948) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:07.803569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:07.894544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.921079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74687c84-893e-48d7-af01-6e36343dbf4d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=1336cb91-eda5-4e04-a60d-dd8111087c9d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:07.939444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aedc0dfb-af31-41da-834f-72c82df8b666 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:07.966156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: aedc0dfb-af31-41da-834f-72c82df8b666 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:07.966494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device aedc0dfb-af31-41da-834f-72c82df8b666 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:07.999329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1336cb91-eda5-4e04-a60d-dd8111087c9d details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:08.036567 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.046524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] 10.222.0.16 "DELETE /v2.0/networks/bce0ac65-782b-45a0-aad7-167edb3ad967 HTTP/1.1" status: 204 len: 168 time: 2.3823590 Nov 12 08:23:08.078271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f7dbd84-3a76-46be-b543-086bcb5417c1 req-7c38b3a7-b5d9-4441-96a6-a49d720ae647 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 210 time: 0.1173806 Nov 12 08:23:08.084634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6e05f-c8fa-4b96-ae9e-1493981b14e1 tempest-TaggedBootDevicesTest_v242-554651684 tempest-TaggedBootDevicesTest_v242-554651684-project] Pushing event deleted for resources: {'Network': ['ID=bce0ac65-782b-45a0-aad7-167edb3ad967,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.106375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.155282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Pushing event deleted for resources: {'Port': ['ID=6821166f-693c-4ee2-928c-66f4b039d654,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.193751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:08.197766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.521340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0d111-e057-4f18-8063-20dad512452a req-14306f8b-1765-4b0e-bb14-32de9f553eaf tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.537287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4be0d111-e057-4f18-8063-20dad512452a req-14306f8b-1765-4b0e-bb14-32de9f553eaf tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1964786 Nov 12 08:23:08.671740 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.684441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.726730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4be0d111-e057-4f18-8063-20dad512452a req-b8938fbf-b29a-4e3a-8ed0-01d3f667dc75 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874015 Nov 12 08:23:08.756375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.858385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=819911b5-147b-4cac-a698-4c516b0fddd0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.880210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-9d0a455f-c976-4eda-a32c-acdaf8b6562b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.881801 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-9d0a455f-c976-4eda-a32c-acdaf8b6562b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.3022399 Nov 12 08:23:08.897165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:08.900592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:08.900966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: 1336cb91-eda5-4e04-a60d-dd8111087c9d, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:09.016641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 1336cb91-eda5-4e04-a60d-dd8111087c9d is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:09.040261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1336cb91-eda5-4e04-a60d-dd8111087c9d) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:09.052073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b04c0a-f454-450d-ac42-19d4c9e60d73 None None] Network 1336cb91-eda5-4e04-a60d-dd8111087c9d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:09.067570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a4c8-d466-4270-9530-9956574499e0 req-003154e1-bcf7-4a6b-8f38-c59e2038971f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.075630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a01a4c8-d466-4270-9530-9956574499e0 req-003154e1-bcf7-4a6b-8f38-c59e2038971f tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.1209469 Nov 12 08:23:09.077027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.077633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.104352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Router ed77a394-91f2-4fc1-9b64-1521e808b468 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:09.115507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a30fda57-9b1f-4077-84e7-be0f719f7d7f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3230326 Nov 12 08:23:09.119521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53978) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:09.126298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946434290'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:09.156353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:09.160270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.295182 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a01a4c8-d466-4270-9530-9956574499e0 req-34305183-7a7c-4b72-b5cd-c124ac2fe341 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185135 Nov 12 08:23:09.348604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b563dd73-6bea-4cd1-993a-8acd532b27c9 req-1b3ac1f1-dcf5-4d67-b714-7e68618ef56c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 210 time: 0.0841386 Nov 12 08:23:09.350403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-1336cb91-eda5-4e04-a60d-dd8111087c9d', 'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': '819911b5-147b-4cac-a698-4c516b0fddd0'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:09.351824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:09.352456 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.355364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.395942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:09.406132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.406581 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment e88d879e-2abc-46a8-ab57-7fbea174f99d of type vlan for network af1c5842-72ba-4f45-92d3-de757e9cba58 Nov 12 08:23:09.409030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.7 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/99f62369-5703-4d7d-8a4f-20dfbde82989) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:09.453241 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.533304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.544255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.546886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.570639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Allocated IP 2001:db8::1 (1336cb91-eda5-4e04-a60d-dd8111087c9d/819911b5-147b-4cac-a698-4c516b0fddd0/27b7b9ab-8d40-4be7-a301-d22dc8f4c157) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:09.620171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:09.637985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd12178a-f8c5-433a-b4f3-da2b51e6c428 admin admin] 10.222.0.16 "PUT /v2.0/routers/ed77a394-91f2-4fc1-9b64-1521e808b468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8955903 Nov 12 08:23:09.646087 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] Sync routers for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:09.691600 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:09.696813 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:09.698541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.714286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5919228 Nov 12 08:23:09.721015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53988) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:09.722005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:09.731507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:09.751505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.782381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device acbe90b0-31f7-4913-b7a3-084b46a2deeb no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:09.785737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:09.796065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b38317b6-54dc-4193-93e1-72d5e4ab4faa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:09.851555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:09.855356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:09.885301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:09.928890 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:09.998927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989c9ce-d4a9-4c7d-b645-a69948a40d9e None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:10.000501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:10.001178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.010886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=99f62369-5703-4d7d-8a4f-20dfbde82989,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.016672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: acbe90b0-31f7-4913-b7a3-084b46a2deeb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:10.017199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device acbe90b0-31f7-4913-b7a3-084b46a2deeb not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:10.060329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-46bc6728-d2f3-4102-bd30-723c6a5d03d4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1634741 Nov 12 08:23:10.077927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Request body: {'port': {'device_id': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:10.212108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.241353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.243027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956a2e-ab44-4f03-ac6d-831cfaba618d tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=af1c5842-72ba-4f45-92d3-de757e9cba58,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.328176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.336862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network af1c5842-72ba-4f45-92d3-de757e9cba58 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:10.375796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.436848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-954cebf3-d403-4d99-b15f-72e6c9d51e20 None None] Provisioning complete for port 99f62369-5703-4d7d-8a4f-20dfbde82989 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:10.437247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-954cebf3-d403-4d99-b15f-72e6c9d51e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.462548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:10.469576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.480602 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:23:07Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:10.533035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-954cebf3-d403-4d99-b15f-72e6c9d51e20 None None] Port 99f62369-5703-4d7d-8a4f-20dfbde82989 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:10.535008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Pushing event updated for resources: {'Port': ['ID=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.572921 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] Checking router: ed77a394-91f2-4fc1-9b64-1521e808b468 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:10.594585 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] Routers {'ed77a394-91f2-4fc1-9b64-1521e808b468'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:10.595216 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed77a394-91f2-4fc1-9b64-1521e808b468'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:10.667423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Network 1336cb91-eda5-4e04-a60d-dd8111087c9d is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:10.677216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:10.755596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:10.762369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f62369-5703-4d7d-8a4f-20dfbde82989 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:10.778369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.800813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Transition to ACTIVE for port object 99f62369-5703-4d7d-8a4f-20dfbde82989 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:10.809129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.819099 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] Set router ed77a394-91f2-4fc1-9b64-1521e808b468 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:10.857479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50b67be9-11a2-4899-837c-33091c3b0778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.898113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Pushing event updated for resources: {'Port': ['ID=99f62369-5703-4d7d-8a4f-20dfbde82989,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.955192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347edac-38ed-40d7-88dc-5050861fa7d4 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:11.000578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Attempting to bind port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:11.001070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Attempting to bind port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:11.001527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Attempting to bind port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 on network 1336cb91-eda5-4e04-a60d-dd8111087c9d {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:11.021920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:11.022453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Checking segment: {'id': 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:11.022947 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.023448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Bound using segment: {'id': 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:11.024020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Bound port: 27b7b9ab-8d40-4be7-a301-d22dc8f4c157, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1336cb91-eda5-4e04-a60d-dd8111087c9d'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:11.024554 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.051269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Attempting to bind port 99f62369-5703-4d7d-8a4f-20dfbde82989 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:11.052174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Attempting to bind port 99f62369-5703-4d7d-8a4f-20dfbde82989 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:11.052511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Attempting to bind port 99f62369-5703-4d7d-8a4f-20dfbde82989 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:11.059879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Port 99f62369-5703-4d7d-8a4f-20dfbde82989 on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:11.060544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Attempting to bind port 99f62369-5703-4d7d-8a4f-20dfbde82989 on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:11.068319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:11.068671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:11.070742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:11.071653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Bound port: 99f62369-5703-4d7d-8a4f-20dfbde82989, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:11.072128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.086191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:23:07Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:11.123301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d131e9-8ec8-4c58-94a2-87df4d7b9a31 req-2656ca55-524f-436a-9c85-9f0653c49e44 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.125042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98d131e9-8ec8-4c58-94a2-87df4d7b9a31 req-2656ca55-524f-436a-9c85-9f0653c49e44 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 1.1960239 Nov 12 08:23:11.128762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Performing IP validity checks on allocation pools {{(pid=102372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:23:11.129286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:23:11.140226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] For port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:11.146572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] For port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,segment=NetworkSegment(a0cb48fe-032c-47f0-a0a7-3d26d004f8f5),segment_id=a0cb48fe-032c-47f0-a0a7-3d26d004f8f5)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:11.168360 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ed579-55e7-4ca1-8e50-792eaa681f59 None None] The sync data for ids ['ed77a394-91f2-4fc1-9b64-1521e808b468'] in n-d-768509-25 is: [{'id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'name': 'tempest-ServersTestManualDisk-940855797-router', 'tenant_id': '86d51e925753474cacdaaf355fbcf08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:31Z', 'updated_at': '2021-11-12T08:23:07Z', 'revision_number': 5, 'project_id': '86d51e925753474cacdaaf355fbcf08c', 'gw_port': {'id': '81a36814-5dd3-4cfa-bfe9-2b21e20942db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed77a394-91f2-4fc1-9b64-1521e808b468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:33Z', 'updated_at': '2021-11-12T08:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:11.177832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.182437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] For port 99f62369-5703-4d7d-8a4f-20dfbde82989, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:11.183389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237117ef-bd2b-44ff-8682-60ce411a68d3 req-610fd915-6d0a-4cc0-8ea5-5b8831833006 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.189816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] For port 99f62369-5703-4d7d-8a4f-20dfbde82989, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=99f62369-5703-4d7d-8a4f-20dfbde82989,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:11.198128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237117ef-bd2b-44ff-8682-60ce411a68d3 req-610fd915-6d0a-4cc0-8ea5-5b8831833006 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.7743008 Nov 12 08:23:11.202381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.272910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-fa706618-2368-4a3d-aed5-91a8d87237fb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.276595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-fa706618-2368-4a3d-aed5-91a8d87237fb tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 944 time: 0.8699274 Nov 12 08:23:11.291588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.294779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.296311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] 10.222.0.25 "PUT /v2.0/ports/99f62369-5703-4d7d-8a4f-20dfbde82989 HTTP/1.1" status: 200 len: 1092 time: 1.2315724 Nov 12 08:23:11.302489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'tag': '99f62369-5703-4d7d-8a4f-20dfbde82989'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:11.305118 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f179b5f-8bde-4e57-a478-945702fc9a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bd59ff-e483-4fc0-a610-0b2740dd628e", "tag": "99f62369-5703-4d7d-8a4f-20dfbde82989"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:11.310104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b23a9-6b06-4c22-9497-c4e7b3290bfd None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:11.355864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d901f4d-8c05-4627-9acd-aefd94b5ff4b None None] Pushing event updated for resources: {'Port': ['ID=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:11.373464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91cb63-f4cb-4503-a530-c6731c5573ce service neutron] Pushing event updated for resources: {'Port': ['ID=99f62369-5703-4d7d-8a4f-20dfbde82989,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:11.391715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98d131e9-8ec8-4c58-94a2-87df4d7b9a31 req-da676b44-31a5-4acf-abbc-30325b74ccfe tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434094 Nov 12 08:23:11.483775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.524082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-dd53de90-2a8d-495e-881b-cd59e153dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.526020 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-dd53de90-2a8d-495e-881b-cd59e153dcf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 1095 time: 0.1221285 Nov 12 08:23:11.610559 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-24489517-e1aa-4dda-b18b-8648576d551c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f62369-5703-4d7d-8a4f-20dfbde82989 HTTP/1.1" status: 200 len: 217 time: 0.0660946 Nov 12 08:23:11.674645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.751924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-2bdd35c7-ef36-426e-a24f-8b8e73ba05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.753250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-2bdd35c7-ef36-426e-a24f-8b8e73ba05d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1348648 Nov 12 08:23:11.757898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-237117ef-bd2b-44ff-8682-60ce411a68d3 req-d511a34c-1ddc-4eaa-8cde-c743ece2dc51 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5586390 Nov 12 08:23:11.876406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-7f069fe2-746c-4b14-b2f0-3cadc6852cde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116171 Nov 12 08:23:11.887044 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a631e2-c51e-47c7-ab1c-898a126fb3f7 x-openstack-request-id: req-c6a631e2-c51e-47c7-ab1c-898a126fb3f7 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:11.887343 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bd59ff-e483-4fc0-a610-0b2740dd628e", "tag": "99f62369-5703-4d7d-8a4f-20dfbde82989", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:11.887598 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6a631e2-c51e-47c7-ab1c-898a126fb3f7 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:11.888285 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'tag': '99f62369-5703-4d7d-8a4f-20dfbde82989', 'status': 'completed', 'code': 200} Nov 12 08:23:11.926883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c92bf-2419-4977-a59c-f01b0192b561 req-18c9c558-b006-421c-b31a-ac1c6722c905 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.928932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-827c92bf-2419-4977-a59c-f01b0192b561 req-18c9c558-b006-421c-b31a-ac1c6722c905 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 943 time: 0.4264348 Nov 12 08:23:11.991006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Deleting port 81a36814-5dd3-4cfa-bfe9-2b21e20942db {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:11.991410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.052230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Deleting port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:12.052759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.091930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-4c3e9aa7-47b9-4fcd-9fad-ef27d5a58170 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027259 Nov 12 08:23:12.223810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.253222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-827c92bf-2419-4977-a59c-f01b0192b561 req-03db01fd-e051-49a3-8236-eb365b1b6dfb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122263 Nov 12 08:23:12.304659 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c604f5ce-3b6e-42f5-88fa-7380e544460e req-800d60d2-791a-4592-94df-e8f5eacd03f7 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033980 Nov 12 08:23:12.359608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] For port 81a36814-5dd3-4cfa-bfe9-2b21e20942db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=81a36814-5dd3-4cfa-bfe9-2b21e20942db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:12.368250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.394461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] For port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:12.395278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.399244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=d1494bc8-4bc6-4870-9380-c1ceb65790cf,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:12.422106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Calling delete_port for 81a36814-5dd3-4cfa-bfe9-2b21e20942db owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:12.478885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-44be10e5-128b-4c0b-b68f-e1e875f91f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.483484 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-44be10e5-128b-4c0b-b68f-e1e875f91f6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 1095 time: 0.1095424 Nov 12 08:23:12.599182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': 'e88d879e-2abc-46a8-ab57-7fbea174f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:12.599977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: af1c5842-72ba-4f45-92d3-de757e9cba58, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:12.688082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-d3cf3d02-6725-4b64-a5cd-5eca6a76af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.695402 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-d3cf3d02-6725-4b64-a5cd-5eca6a76af2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.2020614 Nov 12 08:23:12.774914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-5fdb624e-5fb6-45cd-b2da-93c55688cc0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99f62369-5703-4d7d-8a4f-20dfbde82989 HTTP/1.1" status: 200 len: 217 time: 0.0703053 Nov 12 08:23:12.830123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350e5f7-d311-4380-a6d7-39f41ad83b9c req-041cd687-6640-471f-8c83-234b992f23fe tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.832104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a350e5f7-d311-4380-a6d7-39f41ad83b9c req-041cd687-6640-471f-8c83-234b992f23fe tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2490790 Nov 12 08:23:12.833202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network af1c5842-72ba-4f45-92d3-de757e9cba58 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:12.876198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-2c413945-4e11-4f4a-8738-170b3f23aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.878680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-2c413945-4e11-4f4a-8738-170b3f23aea9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.0962799 Nov 12 08:23:12.924643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, af1c5842-72ba-4f45-92d3-de757e9cba58) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:12.930000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.930560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.939840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e01177-d678-47ee-af8d-c42364f006f4 None None] Network af1c5842-72ba-4f45-92d3-de757e9cba58 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:12.947313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-8bb30f9d-e060-49f2-9e7e-c9a64aeda4cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588648 Nov 12 08:23:13.051062 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.052019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.052440 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Floating IP 48e6ca22-f476-485d-b1a9-44215ec002d6 disassociated. External IP: 172.25.4.229, port: 47d1e4a0-3620-4b51-966b-7ee0b564ce3a. Nov 12 08:23:13.052849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Calling delete_port for 47d1e4a0-3620-4b51-966b-7ee0b564ce3a owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:13.112890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8285fcf-511e-4aed-b821-ac721b573ccf None None] Network 1336cb91-eda5-4e04-a60d-dd8111087c9d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:13.147504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-d7906607-941d-46a7-9168-f86e73625003 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897695 Nov 12 08:23:13.249492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fee701fb-746e-4251-b76b-fd794606c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.316571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-19a6229f-c179-4055-8af6-3d47da65a89e None None] Provisioning complete for port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:13.317199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19a6229f-c179-4055-8af6-3d47da65a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.330389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-af1c5842-72ba-4f45-92d3-de757e9cba58', 'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': 'd1494bc8-4bc6-4870-9380-c1ceb65790cf'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:13.331373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.378800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9f179b5f-8bde-4e57-a478-945702fc9a1b req-e0771087-837a-4a2d-b9aa-219479623f53 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226570 Nov 12 08:23:13.403723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:13.417238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b1100755-e296-4c68-b64d-72070a08a289 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.6864667 Nov 12 08:23:13.417238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.418369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54066) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:13.473767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'Port': ['ID=47d1e4a0-3620-4b51-966b-7ee0b564ce3a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:13.541106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a350e5f7-d311-4380-a6d7-39f41ad83b9c req-27fd6dc7-9fc5-4f08-b2f3-5f670d5166b5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975288 Nov 12 08:23:13.554368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.572962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838557f-4798-4315-9d2c-797e5adfcdff req-105d8d4f-1ea2-49c6-be09-daf854603c20 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.574849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7838557f-4798-4315-9d2c-797e5adfcdff req-105d8d4f-1ea2-49c6-be09-daf854603c20 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 866 time: 0.6404014 Nov 12 08:23:13.600730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.708256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.854050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Pushing event deleted for resources: {'Port': ['ID=81a36814-5dd3-4cfa-bfe9-2b21e20942db,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:13.963165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.987331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44611d62-d741-4b92-9d2f-3cbcc55f0a17 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:14.223654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Allocated IP 2001:db8::3 (af1c5842-72ba-4f45-92d3-de757e9cba58/d1494bc8-4bc6-4870-9380-c1ceb65790cf/11d2392f-ead3-43a7-b6c0-0ef6e91cd684) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:14.240337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:14.243748 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.247529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.254453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.383882 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19a6229f-c179-4055-8af6-3d47da65a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.404450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:14.466198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.466887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed77a394-91f2-4fc1-9b64-1521e808b468 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:23:14.623756 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.625176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-96e6c149-dfb9-4ecd-b5af-f74d4cdba97f admin admin] 10.222.0.16 "DELETE /v2.0/routers/ed77a394-91f2-4fc1-9b64-1521e808b468 HTTP/1.1" status: 204 len: 168 time: 4.9014683 Nov 12 08:23:14.628602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54080) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:14.645380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7838557f-4798-4315-9d2c-797e5adfcdff req-2fc53ad1-3f67-4ea7-b076-6f6ee0130d7b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups?id=202ab0e1-bcdc-4858-8b48-04d2b9f10f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8574584 Nov 12 08:23:14.680756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01cad3-6348-414c-a986-43efef6d39bf req-844fd9e9-b8ac-4972-ab02-7c3d27c5c71a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.682429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f01cad3-6348-414c-a986-43efef6d39bf req-844fd9e9-b8ac-4972-ab02-7c3d27c5c71a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 943 time: 0.9206634 Nov 12 08:23:14.703785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.776926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f01cad3-6348-414c-a986-43efef6d39bf req-9eb7ba39-e5cf-4b79-96a7-f51d41ed98e0 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778883 Nov 12 08:23:14.777281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-19a6229f-c179-4055-8af6-3d47da65a89e None None] For port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,segment=NetworkSegment(a0cb48fe-032c-47f0-a0a7-3d26d004f8f5),segment_id=a0cb48fe-032c-47f0-a0a7-3d26d004f8f5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:14.778706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Deleting subnet 7919d4bc-b71c-4360-ae41-bd3a76aa58b0 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:14.790529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.802650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.806911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19a6229f-c179-4055-8af6-3d47da65a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.897541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.900033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:14.922291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] Sync routers for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:14.984434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:14.984695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528625cc-f107-4caa-ad41-bccdd2982e92 req-faf25120-b593-4400-81e6-4db785c8908a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.985125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:14.998260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-528625cc-f107-4caa-ad41-bccdd2982e92 req-faf25120-b593-4400-81e6-4db785c8908a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1731176 Nov 12 08:23:15.048413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6229f-c179-4055-8af6-3d47da65a89e None None] Pushing event updated for resources: {'Port': ['ID=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.088116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] No DVR routers for this DVR port 47d1e4a0-3620-4b51-966b-7ee0b564ce3a on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:15.091870 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.095396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3746a50b-c2bd-45a6-aea4-053cb6460e54 req-2a521c24-f540-4821-a1c9-67cc8dc16542 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.32 "DELETE /v2.0/ports/47d1e4a0-3620-4b51-966b-7ee0b564ce3a HTTP/1.1" status: 204 len: 173 time: 3.7192743 Nov 12 08:23:15.095874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-deleted', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:15.098711 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a7842-8956-49e4-ae23-5948ca545eda" -d '{"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-deleted", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:15.126741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0e013988-94fa-43ee-99e9-db09fdfdfd2b None None] Provisioning complete for port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:15.127125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0e013988-94fa-43ee-99e9-db09fdfdfd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.155126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.194318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-528625cc-f107-4caa-ad41-bccdd2982e92 req-93179c26-c482-4827-8d18-e2d2af487b98 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890380 Nov 12 08:23:15.223296 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5161d-62bf-4ca6-9ba0-778ee7fa223c x-openstack-request-id: req-6bf5161d-62bf-4ca6-9ba0-778ee7fa223c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:15.223600 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d3452f-cfe5-420d-ab36-ace11d72d91e", "name": "network-vif-deleted", "tag": "47d1e4a0-3620-4b51-966b-7ee0b564ce3a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:15.224167 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bf5161d-62bf-4ca6-9ba0-778ee7fa223c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:15.224557 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d3452f-cfe5-420d-ab36-ace11d72d91e', 'name': 'network-vif-deleted', 'tag': '47d1e4a0-3620-4b51-966b-7ee0b564ce3a', 'status': 'completed', 'code': 200} Nov 12 08:23:15.282555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:15.282979 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:15.296388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.298951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.319232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.327004 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7919d4bc-b71c-4360-ae41-bd3a76aa58b0 HTTP/1.1" status: 204 len: 168 time: 0.6917639 Nov 12 08:23:15.327224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54086) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:15.385262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88f7a1-6ee6-491a-bd73-8c7fadb7b32c None None] Network 5593021a-535b-4bca-8f42-70e47fedaaa4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:15.388441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.427518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288dc27-99a8-4b29-b862-64633308c265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7919d4bc-b71c-4360-ae41-bd3a76aa58b0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.451807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:15.461136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.490826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.585565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=d1494bc8-4bc6-4870-9380-c1ceb65790cf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.617088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Deleting port 51114e9b-2147-4a9d-8111-88774d7cbca4 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:15.617441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.637442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Pushing event updated for resources: {'Port': ['ID=11d2392f-ead3-43a7-b6c0-0ef6e91cd684,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.648829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:15.826761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.861512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] For port 51114e9b-2147-4a9d-8111-88774d7cbca4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=51114e9b-2147-4a9d-8111-88774d7cbca4,segment=NetworkSegment(0ea480b2-f376-43d5-a326-a156ef9cddec),segment_id=0ea480b2-f376-43d5-a326-a156ef9cddec)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:15.871318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.888442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c5842-72ba-4f45-92d3-de757e9cba58']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:15.918645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88d879e-2abc-46a8-ab57-7fbea174f99d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:15.919565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88d879e-2abc-46a8-ab57-7fbea174f99d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:15.929694 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.939476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Calling delete_port for 51114e9b-2147-4a9d-8111-88774d7cbca4 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:15.957152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.979764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 47d1e4a0-3620-4b51-966b-7ee0b564ce3a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:15.981092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 47d1e4a0-3620-4b51-966b-7ee0b564ce3a not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:15.984671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6821166f-693c-4ee2-928c-66f4b039d654 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:15.986208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.011493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:16.011962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.037791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Network af1c5842-72ba-4f45-92d3-de757e9cba58 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:16.043364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6821166f-693c-4ee2-928c-66f4b039d654 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:16.043766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6821166f-693c-4ee2-928c-66f4b039d654 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:16.046084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:16.093861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:16.104702 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:16.144698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75f473c3-6086-43c8-9058-360dec6280ea req-60d2e2fa-13fa-4b4b-9833-73be7dd469a9 tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d3452f-cfe5-420d-ab36-ace11d72d91e HTTP/1.1" status: 200 len: 210 time: 0.0540843 Nov 12 08:23:16.158830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.235788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:23:16.235788 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:23:16.235788 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'af1c5842-72ba-4f45-92d3-de757e9cba58'}] Nov 12 08:23:16.235788 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:16.235788 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:16.246682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51114e9b-2147-4a9d-8111-88774d7cbca4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:16.266445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] No DVR routers for this DVR port 51114e9b-2147-4a9d-8111-88774d7cbca4 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:16.316464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b3f57-66fa-4629-829d-2fd7db228006 req-aa2832c5-8f96-42f0-b814-a9c0d6ad9c4d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.325368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b2b3f57-66fa-4629-829d-2fd7db228006 req-aa2832c5-8f96-42f0-b814-a9c0d6ad9c4d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 943 time: 0.1979096 Nov 12 08:23:16.325690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:16.447463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Attempting to bind port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:16.448636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Attempting to bind port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e88d879e-2abc-46a8-ab57-7fbea174f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:16.452738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Attempting to bind port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684 on network af1c5842-72ba-4f45-92d3-de757e9cba58 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:16.524874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:16.525268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Checking segment: {'id': 'e88d879e-2abc-46a8-ab57-7fbea174f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:16.525677 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.526074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Bound using segment: {'id': 'e88d879e-2abc-46a8-ab57-7fbea174f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:16.526569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Bound port: 11d2392f-ead3-43a7-b6c0-0ef6e91cd684, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88d879e-2abc-46a8-ab57-7fbea174f99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'af1c5842-72ba-4f45-92d3-de757e9cba58'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:16.527000 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.561316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b14cc7-4997-4fdb-9c8b-41a29247a9a9 None None] DHCP port deletion for 5593021a-535b-4bca-8f42-70e47fedaaa4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:16.630363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] For port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:16.634018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] For port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=11d2392f-ead3-43a7-b6c0-0ef6e91cd684,segment=NetworkSegment(e88d879e-2abc-46a8-ab57-7fbea174f99d),segment_id=e88d879e-2abc-46a8-ab57-7fbea174f99d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:16.648466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.737173 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.879135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b2b3f57-66fa-4629-829d-2fd7db228006 req-43337790-b36a-432a-b4f7-75bd9b997be7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527756 Nov 12 08:23:16.907163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.932198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:16.934200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.951811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:20Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:16.966084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:16.967018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.985733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5593021a-535b-4bca-8f42-70e47fedaaa4']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:16.996217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36ecba-e7aa-4bba-8047-3397b5cea79d req-f3f20007-7a99-43de-a73d-9fc5a44be1cc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.998410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d36ecba-e7aa-4bba-8047-3397b5cea79d req-f3f20007-7a99-43de-a73d-9fc5a44be1cc tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1599867 Nov 12 08:23:17.033163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea480b2-f376-43d5-a326-a156ef9cddec') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:17.033546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea480b2-f376-43d5-a326-a156ef9cddec') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:17.064181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.096532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=11d2392f-ead3-43a7-b6c0-0ef6e91cd684,segment=NetworkSegment(e88d879e-2abc-46a8-ab57-7fbea174f99d),segment_id=e88d879e-2abc-46a8-ab57-7fbea174f99d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:17.097002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.100104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.109662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.122854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for 11d2392f-ead3-43a7-b6c0-0ef6e91cd684 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:17.124903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:17.125438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:17.127370 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:17.169763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] Checking router: 743f58c2-85f4-4bb6-85dc-453c4fb015e0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:17.206824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620a71-6649-4e2b-a962-6e43be9dea1d None None] Pushing event updated for resources: {'Port': ['ID=11d2392f-ead3-43a7-b6c0-0ef6e91cd684,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:17.247389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4d4e7-40e0-47c1-8e6c-9076638e9cae None None] Network af1c5842-72ba-4f45-92d3-de757e9cba58 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:17.249504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d36ecba-e7aa-4bba-8047-3397b5cea79d req-1d126cce-f75b-4f72-8d63-df7405953976 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281437 Nov 12 08:23:17.251636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:17.274207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:17.303169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.326657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.331258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5593021a-535b-4bca-8f42-70e47fedaaa4 HTTP/1.1" status: 204 len: 168 time: 2.0047314 Nov 12 08:23:17.352893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54110) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.372234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d93cc-9363-4a10-9fad-0957c24095a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5593021a-535b-4bca-8f42-70e47fedaaa4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:17.385236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.425368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port 11d2392f-ead3-43a7-b6c0-0ef6e91cd684 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:17.431560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=11d2392f-ead3-43a7-b6c0-0ef6e91cd684,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:17.513392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d64a9694-149b-43df-8456-41652d8e907b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.558445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d64a9694-149b-43df-8456-41652d8e907b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.627747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d64a9694-149b-43df-8456-41652d8e907b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.630529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d64a9694-149b-43df-8456-41652d8e907b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.633580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d64a9694-149b-43df-8456-41652d8e907b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "DELETE /v2.0/security-groups/202ab0e1-bcdc-4858-8b48-04d2b9f10f99 HTTP/1.1" status: 204 len: 168 time: 0.2774384 Nov 12 08:23:17.635408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.652269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9694-149b-43df-8456-41652d8e907b tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ab0e1-bcdc-4858-8b48-04d2b9f10f99,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:17.668147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.696618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54116) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.702224 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-4fc8123e-9560-4ddd-863c-ee2e0b659cff tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] show failed (client error): The resource could not be found. Nov 12 08:23:17.709432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54118) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.710383 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4fc8123e-9560-4ddd-863c-ee2e0b659cff tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "GET /v2.0/security-groups/202ab0e1-bcdc-4858-8b48-04d2b9f10f99 HTTP/1.1" status: 404 len: 347 time: 0.0676279 Nov 12 08:23:17.745998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c5842-72ba-4f45-92d3-de757e9cba58']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:17.765300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88d879e-2abc-46a8-ab57-7fbea174f99d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:17.765580 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88d879e-2abc-46a8-ab57-7fbea174f99d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:17.785316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.816401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.821730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7dce982-f2e1-44b1-ac68-51e74e2fcd5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86d51e925753474cacdaaf355fbcf08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234202 Nov 12 08:23:17.824263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54120) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.825555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 99f62369-5703-4d7d-8a4f-20dfbde82989 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:17.826666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:17.827157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:17.831720 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:17.953190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.962548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.979215 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/af1c5842-72ba-4f45-92d3-de757e9cba58 HTTP/1.1" status: 204 len: 168 time: 4.5594988 Nov 12 08:23:17.980798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54124) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:18.001082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6869989f-af61-41ce-88e8-d0e9493f1c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.002874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315144059'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:18.031687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6869989f-af61-41ce-88e8-d0e9493f1c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.044285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca19275-53ee-4a18-992e-8ff9a2ed8c37 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:23:18.052691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71ba9-37c1-4131-9484-3449f9505364 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=af1c5842-72ba-4f45-92d3-de757e9cba58,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.096233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:18.104023 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6869989f-af61-41ce-88e8-d0e9493f1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.104753 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.107565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6869989f-af61-41ce-88e8-d0e9493f1c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.109593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6869989f-af61-41ce-88e8-d0e9493f1c17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/782cc0f2-b252-4d57-b20e-5c1bf1516adb HTTP/1.1" status: 204 len: 168 time: 0.2831180 Nov 12 08:23:18.165288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:18.205549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.205830 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment a7f6e88b-2858-4bd6-883c-74645771726a of type vlan for network 1f45819e-a083-4629-a041-30c29560f250 Nov 12 08:23:18.236381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:18.254858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869989f-af61-41ce-88e8-d0e9493f1c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782cc0f2-b252-4d57-b20e-5c1bf1516adb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.293142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Deleting port 840926d7-64c1-4578-be5d-936f24ebeab6 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:18.293483 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.345568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 81a36814-5dd3-4cfa-bfe9-2b21e20942db no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:18.353891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.382910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 81a36814-5dd3-4cfa-bfe9-2b21e20942db {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:18.383271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 81a36814-5dd3-4cfa-bfe9-2b21e20942db not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:18.394501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e50451-441a-4c9a-bc16-15a7f4e6710d req-9f4c44b0-4652-4366-bd9d-665243e2c37b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.399870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e50451-441a-4c9a-bc16-15a7f4e6710d req-9f4c44b0-4652-4366-bd9d-665243e2c37b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 943 time: 0.3090110 Nov 12 08:23:18.413786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 99f62369-5703-4d7d-8a4f-20dfbde82989, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=99f62369-5703-4d7d-8a4f-20dfbde82989,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:18.476431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.483160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.490593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.511751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '99f62369-5703-4d7d-8a4f-20dfbde82989', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': '99f62369-5703-4d7d-8a4f-20dfbde82989', 'mac_address': 'fa:16:3e:ba:9b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:18.659292 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.666561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6781201 Nov 12 08:23:18.672824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54140) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:18.684797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': '1f45819e-a083-4629-a041-30c29560f250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:18.686819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e962bb-cb79-4c54-87c5-5655521fe23c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=1f45819e-a083-4629-a041-30c29560f250,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.701293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e50451-441a-4c9a-bc16-15a7f4e6710d req-e782d12d-4eb2-4efe-be89-49c24ed61798 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949090 Nov 12 08:23:18.736547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648fec6-5285-4c01-a997-a2ccd45b9760 req-694fad50-1950-4f6a-bec7-f4189fcbe5ad tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.738348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5648fec6-5285-4c01-a997-a2ccd45b9760 req-694fad50-1950-4f6a-bec7-f4189fcbe5ad tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.3054078 Nov 12 08:23:18.782079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 51114e9b-2147-4a9d-8111-88774d7cbca4 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:18.792960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1f45819e-a083-4629-a041-30c29560f250 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:18.806879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.807237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.820614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca19275-53ee-4a18-992e-8ff9a2ed8c37 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:23:18.844430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Calling delete_port for 840926d7-64c1-4578-be5d-936f24ebeab6 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:18.869258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f62369-5703-4d7d-8a4f-20dfbde82989 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:18.891714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 51114e9b-2147-4a9d-8111-88774d7cbca4 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:18.891934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 51114e9b-2147-4a9d-8111-88774d7cbca4 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:18.910911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5648fec6-5285-4c01-a997-a2ccd45b9760 req-0ca335fc-6253-4e80-b13a-78b8b2b10414 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579669 Nov 12 08:23:18.945548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:18.949195 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.017427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 99f62369-5703-4d7d-8a4f-20dfbde82989, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=99f62369-5703-4d7d-8a4f-20dfbde82989,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:19.122229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.201809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=99f62369-5703-4d7d-8a4f-20dfbde82989,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:19.220225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.280213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:20Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:19.314651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Pushing event deleted for resources: {'Port': ['ID=840926d7-64c1-4578-be5d-936f24ebeab6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:19.343062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d058f6-31a2-4d40-83d5-55c4e41b324a None None] The sync data for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 is: [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 4, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2c82c256-ebcc-4c3f-b377-5f9fafa25606', 'name': '', 'network_id': '70a15c56-81d1-4c95-89ec-c56f14881164', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'mac_address': 'fa:16:3e:dc:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:12Z', 'updated_at': '2021-11-12T08:14:20Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'subnets': [{'id': 'bbd984a5-a16e-4ce1-8361-11b9faf27560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:19.399377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.512890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.515550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.523711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-88c525a9-c6a2-4b78-b5cf-90a2485fa46e tempest-ServerActionsTestJSON-1545718792 tempest-ServerActionsTestJSON-1545718792-project] 10.222.0.16 "DELETE /v2.0/floatingips/48e6ca22-f476-485d-b1a9-44215ec002d6 HTTP/1.1" status: 204 len: 168 time: 1.8121314 Nov 12 08:23:19.528724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54160) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:19.543552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=6f627785-20ed-4a3b-bc10-14b2a5aab22f,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:19.551131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': 'a7f6e88b-2858-4bd6-883c-74645771726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1f45819e-a083-4629-a041-30c29560f250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:19.551498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: 1f45819e-a083-4629-a041-30c29560f250, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:19.571216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['99f62369-5703-4d7d-8a4f-20dfbde82989'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:19.575009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 1f45819e-a083-4629-a041-30c29560f250 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:19.592188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1f45819e-a083-4629-a041-30c29560f250) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:19.600527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:19.601560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.657356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54168) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:19.658650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5308a36-f449-4851-828e-0f68ca631cfd tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9800639 Nov 12 08:23:19.772734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365425d-0b2f-4d44-a71a-bba21e783e1a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:19.790433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a050a83-72e5-44b0-a2cf-c809e67f4937 None None] Network 1f45819e-a083-4629-a041-30c29560f250 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:19.839507 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b2b1d-b8f2-4272-b8ff-c34e9c555d7f None None] New status for floating IP 48e6ca22-f476-485d-b1a9-44215ec002d6: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:23:19.969565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.027444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8c7e6-9079-4abe-bf88-66e7bda1c1ce req-c09a45a9-24ab-46a8-b68d-d118fb1ae7a7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.051659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bb8c7e6-9079-4abe-bf88-66e7bda1c1ce req-c09a45a9-24ab-46a8-b68d-d118fb1ae7a7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 944 time: 0.1824250 Nov 12 08:23:20.075946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.219422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bb8c7e6-9079-4abe-bf88-66e7bda1c1ce req-444b8613-ccbc-4ded-abca-0c26888223df tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551118 Nov 12 08:23:20.285069 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.458227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241ed77-f4a1-4d37-9a88-690cd895a175 None None] Network 1f45819e-a083-4629-a041-30c29560f250 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:20.522329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.582046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f45819e-a083-4629-a041-30c29560f250']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:20.624231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=6f627785-20ed-4a3b-bc10-14b2a5aab22f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:20.648645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f6e88b-2858-4bd6-883c-74645771726a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:20.654353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f6e88b-2858-4bd6-883c-74645771726a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:20.683491 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.718657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.743945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:20.745016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.817911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cd8f634-9ccc-4dc6-951d-b5dfd6df1131 req-68bc4546-67d1-4d37-a119-b9a9893273bc tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.1650257 Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:20.830462 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:20.860690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f6761-ab6c-4814-b08f-7d50ca92989e req-d5a24080-66f9-49f2-b520-994fe83225b5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.865735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f53f6761-ab6c-4814-b08f-7d50ca92989e req-d5a24080-66f9-49f2-b520-994fe83225b5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.4652026 Nov 12 08:23:20.866311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.876244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.882456 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/1f45819e-a083-4629-a041-30c29560f250 HTTP/1.1" status: 204 len: 168 time: 1.2241099 Nov 12 08:23:20.898244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:20.916489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973159061'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:20.931525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782aebd-976d-4950-bdc2-2281d8d84540 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=1f45819e-a083-4629-a041-30c29560f250,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:20.980520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:20.987477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.045269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:21.060539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.061362 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment 69b814ee-ca9a-4efd-aa4a-fb5d920626d4 of type vlan for network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 Nov 12 08:23:21.136321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.180188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.193945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.196164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.273497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3563464 Nov 12 08:23:21.275976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54222) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:21.281591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:21.351532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c3b87-ea6f-4a7a-8b42-eb09bf5cef0c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:21.365667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:21.496238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f53f6761-ab6c-4814-b08f-7d50ca92989e req-89d875ba-f878-42b1-b0a7-1f129eefd70a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252069 Nov 12 08:23:21.585547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:21.594640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.763206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584807-023f-45e1-8fac-327811fc6d64 req-ce1a590a-7735-43e3-8ac5-21a5fdfb3761 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.764868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa584807-023f-45e1-8fac-327811fc6d64 req-ce1a590a-7735-43e3-8ac5-21a5fdfb3761 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 944 time: 0.2294371 Nov 12 08:23:21.814054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 99f62369-5703-4d7d-8a4f-20dfbde82989 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:21.969884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ff824a2-084b-4e86-8999-12337e92e344 req-c866889d-51af-4503-b438-2b5a1399467f tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1913655 Nov 12 08:23:22.041128 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.085256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 99f62369-5703-4d7d-8a4f-20dfbde82989 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:22.095823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 99f62369-5703-4d7d-8a4f-20dfbde82989 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:22.096442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.160619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.334422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.396570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': '69b814ee-ca9a-4efd-aa4a-fb5d920626d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:22.397034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:22.429035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=0970685b-23af-4fb7-a0c4-7a2c58c7ad89,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:22.465129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:22.469150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa584807-023f-45e1-8fac-327811fc6d64 req-c550d3f6-a329-449c-8f07-9fea39206ee9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938095 Nov 12 08:23:22.489332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:22.495366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.495971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.535045 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7ea52347-a9f5-48c7-88b0-8dd960859b6a tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2578318 Nov 12 08:23:22.548659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54258) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:22.754345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef82478-1d0b-4180-89f7-abcf926590c2 None None] Network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:22.797539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f62369-5703-4d7d-8a4f-20dfbde82989'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:22.804741 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf6daa-f245-4870-88fd-5e27fab95778" -d '{"events": [{"server_uuid": "a7bd59ff-e483-4fc0-a610-0b2740dd628e", "name": "network-vif-plugged", "status": "completed", "tag": "99f62369-5703-4d7d-8a4f-20dfbde82989"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:22.938180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 99f62369-5703-4d7d-8a4f-20dfbde82989, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=99f62369-5703-4d7d-8a4f-20dfbde82989,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:22.959002 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29eb33f-d6b0-42e6-b77e-598e5e2c727b x-openstack-request-id: req-f29eb33f-d6b0-42e6-b77e-598e5e2c727b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:22.962480 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd59ff-e483-4fc0-a610-0b2740dd628e", "name": "network-vif-plugged", "status": "completed", "tag": "99f62369-5703-4d7d-8a4f-20dfbde82989", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:22.963595 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f29eb33f-d6b0-42e6-b77e-598e5e2c727b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:22.966663 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f62369-5703-4d7d-8a4f-20dfbde82989', 'code': 200} Nov 12 08:23:22.969480 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.989017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.016658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecc2e3-9ad2-40d7-b097-aa4aac54781d req-55de604d-a561-4728-ba6d-bca0283ca392 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.036661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ecc2e3-9ad2-40d7-b097-aa4aac54781d req-55de604d-a561-4728-ba6d-bca0283ca392 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2658861 Nov 12 08:23:23.133990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ee366-bf73-4287-ba39-011a5e14d893 req-be97492b-e763-4c84-be63-66e83c44e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.135560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-773ee366-bf73-4287-ba39-011a5e14d893 req-be97492b-e763-4c84-be63-66e83c44e774 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 1097 time: 0.1277859 Nov 12 08:23:23.272241 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-773ee366-bf73-4287-ba39-011a5e14d893 req-4615cddd-78d5-47e7-b24a-b05e819d53b8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231353 Nov 12 08:23:23.282940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=99f62369-5703-4d7d-8a4f-20dfbde82989,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:23.293852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61', 'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': '0970685b-23af-4fb7-a0c4-7a2c58c7ad89'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:23.297035 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.403091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2581a5d7-58c1-40bd-84b0-6ae898b45301 req-c1a3b582-628a-4a17-b400-53417ce01b8f tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.2612898 Nov 12 08:23:23.458958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83ecc2e3-9ad2-40d7-b097-aa4aac54781d req-b036b3e2-cd52-4f72-8d68-bd4d49642c50 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213412 Nov 12 08:23:23.470762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Deleting port 2c82c256-ebcc-4c3f-b377-5f9fafa25606 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:23.471222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.486072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:23.603775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Allocated IP 2001:db8::1 (5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61/0970685b-23af-4fb7-a0c4-7a2c58c7ad89/aad51f7f-6919-45ad-aff8-691503f8e2ce) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:23.841032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12f5425e-3f7a-45d5-b9b2-90a2998ddad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.936908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.949502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.979737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:24.024690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:24.046511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12f5425e-3f7a-45d5-b9b2-90a2998ddad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.054332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12f5425e-3f7a-45d5-b9b2-90a2998ddad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.102796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Pushing event updated for resources: {'Port': ['ID=aad51f7f-6919-45ad-aff8-691503f8e2ce,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.115915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:24.162823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-12f5425e-3f7a-45d5-b9b2-90a2998ddad4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83a28902078f44fbbbb972a3d3984b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6753547 Nov 12 08:23:24.168434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.173313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54278) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:24.238172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5425e-3f7a-45d5-b9b2-90a2998ddad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf3e86b-c24c-4f2c-8c64-bbd0dca4c1b0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.282017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Attempting to bind port aad51f7f-6919-45ad-aff8-691503f8e2ce on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:24.283014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Attempting to bind port aad51f7f-6919-45ad-aff8-691503f8e2ce by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '69b814ee-ca9a-4efd-aa4a-fb5d920626d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:24.283014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Attempting to bind port aad51f7f-6919-45ad-aff8-691503f8e2ce on network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:24.289322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:24.289866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Checking segment: {'id': '69b814ee-ca9a-4efd-aa4a-fb5d920626d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:24.290375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.290879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Bound using segment: {'id': '69b814ee-ca9a-4efd-aa4a-fb5d920626d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:24.291476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Bound port: aad51f7f-6919-45ad-aff8-691503f8e2ce, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b814ee-ca9a-4efd-aa4a-fb5d920626d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:24.291969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.307324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385afd2-38e4-4bfe-b26a-edc305e7f668 req-b79aa177-29c8-44ff-88d0-68427a1e272e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.308854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0385afd2-38e4-4bfe-b26a-edc305e7f668 req-b79aa177-29c8-44ff-88d0-68427a1e272e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.2149291 Nov 12 08:23:24.372296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] For port 2c82c256-ebcc-4c3f-b377-5f9fafa25606, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2c82c256-ebcc-4c3f-b377-5f9fafa25606,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:24.372673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.397358 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.401726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] For port aad51f7f-6919-45ad-aff8-691503f8e2ce, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:24.407921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] For port aad51f7f-6919-45ad-aff8-691503f8e2ce, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aad51f7f-6919-45ad-aff8-691503f8e2ce,segment=NetworkSegment(69b814ee-ca9a-4efd-aa4a-fb5d920626d4),segment_id=69b814ee-ca9a-4efd-aa4a-fb5d920626d4)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:24.408334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Calling delete_port for 2c82c256-ebcc-4c3f-b377-5f9fafa25606 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:24.414735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.424640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a58b8774-0d8c-45bf-b0d9-7c2cae8e79cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.504510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=0970685b-23af-4fb7-a0c4-7a2c58c7ad89,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.534084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8195f-48de-4bf1-a18f-d6bf0d9ac569 None None] Pushing event updated for resources: {'Port': ['ID=aad51f7f-6919-45ad-aff8-691503f8e2ce,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.551396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7dfb970-bf34-4a4f-a49e-260abec2c687 req-28b0878e-1e7f-454a-be45-97f0361bf7a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.3000391 Nov 12 08:23:24.604649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0385afd2-38e4-4bfe-b26a-edc305e7f668 req-8caa3c15-5f28-493f-9cb7-ad7f516c98c5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848165 Nov 12 08:23:24.715571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a58b8774-0d8c-45bf-b0d9-7c2cae8e79cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.825448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-223cf774-a4e5-4e60-ad92-f88bb8db7dbd req-d0f07cde-b9a4-478b-934d-d72056b01d63 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1261656 Nov 12 08:23:24.827656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.914255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:24.972324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b814ee-ca9a-4efd-aa4a-fb5d920626d4') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:24.972691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b814ee-ca9a-4efd-aa4a-fb5d920626d4') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:24.994495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.003777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420edc8-f43e-4948-80ce-4135b14057be req-7cd6b948-9025-4f66-959f-6108b051ff24 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.005916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4420edc8-f43e-4948-80ce-4135b14057be req-7cd6b948-9025-4f66-959f-6108b051ff24 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.3185785 Nov 12 08:23:25.036016 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.042462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a58b8774-0d8c-45bf-b0d9-7c2cae8e79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.045103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a58b8774-0d8c-45bf-b0d9-7c2cae8e79cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.046280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a58b8774-0d8c-45bf-b0d9-7c2cae8e79cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddf3e86b-c24c-4f2c-8c64-bbd0dca4c1b0 HTTP/1.1" status: 204 len: 168 time: 0.8711901 Nov 12 08:23:25.064832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:25.065222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:25.070520 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:25.132799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b8774-0d8c-45bf-b0d9-7c2cae8e79cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf3e86b-c24c-4f2c-8c64-bbd0dca4c1b0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:25.194083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4420edc8-f43e-4948-80ce-4135b14057be req-8229ddae-b00e-45c8-86ae-c865dd07153d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745303 Nov 12 08:23:25.194768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:23:25.194768 n-d-768509-25 neutron-server[102372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:23:25.194768 n-d-768509-25 neutron-server[102372]: [parameters: {'id': '5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61'}] Nov 12 08:23:25.194768 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:25.195169 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:25.235898 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.264278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c82c256-ebcc-4c3f-b377-5f9fafa25606,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:25.486600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bf50d6c-77dd-49b0-957c-94869765917e req-5c3bdcea-64c2-47ac-b9f2-4c5e9981a81b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0696895 Nov 12 08:23:25.494335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54292) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:25.508120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.528821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.620189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.629208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.690578 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1087e0bcfa4a828797ea802f646435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1951213 Nov 12 08:23:25.698848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54298) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:25.741941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeac2e7-316e-460c-a0c5-1ea1776364c6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:25.755169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.755791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.756335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.756842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.757494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.758107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.758611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.759161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.759712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.760292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.760828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.761371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153d2fc-e43b-4cd9-8b06-2ce1bcfae8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:25.764467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.794960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a46a02bd-19ec-44dc-8bb1-76f371c4d1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.833504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a46a02bd-19ec-44dc-8bb1-76f371c4d1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.899181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718789a1-0566-4f21-bd93-e2b32b49e610 req-8d393a03-d864-4627-8e4a-4b14e5acc40a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.901120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-718789a1-0566-4f21-bd93-e2b32b49e610 req-8d393a03-d864-4627-8e4a-4b14e5acc40a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.1457922 Nov 12 08:23:25.913210 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a46a02bd-19ec-44dc-8bb1-76f371c4d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.916449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a46a02bd-19ec-44dc-8bb1-76f371c4d1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.920258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a46a02bd-19ec-44dc-8bb1-76f371c4d1dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daeac2e7-316e-460c-a0c5-1ea1776364c6 HTTP/1.1" status: 204 len: 168 time: 0.2133787 Nov 12 08:23:25.952662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a02bd-19ec-44dc-8bb1-76f371c4d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeac2e7-316e-460c-a0c5-1ea1776364c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:26.037091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-803ed3ab-3536-49ba-82a1-aa35bc56ac04 req-8819d4bb-7044-4abd-b4da-e9b8d9ff3d31 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0392811 Nov 12 08:23:26.039298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff823446-c702-4363-80e4-468df7321458 None None] Network 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:26.059906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-718789a1-0566-4f21-bd93-e2b32b49e610 req-ca947e4e-3d5e-4af8-a990-d7c6c5c064a8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427448 Nov 12 08:23:26.061823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:26.132030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port aad51f7f-6919-45ad-aff8-691503f8e2ce {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:26.132394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.164569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d2ef28a4-4b4f-4bcd-85cc-ee1fd5032c75 None None] Provisioning complete for port aad51f7f-6919-45ad-aff8-691503f8e2ce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:26.166106 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d2ef28a4-4b4f-4bcd-85cc-ee1fd5032c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.216185 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:23:26.283190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port aad51f7f-6919-45ad-aff8-691503f8e2ce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aad51f7f-6919-45ad-aff8-691503f8e2ce,segment=NetworkSegment(69b814ee-ca9a-4efd-aa4a-fb5d920626d4),segment_id=69b814ee-ca9a-4efd-aa4a-fb5d920626d4)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:26.283190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.298069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for aad51f7f-6919-45ad-aff8-691503f8e2ce owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:26.330504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d2ef28a4-4b4f-4bcd-85cc-ee1fd5032c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.386194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d2ef28a4-4b4f-4bcd-85cc-ee1fd5032c75 None None] For port aad51f7f-6919-45ad-aff8-691503f8e2ce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aad51f7f-6919-45ad-aff8-691503f8e2ce,segment=NetworkSegment(69b814ee-ca9a-4efd-aa4a-fb5d920626d4),segment_id=69b814ee-ca9a-4efd-aa4a-fb5d920626d4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:26.391701 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d2ef28a4-4b4f-4bcd-85cc-ee1fd5032c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.397526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:26.415135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] DHCP port deletion for 5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:26.421324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7d3c82a1-1aec-4b83-8eeb-55534b3ec266 admin admin] 10.222.0.16 "PUT /v2.0/routers/743f58c2-85f4-4bb6-85dc-453c4fb015e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8915315 Nov 12 08:23:26.424177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54312) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:26.426893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] Sync routers for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:26.519071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1dcc6-34d3-4fd5-9fd4-c07a8cc1c17c req-06891a1a-13ae-49de-abdb-5079e5dcbb52 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.528379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8be1dcc6-34d3-4fd5-9fd4-c07a8cc1c17c req-06891a1a-13ae-49de-abdb-5079e5dcbb52 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.3265264 Nov 12 08:23:26.531066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:26.532466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:26.653392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef28a4-4b4f-4bcd-85cc-ee1fd5032c75 None None] Pushing event updated for resources: {'Port': ['ID=aad51f7f-6919-45ad-aff8-691503f8e2ce,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:26.721062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] Deleting port aad51f7f-6919-45ad-aff8-691503f8e2ce {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:26.721062 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.752934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8be1dcc6-34d3-4fd5-9fd4-c07a8cc1c17c req-ed771be9-ce63-41f5-8686-fd1468ec30b3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214510 Nov 12 08:23:26.794739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab7de4-bdbb-4386-8fb3-acc5357f759e req-57b5d440-c759-4e4a-9c01-ba5d2b65ab57 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.810806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bab7de4-bdbb-4386-8fb3-acc5357f759e req-57b5d440-c759-4e4a-9c01-ba5d2b65ab57 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.4396594 Nov 12 08:23:26.813772 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.939674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=aad51f7f-6919-45ad-aff8-691503f8e2ce,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:26.951680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:26.979726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port aad51f7f-6919-45ad-aff8-691503f8e2ce on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:27.054206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] For port aad51f7f-6919-45ad-aff8-691503f8e2ce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=aad51f7f-6919-45ad-aff8-691503f8e2ce,segment=NetworkSegment(69b814ee-ca9a-4efd-aa4a-fb5d920626d4),segment_id=69b814ee-ca9a-4efd-aa4a-fb5d920626d4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:27.055032 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.078899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c704a-7d15-4b30-89a2-81a8cdf34438 req-58d13e8f-7751-4947-a2ea-5c12e26f793a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.080571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f2c704a-7d15-4b30-89a2-81a8cdf34438 req-58d13e8f-7751-4947-a2ea-5c12e26f793a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.1643007 Nov 12 08:23:27.094336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bab7de4-bdbb-4386-8fb3-acc5357f759e req-8fc963e2-db4b-410c-a686-879dedff17f9 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858068 Nov 12 08:23:27.095859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] Calling delete_port for aad51f7f-6919-45ad-aff8-691503f8e2ce owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:27.192734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.282902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f2c704a-7d15-4b30-89a2-81a8cdf34438 req-c25dd84f-8722-471d-a4e2-83d3ba6d5782 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593881 Nov 12 08:23:27.289436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.304098 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:27.307115 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:23:27.355535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.364188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed43bc33-7e1f-4f28-8440-41076c0f901b req-e2607b8a-0402-4868-8608-ea5adc9fc29d tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0723393 Nov 12 08:23:27.371116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b814ee-ca9a-4efd-aa4a-fb5d920626d4') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:27.371414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b814ee-ca9a-4efd-aa4a-fb5d920626d4') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:27.399830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] Pushing event deleted for resources: {'Port': ['ID=aad51f7f-6919-45ad-aff8-691503f8e2ce,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:27.400187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.418347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5f1d4-ef2d-42e6-87a6-302f8f8f68f4 None None] No DVR routers for this DVR port aad51f7f-6919-45ad-aff8-691503f8e2ce on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:27.433210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:23:25Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:27.458163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.481812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] Checking router: 743f58c2-85f4-4bb6-85dc-453c4fb015e0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:27.491098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:27.495020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:27.499886 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:27.502734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] Routers {'743f58c2-85f4-4bb6-85dc-453c4fb015e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:27.502734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:27.542503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.582041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.589034 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.595963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 HTTP/1.1" status: 204 len: 168 time: 5.0420535 Nov 12 08:23:27.605276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54346) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:27.625788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874341907'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:27.650724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] Set router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:27.720581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.746514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:27.762162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.810517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4314d7-bf31-490f-8856-fdac60ecaee1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:27.868894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:27.924715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:27.934434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.935381 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment dccdde4d-5824-42f2-a2c9-59bf85db7902 of type vlan for network 768afb31-bb88-4f63-86f5-c960c01e35d4 Nov 12 08:23:27.967789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Deleting port 02ec3024-7c41-4e6b-9208-0fa8bf14036e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:27.968280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.142599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:23:25Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:28.175461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] For port 02ec3024-7c41-4e6b-9208-0fa8bf14036e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=02ec3024-7c41-4e6b-9208-0fa8bf14036e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:28.176340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.178470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bedcfb06-4b3d-4b3b-9e02-3a10f0a18f3c req-45d01704-ba07-4a4b-9950-314ad79cfe97 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1415117 Nov 12 08:23:28.227112 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.237479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed493787-9c77-40a0-ace5-b57db9d43413 None None] The sync data for ids ['743f58c2-85f4-4bb6-85dc-453c4fb015e0'] in n-d-768509-25 is: [{'id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'name': 'tempest-ServerActionsTestJSON-369854003-router', 'tenant_id': '1d372f70169f48f69fa8be2a8a7c452d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:23:25Z', 'revision_number': 5, 'project_id': '1d372f70169f48f69fa8be2a8a7c452d', 'gw_port': {'id': '02ec3024-7c41-4e6b-9208-0fa8bf14036e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743f58c2-85f4-4bb6-85dc-453c4fb015e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:09Z', 'updated_at': '2021-11-12T08:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:28.239290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Calling delete_port for 02ec3024-7c41-4e6b-9208-0fa8bf14036e owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:28.262615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314109d-e1ff-4226-8f16-504be35d0d12 req-4baae671-676e-4a05-bb13-064bd78dd455 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.264234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4314109d-e1ff-4226-8f16-504be35d0d12 req-4baae671-676e-4a05-bb13-064bd78dd455 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.3412573 Nov 12 08:23:28.364711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:23:28.404397 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.410601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.411414 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.531747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=768afb31-bb88-4f63-86f5-c960c01e35d4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:28.550272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-669f78e2-5aae-4cac-8166-e2efa26641ac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9388742 Nov 12 08:23:28.555649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:28.557762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54380) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:28.568154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f191f-3cf2-43c1-8dd4-dd2868e46659 req-67883df1-78ee-4aa2-99dc-e838176be2e1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.569907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e64f191f-3cf2-43c1-8dd4-dd2868e46659 req-67883df1-78ee-4aa2-99dc-e838176be2e1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2707653 Nov 12 08:23:28.575386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:28.635595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4314109d-e1ff-4226-8f16-504be35d0d12 req-3c848694-05ce-4cd3-a64f-36ac86122852 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528771 Nov 12 08:23:28.777021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b70c78-0bb5-46c2-aead-e6ebea18857b req-0f233b5c-b830-4a23-98fe-f890fea5fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.784636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52b70c78-0bb5-46c2-aead-e6ebea18857b req-0f233b5c-b830-4a23-98fe-f890fea5fac1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 1097 time: 1.0787637 Nov 12 08:23:28.792209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.924090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c82c256-ebcc-4c3f-b377-5f9fafa25606 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:28.927956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2e429-a601-4107-a15c-72499c01326f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:28.956252 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-52b70c78-0bb5-46c2-aead-e6ebea18857b req-5a12fbf2-6040-4ed3-9cc2-4d4c8b032986 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357017 Nov 12 08:23:28.985274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2c82c256-ebcc-4c3f-b377-5f9fafa25606 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:28.985934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c82c256-ebcc-4c3f-b377-5f9fafa25606 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:28.995913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ec3024-7c41-4e6b-9208-0fa8bf14036e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:29.071553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.315867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.323927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.390865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e64f191f-3cf2-43c1-8dd4-dd2868e46659 req-3cfc0bd3-a253-40e2-863a-82cddede731d tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053017 Nov 12 08:23:29.422181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:29.426417 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.455936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.456543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 743f58c2-85f4-4bb6-85dc-453c4fb015e0 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:23:29.480725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.483649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8b6dc8bc-7241-4e2c-94e4-be50704905b1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/743f58c2-85f4-4bb6-85dc-453c4fb015e0 HTTP/1.1" status: 204 len: 168 time: 3.0582190 Nov 12 08:23:29.490509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54398) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:29.505511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4540cc29-7156-4bce-accb-b9601b85900d req-e8c298b3-a863-428d-838a-988baf15edf2 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0991755 Nov 12 08:23:29.713014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Deleting subnet bbd984a5-a16e-4ce1-8361-11b9faf27560 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:29.721450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.819769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-9953ac4f-53a5-40ab-bdd1-32da6b547274 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:29.822421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-9953ac4f-53a5-40ab-bdd1-32da6b547274 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.2496378 Nov 12 08:23:29.845248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.897948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.954304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24201-0fba-4f6b-99c1-b9418bace134 req-1adf1ba4-fcc5-4d80-bf13-1d787a0787c7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:29.956033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5c24201-0fba-4f6b-99c1-b9418bace134 req-1adf1ba4-fcc5-4d80-bf13-1d787a0787c7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.1687376 Nov 12 08:23:29.998384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=13419cc5-0e96-4eb2-aff7-0fc4649519ee,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:30.052994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': 'dccdde4d-5824-42f2-a2c9-59bf85db7902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:30.053381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: 768afb31-bb88-4f63-86f5-c960c01e35d4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:30.069876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5c24201-0fba-4f6b-99c1-b9418bace134 req-e6a117ab-89f8-4c31-8030-8070e5893830 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997205 Nov 12 08:23:30.111504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:30.120106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.132396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 768afb31-bb88-4f63-86f5-c960c01e35d4) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:30.139765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.140496 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.145005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590ef0d-dfe0-40ef-9cd8-21fad12a92ce None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:30.185678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d8557b33-bfad-4402-b552-cb124705b7c9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6140211 Nov 12 08:23:30.187338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:30.194863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:30.365358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.372097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-768afb31-bb88-4f63-86f5-c960c01e35d4', 'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': '13419cc5-0e96-4eb2-aff7-0fc4649519ee'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:30.373549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.423583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd984a5-a16e-4ce1-8361-11b9faf27560,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:30.428618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port 99f62369-5703-4d7d-8a4f-20dfbde82989 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:30.428965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.434082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.438077 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe776c47-6978-45e4-aa56-21ec51c8c256 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbd984a5-a16e-4ce1-8361-11b9faf27560 HTTP/1.1" status: 204 len: 168 time: 0.9421644 Nov 12 08:23:30.440419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54444) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:30.515023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa93dc77-a80e-4319-8351-4788d6608791 None None] Network 70a15c56-81d1-4c95-89ec-c56f14881164 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:30.670741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.753475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.756837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1af980f-b023-472a-adf8-ffbaf40a897d req-38219b35-f1e1-4365-bd6f-487776f709dd tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0507824 Nov 12 08:23:30.771293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port 99f62369-5703-4d7d-8a4f-20dfbde82989, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=99f62369-5703-4d7d-8a4f-20dfbde82989,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:30.771945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.775366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:30.780558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.826082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for 99f62369-5703-4d7d-8a4f-20dfbde82989 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:30.868507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8bd0d-5a98-4b25-897f-e8ea884c08fa req-26f521d2-8a48-4001-a87b-9013c1bf276c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.870840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11c8bd0d-5a98-4b25-897f-e8ea884c08fa req-26f521d2-8a48-4001-a87b-9013c1bf276c tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2578824 Nov 12 08:23:30.898849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Allocated IP 2001:db8::2 (768afb31-bb88-4f63-86f5-c960c01e35d4/13419cc5-0e96-4eb2-aff7-0fc4649519ee/03691067-9b7c-45aa-83e4-3eef037cf070) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:30.994210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11c8bd0d-5a98-4b25-897f-e8ea884c08fa req-59450fe8-93d8-40ca-afea-6f34010de352 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136103 Nov 12 08:23:31.004830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Deleting port 123289cc-e4bb-4c89-9ddb-e877624d3742 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:31.005311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.168851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] DHCP port deletion for 70a15c56-81d1-4c95-89ec-c56f14881164 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:31.198363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] For port 123289cc-e4bb-4c89-9ddb-e877624d3742, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=123289cc-e4bb-4c89-9ddb-e877624d3742,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:31.198923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.248261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Calling delete_port for 123289cc-e4bb-4c89-9ddb-e877624d3742 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:31.333406 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.351432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.458018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] Deleting port 123289cc-e4bb-4c89-9ddb-e877624d3742 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:31.459081 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.490302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:31.511154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:31.519172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ffa08-eec7-4619-bd1d-c77ffa3a90f8 req-a3d45eac-c118-48ce-a79f-e0fcf9b0edb6 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.528874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b92ffa08-eec7-4619-bd1d-c77ffa3a90f8 req-a3d45eac-c118-48ce-a79f-e0fcf9b0edb6 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 945 time: 0.1752231 Nov 12 08:23:31.539224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:31.547545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec3ab-6c98-4dc5-92ae-54046ed58f80 req-7d1f88cd-53e5-40fa-b48b-f90de5c8fa6f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.549178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d93ec3ab-6c98-4dc5-92ae-54046ed58f80 req-7d1f88cd-53e5-40fa-b48b-f90de5c8fa6f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1776638 Nov 12 08:23:31.553239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Pushing event updated for resources: {'Port': ['ID=03691067-9b7c-45aa-83e4-3eef037cf070,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:31.570859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-694a0f40-69d5-4451-a6e8-7bb2d45920a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.572765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-694a0f40-69d5-4451-a6e8-7bb2d45920a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 1097 time: 0.2102249 Nov 12 08:23:31.639856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.685849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] For port 123289cc-e4bb-4c89-9ddb-e877624d3742, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=123289cc-e4bb-4c89-9ddb-e877624d3742,segment=NetworkSegment(34ded386-3720-4e23-9b14-d01f2993529f),segment_id=34ded386-3720-4e23-9b14-d01f2993529f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:31.686306 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.696397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Attempting to bind port 03691067-9b7c-45aa-83e4-3eef037cf070 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:31.696796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Attempting to bind port 03691067-9b7c-45aa-83e4-3eef037cf070 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'dccdde4d-5824-42f2-a2c9-59bf85db7902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:31.697171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Attempting to bind port 03691067-9b7c-45aa-83e4-3eef037cf070 on network 768afb31-bb88-4f63-86f5-c960c01e35d4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:31.712154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] Calling delete_port for 123289cc-e4bb-4c89-9ddb-e877624d3742 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:31.714717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:31.715377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Checking segment: {'id': 'dccdde4d-5824-42f2-a2c9-59bf85db7902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:31.715778 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.716200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Bound using segment: {'id': 'dccdde4d-5824-42f2-a2c9-59bf85db7902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:31.716703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Bound port: 03691067-9b7c-45aa-83e4-3eef037cf070, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccdde4d-5824-42f2-a2c9-59bf85db7902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:31.717216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.736950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b92ffa08-eec7-4619-bd1d-c77ffa3a90f8 req-ef1bfde8-7c33-4763-a8fe-06919a2d68bb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023101 Nov 12 08:23:31.748324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=123289cc-e4bb-4c89-9ddb-e877624d3742,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:31.766401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] No DVR routers for this DVR port 123289cc-e4bb-4c89-9ddb-e877624d3742 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:31.875056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d93ec3ab-6c98-4dc5-92ae-54046ed58f80 req-5e59ede5-99c6-4678-b8b3-3c5a1885c074 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864370 Nov 12 08:23:31.884334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] For port 03691067-9b7c-45aa-83e4-3eef037cf070, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:31.917506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] For port 03691067-9b7c-45aa-83e4-3eef037cf070, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03691067-9b7c-45aa-83e4-3eef037cf070,segment=NetworkSegment(dccdde4d-5824-42f2-a2c9-59bf85db7902),segment_id=dccdde4d-5824-42f2-a2c9-59bf85db7902)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:31.927625 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.950489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-9c9c8d7e-c248-4653-a344-3f559a4dd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.952074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-9c9c8d7e-c248-4653-a344-3f559a4dd8e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 200 len: 910 time: 0.3703082 Nov 12 08:23:31.959719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.977096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.986851 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.002450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b38317b6-54dc-4193-93e1-72d5e4ab4faa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:32.005381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:32.059783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=99f62369-5703-4d7d-8a4f-20dfbde82989,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.066317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-020ba928-6a32-4599-94b5-8bae6bd7fa01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15404bec-b558-4e0e-b77d-eac8abf76c58 HTTP/1.1" status: 200 len: 217 time: 0.1019053 Nov 12 08:23:32.068033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a15c56-81d1-4c95-89ec-c56f14881164']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:32.134853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f78bbe2-cb4b-4f9a-9a4a-17d145744255 req-83bde9f5-ecfb-42bb-89d8-502a02db587d tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0813227 Nov 12 08:23:32.136951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ded386-3720-4e23-9b14-d01f2993529f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:32.137245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ded386-3720-4e23-9b14-d01f2993529f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:32.142895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43791b7d-1835-407f-a953-ee7a410d6db6 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:32.159620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] No DVR routers for this DVR port 123289cc-e4bb-4c89-9ddb-e877624d3742 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:32.205534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b51c03-d84e-414c-b6ea-17c21d082781 None None] Pushing event updated for resources: {'Port': ['ID=03691067-9b7c-45aa-83e4-3eef037cf070,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.207588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.234915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.240998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-a1fced1b-b1cb-4b4c-a032-68bbbfcd44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.242935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-a1fced1b-b1cb-4b4c-a032-68bbbfcd44d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 200 len: 850 time: 0.1529510 Nov 12 08:23:32.247045 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.267425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:32.270294 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:32.273394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54502) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:32.284981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766c60d-18c5-4f6b-a992-dbd75eb9a87f None None] Pushing event deleted for resources: {'Port': ['ID=123289cc-e4bb-4c89-9ddb-e877624d3742,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.295817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port 99f62369-5703-4d7d-8a4f-20dfbde82989 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:32.301912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.310758 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3ddc2c0c-d2e2-41ec-a240-cd04c66bab58 req-7912901d-64e3-40e6-b32b-6ef812104243 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "DELETE /v2.0/ports/99f62369-5703-4d7d-8a4f-20dfbde82989 HTTP/1.1" status: 204 len: 173 time: 2.4760578 Nov 12 08:23:32.320016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-bfb41a76-ee0f-4170-8789-8a0bf6d8cc62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6180b9d4-9dbf-4808-bdd6-675574dfd405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682991 Nov 12 08:23:32.364751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-383217bc-1282-4ce3-a270-43d32da8d641 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:23:32.366014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-383217bc-1282-4ce3-a270-43d32da8d641 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086932 Nov 12 08:23:32.403772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'name': 'network-vif-deleted', 'tag': '99f62369-5703-4d7d-8a4f-20dfbde82989'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:32.419271 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71488dfc-d8ef-408f-80bf-f8cfc8be8f54" -d '{"events": [{"server_uuid": "a7bd59ff-e483-4fc0-a610-0b2740dd628e", "name": "network-vif-deleted", "tag": "99f62369-5703-4d7d-8a4f-20dfbde82989"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:32.528119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:32.540783 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f2027-6f6c-4c39-9b44-5f6177ca5a3c x-openstack-request-id: req-778f2027-6f6c-4c39-9b44-5f6177ca5a3c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:32.541013 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd59ff-e483-4fc0-a610-0b2740dd628e", "name": "network-vif-deleted", "tag": "99f62369-5703-4d7d-8a4f-20dfbde82989", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:32.541221 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-778f2027-6f6c-4c39-9b44-5f6177ca5a3c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:32.541602 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd59ff-e483-4fc0-a610-0b2740dd628e', 'name': 'network-vif-deleted', 'tag': '99f62369-5703-4d7d-8a4f-20dfbde82989', 'status': 'completed', 'code': 200} Nov 12 08:23:32.552703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:32.555038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.563614 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.571966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70a15c56-81d1-4c95-89ec-c56f14881164 HTTP/1.1" status: 204 len: 168 time: 2.1301470 Nov 12 08:23:32.587934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.598160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.611861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee46cc-eb18-46c8-80b6-1ac7f6236b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a15c56-81d1-4c95-89ec-c56f14881164,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.688337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=550528a5-a7f5-484a-b85d-35217cfd4fb1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.695020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b73ad1c4-2c1f-469e-8565-83e3ce1459fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.716090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Deleting port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:32.716928 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.718416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-d29042c2-6052-455c-9b3d-21d653d41503 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398235 Nov 12 08:23:32.742496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03691067-9b7c-45aa-83e4-3eef037cf070 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:32.751595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-64975b7b-cbfb-4ed0-90d4-3973e8fe6533 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5597401 Nov 12 08:23:32.758132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54512) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:32.846718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54514) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:32.855502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:32.856041 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.924848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-037f28a9-f12b-4f80-9d59-1f3185e26923 req-44ccdbb0-5c19-41ad-9f3f-7018a1eaaa16 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd59ff-e483-4fc0-a610-0b2740dd628e HTTP/1.1" status: 200 len: 210 time: 0.0582893 Nov 12 08:23:32.946793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c272a8e-9edf-41f0-8eff-a6a4bd2bd37d req-3dd36d6b-64be-41b3-ac47-c8521df58c92 service neutron] 10.222.0.25 "GET /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185924 Nov 12 08:23:32.982549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780eccc-acc7-4221-9abb-d73ad1b7b220 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.985020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780eccc-acc7-4221-9abb-d73ad1b7b220 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.987512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780eccc-acc7-4221-9abb-d73ad1b7b220 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.990128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780eccc-acc7-4221-9abb-d73ad1b7b220 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.994013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780eccc-acc7-4221-9abb-d73ad1b7b220 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.995932 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f780eccc-acc7-4221-9abb-d73ad1b7b220 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2367139 Nov 12 08:23:33.000783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:33.011258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] For port e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:33.011732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.034510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Calling delete_port for e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:33.044694 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.046368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24627947'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:33.046605 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b73ad1c4-2c1f-469e-8565-83e3ce1459fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.082821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c0c9e18-3fd2-4f55-9a7b-85f92adff5eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d372f70169f48f69fa8be2a8a7c452d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299664 Nov 12 08:23:33.088477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54520) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:33.095392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 03691067-9b7c-45aa-83e4-3eef037cf070, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03691067-9b7c-45aa-83e4-3eef037cf070,segment=NetworkSegment(dccdde4d-5824-42f2-a2c9-59bf85db7902),segment_id=dccdde4d-5824-42f2-a2c9-59bf85db7902)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:33.103342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.108019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b73ad1c4-2c1f-469e-8565-83e3ce1459fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.212223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe0f6-e6e3-4b9e-acf2-61ef7f056a4e req-71454ffe-9b9f-403d-8220-32e01dbc5743 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.214159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 02ec3024-7c41-4e6b-9208-0fa8bf14036e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:33.215121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12cbe0f6-e6e3-4b9e-acf2-61ef7f056a4e req-71454ffe-9b9f-403d-8220-32e01dbc5743 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.1669576 Nov 12 08:23:33.216019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ad1c4-2c1f-469e-8565-83e3ce1459fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d86b0-a6f4-4cc2-9625-844c2828baf3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.231629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b73ad1c4-2c1f-469e-8565-83e3ce1459fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e20e68499614f1c8d94995b6ad8bff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9584115 Nov 12 08:23:33.239670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:33.244330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54524) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:33.257123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.274132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=03691067-9b7c-45aa-83e4-3eef037cf070,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.278013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 02ec3024-7c41-4e6b-9208-0fa8bf14036e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:33.278353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 02ec3024-7c41-4e6b-9208-0fa8bf14036e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:33.278762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 123289cc-e4bb-4c89-9ddb-e877624d3742 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:33.300583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 123289cc-e4bb-4c89-9ddb-e877624d3742 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:33.300865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 123289cc-e4bb-4c89-9ddb-e877624d3742 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:33.318561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6c45-5a57-4d87-bdf2-33c0742a4427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.347692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2032818b-953a-450b-994c-20f1a7bc856a req-01f17435-ff17-4e3a-8750-0793566d24c8 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0733984 Nov 12 08:23:33.351768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6c45-5a57-4d87-bdf2-33c0742a4427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.355286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:33.411521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12cbe0f6-e6e3-4b9e-acf2-61ef7f056a4e req-781f6bef-db3a-4f4c-bd17-b394db7d3de5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681101 Nov 12 08:23:33.427256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a662-5744-4d25-ade2-264b7d361bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.427891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.428254 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment 1025f2a2-31dd-4b9b-a1f9-5a0d77e25056 of type vlan for network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc Nov 12 08:23:33.469783 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a662-5744-4d25-ade2-264b7d361bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.521328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.545083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a662-5744-4d25-ade2-264b7d361bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.548687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a662-5744-4d25-ade2-264b7d361bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.553398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c9c6a662-5744-4d25-ade2-264b7d361bbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc3d86b0-a6f4-4cc2-9625-844c2828baf3 HTTP/1.1" status: 204 len: 168 time: 0.3073123 Nov 12 08:23:33.569141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a662-5744-4d25-ade2-264b7d361bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d86b0-a6f4-4cc2-9625-844c2828baf3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.597009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6c45-5a57-4d87-bdf2-33c0742a4427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.600543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d3e6c45-5a57-4d87-bdf2-33c0742a4427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.601760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8d3e6c45-5a57-4d87-bdf2-33c0742a4427 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694 HTTP/1.1" status: 204 len: 168 time: 0.5094159 Nov 12 08:23:33.604824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.618970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.619859 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.628019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.669453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e6c45-5a57-4d87-bdf2-33c0742a4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4aaa76-f0ac-43ea-b3ff-ce7b21cd1694,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.733196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.740898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54530) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:33.741081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7077971 Nov 12 08:23:33.748365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:33.768165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc2b01-042d-48fc-8995-43e175d45ef2 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.782617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:33.876491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e985e8f-39ff-4161-8dd6-525a286216ec None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:33.879649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 99f62369-5703-4d7d-8a4f-20dfbde82989 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:33.999498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 99f62369-5703-4d7d-8a4f-20dfbde82989 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:34.004103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 99f62369-5703-4d7d-8a4f-20dfbde82989 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:34.070441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.094354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.104727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c6c77e7a-e36a-4565-9dea-e2a0babe6b9d None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:34.107892 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6c77e7a-e36a-4565-9dea-e2a0babe6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.114362 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.158295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc is not hosted by any dhcp agent {{(pid=102372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:23:34.164994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:34.167072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.169273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "PUT /v2.0/networks/cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc HTTP/1.1" status: 200 len: 723 time: 0.4260948 Nov 12 08:23:34.179960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54540) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:34.192965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:34.363153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bd7ec-1e88-46ff-89ea-835f01e4ce24 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:34.379652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:34.401568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.460528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:34.582110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:34.628303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54556) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:34.648258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37748ecb-5db3-4119-a4c2-12ff9e8a7d36 req-dc2dd45d-25b6-4fb1-86e5-0f7818390f69 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1047964 Nov 12 08:23:34.720183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03691067-9b7c-45aa-83e4-3eef037cf070 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:34.738880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ad52-6f11-4b34-ac28-a10ac3fc124c req-086450d4-259c-4a4f-afdb-73e439c5c439 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:34.740731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e75ad52-6f11-4b34-ac28-a10ac3fc124c req-086450d4-259c-4a4f-afdb-73e439c5c439 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.2751880 Nov 12 08:23:34.746113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4137958c-9a65-44a1-bf10-aee8cf3e7ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.760427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:34.774693 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] Sync routers for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:34.779895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1cd810df-220f-4cbe-86e0-b04530b1c30e admin admin] 10.222.0.16 "PUT /v2.0/routers/9b34e616-3caa-4bd6-abbc-55a7a2afd21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8497171 Nov 12 08:23:34.780352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:34.791238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:34.793487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:34.888855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] Update dhcp port {'port': {'network_id': '768afb31-bb88-4f63-86f5-c960c01e35d4', 'fixed_ips': [{'subnet_id': '13419cc5-0e96-4eb2-aff7-0fc4649519ee', 'ip_address': '2001:db8::2'}, {'subnet_id': '550528a5-a7f5-484a-b85d-35217cfd4fb1'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '03691067-9b7c-45aa-83e4-3eef037cf070'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:23:34.912504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.953541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:34.953939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.997588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.999818 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:35.000844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e75ad52-6f11-4b34-ac28-a10ac3fc124c req-3d3e4cf3-e109-4e55-ba3c-45c10d6c9521 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471278 Nov 12 08:23:35.060224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.129423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530844-ac50-4181-80f0-484bc1545eba req-aa117e55-da3b-4fc9-875b-5ebeb1a92834 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.131202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61530844-ac50-4181-80f0-484bc1545eba req-aa117e55-da3b-4fc9-875b-5ebeb1a92834 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2882524 Nov 12 08:23:35.177602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54570) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:35.191586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Deleting port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:35.192482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.284106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61530844-ac50-4181-80f0-484bc1545eba req-ab29dc46-9739-4656-85c1-1795c1654040 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426144 Nov 12 08:23:35.291416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.332641 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:23:33Z', 'revision_number': 5, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port': {'id': 'e4995ea3-65f1-4c0c-b9dc-b2f9a633c618', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:11:31Z', 'updated_at': '2021-11-12T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:35.358566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4137958c-9a65-44a1-bf10-aee8cf3e7ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.375920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] For port e4995ea3-65f1-4c0c-b9dc-b2f9a633c618, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:35.376342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.376481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-595633895-network', 'tenant_id': 'de0a5ae87f814883ac9351cac50c5554'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:35.379332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] Allocated IP 172.20.0.1 (768afb31-bb88-4f63-86f5-c960c01e35d4/550528a5-a7f5-484a-b85d-35217cfd4fb1/03691067-9b7c-45aa-83e4-3eef037cf070) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:35.393591 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] Checking router: 9b34e616-3caa-4bd6-abbc-55a7a2afd21c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:35.396094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Calling delete_port for e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:35.414745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4137958c-9a65-44a1-bf10-aee8cf3e7ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.419029 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] Routers {'9b34e616-3caa-4bd6-abbc-55a7a2afd21c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:35.420550 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:35.438462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Made reservation on behalf of de0a5ae87f814883ac9351cac50c5554 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:35.441291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.472883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=f66979b0-5c72-40cc-bef9-10782e6761ba,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.516978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.530076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] For port 03691067-9b7c-45aa-83e4-3eef037cf070, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03691067-9b7c-45aa-83e4-3eef037cf070,segment=NetworkSegment(dccdde4d-5824-42f2-a2c9-59bf85db7902),segment_id=dccdde4d-5824-42f2-a2c9-59bf85db7902)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:35.533037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4137958c-9a65-44a1-bf10-aee8cf3e7ceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10013b6000aa45a18db26d75e3961449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8963604 Nov 12 08:23:35.536515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:35.543483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137958c-9a65-44a1-bf10-aee8cf3e7ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24751206-1fa9-4415-81db-a4eb4a449c48,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.556720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:35.557005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:35.584411 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] Set router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:35.600557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.603687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:35.608491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.669643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.680172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.681095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:23:35Z', 'revision_number': 6, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:35.701480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:35.720907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.721507 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d54b5d-85ae-4aa2-8eeb-522fc9c21af7 None None] The sync data for ids ['9b34e616-3caa-4bd6-abbc-55a7a2afd21c'] in n-d-768509-25 is: [{'id': '9b34e616-3caa-4bd6-abbc-55a7a2afd21c', 'name': 'tempest-TaggedBootDevicesTest_v242-443809714-router', 'tenant_id': 'eb41fc9eee46479eb851a8529efea172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:11:30Z', 'updated_at': '2021-11-12T08:23:35Z', 'revision_number': 6, 'project_id': 'eb41fc9eee46479eb851a8529efea172', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:35.721682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.737178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:35.744152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15e057-d3ad-4bac-a0b9-170b0546c3e5 None None] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:35.760174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:35.771719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5420bcf4-1ac7-4b6f-a253-d5b13a1b4e4b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5901594 Nov 12 08:23:35.773688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:35.781662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131da15-d4bf-4ba3-8bd0-087247e26dae,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.794554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.794907 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Added segment 87d0e08e-568c-403a-b052-0106d13512e6 of type vlan for network 5d010922-e8e9-47e9-88a5-dabf91ac8170 Nov 12 08:23:35.839460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.847197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a405-52bd-4b53-bfd5-bb9e7b2d8b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.857820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c46ed993-2e14-4d96-9d6d-9b0993d191d4 req-b7e56512-bc42-4185-91da-6e4b2098f4c6 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0483849 Nov 12 08:23:35.872814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.899843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4995ea3-65f1-4c0c-b9dc-b2f9a633c618,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.913166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.915485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.917899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.947627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c310f68-3e05-467b-b711-331bdabc83eb None None] Pushing event updated for resources: {'Port': ['ID=03691067-9b7c-45aa-83e4-3eef037cf070,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.982832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a405-52bd-4b53-bfd5-bb9e7b2d8b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.984565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0159fae-ea18-4395-8f5c-738dc9ac362a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:36.018402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8337958 Nov 12 08:23:36.022444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54580) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:36.041214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Request body: {'subnet': {'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-595633895-subnet', 'tenant_id': 'de0a5ae87f814883ac9351cac50c5554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:36.053547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc', 'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': 'f66979b0-5c72-40cc-bef9-10782e6761ba'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:36.053547 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.057786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62340228'] for subnet, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.066129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4503-9d67-4bbd-bb9c-a8d7520c229c admin admin] Pushing event updated for resources: {'Network': ['ID=5d010922-e8e9-47e9-88a5-dabf91ac8170,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:36.191970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 5d010922-e8e9-47e9-88a5-dabf91ac8170 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:36.193880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Made reservation on behalf of de0a5ae87f814883ac9351cac50c5554 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:36.196281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.199265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.297965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658178f2-4517-4cbe-8688-482f1a58c338 req-5538cbe0-f8b7-4076-af61-20b90ffca8b1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.300492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-658178f2-4517-4cbe-8688-482f1a58c338 req-5538cbe0-f8b7-4076-af61-20b90ffca8b1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.1540616 Nov 12 08:23:36.316836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-34ce91ed-d058-44f5-be27-896d0d8d4aa9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.320130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-34ce91ed-d058-44f5-be27-896d0d8d4aa9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 946 time: 0.1885352 Nov 12 08:23:36.482148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-658178f2-4517-4cbe-8688-482f1a58c338 req-74979b84-371c-4e91-890f-e7f9d1678f82 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605844 Nov 12 08:23:36.558721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa926810-a7b7-4376-a985-9ee9a1bd9a3f req-f710373a-de90-4fb2-b40f-1f5d8b0ac8b5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.564934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa926810-a7b7-4376-a985-9ee9a1bd9a3f req-f710373a-de90-4fb2-b40f-1f5d8b0ac8b5 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.0999880 Nov 12 08:23:36.601148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port b38317b6-54dc-4193-93e1-72d5e4ab4faa {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:36.601899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.729223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03691067-9b7c-45aa-83e4-3eef037cf070 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:36.742877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa926810-a7b7-4376-a985-9ee9a1bd9a3f req-bdb89ab8-ba4e-4aca-a51c-36bfe954eca7 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710143 Nov 12 08:23:36.769658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.775235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a405-52bd-4b53-bfd5-bb9e7b2d8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.778222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a405-52bd-4b53-bfd5-bb9e7b2d8b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.779345 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ba5a405-52bd-4b53-bfd5-bb9e7b2d8b58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24751206-1fa9-4415-81db-a4eb4a449c48 HTTP/1.1" status: 204 len: 168 time: 1.2396877 Nov 12 08:23:36.784811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.822191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port b38317b6-54dc-4193-93e1-72d5e4ab4faa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b38317b6-54dc-4193-93e1-72d5e4ab4faa,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:36.822874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.825249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5a405-52bd-4b53-bfd5-bb9e7b2d8b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24751206-1fa9-4415-81db-a4eb4a449c48,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:36.875677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for b38317b6-54dc-4193-93e1-72d5e4ab4faa owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:36.900958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e73f88-bb4e-4591-8a33-9f95c36bfb7b None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:36.921247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.922100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b34e616-3caa-4bd6-abbc-55a7a2afd21c {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:23:36.934263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.935955 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ee9a264e-a3f8-4fa0-8bc7-4839f1214b0d admin admin] 10.222.0.16 "DELETE /v2.0/routers/9b34e616-3caa-4bd6-abbc-55a7a2afd21c HTTP/1.1" status: 204 len: 168 time: 2.1542406 Nov 12 08:23:36.943749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:37.021575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Deleting subnet 041b15c2-889c-4c31-8f9c-91c84819954e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:37.028438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.083716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:37.084161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.094979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.155877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-39e1c665-e630-45f6-844c-57fa4411a96f None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:37.157344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39e1c665-e630-45f6-844c-57fa4411a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.203116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd4a6451-3ba4-4583-906b-6fa758f0c181 req-bf99dbce-8735-4675-b970-825e59d49ed8 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0791965 Nov 12 08:23:37.206319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764255989131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62335889'] for subnet, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.259562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.417241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.421192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.422035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.423566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "PUT /v2.0/subnets/f66979b0-5c72-40cc-bef9-10782e6761ba HTTP/1.1" status: 200 len: 826 time: 1.6620958 Nov 12 08:23:37.460256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54604) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:37.486060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:37.486484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b38317b6-54dc-4193-93e1-72d5e4ab4faa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:37.619970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ea01f-ec71-4944-bb79-bff033cdbe02 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=f66979b0-5c72-40cc-bef9-10782e6761ba,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:37.708165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.724995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.750075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=b38317b6-54dc-4193-93e1-72d5e4ab4faa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:37.763175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Allocated IP 2001:db8::2 (cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc/f66979b0-5c72-40cc-bef9-10782e6761ba/02a10385-8e73-4b5a-b48f-1d885ba2b1e6) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:37.820354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d2eba-0154-4ee6-a00d-231d2038de31 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:37.832894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5731fb8-45ba-48f2-8006-cd57101aa6f7 req-dfd8bd49-bee8-4b99-9cf8-d08b016c1a6f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.842781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5731fb8-45ba-48f2-8006-cd57101aa6f7 req-dfd8bd49-bee8-4b99-9cf8-d08b016c1a6f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.5364702 Nov 12 08:23:37.847137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.851531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.855313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/041b15c2-889c-4c31-8f9c-91c84819954e HTTP/1.1" status: 204 len: 168 time: 0.9101293 Nov 12 08:23:37.860214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Checking segment: {'id': '87d0e08e-568c-403a-b052-0106d13512e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:37.860870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Network hostable DHCP agents. Network: 5d010922-e8e9-47e9-88a5-dabf91ac8170, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:37.865631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54616) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:37.896278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9211a4f2-82b6-4d85-bc8c-8d368bf821d7 req-a05f4536-75a3-4ff8-8c7f-53cf9f0a0dd3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf7a7cd-88d1-47bc-a348-28f872b005cd HTTP/1.1" status: 200 len: 210 time: 0.1381919 Nov 12 08:23:37.898748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port b38317b6-54dc-4193-93e1-72d5e4ab4faa on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:37.909133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141f17f-8445-4d80-ae9a-bb748d87896a None None] Network d7c44a52-d588-4c9e-bdb5-6cad078eecf4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:37.914166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.918206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-895962b1-5f4e-4a8d-9246-2ca6ef2de450 req-e784c7dd-53de-4ae7-9823-2051e16f1c81 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "DELETE /v2.0/ports/b38317b6-54dc-4193-93e1-72d5e4ab4faa HTTP/1.1" status: 204 len: 173 time: 1.5742559 Nov 12 08:23:37.919050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'name': 'network-vif-deleted', 'tag': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:37.921777 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af917cd8-fadc-4348-995d-550d8197079d" -d '{"events": [{"server_uuid": "daf7a7cd-88d1-47bc-a348-28f872b005cd", "name": "network-vif-deleted", "tag": "b38317b6-54dc-4193-93e1-72d5e4ab4faa"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:37.981346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54624) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:38.013347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5731fb8-45ba-48f2-8006-cd57101aa6f7 req-a0297b36-e783-4034-ae77-a8df6d1696ea tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694734 Nov 12 08:23:38.025710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.046569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb458578-0f58-417c-84a9-afef6a71c534,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.110504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b831b7b-8a74-46fe-8b30-b4927c43af2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041b15c2-889c-4c31-8f9c-91c84819954e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.116182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Network 5d010922-e8e9-47e9-88a5-dabf91ac8170 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:38.173664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386086861-network', 'tenant_id': '66205b4f8cba4f348959cd196fe129c4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:38.202370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Made reservation on behalf of 66205b4f8cba4f348959cd196fe129c4 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:38.205457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.215418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 5d010922-e8e9-47e9-88a5-dabf91ac8170) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:38.235293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.236341 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.243965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.253359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:38.275172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.292092 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b67cf09-071d-4fc2-b86f-558980726766 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2604008 Nov 12 08:23:38.292401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9de4a-cd67-4604-9caa-98ba68dd7391 None None] Network 5d010922-e8e9-47e9-88a5-dabf91ac8170 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:38.353965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Deleting port 74045a36-8e91-467b-98df-a5519b27e1e8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:38.353965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.366856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.373651 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295362f6-c285-4622-9d5a-ce87eeaf543a x-openstack-request-id: req-295362f6-c285-4622-9d5a-ce87eeaf543a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:38.373958 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf7a7cd-88d1-47bc-a348-28f872b005cd", "name": "network-vif-deleted", "tag": "b38317b6-54dc-4193-93e1-72d5e4ab4faa", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:38.374219 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-295362f6-c285-4622-9d5a-ce87eeaf543a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:38.374642 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf7a7cd-88d1-47bc-a348-28f872b005cd', 'name': 'network-vif-deleted', 'tag': 'b38317b6-54dc-4193-93e1-72d5e4ab4faa', 'status': 'completed', 'code': 200} Nov 12 08:23:38.377004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.401589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:38.418184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644089c4-fb7c-4e46-a0df-1a3a0a483b6c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.433456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:38.434333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e1ace511-c8ab-4c7e-8bb3-26cc364b2fc9 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:38.435300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:38.450454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.453715 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Added segment 3ac7408d-a1c6-41ca-846d-7238cbf67663 of type vlan for network eb381c55-b201-4afa-9511-b2b8512bfbc4 Nov 12 08:23:38.555773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:38.556761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e4995ea3-65f1-4c0c-b9dc-b2f9a633c618 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:38.602346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] For port 74045a36-8e91-467b-98df-a5519b27e1e8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=74045a36-8e91-467b-98df-a5519b27e1e8,segment=NetworkSegment(d2d5120b-05a3-4e70-9844-90d4592135b2),segment_id=d2d5120b-05a3-4e70-9844-90d4592135b2)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:38.602719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.638658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Calling delete_port for 74045a36-8e91-467b-98df-a5519b27e1e8 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:38.647348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76364213-87df-4a8e-b270-acb6fdc06249 req-55ad1fec-df52-480b-a40e-a63811491350 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1252251 Nov 12 08:23:38.650400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.692117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.694139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.695434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.784477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] Pushing event updated for resources: {'Network': ['ID=eb381c55-b201-4afa-9511-b2b8512bfbc4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.804746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8883b045-86e8-44e6-9234-3450a3dd765d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8220034 Nov 12 08:23:38.809602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54638) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:38.817085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Request body: {'subnet': {'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386086861-subnet', 'tenant_id': '66205b4f8cba4f348959cd196fe129c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:38.870282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.890709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network eb381c55-b201-4afa-9511-b2b8512bfbc4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:38.897081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] No DVR routers for this DVR port 74045a36-8e91-467b-98df-a5519b27e1e8 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:38.954913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74045a36-8e91-467b-98df-a5519b27e1e8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.011979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a63e3-9e8f-4871-9c20-6a5b9735528b None None] Network 5d010922-e8e9-47e9-88a5-dabf91ac8170 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:39.080867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Made reservation on behalf of 66205b4f8cba4f348959cd196fe129c4 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:39.089534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.100708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-be00d120-3852-4624-9588-a7c9dbc77fd4 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:39.113110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-be00d120-3852-4624-9588-a7c9dbc77fd4 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/networks?id=5d010922-e8e9-47e9-88a5-dabf91ac8170 HTTP/1.1" status: 200 len: 812 time: 0.1884363 Nov 12 08:23:39.150764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-4499969c-5cfc-42f8-8864-854cd99ad8e6 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/quotas/de0a5ae87f814883ac9351cac50c5554 HTTP/1.1" status: 200 len: 375 time: 0.0337124 Nov 12 08:23:39.228124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-34193bc2-6358-4404-935f-bef9358b910a None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:39.228501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34193bc2-6358-4404-935f-bef9358b910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.231980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-5b847cae-612c-4471-9468-dc174166f59a tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de0a5ae87f814883ac9351cac50c5554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782974 Nov 12 08:23:39.249975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.277224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e75d13-8d9a-4b50-bff3-810876da61b1 None None] DHCP port deletion for d7c44a52-d588-4c9e-bdb5-6cad078eecf4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:39.284291 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c44a52-d588-4c9e-bdb5-6cad078eecf4']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:39.286434 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.306200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d5120b-05a3-4e70-9844-90d4592135b2') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:39.306847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d5120b-05a3-4e70-9844-90d4592135b2') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:39.323551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.348998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-916cf80e-c8df-49dd-b780-737aed5edcf6 service neutron] 10.222.0.16 "GET /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134598 Nov 12 08:23:39.355501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.366225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.367398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:39.368078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:39.369841 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:39.379357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.455520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:39.467998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:39.480385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:39.489342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Pushing event updated for resources: {'Port': ['ID=02a10385-8e73-4b5a-b48f-1d885ba2b1e6,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.489646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.493408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6cfb6-84af-4577-b81c-10f07cae06f2 req-ac47c42d-8061-4501-a147-f3e334dd628e tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:39.495205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64e6cfb6-84af-4577-b81c-10f07cae06f2 req-ac47c42d-8061-4501-a147-f3e334dd628e tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.3166454 Nov 12 08:23:39.531753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-3b62d7e9-be7d-4fbc-aaa6-6cba3441222d service neutron] 10.222.0.16 "GET /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832681 Nov 12 08:23:39.558318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.558722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Attempting to bind port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:39.559164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Attempting to bind port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:39.559524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Attempting to bind port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6 on network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:39.560864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=f66979b0-5c72-40cc-bef9-10782e6761ba,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.575029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:39.575455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Checking segment: {'id': '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:39.575857 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.578001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Bound using segment: {'id': '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:39.578184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Bound port: 02a10385-8e73-4b5a-b48f-1d885ba2b1e6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:39.578445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.597645 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.604693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d7c44a52-d588-4c9e-bdb5-6cad078eecf4 HTTP/1.1" status: 204 len: 168 time: 1.7331467 Nov 12 08:23:39.609573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802a67-4fdb-4cb2-9a5b-14894ef4e0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c44a52-d588-4c9e-bdb5-6cad078eecf4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.612754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64e6cfb6-84af-4577-b81c-10f07cae06f2 req-8f004166-27f1-4f23-bf79-681f3105924e tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943115 Nov 12 08:23:39.648679 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.672116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] For port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:39.677225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] For port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=02a10385-8e73-4b5a-b48f-1d885ba2b1e6,segment=NetworkSegment(1025f2a2-31dd-4b9b-a1f9-5a0d77e25056),segment_id=1025f2a2-31dd-4b9b-a1f9-5a0d77e25056)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:39.692274 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.758890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.801874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:39.804976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ac8b11-c1e8-4eae-8f50-9f9f7795f297,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.818478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Checking segment: {'id': '3ac7408d-a1c6-41ca-846d-7238cbf67663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:39.818706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Network hostable DHCP agents. Network: eb381c55-b201-4afa-9511-b2b8512bfbc4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:39.822080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:39.822377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:39.828740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cbad8-bb10-40e3-b969-1736ac545b82 None None] Pushing event updated for resources: {'Port': ['ID=02a10385-8e73-4b5a-b48f-1d885ba2b1e6,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.840327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92bd54-7ae9-4e10-88c2-3b18dddcc1d2 None None] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:39.846022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.893152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.901836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:39.902332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.905951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b38317b6-54dc-4193-93e1-72d5e4ab4faa no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:39.988322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Network eb381c55-b201-4afa-9511-b2b8512bfbc4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:39.991887 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:39.996568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54668) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:39.999821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:23:39.999821 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:23:39.999821 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc'}] Nov 12 08:23:39.999821 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:40.000916 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:40.019309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: b38317b6-54dc-4193-93e1-72d5e4ab4faa {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:40.019709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b38317b6-54dc-4193-93e1-72d5e4ab4faa not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:40.023037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, eb381c55-b201-4afa-9511-b2b8512bfbc4) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:40.031214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.032391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.055549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40942d82-bb5c-4374-bb26-82d4e63f6b23 None None] Network eb381c55-b201-4afa-9511-b2b8512bfbc4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:40.075336 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3f2a6dae-129a-4964-b0ab-43f5e5fccbb6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2640989 Nov 12 08:23:40.080834 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27edc6e7-ba18-4c1f-8da5-83ed3f26ed7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb41fc9eee46479eb851a8529efea172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795882 Nov 12 08:23:40.081148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:40.107211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-d5fdaf14-6fcc-4172-afa3-610191ee66de tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.116041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-d5fdaf14-6fcc-4172-afa3-610191ee66de tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.2261581 Nov 12 08:23:40.198158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-464699e5-db6e-4432-b116-d00b24b4f21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.206704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec18c5da-f4d0-4717-b3fb-a3d30a7540d6 req-5c926072-5399-4abc-8f4a-dd81b13516d5 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0457926 Nov 12 08:23:40.228908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-a5042e6c-065e-4ed9-9e17-f9178c67db8e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.1085255 Nov 12 08:23:40.263772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-464699e5-db6e-4432-b116-d00b24b4f21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.322805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-a3785c78-5c30-4c92-ae9c-733745187ed1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916903 Nov 12 08:23:40.376277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-464699e5-db6e-4432-b116-d00b24b4f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.378946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-464699e5-db6e-4432-b116-d00b24b4f21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.382554 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-464699e5-db6e-4432-b116-d00b24b4f21f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40ddaf11-87e2-417b-a99c-3dfc21c5f8ff HTTP/1.1" status: 204 len: 168 time: 0.2979279 Nov 12 08:23:40.394819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464699e5-db6e-4432-b116-d00b24b4f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ddaf11-87e2-417b-a99c-3dfc21c5f8ff,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:40.401254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e21b70db-b90c-465e-bd7b-6193912d5e3c req-54746bcb-4d1e-4d8f-a24a-15ea7da28f44 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 210 time: 0.0692019 Nov 12 08:23:40.501950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.529370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87781d79-118e-4189-9057-ea1c15a02805 None None] Network cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:40.635314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:40.635727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.722244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8298c6-a4e1-4cd6-8a8d-79d24411c621 None None] Network eb381c55-b201-4afa-9511-b2b8512bfbc4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:40.749182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 74045a36-8e91-467b-98df-a5519b27e1e8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:40.805806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-ec83dc80-ad19-4953-a1ee-f46ce819b658 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.810345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-ec83dc80-ad19-4953-a1ee-f46ce819b658 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.25 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.2671311 Nov 12 08:23:40.825115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-640579af-bf87-4bb6-8df4-65d2db28cb3c service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916227 Nov 12 08:23:40.844688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=02a10385-8e73-4b5a-b48f-1d885ba2b1e6,segment=NetworkSegment(1025f2a2-31dd-4b9b-a1f9-5a0d77e25056),segment_id=1025f2a2-31dd-4b9b-a1f9-5a0d77e25056)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:40.845174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.880540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for 02a10385-8e73-4b5a-b48f-1d885ba2b1e6 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:40.982069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 74045a36-8e91-467b-98df-a5519b27e1e8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:40.982886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 74045a36-8e91-467b-98df-a5519b27e1e8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:40.991718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c0a10235-77dc-4ede-8b97-b3df15e5a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.058099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.131745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=02a10385-8e73-4b5a-b48f-1d885ba2b1e6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:41.137041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port 02a10385-8e73-4b5a-b48f-1d885ba2b1e6 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:41.245520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74a974-39c8-430d-9248-72d2102b4cdb None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:23:41.270666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d403b81-c83e-4a32-b959-71e3fe0c7047 req-83ea5eac-2472-4689-9a8a-d61cadb98f34 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.288166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d403b81-c83e-4a32-b959-71e3fe0c7047 req-83ea5eac-2472-4689-9a8a-d61cadb98f34 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 945 time: 0.4749260 Nov 12 08:23:41.335319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.377612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-750b4117-15b5-4a04-b7d0-ec253ac77cb6 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453672 Nov 12 08:23:41.410403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:41.422238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:41.422238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1025f2a2-31dd-4b9b-a1f9-5a0d77e25056') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:41.446704 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.458264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d403b81-c83e-4a32-b959-71e3fe0c7047 req-f44245ae-fbc4-44c1-9160-4aa35df349a1 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692450 Nov 12 08:23:41.474310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Deleting port 15404bec-b558-4e0e-b77d-eac8abf76c58 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:41.485007 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.486086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.493170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:41.493574 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:41.520423 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:41.572695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74a974-39c8-430d-9248-72d2102b4cdb None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:23:41.662230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.671712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.681052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc HTTP/1.1" status: 204 len: 168 time: 4.2196403 Nov 12 08:23:41.687290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54718) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:41.740695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726247b-3165-4e1a-baf6-36fcca56f0a9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:41.764846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54722) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:41.812558 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8d086d-1662-4c58-b708-957361b12d7c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:41.820212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2116958812-network', 'tenant_id': '35ac42c0d5854c4194375ad2f88adc44'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:41.821540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8d086d-1662-4c58-b708-957361b12d7c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:41.827940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a8d086d-1662-4c58-b708-957361b12d7c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc HTTP/1.1" status: 404 len: 339 time: 0.1385660 Nov 12 08:23:41.835873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54724) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:41.843612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707973178', 'description': 'd1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:41.883746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0573e1a-842a-44a9-9939-5c76eca33b9a req-0094ff43-845e-4057-ab5d-8e377797978e tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.2095885 Nov 12 08:23:41.943799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Made reservation on behalf of 35ac42c0d5854c4194375ad2f88adc44 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:41.954737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.961294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:41.976553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.996440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-641b9335-dfb4-409d-ac0b-ba6f79cb47e2 req-7009470d-b256-47c2-a023-0946dbee5d7e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 210 time: 0.2245276 Nov 12 08:23:42.070783 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.081649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.084849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b420af6-0074-441b-8058-561740457816 req-531072a5-0fdd-4148-abfd-5a5899c5e801 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 210 time: 0.1275513 Nov 12 08:23:42.131226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] For port 15404bec-b558-4e0e-b77d-eac8abf76c58, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=15404bec-b558-4e0e-b77d-eac8abf76c58,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:42.141354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:42.144522 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.163361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Calling delete_port for 15404bec-b558-4e0e-b77d-eac8abf76c58 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:42.198351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.198752 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment f17852a8-8966-4041-b773-e6bf5374d703 of type vlan for network 7638e021-68cb-41f7-af0e-2802764b9d28 Nov 12 08:23:42.218954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-1504e10d-c47d-4faf-9dcb-bb26d6ccf466 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.220915 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-1504e10d-c47d-4faf-9dcb-bb26d6ccf466 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.25 "GET /v2.0/networks?id=5d010922-e8e9-47e9-88a5-dabf91ac8170 HTTP/1.1" status: 200 len: 812 time: 0.4417474 Nov 12 08:23:42.241599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Request body: {'port': {'device_id': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170', 'admin_state_up': True, 'tenant_id': 'de0a5ae87f814883ac9351cac50c5554'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:42.315099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54736) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:42.336831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.417758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.424785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.478814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:42.512579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174fa626-36a2-4635-ba4f-2041ac32723c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.521145 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.521531 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Added segment 6cdd8959-3d40-438d-a4f2-a778997e1f19 of type vlan for network ac9f4c89-0da9-49ad-bd66-fbea17012a86 Nov 12 08:23:42.539698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.539698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.539698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.540487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.540873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.540873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.541285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.541622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.541951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.542292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.542608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.542930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.568132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.585806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['15404bec-b558-4e0e-b77d-eac8abf76c58'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:42.602438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:42.612841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1238224377-network', 'tenant_id': '242dc2e8befc462588284356d4e7cd19'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:42.625295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.629706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Pushing event deleted for resources: {'Port': ['ID=15404bec-b558-4e0e-b77d-eac8abf76c58,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.660511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.687003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.689455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3649208'] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.699407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea8dbc-3385-498f-8b88-5e79d2f4ba10 None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:42.730770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] No DVR routers for this DVR port 15404bec-b558-4e0e-b77d-eac8abf76c58 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:42.735576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.743343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d206a7a8-3bf9-4d3c-996d-2c248af1ad92 req-b9464e88-fa41-441a-9299-0f4cedb0847a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.25 "DELETE /v2.0/ports/15404bec-b558-4e0e-b77d-eac8abf76c58 HTTP/1.1" status: 204 len: 173 time: 1.9017503 Nov 12 08:23:42.744308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88888949-b71f-44d9-83e4-0771002b214d', 'name': 'network-vif-deleted', 'tag': '15404bec-b558-4e0e-b77d-eac8abf76c58'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:42.747155 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98b07a1-2548-47a7-87fc-b5914588c346" -d '{"events": [{"server_uuid": "88888949-b71f-44d9-83e4-0771002b214d", "name": "network-vif-deleted", "tag": "15404bec-b558-4e0e-b77d-eac8abf76c58"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:42.752291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Made reservation on behalf of 242dc2e8befc462588284356d4e7cd19 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:42.755763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.768984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.771104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.771913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.787430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.795842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9929967 Nov 12 08:23:42.830641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54746) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:42.850210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Request body: {'subnet': {'network_id': 'ac9f4c89-0da9-49ad-bd66-fbea17012a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2116958812-subnet', 'tenant_id': '35ac42c0d5854c4194375ad2f88adc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:42.855501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=7638e021-68cb-41f7-af0e-2802764b9d28,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.878781 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d49ea341-5660-4956-a178-e21b45e57820 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0370255 Nov 12 08:23:42.881259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54748) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:42.888781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-839d36e2-c209-4f2a-a3c3-2b73ce38d3aa req-814bff08-6ce0-4b32-ac7b-265b71652a32 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 210 time: 0.1050980 Nov 12 08:23:42.891388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7638e021-68cb-41f7-af0e-2802764b9d28 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:42.950211 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9278917a-b548-4201-af66-d65683e4b929 x-openstack-request-id: req-9278917a-b548-4201-af66-d65683e4b929 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:42.955807 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88888949-b71f-44d9-83e4-0771002b214d", "name": "network-vif-deleted", "tag": "15404bec-b558-4e0e-b77d-eac8abf76c58", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:42.956392 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9278917a-b548-4201-af66-d65683e4b929 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:42.957558 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88888949-b71f-44d9-83e4-0771002b214d', 'name': 'network-vif-deleted', 'tag': '15404bec-b558-4e0e-b77d-eac8abf76c58', 'status': 'completed', 'code': 200} Nov 12 08:23:42.991864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac415d-d573-4580-89d0-d487cfd38cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9f4c89-0da9-49ad-bd66-fbea17012a86,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.033393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8379cf9-2b1d-48c9-bf6a-1a46f09c1005 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.034328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ac9f4c89-0da9-49ad-bd66-fbea17012a86 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:43.036966 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8379cf9-2b1d-48c9-bf6a-1a46f09c1005 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks?id=7638e021-68cb-41f7-af0e-2802764b9d28 HTTP/1.1" status: 200 len: 764 time: 0.1538696 Nov 12 08:23:43.041572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54754) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:43.050934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'description': 'd2'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:43.093795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2439dc7-68b7-4f34-82ac-02b9137470bc req-6e52765e-cd14-432a-af7b-8c78042dda04 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0745218 Nov 12 08:23:43.207571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.230192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.249840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:43.266419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:23:43.266419 n-d-768509-25 neutron-server[102371]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:23:43.266419 n-d-768509-25 neutron-server[102371]: [parameters: {'project_id': 'de0a5ae87f814883ac9351cac50c5554', 'id': '1ce94786-8811-4cb4-98d4-92449c796db5', 'expiration': datetime.datetime(2021, 11, 12, 8, 25, 43, 253635)}] Nov 12 08:23:43.266419 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:43.266958 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:43.281716 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.282482 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Added segment 358b6b43-5386-4049-88f6-65abbbced2aa of type vlan for network 203f70ba-6919-48ec-a032-4507ff7336b9 Nov 12 08:23:43.283031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55da1dbd-8a54-44b9-b108-7c40a6aea841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.328409 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.342497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c47069e-2fef-4b2e-9b2c-5261a5ef118c req-b3396b46-ce5c-4a36-a6dd-4a45a8927579 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 210 time: 0.1326854 Nov 12 08:23:43.396721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.403719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63904747-5470-48cf-bf90-04043af7fbf7 req-634d5f44-9e30-4cef-b0b0-d150760e5d9d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 210 time: 0.1450531 Nov 12 08:23:43.408110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14569f36-e8b7-4919-9ce8-981b366f1fe8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.412551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Made reservation on behalf of 35ac42c0d5854c4194375ad2f88adc44 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:43.415997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.432301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.436529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.436989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.437121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network 7638e021-68cb-41f7-af0e-2802764b9d28 is not hosted by any dhcp agent {{(pid=102371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:23:43.437643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.447050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.447725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.449755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "PUT /v2.0/networks/7638e021-68cb-41f7-af0e-2802764b9d28 HTTP/1.1" status: 200 len: 761 time: 0.4069481 Nov 12 08:23:43.452373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54758) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:43.558038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2381823 Nov 12 08:23:43.558535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54760) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:43.576006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Request body: {'subnet': {'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1238224377-subnet', 'tenant_id': '242dc2e8befc462588284356d4e7cd19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:43.586296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46bf47-38da-4025-b587-102b39871e03 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=7638e021-68cb-41f7-af0e-2802764b9d28,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.588510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d99af-0f42-44ab-a123-5c994e65a998 admin admin] Pushing event updated for resources: {'Network': ['ID=203f70ba-6919-48ec-a032-4507ff7336b9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.615940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7638e021-68cb-41f7-af0e-2802764b9d28 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:43.619398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30124546-a877-4a2a-b692-7a4d1d5aa6a3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.623815 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30124546-a877-4a2a-b692-7a4d1d5aa6a3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks?id=7638e021-68cb-41f7-af0e-2802764b9d28 HTTP/1.1" status: 200 len: 764 time: 0.1700854 Nov 12 08:23:43.629663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54762) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:43.635907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Made reservation on behalf of 242dc2e8befc462588284356d4e7cd19 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:43.639734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.644734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 203f70ba-6919-48ec-a032-4507ff7336b9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:43.872027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Made reservation on behalf of de0a5ae87f814883ac9351cac50c5554 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:43.877269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.897616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-13b22d00-3e3a-429a-87a8-d54385232c3e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.899226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-13b22d00-3e3a-429a-87a8-d54385232c3e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.2379520 Nov 12 08:23:43.916965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': '53187cce-7ad1-402c-ac97-240ec982845e', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:43.923888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.937859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a31f376-ce27-4caa-ac22-ef3e3d1c5e8c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.939706 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7a31f376-ce27-4caa-ac22-ef3e3d1c5e8c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3091145 Nov 12 08:23:43.944942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54766) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:44.110124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb7e2acc-1720-49eb-83d9-8a9dee5fccaa req-4f0f2ae1-e0b7-4386-b539-6938d24faf66 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=88888949-b71f-44d9-83e4-0771002b214d HTTP/1.1" status: 200 len: 210 time: 0.0797248 Nov 12 08:23:44.110641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867e76e0-eba3-4973-9942-c1714eafec58,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:44.195663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Checking segment: {'id': '6cdd8959-3d40-438d-a4f2-a778997e1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ac9f4c89-0da9-49ad-bd66-fbea17012a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:44.196024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Network hostable DHCP agents. Network: ac9f4c89-0da9-49ad-bd66-fbea17012a86, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:44.233235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.293495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35b8ee98-11dd-4029-80d8-6def6f620e1a req-cc67060c-6a8c-41a6-a103-ef1480134d9c tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0664084 Nov 12 08:23:44.299204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Network ac9f4c89-0da9-49ad-bd66-fbea17012a86 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:44.332295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:44.332295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.332295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ac9f4c89-0da9-49ad-bd66-fbea17012a86) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:44.340730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.340730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.346827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ee488-6caa-4400-b032-30040e7161cf None None] Network ac9f4c89-0da9-49ad-bd66-fbea17012a86 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:44.364498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd59185-b70d-446f-aa6f-1c00b3e25958,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:44.379667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-71e4614f-b330-41db-a7ed-c052612cb8f3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 207 time: 0.4333742 Nov 12 08:23:44.385325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:44.416590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2965fa94-8387-4d01-aff5-88034656be78 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5729687 Nov 12 08:23:44.477820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Allocated IP 172.20.0.2 (5d010922-e8e9-47e9-88a5-dabf91ac8170/fb458578-0f58-417c-84a9-afef6a71c534/1df60081-f624-4dbe-8254-e77063c60785) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:44.575868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.698745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda36a1f-bb72-45ec-9837-ead00114c06e None None] Network ac9f4c89-0da9-49ad-bd66-fbea17012a86 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:44.717930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.791245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.838375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Checking segment: {'id': '358b6b43-5386-4049-88f6-65abbbced2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:44.839066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Network hostable DHCP agents. Network: 203f70ba-6919-48ec-a032-4507ff7336b9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:44.848734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Pushing event updated for resources: {'Port': ['ID=1df60081-f624-4dbe-8254-e77063c60785,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:44.870509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Network 5d010922-e8e9-47e9-88a5-dabf91ac8170 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:44.874505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:44.878964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:44.906822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc946ebb-a550-4439-a798-569291754168 None None] DHCP port deletion for 5d010922-e8e9-47e9-88a5-dabf91ac8170 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:44.944239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccb98742-27b6-498d-ad1f-5865765d40ad req-3ef805e9-d1ff-4310-91e1-662f1fe580e5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 210 time: 0.1107874 Nov 12 08:23:44.950246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6d340a23-d1e2-49cd-81bf-6df29292119e None None] Provisioning complete for port 1df60081-f624-4dbe-8254-e77063c60785 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:44.951046 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d340a23-d1e2-49cd-81bf-6df29292119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.962715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.963765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.987228 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-350acc71-30af-40aa-b3cb-7af640da7421 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7520030 Nov 12 08:23:45.005668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Request body: {'port': {'device_id': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:45.016869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6d340a23-d1e2-49cd-81bf-6df29292119e None None] Port 1df60081-f624-4dbe-8254-e77063c60785 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:45.071014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.079440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.085546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.091663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.098703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.104695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.113280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.115812 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-afecd2b8-b660-4360-9cf6-0a8184eb9561 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7265346 Nov 12 08:23:45.118412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:45.122631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Network 203f70ba-6919-48ec-a032-4507ff7336b9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:45.135628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe4be-f0e7-4dd9-9731-6941271b2726 req-6b0e986b-fc4a-404a-b152-ba2594df6998 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.144919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd0fe4be-f0e7-4dd9-9731-6941271b2726 req-6b0e986b-fc4a-404a-b152-ba2594df6998 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 931 time: 0.3075390 Nov 12 08:23:45.178501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 203f70ba-6919-48ec-a032-4507ff7336b9) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:45.184002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.184812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.193080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ec072-5eca-4eb4-8df4-a0b4bb97e485 None None] Network 203f70ba-6919-48ec-a032-4507ff7336b9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:45.198993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.6 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/b2d46402-6fc1-434c-950a-fbaa2f709f3a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:45.220086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b2b64e0a-8cc0-4afb-b1a0-fbbdd3388f86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6450472 Nov 12 08:23:45.296103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd0fe4be-f0e7-4dd9-9731-6941271b2726 req-b0b2c456-7bdc-48c2-ad5e-8a1c370db105 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382372 Nov 12 08:23:45.441793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71128e-6a41-44a0-aaec-f1f32793b324 None None] Network 203f70ba-6919-48ec-a032-4507ff7336b9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:45.520445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a7d6dc6-c02d-4915-a19f-57be49dcd9dc req-0a37528f-ceff-42e0-8dbe-ab65a85d97c5 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0751214 Nov 12 08:23:45.632869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.656229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df60081-f624-4dbe-8254-e77063c60785 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:45.657599 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.678736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.685150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-9599c602-435b-447a-9871-5f520a91f4b2 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.692989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-9599c602-435b-447a-9871-5f520a91f4b2 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/networks?id=eb381c55-b201-4afa-9511-b2b8512bfbc4 HTTP/1.1" status: 200 len: 808 time: 0.2937939 Nov 12 08:23:45.732084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-f24ee790-221b-4f1d-8027-e20c602376c4 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/quotas/66205b4f8cba4f348959cd196fe129c4 HTTP/1.1" status: 200 len: 375 time: 0.0268564 Nov 12 08:23:45.732319 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3d3eb6c2-5d50-40a9-9a88-76ca62f15f20 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6114383 Nov 12 08:23:45.732497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Transition to ACTIVE for port object 1df60081-f624-4dbe-8254-e77063c60785 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:45.734913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:45.746081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.792872 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.795391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5ff67-795f-4b62-906f-fc5fb8764aad None None] DHCP port deletion for 5d010922-e8e9-47e9-88a5-dabf91ac8170 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:45.805693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:45.806068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-feab5757-6827-43ea-9649-4b1db70019a4 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66205b4f8cba4f348959cd196fe129c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793486 Nov 12 08:23:45.857490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:45.876237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Pushing event updated for resources: {'Port': ['ID=1df60081-f624-4dbe-8254-e77063c60785,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:45.882788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c43a4-7eb0-4b95-8eb8-8cba3b23d5f9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.884547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c43a4-7eb0-4b95-8eb8-8cba3b23d5f9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.886150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c43a4-7eb0-4b95-8eb8-8cba3b23d5f9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.887702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c43a4-7eb0-4b95-8eb8-8cba3b23d5f9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.889435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c43a4-7eb0-4b95-8eb8-8cba3b23d5f9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.891297 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-754c43a4-7eb0-4b95-8eb8-8cba3b23d5f9 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1552575 Nov 12 08:23:45.892148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:45.897794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54814) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:45.899076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:45.916250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 15404bec-b558-4e0e-b77d-eac8abf76c58 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:45.940934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc7a16-1c04-4f9a-ab3c-36a19763425e None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:45.952645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 15404bec-b558-4e0e-b77d-eac8abf76c58 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:45.953153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 15404bec-b558-4e0e-b77d-eac8abf76c58 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:45.989801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113f34-7056-469d-9be6-cff99f1c53d6 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.991424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113f34-7056-469d-9be6-cff99f1c53d6 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.992723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113f34-7056-469d-9be6-cff99f1c53d6 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.995879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113f34-7056-469d-9be6-cff99f1c53d6 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.995879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf113f34-7056-469d-9be6-cff99f1c53d6 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.997703 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bf113f34-7056-469d-9be6-cff99f1c53d6 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0987475 Nov 12 08:23:46.003518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54826) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:46.043257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cf518082-981b-4521-92df-452678089478 None None] Provisioning complete for port b2d46402-6fc1-434c-950a-fbaa2f709f3a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:46.043730 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf518082-981b-4521-92df-452678089478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.094169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Attempting to bind port 1df60081-f624-4dbe-8254-e77063c60785 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:46.094169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Attempting to bind port 1df60081-f624-4dbe-8254-e77063c60785 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '87d0e08e-568c-403a-b052-0106d13512e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:46.094169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Attempting to bind port 1df60081-f624-4dbe-8254-e77063c60785 on network 5d010922-e8e9-47e9-88a5-dabf91ac8170 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:46.102470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Port 1df60081-f624-4dbe-8254-e77063c60785 on network 5d010922-e8e9-47e9-88a5-dabf91ac8170 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:46.102781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Attempting to bind port 1df60081-f624-4dbe-8254-e77063c60785 on network 5d010922-e8e9-47e9-88a5-dabf91ac8170 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:46.116912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:46.117687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Checking segment: {'id': '87d0e08e-568c-403a-b052-0106d13512e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:46.117687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Bound using segment: {'id': '87d0e08e-568c-403a-b052-0106d13512e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:46.118076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Bound port: 1df60081-f624-4dbe-8254-e77063c60785, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d0e08e-568c-403a-b052-0106d13512e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:46.118438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.118883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.119630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.134376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cf518082-981b-4521-92df-452678089478 None None] Port b2d46402-6fc1-434c-950a-fbaa2f709f3a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:46.178233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6772d26-8708-40d9-9be3-e25916102f53 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.179700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b6772d26-8708-40d9-9be3-e25916102f53 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks/939b6eea-2823-40e3-8206-272e0cb9e44c HTTP/1.1" status: 200 len: 804 time: 0.1751297 Nov 12 08:23:46.179870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=b2d46402-6fc1-434c-950a-fbaa2f709f3a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.185654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:46.199881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-74c32882-1328-477a-9452-e2edabccb052 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2905176 Nov 12 08:23:46.220399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Request body: {'port': {'device_id': '53187cce-7ad1-402c-ac97-240ec982845e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:46.258936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-81107587-5168-46b8-99fa-7f64efd47cab service neutron] 10.222.0.16 "GET /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518585 Nov 12 08:23:46.277186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] For port 1df60081-f624-4dbe-8254-e77063c60785, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:46.297689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] For port 1df60081-f624-4dbe-8254-e77063c60785, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1df60081-f624-4dbe-8254-e77063c60785,segment=NetworkSegment(87d0e08e-568c-403a-b052-0106d13512e6),segment_id=87d0e08e-568c-403a-b052-0106d13512e6)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:46.308454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.332938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9b4be7f4-7479-43f9-a0ad-996ff1141315 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.334508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9b4be7f4-7479-43f9-a0ad-996ff1141315 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/networks?id=203f70ba-6919-48ec-a032-4507ff7336b9 HTTP/1.1" status: 200 len: 814 time: 0.3170016 Nov 12 08:23:46.377474 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d873a680-fa4e-49f9-8164-2b83bbfb2c47 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/networks/939b6eea-2823-40e3-8206-272e0cb9e44c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1901779 Nov 12 08:23:46.382098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54832) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:46.383219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38b7296-90e7-4dc6-9978-1de762cdf202 None None] DHCP port deletion for 5d010922-e8e9-47e9-88a5-dabf91ac8170 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:46.386260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.387267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.388478 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] 10.222.0.25 "PUT /v2.0/ports/1df60081-f624-4dbe-8254-e77063c60785 HTTP/1.1" status: 200 len: 1092 time: 1.3878047 Nov 12 08:23:46.395915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.403474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'tag': '1df60081-f624-4dbe-8254-e77063c60785'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:46.406408 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98939b5-b01e-4eed-82b5-8a88f1fa1685" -d '{"events": [{"name": "network-changed", "server_uuid": "33246621-b2fa-44d1-8869-fe6c5e6251c8", "tag": "1df60081-f624-4dbe-8254-e77063c60785"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:46.415628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-4a5d0d42-81bf-472d-83b6-732dd1d373fe tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/quotas/242dc2e8befc462588284356d4e7cd19 HTTP/1.1" status: 200 len: 375 time: 0.0729673 Nov 12 08:23:46.467814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77621fb-7c66-4a44-b875-541bdb710910 service neutron] Pushing event updated for resources: {'Port': ['ID=1df60081-f624-4dbe-8254-e77063c60785,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.490341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f7968-60fa-4145-8d9f-a8a4de885b26 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.496111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c75f7968-60fa-4145-8d9f-a8a4de885b26 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/subnets/9e0c4e0b-6cd3-4ace-994b-f16ed7d28195 HTTP/1.1" status: 200 len: 843 time: 0.1123710 Nov 12 08:23:46.496612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54836) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:46.533996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-050a783e-e52a-4434-b583-1ecb4a3d6f24 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=242dc2e8befc462588284356d4e7cd19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913472 Nov 12 08:23:46.542272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-30be010e-a565-4f3d-9013-1b4ff193443a service neutron] 10.222.0.16 "GET /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741022 Nov 12 08:23:46.575074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-6a912606-21b2-4836-836c-20f7d61141d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.576817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-6a912606-21b2-4836-836c-20f7d61141d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de0a5ae87f814883ac9351cac50c5554&device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 1095 time: 0.1106780 Nov 12 08:23:46.586585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8edaf-88a3-4a59-bdf8-52414745ca14 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.588003 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f6a8edaf-88a3-4a59-bdf8-52414745ca14 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "GET /v2.0/subnets/9e0c4e0b-6cd3-4ace-994b-f16ed7d28195?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0743818 Nov 12 08:23:46.593078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54840) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:46.607694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019625639'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:46.652905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-98a49e93-49cd-445c-9ae7-031fa470344b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1df60081-f624-4dbe-8254-e77063c60785 HTTP/1.1" status: 200 len: 217 time: 0.0637357 Nov 12 08:23:46.711483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:46.717662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.737165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.749851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:46.761007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.761426 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Added segment e5b67056-181d-4b80-bd7d-f3d308f5462a of type vlan for network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 Nov 12 08:23:46.794797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-5461b660-aa71-43cb-8dfe-50bd2e43996c service neutron] 10.222.0.16 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398601 Nov 12 08:23:46.811508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.841111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-30777ce3-d304-4b4d-8ea8-0c15d724a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.842654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-30777ce3-d304-4b4d-8ea8-0c15d724a91f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb458578-0f58-417c-84a9-afef6a71c534 HTTP/1.1" status: 200 len: 852 time: 0.1812918 Nov 12 08:23:46.848935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.857017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.857694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.919680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-73ac0e97-b29a-4957-90b2-1c45a99ec5e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d010922-e8e9-47e9-88a5-dabf91ac8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581355 Nov 12 08:23:46.926094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3313928 Nov 12 08:23:46.930577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54848) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:46.969759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:47.044895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f254-40e2-4c6f-a8e2-9b8d2b31ea53 req-80aef9ae-a430-4d84-b543-73973ad4ca1a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.046515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a002f254-40e2-4c6f-a8e2-9b8d2b31ea53 req-80aef9ae-a430-4d84-b543-73973ad4ca1a tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.2214420 Nov 12 08:23:47.050723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-a91d3698-3c1b-4b3c-8e41-329088a90312 service neutron] 10.222.0.16 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243922 Nov 12 08:23:47.064200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778020f3-2bb9-4db6-90e7-4947a7902a4e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Network': ['ID=e6a0ad3d-4bc3-4166-a6a4-1a213574ef76,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.078122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:47.162717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d46402-6fc1-434c-950a-fbaa2f709f3a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:47.172467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-9dd95a88-097d-4324-9df9-40c6e9af8988 service neutron] 10.222.0.25 "GET /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425048 Nov 12 08:23:47.173378 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a002f254-40e2-4c6f-a8e2-9b8d2b31ea53 req-19a8df57-1237-46d9-9f76-0574588289aa tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113703 Nov 12 08:23:47.176925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.187077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Made reservation on behalf of 390cc286a16148f69c4ee1948ed0dc1d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:47.201667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.204652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Transition to ACTIVE for port object b2d46402-6fc1-434c-950a-fbaa2f709f3a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:47.219640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.319211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452626e-ea37-454d-9818-785c04da6e02 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:47.391931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Pushing event updated for resources: {'Port': ['ID=b2d46402-6fc1-434c-950a-fbaa2f709f3a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.500226 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f8c01d8-1217-495c-9e58-886fcd8d944e req-36d8419c-6333-42b1-bc0f-093b865529ff service neutron] 10.222.0.25 "GET /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183546 Nov 12 08:23:47.554363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Performing IP validity checks on allocation pools {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:23:47.555187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:23:47.623553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Attempting to bind port b2d46402-6fc1-434c-950a-fbaa2f709f3a on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:47.624129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Attempting to bind port b2d46402-6fc1-434c-950a-fbaa2f709f3a by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:47.624640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Attempting to bind port b2d46402-6fc1-434c-950a-fbaa2f709f3a on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:47.635018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Port b2d46402-6fc1-434c-950a-fbaa2f709f3a on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:47.636009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Attempting to bind port b2d46402-6fc1-434c-950a-fbaa2f709f3a on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:47.661811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2198de-930c-477a-b1d5-d2af990f40c0 req-31a75986-1989-46d3-82d7-5e94af2ed293 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.664941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae2198de-930c-477a-b1d5-d2af990f40c0 req-31a75986-1989-46d3-82d7-5e94af2ed293 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 943 time: 0.3348794 Nov 12 08:23:47.670610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:47.671516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:47.672494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:47.673267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Bound port: b2d46402-6fc1-434c-950a-fbaa2f709f3a, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:47.673860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.743761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70845ef9-e2d6-4806-9612-040200e4dc5d req-5aab8934-ad30-452a-aaf6-bf7764580c7c tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.745891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70845ef9-e2d6-4806-9612-040200e4dc5d req-5aab8934-ad30-452a-aaf6-bf7764580c7c tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 943 time: 0.2040172 Nov 12 08:23:47.777482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.871908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae2198de-930c-477a-b1d5-d2af990f40c0 req-f2a23d13-3b1d-4e15-a4a3-548ac58f387c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901619 Nov 12 08:23:47.889961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=c2aae61c-83ed-4263-9e0c-f2b099c1a046,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.917735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70845ef9-e2d6-4806-9612-040200e4dc5d req-8aad64a4-c403-4a25-9af5-eec2fb1d25cd tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119370 Nov 12 08:23:47.951879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Checking segment: {'id': 'e5b67056-181d-4b80-bd7d-f3d308f5462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:47.952365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network hostable DHCP agents. Network: e6a0ad3d-4bc3-4166-a6a4-1a213574ef76, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:47.977047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] For port b2d46402-6fc1-434c-950a-fbaa2f709f3a, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:47.982395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] For port b2d46402-6fc1-434c-950a-fbaa2f709f3a, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:47.989450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.995391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:48.012628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, e6a0ad3d-4bc3-4166-a6a4-1a213574ef76) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:48.022051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.023244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.027673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd7fdc-4f67-425e-8d2f-bd08c32017cd None None] Network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:48.051117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f31a7a3-f518-4079-8007-3ab4dceab7cb tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1122167 Nov 12 08:23:48.055047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54868) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:48.064801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.065406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:48.066996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.069372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] 10.222.0.25 "PUT /v2.0/ports/b2d46402-6fc1-434c-950a-fbaa2f709f3a HTTP/1.1" status: 200 len: 1092 time: 1.8607485 Nov 12 08:23:48.070211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53187cce-7ad1-402c-ac97-240ec982845e', 'tag': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:48.087145 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ec0cc-60ac-4818-a525-2d859cdfae28" -d '{"events": [{"name": "network-changed", "server_uuid": "53187cce-7ad1-402c-ac97-240ec982845e", "tag": "b2d46402-6fc1-434c-950a-fbaa2f709f3a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:48.121844 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd8648-8e6e-4566-b6ac-86516a126530 x-openstack-request-id: req-1cdd8648-8e6e-4566-b6ac-86516a126530 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:48.122254 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33246621-b2fa-44d1-8869-fe6c5e6251c8", "tag": "1df60081-f624-4dbe-8254-e77063c60785", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:48.122666 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cdd8648-8e6e-4566-b6ac-86516a126530 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:48.123797 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'tag': '1df60081-f624-4dbe-8254-e77063c60785', 'status': 'completed', 'code': 200} Nov 12 08:23:48.154123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06adeaa3-d9fa-4ae9-ab27-de2b62f9177a None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:48.161204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fe727a8-f7cf-4e0f-8caf-4d1e1ceea661 req-7bf6c809-c51f-454e-b1e5-21273dcf1968 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1064875 Nov 12 08:23:48.307559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62340228'] for subnet, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.330304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc2d8cec-2884-42d6-804a-521225bdbcb2 req-975d61af-136a-46fd-bed3-84d52ab1b810 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0707624 Nov 12 08:23:48.360518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-8d24122c-da8f-4c74-adf3-1e7a5f0d3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.362098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-8d24122c-da8f-4c74-adf3-1e7a5f0d3122 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 1095 time: 0.2164156 Nov 12 08:23:48.379188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f830e-2d71-4fee-9b55-7cd9cc5ac2de service neutron] Pushing event updated for resources: {'Port': ['ID=b2d46402-6fc1-434c-950a-fbaa2f709f3a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:48.402234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7f99da7-2f70-4d7b-83ea-8c518c6c6b83 req-48933184-dc51-4e87-ad08-0fe342007216 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0750344 Nov 12 08:23:48.485776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-075f6618-dc10-4423-8f5f-c4527070d8a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a HTTP/1.1" status: 200 len: 217 time: 0.0957825 Nov 12 08:23:48.489645 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac2693-8188-4d05-a6bc-d9129b405df7 x-openstack-request-id: req-7eac2693-8188-4d05-a6bc-d9129b405df7 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:48.489938 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53187cce-7ad1-402c-ac97-240ec982845e", "tag": "b2d46402-6fc1-434c-950a-fbaa2f709f3a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:48.490201 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7eac2693-8188-4d05-a6bc-d9129b405df7 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:48.496511 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53187cce-7ad1-402c-ac97-240ec982845e', 'tag': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a', 'status': 'completed', 'code': 200} Nov 12 08:23:48.534589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-55f2f521-aa55-494e-a76e-485fdba06025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.536351 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-55f2f521-aa55-494e-a76e-485fdba06025 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de0a5ae87f814883ac9351cac50c5554&device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 1095 time: 0.3974321 Nov 12 08:23:48.560787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-e6a0ad3d-4bc3-4166-a6a4-1a213574ef76', 'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76', 'tenant_id': '390cc286a16148f69c4ee1948ed0dc1d', 'fixed_ips': [{'subnet_id': 'c2aae61c-83ed-4263-9e0c-f2b099c1a046'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:48.562286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.671872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-15cf48e7-c563-4c62-979e-2a6bc384b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.673489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-15cf48e7-c563-4c62-979e-2a6bc384b654 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1726317 Nov 12 08:23:48.687234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-a0de6201-4f2d-4d3f-b5a6-b18976454ac2 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.689176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-a0de6201-4f2d-4d3f-b5a6-b18976454ac2 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.0890737 Nov 12 08:23:48.730710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e5da-2aa7-462c-b340-28fc51d45fbf req-5b2ea9ac-ae26-4278-a3da-d3aa2edd41f4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.732305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8273e5da-2aa7-462c-b340-28fc51d45fbf req-5b2ea9ac-ae26-4278-a3da-d3aa2edd41f4 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1718016 Nov 12 08:23:48.743188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-c5d87b99-0d64-4220-9a5b-a016bcac01a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529759 Nov 12 08:23:48.834761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-59e2d90e-1b2e-4a6a-a3e7-778acc3b8681 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.836303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-59e2d90e-1b2e-4a6a-a3e7-778acc3b8681 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.25 "GET /v2.0/networks?id=eb381c55-b201-4afa-9511-b2b8512bfbc4 HTTP/1.1" status: 200 len: 808 time: 0.3813751 Nov 12 08:23:48.868953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Request body: {'port': {'device_id': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4', 'admin_state_up': True, 'tenant_id': '66205b4f8cba4f348959cd196fe129c4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:48.892588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-4031ef84-06ff-4259-a286-f351cd6ecb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.894153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-4031ef84-06ff-4259-a286-f351cd6ecb8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d010922-e8e9-47e9-88a5-dabf91ac8170 HTTP/1.1" status: 200 len: 912 time: 0.3252289 Nov 12 08:23:48.923297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8273e5da-2aa7-462c-b340-28fc51d45fbf req-c009007e-ee8d-4fb3-93d7-5fb11f31aded tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769018 Nov 12 08:23:48.949713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-55776d40-c4d2-461e-9663-4fa1eb1bfcea service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802988 Nov 12 08:23:49.311800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-3dd0f9f3-649d-43c4-900f-0b0ecc559358 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1df60081-f624-4dbe-8254-e77063c60785 HTTP/1.1" status: 200 len: 217 time: 0.4097173 Nov 12 08:23:49.348710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764255989131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62335889'] for subnet, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.374669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Allocated IP 2001:db8::3 (e6a0ad3d-4bc3-4166-a6a4-1a213574ef76/c2aae61c-83ed-4263-9e0c-f2b099c1a046/d65fe9d1-dbc4-49c6-978f-1b309ae38dbf) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:49.402462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Deleting port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:49.402462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.502576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.503328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.504752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "PUT /v2.0/subnets/c2aae61c-83ed-4263-9e0c-f2b099c1a046 HTTP/1.1" status: 200 len: 900 time: 1.4472125 Nov 12 08:23:49.511660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de08ff-a9f6-463d-843b-e36481afadc7 req-ad975478-f85c-4d57-9d20-0746b13b6a40 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.513260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6de08ff-a9f6-463d-843b-e36481afadc7 req-ad975478-f85c-4d57-9d20-0746b13b6a40 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 943 time: 0.2257867 Nov 12 08:23:49.519190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:49.524930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-aa29d469-bcf3-493f-8bc1-7684976e2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.526384 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-aa29d469-bcf3-493f-8bc1-7684976e2d53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb458578-0f58-417c-84a9-afef6a71c534 HTTP/1.1" status: 200 len: 852 time: 0.1988475 Nov 12 08:23:49.541068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39276-1614-4919-bb03-df70dfddf815 req-f487e271-c6ba-40e5-bac5-a37eb9a66fef tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.548684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bc39276-1614-4919-bb03-df70dfddf815 req-f487e271-c6ba-40e5-bac5-a37eb9a66fef tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 943 time: 0.2508552 Nov 12 08:23:49.579898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c19fa756-c407-40c6-a54e-af1ec2d10136 req-513543eb-b33a-42f5-9fc1-d526128490e4 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164746 Nov 12 08:23:49.582890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff995ef1-c889-4d1c-8a81-82f8eda90cac tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event updated for resources: {'Subnet': ['ID=c2aae61c-83ed-4263-9e0c-f2b099c1a046,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.590432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.601170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.627728 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-ade3b4b6-65c9-4e10-9ed8-03548e94d3aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d010922-e8e9-47e9-88a5-dabf91ac8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810535 Nov 12 08:23:49.655223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:49.660874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:49.665342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:49.673330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Pushing event updated for resources: {'Port': ['ID=d65fe9d1-dbc4-49c6-978f-1b309ae38dbf,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.680817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-55145ecd-f274-4acb-b4f0-3c2bcd531360 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.682313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-55145ecd-f274-4acb-b4f0-3c2bcd531360 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.25 "GET /v2.0/networks?id=203f70ba-6919-48ec-a032-4507ff7336b9 HTTP/1.1" status: 200 len: 814 time: 0.3742905 Nov 12 08:23:49.689983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.689983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.689983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.689983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.689983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.691212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.692316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.692316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.692316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.693019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.693442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.693951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:49.717831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Request body: {'port': {'device_id': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9', 'admin_state_up': True, 'tenant_id': '242dc2e8befc462588284356d4e7cd19'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:49.721583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] For port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:49.722220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.745957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Made reservation on behalf of 66205b4f8cba4f348959cd196fe129c4 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:49.748873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.757671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6de08ff-a9f6-463d-843b-e36481afadc7 req-3fd7eb5a-ca40-44ef-867f-a5bab9406558 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294497 Nov 12 08:23:49.765280 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Attempting to bind port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:49.766159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Attempting to bind port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e5b67056-181d-4b80-bd7d-f3d308f5462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:49.766630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Attempting to bind port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf on network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:49.782997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:49.783490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Checking segment: {'id': 'e5b67056-181d-4b80-bd7d-f3d308f5462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:49.784014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.785047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Bound using segment: {'id': 'e5b67056-181d-4b80-bd7d-f3d308f5462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:49.785635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Bound port: d65fe9d1-dbc4-49c6-978f-1b309ae38dbf, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b67056-181d-4b80-bd7d-f3d308f5462a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e6a0ad3d-4bc3-4166-a6a4-1a213574ef76'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:49.786128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.786333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4bc39276-1614-4919-bb03-df70dfddf815 req-3c36bd11-ad09-4895-9123-4611cb7c46d2 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365386 Nov 12 08:23:49.804382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-3ab99a65-08cb-4470-b79b-c5b53fc0b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.804382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-3ab99a65-08cb-4470-b79b-c5b53fc0b9ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 1095 time: 0.1479459 Nov 12 08:23:49.809233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Calling delete_port for a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:49.884846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] For port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:49.892038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] For port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d65fe9d1-dbc4-49c6-978f-1b309ae38dbf,segment=NetworkSegment(e5b67056-181d-4b80-bd7d-f3d308f5462a),segment_id=e5b67056-181d-4b80-bd7d-f3d308f5462a)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:49.898593 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.952092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.962025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1849edbb-b729-4d0d-a6db-18be66fdcbe6 req-c67c81d3-2364-42af-abf0-bd42d3994af3 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1072097 Nov 12 08:23:50.001150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeb79b-be26-49e0-97d8-38f0f77c9598 None None] Pushing event updated for resources: {'Port': ['ID=d65fe9d1-dbc4-49c6-978f-1b309ae38dbf,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.019974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-b6a14a83-c6f2-4574-9cda-3b2d66edd774 service neutron] 10.222.0.25 "GET /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595488 Nov 12 08:23:50.053073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95551afd-ba5e-4793-838d-89da6b6f6f30 req-df4cc948-0807-4830-bd70-5174c8248a20 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 210 time: 0.1438391 Nov 12 08:23:50.177256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-20b4a61d-9d17-4385-8a2d-ced7095d2184 req-abad507d-2827-41b0-aa34-28c487ad177e tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0498269 Nov 12 08:23:50.252767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Made reservation on behalf of 242dc2e8befc462588284356d4e7cd19 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:50.258450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.293299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-b0f31df3-a80f-48f6-97a8-52e29ec6bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.294748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-b0f31df3-a80f-48f6-97a8-52e29ec6bc17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.3858371 Nov 12 08:23:50.303403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Allocated IP 172.20.0.12 (eb381c55-b201-4afa-9511-b2b8512bfbc4/e0ac8b11-c1e8-4eae-8f50-9f9f7795f297/2dad2762-156f-40d1-b500-6831a112cf92) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:50.335880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e968d-2a4b-41c1-8e31-d82bb6f3334f req-9528a882-3ce1-4f2d-b156-6ec93678de13 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.343489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-457e968d-2a4b-41c1-8e31-d82bb6f3334f req-9528a882-3ce1-4f2d-b156-6ec93678de13 tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4d966c-d99e-431a-9d34-72a416feaba1 HTTP/1.1" status: 200 len: 946 time: 0.1984165 Nov 12 08:23:50.419418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b98939b5-b01e-4eed-82b5-8a88f1fa1685 req-745fd888-4cdf-46c7-b637-34ef3b915e65 service neutron] 10.222.0.25 "GET /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872981 Nov 12 08:23:50.420882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-b0eba6ee-9a59-48ac-82d9-6723b3c12a24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a HTTP/1.1" status: 200 len: 217 time: 0.1012504 Nov 12 08:23:50.454259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:50.454627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.464715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.477322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:50.523843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-457e968d-2a4b-41c1-8e31-d82bb6f3334f req-adba1ff8-b215-4e41-9cf7-05448c5cee7f tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.16 "GET /v2.0/security-groups?id=22a4c307-69ab-40a9-96bf-fbf8eb855594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701882 Nov 12 08:23:50.541316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Pushing event deleted for resources: {'Port': ['ID=a4e2c7a6-b634-4f52-9a9d-8c7e148cab00,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.566466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5716a29-9ee9-45ec-87d8-d05f938c8e27 None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:50.575432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-3de1933e-79d7-4ed2-b82c-4c5dcc40f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.577318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-3de1933e-79d7-4ed2-b82c-4c5dcc40f9e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1337707 Nov 12 08:23:50.615490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] No DVR routers for this DVR port a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:50.620111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.622754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3602a7e-8bc2-4375-9774-f94bdbac62f7 req-d5dff82c-b156-4089-9644-ee27ee3d7dbd tempest-ServerRescueTestJSON-400425831 tempest-ServerRescueTestJSON-400425831-project] 10.222.0.32 "DELETE /v2.0/ports/a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 HTTP/1.1" status: 204 len: 173 time: 1.8891528 Nov 12 08:23:50.622932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'name': 'network-vif-deleted', 'tag': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:50.626601 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735e647a-f8d5-4156-b99b-caffe49d9fd8" -d '{"events": [{"server_uuid": "ba4d966c-d99e-431a-9d34-72a416feaba1", "name": "network-vif-deleted", "tag": "a4e2c7a6-b634-4f52-9a9d-8c7e148cab00"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:50.681179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Allocated IP 172.20.0.12 (203f70ba-6919-48ec-a032-4507ff7336b9/acd59185-b70d-446f-aa6f-1c00b3e25958/df0fbf5e-bade-46e3-814e-4299d144f975) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:50.691544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-8baac6b9-e033-4a1e-ba31-799dfc4f8cb9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871098 Nov 12 08:23:50.693041 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e446b0-d46d-4980-aab8-7f195de0dd2e x-openstack-request-id: req-c3e446b0-d46d-4980-aab8-7f195de0dd2e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:50.693330 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4d966c-d99e-431a-9d34-72a416feaba1", "name": "network-vif-deleted", "tag": "a4e2c7a6-b634-4f52-9a9d-8c7e148cab00", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:50.693581 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3e446b0-d46d-4980-aab8-7f195de0dd2e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:50.694945 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4d966c-d99e-431a-9d34-72a416feaba1', 'name': 'network-vif-deleted', 'tag': 'a4e2c7a6-b634-4f52-9a9d-8c7e148cab00', 'status': 'completed', 'code': 200} Nov 12 08:23:50.719002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d65fe9d1-dbc4-49c6-978f-1b309ae38dbf,segment=NetworkSegment(e5b67056-181d-4b80-bd7d-f3d308f5462a),segment_id=e5b67056-181d-4b80-bd7d-f3d308f5462a)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:50.719371 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.740838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for d65fe9d1-dbc4-49c6-978f-1b309ae38dbf owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:50.839783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d65fe9d1-dbc4-49c6-978f-1b309ae38dbf up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:50.843507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.909981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-35a867f5-dddb-4c0b-a019-3f65e88e5b36 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083344 Nov 12 08:23:50.969129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:50.969782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.036926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.071104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.093844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.173984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cf0a0-4907-4862-b07b-0bc47e705f39 req-cd31414f-7a27-4b7c-ae90-afad6093edad tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.176309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f5cf0a0-4907-4862-b07b-0bc47e705f39 req-cd31414f-7a27-4b7c-ae90-afad6093edad tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 943 time: 0.1597195 Nov 12 08:23:51.184567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c22fc-14a1-4c66-a959-eef9fa01ab2b req-37f7f378-9807-475c-a54b-dce530529be8 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.189771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d61c22fc-14a1-4c66-a959-eef9fa01ab2b req-37f7f378-9807-475c-a54b-dce530529be8 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 943 time: 0.1743205 Nov 12 08:23:51.197473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Pushing event updated for resources: {'Port': ['ID=2dad2762-156f-40d1-b500-6831a112cf92,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:51.200345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc0ec0cc-60ac-4818-a525-2d859cdfae28 req-99094e33-7aac-4f0c-86ac-4701404c3e16 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792833 Nov 12 08:23:51.214368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Network eb381c55-b201-4afa-9511-b2b8512bfbc4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:51.223833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:51.226295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:51.251727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb8eb4-b796-404c-80d4-9d4594467be0 None None] DHCP port deletion for eb381c55-b201-4afa-9511-b2b8512bfbc4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:51.295986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.305922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.306233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.320692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.361749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1d5e551a-793d-42a0-968d-0a728c885d6a None None] Provisioning complete for port 2dad2762-156f-40d1-b500-6831a112cf92 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:51.362164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d5e551a-793d-42a0-968d-0a728c885d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.368016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d61c22fc-14a1-4c66-a959-eef9fa01ab2b req-5f2216c4-1f65-4c30-88f0-78a2a2274fa1 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521728 Nov 12 08:23:51.387038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f5cf0a0-4907-4862-b07b-0bc47e705f39 req-760f00e7-1616-4984-8f25-0ef48388a8bb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958177 Nov 12 08:23:51.452247 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-714c538e-c8d3-4310-9dd9-2c167f38567f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5929060 Nov 12 08:23:51.459175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port d65fe9d1-dbc4-49c6-978f-1b309ae38dbf on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:51.491780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb423a-dde5-4226-a78d-001a6a89fb1e None None] Network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:51.496473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Request body: {'port': {'device_id': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:51.504989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Network 203f70ba-6919-48ec-a032-4507ff7336b9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:51.532961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9075e49a-d38c-439c-859c-ff0f69ab3140 req-834af806-ef97-4867-b462-5e17bdf49bea tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0392334 Nov 12 08:23:51.534029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:51.541006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:51.548583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Pushing event updated for resources: {'Port': ['ID=df0fbf5e-bade-46e3-814e-4299d144f975,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:51.559564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e551a-793d-42a0-968d-0a728c885d6a None None] Port 2dad2762-156f-40d1-b500-6831a112cf92 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:51.587148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.616482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207104c-7b48-4585-beee-8b1113244f2a req-2ca2fc61-9c90-4782-b488-1832e04c81ff tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.618047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7207104c-7b48-4585-beee-8b1113244f2a req-2ca2fc61-9c90-4782-b488-1832e04c81ff tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 932 time: 0.0962625 Nov 12 08:23:51.655601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=d65fe9d1-dbc4-49c6-978f-1b309ae38dbf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:51.683237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.683682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.696178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b8612bee-07f1-4f8b-b77c-5c0bab2eb3dd None None] Could not find standard attr ID for object d65fe9d1-dbc4-49c6-978f-1b309ae38dbf. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:23:51.707175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.737322 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-9e7d09d3-6f8b-4aba-bf7a-8ae77ebdb470 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0352356 Nov 12 08:23:51.744395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7207104c-7b48-4585-beee-8b1113244f2a req-61170979-cb0c-44e9-9f7c-ac64f2941a81 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194549 Nov 12 08:23:51.759653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532744-d4ca-484f-b70b-4e096392b534 req-8a8e7dff-b5d8-4421-82b7-c55643ee248c tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.772739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad532744-d4ca-484f-b70b-4e096392b534 req-8a8e7dff-b5d8-4421-82b7-c55643ee248c tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 932 time: 0.1254380 Nov 12 08:23:51.786925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Request body: {'port': {'device_id': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:51.817774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54904) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:51.874808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.890423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad532744-d4ca-484f-b70b-4e096392b534 req-1f239063-cecc-4655-abed-6002b9983b5d tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093426 Nov 12 08:23:51.928153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1df60081-f624-4dbe-8254-e77063c60785 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:52.044926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cfe7c-124c-4d89-be29-26c816bae8e7 None None] Network e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:52.052106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=c2aae61c-83ed-4263-9e0c-f2b099c1a046,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.054408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.164560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.228844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a0ad3d-4bc3-4166-a6a4-1a213574ef76']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:52.253961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b67056-181d-4b80-bd7d-f3d308f5462a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:52.254195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b67056-181d-4b80-bd7d-f3d308f5462a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:52.273937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.278641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.309061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1df60081-f624-4dbe-8254-e77063c60785, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1df60081-f624-4dbe-8254-e77063c60785,segment=NetworkSegment(87d0e08e-568c-403a-b052-0106d13512e6),segment_id=87d0e08e-568c-403a-b052-0106d13512e6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:52.329986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '1df60081-f624-4dbe-8254-e77063c60785', 'network_id': '5d010922-e8e9-47e9-88a5-dabf91ac8170', 'port_id': '1df60081-f624-4dbe-8254-e77063c60785', 'mac_address': 'fa:16:3e:2c:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb458578-0f58-417c-84a9-afef6a71c534', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:52.356169 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.377298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:52.377905 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:52.384121 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:52.410956 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.428011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df60081-f624-4dbe-8254-e77063c60785 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:52.484102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1df60081-f624-4dbe-8254-e77063c60785, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1df60081-f624-4dbe-8254-e77063c60785,segment=NetworkSegment(87d0e08e-568c-403a-b052-0106d13512e6),segment_id=87d0e08e-568c-403a-b052-0106d13512e6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:52.491485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.527220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd7721-68b2-4188-a61e-c39c1c6499af None None] DHCP port deletion for e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:52.583346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1df60081-f624-4dbe-8254-e77063c60785,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.583720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dad2762-156f-40d1-b500-6831a112cf92 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:52.598840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.611161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84bd7e-5f35-4cba-955e-e174fbb84d08 req-49c5e5f8-af1d-47c6-8cdd-ee47769fd97a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.611939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.612757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab84bd7e-5f35-4cba-955e-e174fbb84d08 req-49c5e5f8-af1d-47c6-8cdd-ee47769fd97a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 943 time: 0.1191452 Nov 12 08:23:52.633587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.642371 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 HTTP/1.1" status: 204 len: 168 time: 3.1193388 Nov 12 08:23:52.644224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Transition to ACTIVE for port object 2dad2762-156f-40d1-b500-6831a112cf92 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:52.644776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d08298-28f1-445c-8651-f08b1172819a req-edaa4cf8-3a78-44de-a33c-cbdee448b60e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.644916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:52.647318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79d08298-28f1-445c-8651-f08b1172819a req-edaa4cf8-3a78-44de-a33c-cbdee448b60e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 944 time: 0.1346028 Nov 12 08:23:52.677720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.700588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c350eb2-093a-4145-8665-abfad722406c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=e6a0ad3d-4bc3-4166-a6a4-1a213574ef76,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.727922 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb52356b-ddd9-4a1e-8190-a0c56fb73eb1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:52.728408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb52356b-ddd9-4a1e-8190-a0c56fb73eb1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:52.731533 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb52356b-ddd9-4a1e-8190-a0c56fb73eb1 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/c2aae61c-83ed-4263-9e0c-f2b099c1a046 HTTP/1.1" status: 404 len: 337 time: 0.0826702 Nov 12 08:23:52.733198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d65fe9d1-dbc4-49c6-978f-1b309ae38dbf no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:52.736541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54916) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:52.762851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab84bd7e-5f35-4cba-955e-e174fbb84d08 req-1d7ee75e-d667-493b-88b7-e402fe3dda1b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292067 Nov 12 08:23:52.777131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a543a-b0e8-4d55-9778-4eebe9b2458a None None] DHCP port deletion for eb381c55-b201-4afa-9511-b2b8512bfbc4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:52.786570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79d08298-28f1-445c-8651-f08b1172819a req-80e15c4d-bbb0-422f-857e-92ac89ab1acd tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143973 Nov 12 08:23:52.790455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d65fe9d1-dbc4-49c6-978f-1b309ae38dbf {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:52.790827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d65fe9d1-dbc4-49c6-978f-1b309ae38dbf not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:52.799939 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc71fa4-73c7-4f4f-9122-c7f9d77f429f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:52.800559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc71fa4-73c7-4f4f-9122-c7f9d77f429f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:52.803686 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9cc71fa4-73c7-4f4f-9122-c7f9d77f429f tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/e6a0ad3d-4bc3-4166-a6a4-1a213574ef76 HTTP/1.1" status: 404 len: 339 time: 0.0632041 Nov 12 08:23:52.804529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Deleting port 79049604-bdee-4687-a644-01ab9bf8caaf {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:52.804877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.808077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54920) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:52.850221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Pushing event updated for resources: {'Port': ['ID=2dad2762-156f-40d1-b500-6831a112cf92,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.857262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['1df60081-f624-4dbe-8254-e77063c60785'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:52.915977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0fbf5e-bade-46e3-814e-4299d144f975 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:52.928683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.939257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29fd5a56-5ca1-4be0-af6e-bb8968474401 req-36066755-9790-4eb6-bd6a-9136b4095667 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0591238 Nov 12 08:23:52.971995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Attempting to bind port 2dad2762-156f-40d1-b500-6831a112cf92 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:52.971995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Attempting to bind port 2dad2762-156f-40d1-b500-6831a112cf92 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '3ac7408d-a1c6-41ca-846d-7238cbf67663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:52.971995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Attempting to bind port 2dad2762-156f-40d1-b500-6831a112cf92 on network eb381c55-b201-4afa-9511-b2b8512bfbc4 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:52.976666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Transition to ACTIVE for port object df0fbf5e-bade-46e3-814e-4299d144f975 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:52.978124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Port 2dad2762-156f-40d1-b500-6831a112cf92 on network eb381c55-b201-4afa-9511-b2b8512bfbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:52.978428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Attempting to bind port 2dad2762-156f-40d1-b500-6831a112cf92 on network eb381c55-b201-4afa-9511-b2b8512bfbc4 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:52.985514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:52.985867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Checking segment: {'id': '3ac7408d-a1c6-41ca-846d-7238cbf67663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:52.986410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Bound using segment: {'id': '3ac7408d-a1c6-41ca-846d-7238cbf67663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:52.986855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Bound port: 2dad2762-156f-40d1-b500-6831a112cf92, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac7408d-a1c6-41ca-846d-7238cbf67663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:52.987206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.990303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.028818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.056179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Pushing event updated for resources: {'Port': ['ID=df0fbf5e-bade-46e3-814e-4299d144f975,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.082119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] For port 79049604-bdee-4687-a644-01ab9bf8caaf, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=79049604-bdee-4687-a644-01ab9bf8caaf,segment=NetworkSegment(37ec3ef3-04f6-465e-b212-e205ae481394),segment_id=37ec3ef3-04f6-465e-b212-e205ae481394)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:53.082503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.430661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bfb33-957a-461d-b991-a3c63d0fecba req-97c36799-91c3-4734-8386-fe8dac50928b tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.432878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-107bfb33-957a-461d-b991-a3c63d0fecba req-97c36799-91c3-4734-8386-fe8dac50928b tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 944 time: 0.4630072 Nov 12 08:23:53.434161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Calling delete_port for 79049604-bdee-4687-a644-01ab9bf8caaf owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:53.479307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] For port 2dad2762-156f-40d1-b500-6831a112cf92, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:53.484335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] For port 2dad2762-156f-40d1-b500-6831a112cf92, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2dad2762-156f-40d1-b500-6831a112cf92,segment=NetworkSegment(3ac7408d-a1c6-41ca-846d-7238cbf67663),segment_id=3ac7408d-a1c6-41ca-846d-7238cbf67663)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:53.491825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.536901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.537416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.539616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] 10.222.0.25 "PUT /v2.0/ports/2dad2762-156f-40d1-b500-6831a112cf92 HTTP/1.1" status: 200 len: 1093 time: 2.0476911 Nov 12 08:23:53.540598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'tag': '2dad2762-156f-40d1-b500-6831a112cf92'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:53.544116 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391" -d '{"events": [{"name": "network-changed", "server_uuid": "ea026780-21f5-4f8f-99a0-33e58ca3c2e1", "tag": "2dad2762-156f-40d1-b500-6831a112cf92"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:53.549986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Attempting to bind port df0fbf5e-bade-46e3-814e-4299d144f975 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:53.550332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Attempting to bind port df0fbf5e-bade-46e3-814e-4299d144f975 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '358b6b43-5386-4049-88f6-65abbbced2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:53.550666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Attempting to bind port df0fbf5e-bade-46e3-814e-4299d144f975 on network 203f70ba-6919-48ec-a032-4507ff7336b9 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:53.554657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea229d2-6ae2-42f2-9372-e6b2ae9cc72a None None] DHCP port deletion for eb381c55-b201-4afa-9511-b2b8512bfbc4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:53.563540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Port df0fbf5e-bade-46e3-814e-4299d144f975 on network 203f70ba-6919-48ec-a032-4507ff7336b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:53.563882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Attempting to bind port df0fbf5e-bade-46e3-814e-4299d144f975 on network 203f70ba-6919-48ec-a032-4507ff7336b9 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:53.579961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:53.580334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Checking segment: {'id': '358b6b43-5386-4049-88f6-65abbbced2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:53.580724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Bound using segment: {'id': '358b6b43-5386-4049-88f6-65abbbced2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:53.581736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Bound port: df0fbf5e-bade-46e3-814e-4299d144f975, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358b6b43-5386-4049-88f6-65abbbced2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:53.582109 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.595963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8957cd6-c404-4c05-bf9b-a09b1c371fc3 req-ea7d32a6-eeeb-4983-87f9-a7ef4ad32a23 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.597634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8957cd6-c404-4c05-bf9b-a09b1c371fc3 req-ea7d32a6-eeeb-4983-87f9-a7ef4ad32a23 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 944 time: 0.5484810 Nov 12 08:23:53.598698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edea98-3984-4b42-9956-5a9406af2889 service neutron] Pushing event updated for resources: {'Port': ['ID=2dad2762-156f-40d1-b500-6831a112cf92,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.612006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.672134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7638e021-68cb-41f7-af0e-2802764b9d28']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:53.687251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17852a8-8966-4041-b773-e6bf5374d703') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:53.687538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17852a8-8966-4041-b773-e6bf5374d703') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:53.691021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-f9fd15c2-b41c-40ac-94f8-b344ed44f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.692594 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-f9fd15c2-b41c-40ac-94f8-b344ed44f9b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66205b4f8cba4f348959cd196fe129c4&device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0894256 Nov 12 08:23:53.694267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-107bfb33-957a-461d-b991-a3c63d0fecba req-4ffe275f-1d5c-4ade-bbe5-2111dc6f47dd tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341352 Nov 12 08:23:53.708145 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.713738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] For port df0fbf5e-bade-46e3-814e-4299d144f975, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:53.734545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:53.766108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-2ff59f97-b39f-4725-97be-f1ef03fb7305 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dad2762-156f-40d1-b500-6831a112cf92 HTTP/1.1" status: 200 len: 217 time: 0.0634708 Nov 12 08:23:53.770839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] For port df0fbf5e-bade-46e3-814e-4299d144f975, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=df0fbf5e-bade-46e3-814e-4299d144f975,segment=NetworkSegment(358b6b43-5386-4049-88f6-65abbbced2aa),segment_id=358b6b43-5386-4049-88f6-65abbbced2aa)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:53.774831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:53.774963 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92af70ef-3aa4-4a7e-9d11-5e8e53caf821 x-openstack-request-id: req-92af70ef-3aa4-4a7e-9d11-5e8e53caf821 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:53.775184 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea026780-21f5-4f8f-99a0-33e58ca3c2e1", "tag": "2dad2762-156f-40d1-b500-6831a112cf92", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:53.775298 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92af70ef-3aa4-4a7e-9d11-5e8e53caf821 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:53.775595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a4e2c7a6-b634-4f52-9a9d-8c7e148cab00 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:53.775752 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'tag': '2dad2762-156f-40d1-b500-6831a112cf92', 'status': 'completed', 'code': 200} Nov 12 08:23:53.777907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.794265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.801485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:53.802178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:53.807155 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:53.816548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8957cd6-c404-4c05-bf9b-a09b1c371fc3 req-31120b97-51ad-429e-904b-4572f13ff1c3 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892545 Nov 12 08:23:53.876610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.877533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.879305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] 10.222.0.25 "PUT /v2.0/ports/df0fbf5e-bade-46e3-814e-4299d144f975 HTTP/1.1" status: 200 len: 1093 time: 2.1051059 Nov 12 08:23:53.916322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-ad110cd6-63f6-41d7-829a-17b8a8f1ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.917868 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-ad110cd6-63f6-41d7-829a-17b8a8f1ad71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e0ac8b11-c1e8-4eae-8f50-9f9f7795f297 HTTP/1.1" status: 200 len: 848 time: 0.1357908 Nov 12 08:23:53.921220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea18cf-05fa-4aea-a6c6-306b36735aae service neutron] Pushing event updated for resources: {'Port': ['ID=df0fbf5e-bade-46e3-814e-4299d144f975,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.928150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2d46402-6fc1-434c-950a-fbaa2f709f3a details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:53.946437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.964558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.969148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/7638e021-68cb-41f7-af0e-2802764b9d28 HTTP/1.1" status: 204 len: 168 time: 1.1600251 Nov 12 08:23:53.978117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54930) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:53.986556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1df60081-f624-4dbe-8254-e77063c60785 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:54.004818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-5bdfad7e-bf7a-4047-abe3-3a73037fe80b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb381c55-b201-4afa-9511-b2b8512bfbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755792 Nov 12 08:23:54.017564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36f2c-175d-4665-bd24-56746d3427d3 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=7638e021-68cb-41f7-af0e-2802764b9d28,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.051805 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8d7ab0-3463-4cc0-b858-59ea638d27d8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:54.052284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8d7ab0-3463-4cc0-b858-59ea638d27d8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:54.053048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3376da-a2b2-4b8d-9228-57df5e5cd784 req-24d429c1-1d8d-4faf-a9c0-d89eafb316c0 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.054556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3376da-a2b2-4b8d-9228-57df5e5cd784 req-24d429c1-1d8d-4faf-a9c0-d89eafb316c0 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 943 time: 0.1761124 Nov 12 08:23:54.055304 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f8d7ab0-3463-4cc0-b858-59ea638d27d8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/f66979b0-5c72-40cc-bef9-10782e6761ba HTTP/1.1" status: 404 len: 337 time: 0.0627465 Nov 12 08:23:54.058255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54934) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:54.095683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b2d46402-6fc1-434c-950a-fbaa2f709f3a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:54.098460 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9fa822-d6a1-444d-855e-65eafc618b7c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:54.098460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9fa822-d6a1-444d-855e-65eafc618b7c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:54.104733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b9fa822-d6a1-444d-855e-65eafc618b7c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/cb3f2d5f-8cf7-4fa0-84b4-acd614f584cc HTTP/1.1" status: 404 len: 339 time: 0.0419741 Nov 12 08:23:54.114621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54936) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:54.116734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a', 'mac_address': 'fa:16:3e:ff:d6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:54.124744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 1df60081-f624-4dbe-8254-e77063c60785 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:54.133818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-2db5f604-8512-4fa4-90ce-cf3c767cbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.135505 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-2db5f604-8512-4fa4-90ce-cf3c767cbdb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=242dc2e8befc462588284356d4e7cd19&device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 1096 time: 0.1941099 Nov 12 08:23:54.155495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 1df60081-f624-4dbe-8254-e77063c60785 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:54.156308 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.158162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.201929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.211065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53846d8-ec7d-4817-8a98-66f4df7c9a3b req-eaa08336-7835-4e09-8440-fa1fdb736615 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.211412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-ed1b2138-b29f-4708-95f7-846c38a50b01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df0fbf5e-bade-46e3-814e-4299d144f975 HTTP/1.1" status: 200 len: 217 time: 0.0637846 Nov 12 08:23:54.212706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d53846d8-ec7d-4817-8a98-66f4df7c9a3b req-eaa08336-7835-4e09-8440-fa1fdb736615 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 944 time: 0.2382812 Nov 12 08:23:54.215483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-7df3d6fe-a090-4a16-aa0b-8076cfa20c35 service neutron] 10.222.0.25 "GET /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748061 Nov 12 08:23:54.227132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d46402-6fc1-434c-950a-fbaa2f709f3a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:54.231082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79049604-bdee-4687-a644-01ab9bf8caaf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.278105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting subnet 550528a5-a7f5-484a-b85d-35217cfd4fb1 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:54.281791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b2d46402-6fc1-434c-950a-fbaa2f709f3a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:54.282976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9f482-282a-4681-91a8-6e6e822411f5 None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:54.294848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.301354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb3376da-a2b2-4b8d-9228-57df5e5cd784 req-cc0a76ce-bfbf-49cf-9a84-c5558f6c39cc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101915 Nov 12 08:23:54.323733 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.339074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.366752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-2d501cb8-c39e-4688-939a-d739d09287ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.368295 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-2d501cb8-c39e-4688-939a-d739d09287ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=acd59185-b70d-446f-aa6f-1c00b3e25958 HTTP/1.1" status: 200 len: 854 time: 0.1322134 Nov 12 08:23:54.382149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b2d46402-6fc1-434c-950a-fbaa2f709f3a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.388957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df60081-f624-4dbe-8254-e77063c60785'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:54.391644 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b32b8bd-0454-4505-9b72-10c57f67f65b" -d '{"events": [{"server_uuid": "33246621-b2fa-44d1-8869-fe6c5e6251c8", "name": "network-vif-plugged", "status": "completed", "tag": "1df60081-f624-4dbe-8254-e77063c60785"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:54.408086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1df60081-f624-4dbe-8254-e77063c60785, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1df60081-f624-4dbe-8254-e77063c60785,segment=NetworkSegment(87d0e08e-568c-403a-b052-0106d13512e6),segment_id=87d0e08e-568c-403a-b052-0106d13512e6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:54.415061 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.439584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-4c106204-e6d1-4602-bbe7-064f8131ede4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203f70ba-6919-48ec-a032-4507ff7336b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619333 Nov 12 08:23:54.454289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.491352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1df60081-f624-4dbe-8254-e77063c60785,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.500523 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ebafda38-0ff2-4f5b-a747-2933433a7a9d req-c1de5b5d-b329-4814-bbc1-5f9f5848e174 service neutron] 10.222.0.25 "GET /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761204 Nov 12 08:23:54.503795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f30ad2c-5cfb-4b8b-9120-dd6b3b5a23e8 req-a341974c-2020-4858-8e56-46c50e361d5c tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0752606 Nov 12 08:23:54.507341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d53846d8-ec7d-4817-8a98-66f4df7c9a3b req-7dca9b61-245b-43ea-aafa-47d6d19fc092 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814796 Nov 12 08:23:54.585367 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0f2251-0ea6-4696-baa6-6ba905abf952 x-openstack-request-id: req-bb0f2251-0ea6-4696-baa6-6ba905abf952 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:54.586273 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33246621-b2fa-44d1-8869-fe6c5e6251c8", "name": "network-vif-plugged", "status": "completed", "tag": "1df60081-f624-4dbe-8254-e77063c60785", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:54.586520 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb0f2251-0ea6-4696-baa6-6ba905abf952 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:54.587069 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df60081-f624-4dbe-8254-e77063c60785', 'code': 200} Nov 12 08:23:54.625525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b2d46402-6fc1-434c-950a-fbaa2f709f3a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:54.665356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.679787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-5fb6370d-2eb2-4651-8ca1-5a53a95e5214 service neutron] 10.222.0.25 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246594 Nov 12 08:23:54.692725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-9d97f787-094b-4ab9-9ae8-53310267eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.695642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-9d97f787-094b-4ab9-9ae8-53310267eec4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=66205b4f8cba4f348959cd196fe129c4&device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 1096 time: 0.1000621 Nov 12 08:23:54.793910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.881192 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-404f37ec-081c-4e1d-a592-cb3c0efdffa5 req-8349e419-961a-4312-a578-182e8d85dbe9 service neutron] 10.222.0.25 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840372 Nov 12 08:23:54.925868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-8223936b-085b-4617-9fc6-76cc62681f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.927620 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-8223936b-085b-4617-9fc6-76cc62681f92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb381c55-b201-4afa-9511-b2b8512bfbc4 HTTP/1.1" status: 200 len: 908 time: 0.1353915 Nov 12 08:23:54.975033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-39377343-6143-4886-92e4-7c647dd69c77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dad2762-156f-40d1-b500-6831a112cf92 HTTP/1.1" status: 200 len: 217 time: 0.0388329 Nov 12 08:23:54.976298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45a773-a571-4081-a95b-f1a995eec338 req-b8fa9dc3-d317-41f9-a77b-ab84f1d5dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.977901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f45a773-a571-4081-a95b-f1a995eec338 req-b8fa9dc3-d317-41f9-a77b-ab84f1d5dd03 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 1097 time: 0.3074651 Nov 12 08:23:55.040423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-f259f6dd-b45a-4b55-80fe-61866fd7ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.041927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-f259f6dd-b45a-4b55-80fe-61866fd7ea04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e0ac8b11-c1e8-4eae-8f50-9f9f7795f297 HTTP/1.1" status: 200 len: 848 time: 0.0528350 Nov 12 08:23:55.055069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25d116-2fda-45ed-baa9-eca0bedce0e9 req-cf37a44b-a96a-4010-a518-e986d0c59db9 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.056261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f25d116-2fda-45ed-baa9-eca0bedce0e9 req-cf37a44b-a96a-4010-a518-e986d0c59db9 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 944 time: 0.2573903 Nov 12 08:23:55.060476 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.084573 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-d057b1f8-c79d-40cd-b113-d3ad949403be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb381c55-b201-4afa-9511-b2b8512bfbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342586 Nov 12 08:23:55.131540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869f142-fc05-4f08-b0dd-5bae4473202f None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:55.133933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=550528a5-a7f5-484a-b85d-35217cfd4fb1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:55.169865 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.173141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-31215e5d-3d9b-40aa-9f12-5845e32c4081 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/550528a5-a7f5-484a-b85d-35217cfd4fb1 HTTP/1.1" status: 204 len: 168 time: 1.0574663 Nov 12 08:23:55.179783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54944) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:55.183769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f45a773-a571-4081-a95b-f1a995eec338 req-d85f72ef-fb7b-4392-bc9e-1c5cc9843ad3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760273 Nov 12 08:23:55.202416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b12c2a-8a1d-4472-a89c-9edb84783ea1 req-48acabe4-70cf-4bfa-b22a-92248f9cd3b7 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.203971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36b12c2a-8a1d-4472-a89c-9edb84783ea1 req-48acabe4-70cf-4bfa-b22a-92248f9cd3b7 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 944 time: 0.2505858 Nov 12 08:23:55.210713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-4cbe1e79-128e-423c-bbdb-3670775039f6 service neutron] 10.222.0.25 "GET /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189008 Nov 12 08:23:55.332971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting subnet 13419cc5-0e96-4eb2-aff7-0fc4649519ee {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:55.338075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f25d116-2fda-45ed-baa9-eca0bedce0e9 req-8237f7fa-7af6-4308-b265-151f5dab9ce3 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706065 Nov 12 08:23:55.362660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.412035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36b12c2a-8a1d-4472-a89c-9edb84783ea1 req-367cc824-a6d1-4472-a8c2-6e2dcd0df05a tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748922 Nov 12 08:23:55.431581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.486642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Router 00d7e93a-e11e-42e3-850f-abb6f2b39374 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:55.610232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaa216-42a6-48e5-ad60-c3e564ca4c62 req-fd08652b-1ac6-4d61-95c6-275959ca931c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.618429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2eaa216-42a6-48e5-ad60-c3e564ca4c62 req-fd08652b-1ac6-4d61-95c6-275959ca931c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 944 time: 0.1947842 Nov 12 08:23:55.668298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e156d5b-4bf8-45d6-8d9e-3c9d726af391 req-831bd5c9-8ff3-4c93-8c93-bdda486a54d3 service neutron] 10.222.0.25 "GET /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981301 Nov 12 08:23:55.688538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.777082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'tag': 'df0fbf5e-bade-46e3-814e-4299d144f975'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:55.779731 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a904d7d4-41b3-4fe4-adb6-98191fd346f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7de74e93-6ece-4546-806d-60a5bcd6a6d3", "tag": "df0fbf5e-bade-46e3-814e-4299d144f975"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:55.993845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-db6d28b5-0fd8-461d-96bf-7c0e314ce10a None None] Provisioning complete for port 03691067-9b7c-45aa-83e4-3eef037cf070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:55.994469 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db6d28b5-0fd8-461d-96bf-7c0e314ce10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.097320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2eaa216-42a6-48e5-ad60-c3e564ca4c62 req-d05ef8f2-ccc2-4034-a2b7-e64928291d03 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761221 Nov 12 08:23:56.097320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:56.103773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c50b459-0170-4dc1-8cb9-ef59a6d021e3 admin admin] 10.222.0.16 "PUT /v2.0/routers/00d7e93a-e11e-42e3-850f-abb6f2b39374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2844710 Nov 12 08:23:56.106301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54954) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:56.110254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] Sync routers for ids ['00d7e93a-e11e-42e3-850f-abb6f2b39374'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:56.111895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f0eb-f55c-4ae1-bd14-33a9c6f2ce97 req-81253851-7bdc-49d9-be72-4faaeec6c091 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.114076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b925f0eb-f55c-4ae1-bd14-33a9c6f2ce97 req-81253851-7bdc-49d9-be72-4faaeec6c091 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 945 time: 0.4729629 Nov 12 08:23:56.141147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] Routers {'00d7e93a-e11e-42e3-850f-abb6f2b39374'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:56.142660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00d7e93a-e11e-42e3-850f-abb6f2b39374'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.171539 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.218424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=13419cc5-0e96-4eb2-aff7-0fc4649519ee,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.234487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.241504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d8a35311-3d66-4b78-98be-f942f7d25103 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/13419cc5-0e96-4eb2-aff7-0fc4649519ee HTTP/1.1" status: 204 len: 168 time: 1.0570397 Nov 12 08:23:56.242498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54956) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:56.255529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c9929-8993-45e8-966e-75e48371cfee None None] Network 768afb31-bb88-4f63-86f5-c960c01e35d4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:56.263246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b925f0eb-f55c-4ae1-bd14-33a9c6f2ce97 req-8e19ae4c-9b67-451c-804c-6c6ac2abd139 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394393 Nov 12 08:23:56.278637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7af38555-dc6e-4e3b-993c-3b924dbe53b5 req-f16cd84b-2271-475b-811f-51579eca4a64 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0669861 Nov 12 08:23:56.310211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.359159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] Set router 00d7e93a-e11e-42e3-850f-abb6f2b39374 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:56.367475 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71f7409-748a-41a6-87df-58c28b51aab8 x-openstack-request-id: req-d71f7409-748a-41a6-87df-58c28b51aab8 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:56.367995 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de74e93-6ece-4546-806d-60a5bcd6a6d3", "tag": "df0fbf5e-bade-46e3-814e-4299d144f975", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:56.368513 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d71f7409-748a-41a6-87df-58c28b51aab8 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:56.369424 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'tag': 'df0fbf5e-bade-46e3-814e-4299d144f975', 'status': 'completed', 'code': 200} Nov 12 08:23:56.423987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.482331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ed41e-c37a-43f1-8a43-0bb27106af60 req-e90e5c4e-5b86-4625-93de-abed4bfd8d5d tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.484104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a82ed41e-c37a-43f1-8a43-0bb27106af60 req-e90e5c4e-5b86-4625-93de-abed4bfd8d5d tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0670984 Nov 12 08:23:56.501570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-68f37afd-c18b-40c7-8e2c-659f4c45818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.503961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-68f37afd-c18b-40c7-8e2c-659f4c45818b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=242dc2e8befc462588284356d4e7cd19&device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 1096 time: 0.1395996 Nov 12 08:23:56.610086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a82ed41e-c37a-43f1-8a43-0bb27106af60 req-e032db69-ea93-4815-beb5-2503eadfa5da tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139920 Nov 12 08:23:56.618713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b66b8-91ef-4b04-b7fe-59fadeaf8e1a req-03bc9cfd-41d2-4c10-8b6d-f211e30fcbdc tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.628647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-347b66b8-91ef-4b04-b7fe-59fadeaf8e1a req-03bc9cfd-41d2-4c10-8b6d-f211e30fcbdc tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 944 time: 0.1074414 Nov 12 08:23:56.640508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.653914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:23:53Z', 'revision_number': 5, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port': {'id': '25577d32-9f87-47c6-9cae-c68f2948786e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.695897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] Checking router: 00d7e93a-e11e-42e3-850f-abb6f2b39374 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:56.702468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] DHCP port deletion for 768afb31-bb88-4f63-86f5-c960c01e35d4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:56.714463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] Routers {'00d7e93a-e11e-42e3-850f-abb6f2b39374'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:56.715465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00d7e93a-e11e-42e3-850f-abb6f2b39374'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.718078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-347b66b8-91ef-4b04-b7fe-59fadeaf8e1a req-646e6c46-9e23-4fc7-8d3a-88cf2599f0ca tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730991 Nov 12 08:23:56.745217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-893d1155-1995-4e91-80b0-b8efde97cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.746887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-893d1155-1995-4e91-80b0-b8efde97cfea service neutron] 10.222.0.25 "GET /v2.0/networks?id=203f70ba-6919-48ec-a032-4507ff7336b9 HTTP/1.1" status: 200 len: 914 time: 0.2186658 Nov 12 08:23:56.749231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port 03691067-9b7c-45aa-83e4-3eef037cf070 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:56.749680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.764263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03691067-9b7c-45aa-83e4-3eef037cf070 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:56.817827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-55b64ee8-f09f-4c89-8923-d0c571b6126a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df0fbf5e-bade-46e3-814e-4299d144f975 HTTP/1.1" status: 200 len: 217 time: 0.0496838 Nov 12 08:23:56.878610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] Set router 00d7e93a-e11e-42e3-850f-abb6f2b39374 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:56.907189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Deleting port 25577d32-9f87-47c6-9cae-c68f2948786e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:56.907516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.910500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port 03691067-9b7c-45aa-83e4-3eef037cf070, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03691067-9b7c-45aa-83e4-3eef037cf070,segment=NetworkSegment(dccdde4d-5824-42f2-a2c9-59bf85db7902),segment_id=dccdde4d-5824-42f2-a2c9-59bf85db7902)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:56.910852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.945897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:23:56Z', 'revision_number': 6, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.953808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-91e59870-5e3e-488a-98aa-98a69e127dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.955295 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-91e59870-5e3e-488a-98aa-98a69e127dc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=acd59185-b70d-446f-aa6f-1c00b3e25958 HTTP/1.1" status: 200 len: 854 time: 0.1091926 Nov 12 08:23:56.956287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for 03691067-9b7c-45aa-83e4-3eef037cf070 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:57.023287 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-65610874-e297-4fc5-92b3-d992df5aa4e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203f70ba-6919-48ec-a032-4507ff7336b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360546 Nov 12 08:23:57.151457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af645f51-d279-4aa2-a71b-9af9bfea6dd4 None None] The sync data for ids ['00d7e93a-e11e-42e3-850f-abb6f2b39374'] in n-d-768509-25 is: [{'id': '00d7e93a-e11e-42e3-850f-abb6f2b39374', 'name': 'tempest-ServerRescueTestJSON-322763680-router', 'tenant_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:23:56Z', 'revision_number': 6, 'project_id': 'ea6e7be6736a44fe9a37762d1f557cd1', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:57.188870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] Deleting port 03691067-9b7c-45aa-83e4-3eef037cf070 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:57.189295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.193838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] For port 25577d32-9f87-47c6-9cae-c68f2948786e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25577d32-9f87-47c6-9cae-c68f2948786e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:57.194126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.219982 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.229891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Calling delete_port for 25577d32-9f87-47c6-9cae-c68f2948786e owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:57.257527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-b0c8c6e6-2f52-4627-936a-d5d5332bb2f2 service neutron] 10.222.0.25 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904876 Nov 12 08:23:57.266872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.323482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] For port 03691067-9b7c-45aa-83e4-3eef037cf070, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03691067-9b7c-45aa-83e4-3eef037cf070,segment=NetworkSegment(dccdde4d-5824-42f2-a2c9-59bf85db7902),segment_id=dccdde4d-5824-42f2-a2c9-59bf85db7902)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:57.323851 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.324763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace9535-6631-4dd2-895e-a95a038de017 req-d8babbd6-dc52-4282-857a-1910362dca99 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.327349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eace9535-6631-4dd2-895e-a95a038de017 req-d8babbd6-dc52-4282-857a-1910362dca99 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 944 time: 0.0683746 Nov 12 08:23:57.351183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] Calling delete_port for 03691067-9b7c-45aa-83e4-3eef037cf070 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:57.391266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eace9535-6631-4dd2-895e-a95a038de017 req-1d4a5431-982e-4d4d-9743-f2a293351551 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545304 Nov 12 08:23:57.400932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=03691067-9b7c-45aa-83e4-3eef037cf070,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:57.414041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port 03691067-9b7c-45aa-83e4-3eef037cf070 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:57.448691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d7790e8-9f9a-4b7a-a354-ccaeb8bd4acb req-c4179590-9e2f-47dd-ab78-b1579da34546 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0562742 Nov 12 08:23:57.453099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.495661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] Pushing event deleted for resources: {'Port': ['ID=03691067-9b7c-45aa-83e4-3eef037cf070,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:57.507842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbedff-6401-49a3-a83d-0d6d1a5235ed None None] No DVR routers for this DVR port 03691067-9b7c-45aa-83e4-3eef037cf070 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:57.510599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a904d7d4-41b3-4fe4-adb6-98191fd346f1 req-15956ae5-d892-4d98-a893-d30c6262c135 service neutron] 10.222.0.25 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454104 Nov 12 08:23:57.553951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3426f7-74fb-410b-8b20-07840d4115ac req-21cb7b88-107b-4a58-8928-fd18c4dde461 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.555721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb3426f7-74fb-410b-8b20-07840d4115ac req-21cb7b88-107b-4a58-8928-fd18c4dde461 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 945 time: 0.0895040 Nov 12 08:23:57.578870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.630229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb3426f7-74fb-410b-8b20-07840d4115ac req-fd0b208d-469f-47f4-8900-75838e7d0100 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671456 Nov 12 08:23:57.649963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768afb31-bb88-4f63-86f5-c960c01e35d4']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:57.670314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccdde4d-5824-42f2-a2c9-59bf85db7902') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:57.670617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccdde4d-5824-42f2-a2c9-59bf85db7902') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:57.686229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.727261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.744302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:57.744763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:57.748237 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:57.761350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.802092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2a978-71a5-4cfb-b7b5-e5d4322e8a8f req-7e714d53-ff54-4d1f-9e2d-8614c4706e74 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.803540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28b2a978-71a5-4cfb-b7b5-e5d4322e8a8f req-7e714d53-ff54-4d1f-9e2d-8614c4706e74 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0791218 Nov 12 08:23:57.849910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Pushing event deleted for resources: {'Port': ['ID=25577d32-9f87-47c6-9cae-c68f2948786e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:57.872956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539dcecd-c6e1-4842-ba52-2ec018d8b7fb None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:57.883381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.912617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.916324 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/768afb31-bb88-4f63-86f5-c960c01e35d4 HTTP/1.1" status: 204 len: 168 time: 1.6734254 Nov 12 08:23:57.919575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54976) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:57.925525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28b2a978-71a5-4cfb-b7b5-e5d4322e8a8f req-398a7a44-4c57-47c1-8b51-d04ac3e30971 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131506 Nov 12 08:23:57.944826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2d46402-6fc1-434c-950a-fbaa2f709f3a up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:57.963036 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0b0922-f98b-4709-993a-47106ff284ed tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:57.963036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0b0922-f98b-4709-993a-47106ff284ed tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:57.970273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a0b0922-f98b-4709-993a-47106ff284ed tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/0970685b-23af-4fb7-a0c4-7a2c58c7ad89 HTTP/1.1" status: 404 len: 337 time: 0.0368147 Nov 12 08:23:57.970548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623365c-4a05-4ca9-bc32-1354ba87f546 req-f215f162-54ed-4611-aaaa-4ed5586ce77f tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.971533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe91d5-490a-43a3-969e-bbf680d37dc5 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=768afb31-bb88-4f63-86f5-c960c01e35d4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:57.975823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54978) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:57.979341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3623365c-4a05-4ca9-bc32-1354ba87f546 req-f215f162-54ed-4611-aaaa-4ed5586ce77f tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 944 time: 0.1130505 Nov 12 08:23:58.009355 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8b9ecc-a9cb-4474-8b8f-34c02b75ba6c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:58.009949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8b9ecc-a9cb-4474-8b8f-34c02b75ba6c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:58.013146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1b8b9ecc-a9cb-4474-8b8f-34c02b75ba6c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/5ba01c4b-3662-4eb8-8490-2cfc5fb5fd61 HTTP/1.1" status: 404 len: 339 time: 0.0363677 Nov 12 08:23:58.016711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.020194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54980) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.046546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b2d46402-6fc1-434c-950a-fbaa2f709f3a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:58.054181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b2d46402-6fc1-434c-950a-fbaa2f709f3a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:58.054779 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.099329 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a135c8e-d881-40a5-8497-9fcbb29f075e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:58.099942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a135c8e-d881-40a5-8497-9fcbb29f075e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:58.106055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1a135c8e-d881-40a5-8497-9fcbb29f075e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/6f627785-20ed-4a3b-bc10-14b2a5aab22f HTTP/1.1" status: 404 len: 337 time: 0.0809712 Nov 12 08:23:58.110111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54984) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.131323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.134921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.149598 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3257a7-ffc7-4100-aee2-2145dda2883c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:58.150106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3257a7-ffc7-4100-aee2-2145dda2883c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:58.153442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6b3257a7-ffc7-4100-aee2-2145dda2883c tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/1f45819e-a083-4629-a041-30c29560f250 HTTP/1.1" status: 404 len: 339 time: 0.0395122 Nov 12 08:23:58.167036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3623365c-4a05-4ca9-bc32-1354ba87f546 req-89a20cac-128f-4b74-9c08-e251ed6e9d0e tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867092 Nov 12 08:23:58.173444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54986) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.203397 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-550d270f-6e4b-4748-8126-2576fde32385 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:58.210506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550d270f-6e4b-4748-8126-2576fde32385 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:58.214036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.215638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d7e93a-e11e-42e3-850f-abb6f2b39374 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:23:58.223998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-550d270f-6e4b-4748-8126-2576fde32385 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/d1494bc8-4bc6-4870-9380-c1ceb65790cf HTTP/1.1" status: 404 len: 337 time: 0.0486960 Nov 12 08:23:58.225056 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.225530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54988) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.234368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.237986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ad990c39-0c82-4322-b175-038c7129f049 admin admin] 10.222.0.16 "DELETE /v2.0/routers/00d7e93a-e11e-42e3-850f-abb6f2b39374 HTTP/1.1" status: 204 len: 168 time: 2.1278956 Nov 12 08:23:58.238329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54992) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.259541 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c39c105-4294-4f10-bfc0-69d22f2e570e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:58.260284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c39c105-4294-4f10-bfc0-69d22f2e570e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:58.263396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c39c105-4294-4f10-bfc0-69d22f2e570e tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/af1c5842-72ba-4f45-92d3-de757e9cba58 HTTP/1.1" status: 404 len: 339 time: 0.0369463 Nov 12 08:23:58.266532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54994) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.290573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b2d46402-6fc1-434c-950a-fbaa2f709f3a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:58.292753 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53187cce-7ad1-402c-ac97-240ec982845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:58.296269 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c315bf-9e98-41e6-9b5a-6f0a33677726" -d '{"events": [{"server_uuid": "53187cce-7ad1-402c-ac97-240ec982845e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d46402-6fc1-434c-950a-fbaa2f709f3a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:58.306040 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.329079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Deleting subnet a3f674a0-2da9-4d53-a058-1a85339bde52 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:58.338461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.370037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b2d46402-6fc1-434c-950a-fbaa2f709f3a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.398452 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968774c-9e84-4df5-8c78-c052f74c9842 x-openstack-request-id: req-6968774c-9e84-4df5-8c78-c052f74c9842 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:58.398976 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53187cce-7ad1-402c-ac97-240ec982845e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d46402-6fc1-434c-950a-fbaa2f709f3a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:58.399397 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6968774c-9e84-4df5-8c78-c052f74c9842 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:58.400089 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53187cce-7ad1-402c-ac97-240ec982845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a', 'code': 200} Nov 12 08:23:58.416827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting subnet 819911b5-147b-4cac-a698-4c516b0fddd0 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:58.437852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.513693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.564130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4f4d5-f1dc-45cb-a743-e4990d0f4c23 req-387f6d8b-55ed-45e5-ba30-3b7640f3ce81 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.565935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4e4f4d5-f1dc-45cb-a743-e4990d0f4c23 req-387f6d8b-55ed-45e5-ba30-3b7640f3ce81 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 945 time: 0.1712992 Nov 12 08:23:58.692686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926063-0183-478d-9bdd-0254004137af req-28f93ca4-b952-4029-b949-d9f9ef529a37 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.700657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90926063-0183-478d-9bdd-0254004137af req-28f93ca4-b952-4029-b949-d9f9ef529a37 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.1544142 Nov 12 08:23:58.703003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25577d32-9f87-47c6-9cae-c68f2948786e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:58.728488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 25577d32-9f87-47c6-9cae-c68f2948786e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:58.729086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25577d32-9f87-47c6-9cae-c68f2948786e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:58.730298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 79049604-bdee-4687-a644-01ab9bf8caaf no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:58.755508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4e4f4d5-f1dc-45cb-a743-e4990d0f4c23 req-9d510714-f51d-447a-8113-4d7c539ed31c tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672139 Nov 12 08:23:58.756845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 79049604-bdee-4687-a644-01ab9bf8caaf {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:58.757272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 79049604-bdee-4687-a644-01ab9bf8caaf not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:58.769126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.773224 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.804385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a90224-cf1b-42d6-9744-c0788a31a094 req-1d2fabd2-c9f2-49bd-9f92-a3adbb8ca77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.805916 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f5a90224-cf1b-42d6-9744-c0788a31a094 req-1d2fabd2-c9f2-49bd-9f92-a3adbb8ca77c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 1097 time: 0.0760684 Nov 12 08:23:58.845213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.850234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90926063-0183-478d-9bdd-0254004137af req-1cfa088c-3e72-490d-8c99-aa6b9b652143 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382606 Nov 12 08:23:58.899338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4d1d83e-07d7-47d8-810b-aa6f4a58a487 req-766e349a-2af7-444c-a5c7-a44b3a8bef35 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0400131 Nov 12 08:23:58.914870 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.918836 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f5a90224-cf1b-42d6-9744-c0788a31a094 req-1d42b398-2824-43ea-bb0a-395f702f02c0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014702 Nov 12 08:23:58.943807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.949458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=819911b5-147b-4cac-a698-4c516b0fddd0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.954572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.961963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b499d6a5-a27e-4272-8b93-41d0d68d8dda tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/819911b5-147b-4cac-a698-4c516b0fddd0 HTTP/1.1" status: 204 len: 168 time: 0.6920946 Nov 12 08:23:58.962791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55004) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.966562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40b137-4c51-4b45-98c6-dd63624ccd95 None None] Network 1336cb91-eda5-4e04-a60d-dd8111087c9d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:58.986684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f674a0-2da9-4d53-a058-1a85339bde52,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.992583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.995982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6046571c-d952-4e6a-b07b-3462908c148e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a3f674a0-2da9-4d53-a058-1a85339bde52 HTTP/1.1" status: 204 len: 168 time: 0.7564104 Nov 12 08:23:58.998789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:59.005705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a81a91-a08d-4581-86a0-c05ca9feefe8 None None] Network 6180b9d4-9dbf-4808-bdd6-675574dfd405 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:59.095477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.102202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.129876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085b375-1457-4fdf-9883-7f3b6770d134 req-43cee4e4-d0a7-48fa-b119-a0fa0bcdc17f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.133333 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5085b375-1457-4fdf-9883-7f3b6770d134 req-43cee4e4-d0a7-48fa-b119-a0fa0bcdc17f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 944 time: 0.0807476 Nov 12 08:23:59.209955 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.232655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5085b375-1457-4fdf-9883-7f3b6770d134 req-7612cabb-69c1-4672-af0f-256e4894f73f tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818315 Nov 12 08:23:59.239115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6180b9d4-9dbf-4808-bdd6-675574dfd405']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.246855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:59.247181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.250562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ec3ef3-04f6-465e-b212-e205ae481394') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.251613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ec3ef3-04f6-465e-b212-e205ae481394') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.270408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71dc48-9e75-467a-9ef4-6347f6cd45f8 None None] DHCP port deletion for 6180b9d4-9dbf-4808-bdd6-675574dfd405 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:59.285532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.302904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.310495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:59.310886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:59.312719 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:59.354371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,segment=NetworkSegment(a0cb48fe-032c-47f0-a0a7-3d26d004f8f5),segment_id=a0cb48fe-032c-47f0-a0a7-3d26d004f8f5)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:59.355365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.365274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] DHCP port deletion for 1336cb91-eda5-4e04-a60d-dd8111087c9d request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:59.375104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e07313-20c7-4796-b8d6-287271777580 req-b94c851a-9ab2-46c7-bf56-5495cbd08365 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.377801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36e07313-20c7-4796-b8d6-287271777580 req-b94c851a-9ab2-46c7-bf56-5495cbd08365 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 944 time: 0.1275771 Nov 12 08:23:59.383787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.384469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:59.389408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.397919 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] 10.222.0.16 "DELETE /v2.0/networks/6180b9d4-9dbf-4808-bdd6-675574dfd405 HTTP/1.1" status: 204 len: 168 time: 0.3944576 Nov 12 08:23:59.408019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c162-7f87-42d7-86f5-9f66ac63570b admin admin] Pushing event deleted for resources: {'Network': ['ID=6180b9d4-9dbf-4808-bdd6-675574dfd405,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.437771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] Deleting port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:59.438250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.494689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36e07313-20c7-4796-b8d6-287271777580 req-4fbc2f7d-714c-4411-82b3-14863039235b tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075521 Nov 12 08:23:59.527113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] For port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,segment=NetworkSegment(a0cb48fe-032c-47f0-a0a7-3d26d004f8f5),segment_id=a0cb48fe-032c-47f0-a0a7-3d26d004f8f5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:59.527515 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.543121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] Calling delete_port for 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:59.558151 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.589445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.593016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:59.602514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55012) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:59.649014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.660670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-acf57375-e576-49e6-99b5-c9439bc60f6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea6e7be6736a44fe9a37762d1f557cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568216 Nov 12 08:23:59.664789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:59.686775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.690268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] Pushing event deleted for resources: {'Port': ['ID=27b7b9ab-8d40-4be7-a301-d22dc8f4c157,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.696392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd128f-0791-46fd-a04c-49cea41a94f5 None None] No DVR routers for this DVR port 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:59.720791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1336cb91-eda5-4e04-a60d-dd8111087c9d']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.732543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd252f10-e947-443c-ae56-2f0a3acf86b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.737071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.737843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cb48fe-032c-47f0-a0a7-3d26d004f8f5') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.748661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.764757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd252f10-e947-443c-ae56-2f0a3acf86b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.765347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.775333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:59.775333 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:59.778910 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:59.856942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd252f10-e947-443c-ae56-2f0a3acf86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.856942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd252f10-e947-443c-ae56-2f0a3acf86b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.866787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dd252f10-e947-443c-ae56-2f0a3acf86b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22a4c307-69ab-40a9-96bf-fbf8eb855594 HTTP/1.1" status: 204 len: 168 time: 0.1964791 Nov 12 08:23:59.874834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.875116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd252f10-e947-443c-ae56-2f0a3acf86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4c307-69ab-40a9-96bf-fbf8eb855594,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.948232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.950789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2dad2762-156f-40d1-b500-6831a112cf92 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:59.953711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/1336cb91-eda5-4e04-a60d-dd8111087c9d HTTP/1.1" status: 204 len: 168 time: 0.9891968 Nov 12 08:23:59.956776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55024) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:59.962006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae664-76cd-4869-9a6d-aa0cb3c7dbf8 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=1336cb91-eda5-4e04-a60d-dd8111087c9d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.994238 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8fd54d-a4a4-4bee-8166-e15c0c3a9d81 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:59.994702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8fd54d-a4a4-4bee-8166-e15c0c3a9d81 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:24:00.001421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e8fd54d-a4a4-4bee-8166-e15c0c3a9d81 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/bac74613-8317-4f16-a818-d29c2f80a0cd HTTP/1.1" status: 404 len: 337 time: 0.0400426 Nov 12 08:24:00.002135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.026953 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea065d3-ac61-422c-873e-d38ad34f4f66 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] DELETE failed (client error): The resource could not be found. Nov 12 08:24:00.027975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea065d3-ac61-422c-873e-d38ad34f4f66 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:24:00.034428 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ea065d3-ac61-422c-873e-d38ad34f4f66 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/a5e3c2e1-157a-40a9-bca8-d73e3143c0bf HTTP/1.1" status: 404 len: 339 time: 0.0299685 Nov 12 08:24:00.035134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55028) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.074439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f31aaa-389a-4b53-a29e-cc75f20ee629 req-2fa27dac-3647-4f1e-a10d-6dfd078cb7d2 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.080885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2dad2762-156f-40d1-b500-6831a112cf92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2dad2762-156f-40d1-b500-6831a112cf92,segment=NetworkSegment(3ac7408d-a1c6-41ca-846d-7238cbf67663),segment_id=3ac7408d-a1c6-41ca-846d-7238cbf67663)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:00.082220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83f31aaa-389a-4b53-a29e-cc75f20ee629 req-2fa27dac-3647-4f1e-a10d-6dfd078cb7d2 tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 945 time: 0.1540542 Nov 12 08:24:00.096585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '2dad2762-156f-40d1-b500-6831a112cf92', 'network_id': 'eb381c55-b201-4afa-9511-b2b8512bfbc4', 'port_id': '2dad2762-156f-40d1-b500-6831a112cf92', 'mac_address': 'fa:16:3e:16:7c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ac8b11-c1e8-4eae-8f50-9f9f7795f297', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:00.115461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting subnet 9e0c4e0b-6cd3-4ace-994b-f16ed7d28195 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:00.124084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.126198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37005-e9a1-4b72-af1b-752013a6e58e req-e41a6d21-43a8-4487-a1a4-747d86395270 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.128396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60c37005-e9a1-4b72-af1b-752013a6e58e req-e41a6d21-43a8-4487-a1a4-747d86395270 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.1680510 Nov 12 08:24:00.165085 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.191813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dad2762-156f-40d1-b500-6831a112cf92 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:00.202330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-49d8b772-5613-4ca9-b1d4-54d427f413cc tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.204031 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-49d8b772-5613-4ca9-b1d4-54d427f413cc tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.25 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 945 time: 0.1028376 Nov 12 08:24:00.210564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.212525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83f31aaa-389a-4b53-a29e-cc75f20ee629 req-d0cd664e-1e0a-4601-9f15-2a6fbab1019b tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/security-groups?id=a131da15-d4bf-4ba3-8bd0-087247e26dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294100 Nov 12 08:24:00.224630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2dad2762-156f-40d1-b500-6831a112cf92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2dad2762-156f-40d1-b500-6831a112cf92,segment=NetworkSegment(3ac7408d-a1c6-41ca-846d-7238cbf67663),segment_id=3ac7408d-a1c6-41ca-846d-7238cbf67663)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:00.236965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.239392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device df0fbf5e-bade-46e3-814e-4299d144f975 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:00.244785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60c37005-e9a1-4b72-af1b-752013a6e58e req-d3b9d7e3-7b56-4eb0-b780-124a759ddf10 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096292 Nov 12 08:24:00.409960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.434415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Deleting port 1df60081-f624-4dbe-8254-e77063c60785 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:00.434818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.465870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-915f9532-6942-4ff4-b3d3-2bcf9c1b750c req-d6d6f295-7ced-4884-aa7c-dade9bd49f31 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.1010075 Nov 12 08:24:00.480329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port df0fbf5e-bade-46e3-814e-4299d144f975, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=df0fbf5e-bade-46e3-814e-4299d144f975,segment=NetworkSegment(358b6b43-5386-4049-88f6-65abbbced2aa),segment_id=358b6b43-5386-4049-88f6-65abbbced2aa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:00.509609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'df0fbf5e-bade-46e3-814e-4299d144f975', 'network_id': '203f70ba-6919-48ec-a032-4507ff7336b9', 'port_id': 'df0fbf5e-bade-46e3-814e-4299d144f975', 'mac_address': 'fa:16:3e:d3:9a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd59185-b70d-446f-aa6f-1c00b3e25958', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:00.513038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2dad2762-156f-40d1-b500-6831a112cf92,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.560244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.568611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365d742-8b24-47dc-b577-7430419bc020 req-3262966b-d028-4d75-992e-bd2f1ce7520b tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.580808 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6365d742-8b24-47dc-b577-7430419bc020 req-3262966b-d028-4d75-992e-bd2f1ce7520b tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 945 time: 0.1824951 Nov 12 08:24:00.584466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0fbf5e-bade-46e3-814e-4299d144f975 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:00.628185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port df0fbf5e-bade-46e3-814e-4299d144f975, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=df0fbf5e-bade-46e3-814e-4299d144f975,segment=NetworkSegment(358b6b43-5386-4049-88f6-65abbbced2aa),segment_id=358b6b43-5386-4049-88f6-65abbbced2aa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:00.646080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.650683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] For port 1df60081-f624-4dbe-8254-e77063c60785, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1df60081-f624-4dbe-8254-e77063c60785,segment=NetworkSegment(87d0e08e-568c-403a-b052-0106d13512e6),segment_id=87d0e08e-568c-403a-b052-0106d13512e6)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:00.650959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6365d742-8b24-47dc-b577-7430419bc020 req-a42acd72-21c0-42ad-8667-f75c53e13814 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Nov 12 08:24:00.655474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.662256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.707269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0c4e0b-6cd3-4ace-994b-f16ed7d28195,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.723240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Calling delete_port for 1df60081-f624-4dbe-8254-e77063c60785 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:00.726382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.732388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55046) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.733017 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2511598a-a1db-4adc-a5c3-5661c44b624b tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/subnets/9e0c4e0b-6cd3-4ace-994b-f16ed7d28195 HTTP/1.1" status: 204 len: 168 time: 0.6961939 Nov 12 08:24:00.784681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=df0fbf5e-bade-46e3-814e-4299d144f975,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.787490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f9ea8e-25e4-48a9-822e-cf21396f7304 None None] Network 939b6eea-2823-40e3-8206-272e0cb9e44c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:00.845551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:00.891376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:00.891974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 27b7b9ab-8d40-4be7-a301-d22dc8f4c157 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:00.907930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.969046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1de906-cab6-4f1e-8ac3-4ead60b673ea req-1c3dca08-74f8-411f-b49d-64cf12b4a781 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.976682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d1de906-cab6-4f1e-8ac3-4ead60b673ea req-1c3dca08-74f8-411f-b49d-64cf12b4a781 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 945 time: 0.2630539 Nov 12 08:24:00.978755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.053029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['2dad2762-156f-40d1-b500-6831a112cf92'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:01.058148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['df0fbf5e-bade-46e3-814e-4299d144f975'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:01.076823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Pushing event deleted for resources: {'Port': ['ID=1df60081-f624-4dbe-8254-e77063c60785,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.137194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d1de906-cab6-4f1e-8ac3-4ead60b673ea req-df82275e-5f1e-495f-b089-c29f3e302c27 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339221 Nov 12 08:24:01.147247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a0edbc3-755f-4c03-92ba-b4538a23cf3d req-686ae750-6139-47b5-ab11-042f4362a2a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0853319 Nov 12 08:24:01.149695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Deleting port 9820c920-4a10-4058-8843-e35554c4b15d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:01.150084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.156023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] No DVR routers for this DVR port 1df60081-f624-4dbe-8254-e77063c60785 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:01.161540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.168300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-085c4fe3-a2e0-43da-9d6b-a709e3704a1d req-0fe33516-d8ca-4db7-991d-0e5f1908296e tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.25 "DELETE /v2.0/ports/1df60081-f624-4dbe-8254-e77063c60785 HTTP/1.1" status: 204 len: 173 time: 0.9539924 Nov 12 08:24:01.169061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'name': 'network-vif-deleted', 'tag': '1df60081-f624-4dbe-8254-e77063c60785'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:01.176550 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb52cc1-759b-4854-b6fa-1ec98d1fcb5f" -d '{"events": [{"server_uuid": "33246621-b2fa-44d1-8869-fe6c5e6251c8", "name": "network-vif-deleted", "tag": "1df60081-f624-4dbe-8254-e77063c60785"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:01.206201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76345baf-1601-4cca-bb8d-f8e18c3709f9 None None] DHCP port deletion for 5d010922-e8e9-47e9-88a5-dabf91ac8170 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:01.213789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] DHCP port deletion for 939b6eea-2823-40e3-8206-272e0cb9e44c request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:01.229292 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f587d8c-4766-4ab9-8929-e91a5449081e x-openstack-request-id: req-9f587d8c-4766-4ab9-8929-e91a5449081e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:01.230019 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33246621-b2fa-44d1-8869-fe6c5e6251c8", "name": "network-vif-deleted", "tag": "1df60081-f624-4dbe-8254-e77063c60785", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:01.230594 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f587d8c-4766-4ab9-8929-e91a5449081e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:01.231285 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33246621-b2fa-44d1-8869-fe6c5e6251c8', 'name': 'network-vif-deleted', 'tag': '1df60081-f624-4dbe-8254-e77063c60785', 'status': 'completed', 'code': 200} Nov 12 08:24:01.276140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] For port 9820c920-4a10-4058-8843-e35554c4b15d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9820c920-4a10-4058-8843-e35554c4b15d,segment=NetworkSegment(055730a7-f858-472a-9196-864907ab02ff),segment_id=055730a7-f858-472a-9196-864907ab02ff)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:01.276553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.297314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Calling delete_port for 9820c920-4a10-4058-8843-e35554c4b15d owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:01.335793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:01.425173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.489191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Deleting port 9820c920-4a10-4058-8843-e35554c4b15d {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:01.490044 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.527473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38a0c41a-5b42-426e-873e-57672dd71bb1 req-8c2cf819-fdab-40d9-8ebb-aaf56eea59be tempest-ServerPasswordTestJSON-2066720428 tempest-ServerPasswordTestJSON-2066720428-project] 10.222.0.16 "GET /v2.0/ports?device_id=33246621-b2fa-44d1-8869-fe6c5e6251c8 HTTP/1.1" status: 200 len: 210 time: 0.0966437 Nov 12 08:24:01.527805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Port': ['ID=9820c920-4a10-4058-8843-e35554c4b15d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.541534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] No DVR routers for this DVR port 9820c920-4a10-4058-8843-e35554c4b15d on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:01.545816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1685721401-network', 'tenant_id': '6289ea60fcd84835966dd09ab28b2d6d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:01.603676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Made reservation on behalf of 6289ea60fcd84835966dd09ab28b2d6d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:01.610703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.628356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.630832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] For port 9820c920-4a10-4058-8843-e35554c4b15d, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:01.631343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.657963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Calling delete_port for 9820c920-4a10-4058-8843-e35554c4b15d owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:01.663315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Port 9820c920-4a10-4058-8843-e35554c4b15d was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:24:01.683794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.704409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ffd39-1b9b-4a6d-8f89-955f8d35a286 req-73114224-a9f3-4a40-8dbb-69e6e0b29be6 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.708859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-692ffd39-1b9b-4a6d-8f89-955f8d35a286 req-73114224-a9f3-4a40-8dbb-69e6e0b29be6 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.2616625 Nov 12 08:24:01.735094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] Pushing event deleted for resources: {'Port': ['ID=9820c920-4a10-4058-8843-e35554c4b15d,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.748636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fde57-32e4-4709-a1fe-bc0a5a3229bb None None] No DVR routers for this DVR port 9820c920-4a10-4058-8843-e35554c4b15d on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:01.774441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.803670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.808436 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.815864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a08f77-986d-40ae-b658-86ef6449a14a req-88674033-f401-4c27-8302-00dfdb3e49e8 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0943532 Nov 12 08:24:01.836524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:01.852075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.852823 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Added segment 15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9 of type vlan for network 346797a7-d7ae-4e3e-ac72-21d54ee71358 Nov 12 08:24:01.870707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939b6eea-2823-40e3-8206-272e0cb9e44c']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:01.886497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603c5a3a-00c3-430e-85d5-e011c7028ea9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.903139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-692ffd39-1b9b-4a6d-8f89-955f8d35a286 req-7cc1e75f-7b51-4558-824e-18ac694fcb7b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730998 Nov 12 08:24:01.905703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055730a7-f858-472a-9196-864907ab02ff') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:01.906150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055730a7-f858-472a-9196-864907ab02ff') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:01.922396 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.950600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.967572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1df60081-f624-4dbe-8254-e77063c60785 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:01.972666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.983843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:01.984495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.006275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 1df60081-f624-4dbe-8254-e77063c60785 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:02.006949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1df60081-f624-4dbe-8254-e77063c60785 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:02.017526 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:02.049976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.051026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.051618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.128621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7913554 Nov 12 08:24:02.134635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:02.141345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Request body: {'subnet': {'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1685721401-subnet', 'tenant_id': '6289ea60fcd84835966dd09ab28b2d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:02.145595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8aed2-7a9b-41a7-a6a8-88d3bd2ebd9e admin admin] Pushing event updated for resources: {'Network': ['ID=346797a7-d7ae-4e3e-ac72-21d54ee71358,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.160560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:02.194478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Made reservation on behalf of 6289ea60fcd84835966dd09ab28b2d6d for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:02.195791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817ea7e-20ec-4834-91f6-1017e72edb00 req-13ea0604-9f3d-457a-8daf-3c39f476c335 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.197721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0817ea7e-20ec-4834-91f6-1017e72edb00 req-13ea0604-9f3d-457a-8daf-3c39f476c335 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 945 time: 0.2164590 Nov 12 08:24:02.213017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.273144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.313401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.319288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] 10.222.0.16 "DELETE /v2.0/networks/939b6eea-2823-40e3-8206-272e0cb9e44c HTTP/1.1" status: 204 len: 168 time: 1.5847569 Nov 12 08:24:02.347328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8f6f-9d6f-4f2e-8e0b-17a483c4d774 tempest-NetworksIpV6Test-162215227 tempest-NetworksIpV6Test-162215227-project] Pushing event deleted for resources: {'Network': ['ID=939b6eea-2823-40e3-8206-272e0cb9e44c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.386260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890a9bc-dce0-4b51-8441-c06c481a9f80 req-292cfd25-2fb8-4393-a641-d6c4d39b865c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.394474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6890a9bc-dce0-4b51-8441-c06c481a9f80 req-292cfd25-2fb8-4393-a641-d6c4d39b865c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.1948960 Nov 12 08:24:02.422487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0817ea7e-20ec-4834-91f6-1017e72edb00 req-42bfc34b-498a-48bb-bf93-4132a5dfc546 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986177 Nov 12 08:24:02.472164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.477398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6890a9bc-dce0-4b51-8441-c06c481a9f80 req-d3dcd7b4-d7d1-46a9-a2e0-c27e1483c45d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817409 Nov 12 08:24:02.573970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8346f34c-3b0f-43ce-9d5b-fd3cc388c461,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.602373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4201d6-21b3-4f84-bfa6-dc24866191c6 req-02dd58c2-8a99-4ed2-9c12-8c8b36c11b91 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.604019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f4201d6-21b3-4f84-bfa6-dc24866191c6 req-02dd58c2-8a99-4ed2-9c12-8c8b36c11b91 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 945 time: 0.0742188 Nov 12 08:24:02.618435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Checking segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:02.618435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Network hostable DHCP agents. Network: 346797a7-d7ae-4e3e-ac72-21d54ee71358, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:02.643926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:02.661169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 346797a7-d7ae-4e3e-ac72-21d54ee71358) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:02.666537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.667248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.678121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55086) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:02.679049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e1487-5fdd-42e3-bb5c-20f4f6090f1f None None] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:02.696797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e416a-f040-42c9-a79c-7cc0697c6b80 req-2aaf29fa-7724-4a2a-9110-2b9d7a4dd795 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.699094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed0e416a-f040-42c9-a79c-7cc0697c6b80 req-2aaf29fa-7724-4a2a-9110-2b9d7a4dd795 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.1188529 Nov 12 08:24:02.703633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f4201d6-21b3-4f84-bfa6-dc24866191c6 req-91701d62-5a85-48d3-b94e-a192ad55c674 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825977 Nov 12 08:24:02.724300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-338fc5a7-1156-44dd-8721-9dffcaecf085 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5763991 Nov 12 08:24:02.795050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed0e416a-f040-42c9-a79c-7cc0697c6b80 req-c4903a54-58b6-4eb9-a490-23dc99b9310b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892720 Nov 12 08:24:02.819984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9820c920-4a10-4058-8843-e35554c4b15d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:02.839002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55094) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:02.902998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 9820c920-4a10-4058-8843-e35554c4b15d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:02.906222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9820c920-4a10-4058-8843-e35554c4b15d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:03.014761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08f280-60e7-4cf9-9377-2950a646a0a7 None None] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:03.023197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Deleting subnet fb458578-0f58-417c-84a9-afef6a71c534 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:03.071569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a86bcee2-8220-4f20-abb0-fc3bcc9a92d6 req-4473964d-dea2-4003-9a62-ddb2c212b7e0 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0531991 Nov 12 08:24:03.089092 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.094115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f3cdbf8e-e441-4120-922c-6556036e056f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=390cc286a16148f69c4ee1948ed0dc1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123516 Nov 12 08:24:03.097124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55100) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.161866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-81f46adb-84f0-4043-bf79-97b956a8ff02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2059240 Nov 12 08:24:03.168652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.206157 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:24:03.207862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6856c9c-c62f-4f6d-bb9f-f43be897e44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.261083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6856c9c-c62f-4f6d-bb9f-f43be897e44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.328637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.329473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6856c9c-c62f-4f6d-bb9f-f43be897e44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.335073 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6856c9c-c62f-4f6d-bb9f-f43be897e44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.337075 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f6856c9c-c62f-4f6d-bb9f-f43be897e44b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e8ae9a9-7aad-4618-aa1c-66d136ab2774 HTTP/1.1" status: 204 len: 168 time: 0.2381530 Nov 12 08:24:03.362975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-b6c027b6-c3b1-45ca-8bb4-a29a10fd4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.364332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6856c9c-c62f-4f6d-bb9f-f43be897e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ae9a9-7aad-4618-aa1c-66d136ab2774,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.364560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-b6c027b6-c3b1-45ca-8bb4-a29a10fd4158 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 1097 time: 0.1554296 Nov 12 08:24:03.382822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b7db1-d918-4ac2-b6f0-dbed55fc70c5 req-ac57bea1-0235-470b-9ead-62f726ab8c82 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.390343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-498b7db1-d918-4ac2-b6f0-dbed55fc70c5 req-ac57bea1-0235-470b-9ead-62f726ab8c82 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.1631997 Nov 12 08:24:03.509647 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.529956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-498b7db1-d918-4ac2-b6f0-dbed55fc70c5 req-459ddf48-0c0a-4b62-a0e2-1d09d48b0c47 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387339 Nov 12 08:24:03.575791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c98dae-9872-4c87-848f-446db8ffa8ad None None] Network 5d010922-e8e9-47e9-88a5-dabf91ac8170 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:03.583918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb458578-0f58-417c-84a9-afef6a71c534,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.586248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.589895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-31a45fc0-8a11-497c-8188-aee8e30677c3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb458578-0f58-417c-84a9-afef6a71c534 HTTP/1.1" status: 204 len: 168 time: 0.7491119 Nov 12 08:24:03.593749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.594623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f47ac47-7c78-44fa-8325-5ab76c45b4f4 req-f2ecde9d-4ca8-4269-831e-f400e01ee45f tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839&device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.0679162 Nov 12 08:24:03.632032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-a7802f1b-a379-40b6-9393-c41d7871a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.633758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-a7802f1b-a379-40b6-9393-c41d7871a0ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.2295573 Nov 12 08:24:03.699495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-bea8b375-0b99-43c5-bd2c-1ed1db2ed389 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 HTTP/1.1" status: 200 len: 217 time: 0.0563393 Nov 12 08:24:03.718082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.807026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b1642-8316-4145-a90b-c979f5949e0f None None] DHCP port deletion for 5d010922-e8e9-47e9-88a5-dabf91ac8170 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:03.822260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-b1a2aa1b-4d9e-4004-8068-2faba56cdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.824437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-b1a2aa1b-4d9e-4004-8068-2faba56cdec2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1141715 Nov 12 08:24:03.835526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f0cb1-d571-410d-aa44-71d515043c78 req-5a1e0874-339a-4fac-bd71-0bb623b95219 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.846112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.847261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955f0cb1-d571-410d-aa44-71d515043c78 req-5a1e0874-339a-4fac-bd71-0bb623b95219 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 945 time: 0.1495228 Nov 12 08:24:03.875661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d010922-e8e9-47e9-88a5-dabf91ac8170']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:03.892212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-f96f0ffd-9eeb-4471-ab39-53e38bfde0fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416107 Nov 12 08:24:03.893967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d0e08e-568c-403a-b052-0106d13512e6') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:03.894297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d0e08e-568c-403a-b052-0106d13512e6') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:03.907358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-275eead3-7ca2-45f9-910a-4a760b9f346a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:03.909955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-275eead3-7ca2-45f9-910a-4a760b9f346a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086379 Nov 12 08:24:03.912532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.948661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.959074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:03.960137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:03.962446 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:03.981794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2dad2762-156f-40d1-b500-6831a112cf92 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:04.018829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-955f0cb1-d571-410d-aa44-71d515043c78 req-89db2ddf-09fa-43fa-8e16-64a6ab0dffe8 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694617 Nov 12 08:24:04.051739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.066985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.070136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 2dad2762-156f-40d1-b500-6831a112cf92 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:04.071670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d010922-e8e9-47e9-88a5-dabf91ac8170 HTTP/1.1" status: 204 len: 168 time: 0.4766331 Nov 12 08:24:04.080041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 2dad2762-156f-40d1-b500-6831a112cf92 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:04.080579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.083048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d10d7-8d12-4296-8e7c-e9a401c88a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d010922-e8e9-47e9-88a5-dabf91ac8170,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.199675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.240810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad2762-156f-40d1-b500-6831a112cf92'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:04.244755 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b957763b-bfc3-4506-848f-4ac8ec92cf57" -d '{"events": [{"server_uuid": "ea026780-21f5-4f8f-99a0-33e58ca3c2e1", "name": "network-vif-plugged", "status": "completed", "tag": "2dad2762-156f-40d1-b500-6831a112cf92"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:04.267981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2dad2762-156f-40d1-b500-6831a112cf92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2dad2762-156f-40d1-b500-6831a112cf92,segment=NetworkSegment(3ac7408d-a1c6-41ca-846d-7238cbf67663),segment_id=3ac7408d-a1c6-41ca-846d-7238cbf67663)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:04.276784 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.277995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device df0fbf5e-bade-46e3-814e-4299d144f975 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:04.380252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55150) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.395433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2dad2762-156f-40d1-b500-6831a112cf92,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.416983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port df0fbf5e-bade-46e3-814e-4299d144f975 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:04.423899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port df0fbf5e-bade-46e3-814e-4299d144f975 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:04.425777 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.481436 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eaaef549-53a6-40cc-b576-d2bf23bd4857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de0a5ae87f814883ac9351cac50c5554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998838 Nov 12 08:24:04.484570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55154) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.520534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6228e63-a3f2-4ca0-816e-0f4c8e74b702 req-a3185cb9-dcf0-4adf-be3b-95b421a1f896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3af511b5b979450f9174e38960b00750&device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0474303 Nov 12 08:24:04.536489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.574174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c136cb63-df58-437b-b562-8b5d25d4232d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.584914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6228e63-a3f2-4ca0-816e-0f4c8e74b702 req-e4ebbbf6-8d3a-48c9-8c51-1c54ef6bde33 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3af511b5b979450f9174e38960b00750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349820 Nov 12 08:24:04.598665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port df0fbf5e-bade-46e3-814e-4299d144f975, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=df0fbf5e-bade-46e3-814e-4299d144f975,segment=NetworkSegment(358b6b43-5386-4049-88f6-65abbbced2aa),segment_id=358b6b43-5386-4049-88f6-65abbbced2aa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:04.600200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55158) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.608872 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.629128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c136cb63-df58-437b-b562-8b5d25d4232d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.687295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3374442b-4511-4bbe-bf44-7b66e63fcc2d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.694577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3374442b-4511-4bbe-bf44-7b66e63fcc2d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 814 time: 0.7310777 Nov 12 08:24:04.706645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-5bffc377-efe4-454b-a95b-1b00afbe6ccb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.708513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-ae934eb3-5cdc-4da9-8283-586d8fabbe77 service neutron] 10.222.0.32 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904325 Nov 12 08:24:04.708827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-5bffc377-efe4-454b-a95b-1b00afbe6ccb tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 945 time: 0.0955331 Nov 12 08:24:04.723304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=df0fbf5e-bade-46e3-814e-4299d144f975,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.767290 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c136cb63-df58-437b-b562-8b5d25d4232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.771061 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c136cb63-df58-437b-b562-8b5d25d4232d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.775359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c136cb63-df58-437b-b562-8b5d25d4232d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a131da15-d4bf-4ba3-8bd0-087247e26dae HTTP/1.1" status: 204 len: 168 time: 0.2865050 Nov 12 08:24:04.787225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97e73-102b-4a06-875e-0745ac594999 req-9edaa043-1027-44a4-829e-469ed78c577b tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.788830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bae97e73-102b-4a06-875e-0745ac594999 req-9edaa043-1027-44a4-829e-469ed78c577b tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 945 time: 0.3176074 Nov 12 08:24:04.799276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1633324732'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:04.818827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-ac13499e-a026-494b-9633-aac1610d664f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/quotas/6289ea60fcd84835966dd09ab28b2d6d HTTP/1.1" status: 200 len: 375 time: 0.1224320 Nov 12 08:24:04.824823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136cb63-df58-437b-b562-8b5d25d4232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131da15-d4bf-4ba3-8bd0-087247e26dae,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.862357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:04.866336 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.882103 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.900781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port b2d46402-6fc1-434c-950a-fbaa2f709f3a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:04.901119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.948494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c33254b0-793e-4738-b729-2c6ed318d267 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281786 Nov 12 08:24:05.031972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port b2d46402-6fc1-434c-950a-fbaa2f709f3a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b2d46402-6fc1-434c-950a-fbaa2f709f3a,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:05.031972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.058664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228e63-a3f2-4ca0-816e-0f4c8e74b702 req-459a7592-14d2-4859-866f-6c32deefa0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:05.060522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6228e63-a3f2-4ca0-816e-0f4c8e74b702 req-459a7592-14d2-4859-866f-6c32deefa0fd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4665258 Nov 12 08:24:05.077032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.085745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bae97e73-102b-4a06-875e-0745ac594999 req-4c9410d5-d6d0-434b-b34a-fbbe954801ff tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744508 Nov 12 08:24:05.086952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for b2d46402-6fc1-434c-950a-fbaa2f709f3a owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:05.089410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.114145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fbf6ce1-4041-4dff-95ac-4f77d6d9bc60 req-1eb1d0cd-510e-465f-9565-ad2c73906850 service neutron] 10.222.0.32 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656397 Nov 12 08:24:05.147116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-8c542ca1-919e-4421-85cf-090bf13738a6 service neutron] 10.222.0.16 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864321 Nov 12 08:24:05.161897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:05.164444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7ca64-3e64-4471-80d3-5b1071840e96,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.218014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.218740 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment dbbcf97f-5315-4eb5-84ec-5277c9ac9320 of type vlan for network f182da88-41a8-4e4e-b99a-2d77f665a172 Nov 12 08:24:05.276621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.286092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0e0a343-cf2b-4c53-beb1-615cf52d41e0 req-26f0db9c-25ca-4974-a15e-899e8d657200 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0666614 Nov 12 08:24:05.345225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-377f8cb8-8dd7-49a9-a582-dea24cda31aa service neutron] 10.222.0.16 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899223 Nov 12 08:24:05.363397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.373743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:05.374807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.486113 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8845260 Nov 12 08:24:05.499289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3b2cd-f07e-4bfe-a931-e30c6e32d616 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=f182da88-41a8-4e4e-b99a-2d77f665a172,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.512249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f182da88-41a8-4e4e-b99a-2d77f665a172 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:05.522742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.563490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b2d46402-6fc1-434c-950a-fbaa2f709f3a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:05.566585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:05.636633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a12c88f6-c55b-4a02-be58-cc3dc83a2e5c req-ab0a08e0-4d9c-47c6-b9f4-5de1145fe1f4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=53187cce-7ad1-402c-ac97-240ec982845e HTTP/1.1" status: 200 len: 210 time: 0.0927429 Nov 12 08:24:05.656148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659e83e-8e71-49f4-8c97-5c89c8ed1832 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:05.661213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55182) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:05.666695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:05.717138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=b2d46402-6fc1-434c-950a-fbaa2f709f3a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.745316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port b2d46402-6fc1-434c-950a-fbaa2f709f3a on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:05.754818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.758422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa53d177-314d-47c5-8f5d-be83df1afc0f req-f8550094-0c1c-47ca-8fc3-eabbeec9ca17 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "DELETE /v2.0/ports/b2d46402-6fc1-434c-950a-fbaa2f709f3a HTTP/1.1" status: 204 len: 173 time: 1.0415714 Nov 12 08:24:05.764855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53187cce-7ad1-402c-ac97-240ec982845e', 'name': 'network-vif-deleted', 'tag': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:05.771939 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb52cd-2820-4073-8f45-a15e0f8ae159" -d '{"events": [{"server_uuid": "53187cce-7ad1-402c-ac97-240ec982845e", "name": "network-vif-deleted", "tag": "b2d46402-6fc1-434c-950a-fbaa2f709f3a"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:05.833270 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2762995d-1630-489d-bbe3-d2031bd98312 x-openstack-request-id: req-2762995d-1630-489d-bbe3-d2031bd98312 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:05.833545 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea026780-21f5-4f8f-99a0-33e58ca3c2e1", "name": "network-vif-plugged", "status": "completed", "tag": "2dad2762-156f-40d1-b500-6831a112cf92", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:05.833809 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2762995d-1630-489d-bbe3-d2031bd98312 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:05.834229 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad2762-156f-40d1-b500-6831a112cf92', 'code': 200} Nov 12 08:24:06.015077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89d34284-0869-4796-b3e3-5e7190b820d0 req-12a3c2ae-5558-48bc-a191-afb2a5f3be07 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 210 time: 0.0846777 Nov 12 08:24:06.049043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfe4bf-fa56-4f7a-bf91-3c603e475920 req-be0cee25-7601-41ae-9338-81a8fb94cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.049043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eebfe4bf-fa56-4f7a-bf91-3c603e475920 req-be0cee25-7601-41ae-9338-81a8fb94cefa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0887666 Nov 12 08:24:06.066400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfc2dc-7c9a-4488-b426-02237ffb0dc4 req-51189784-fd32-4036-830e-6ec07ca84750 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.068252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6cfc2dc-7c9a-4488-b426-02237ffb0dc4 req-51189784-fd32-4036-830e-6ec07ca84750 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 946 time: 0.2161705 Nov 12 08:24:06.118710 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d258a51-b8d1-4d02-8561-eaad871b3726 x-openstack-request-id: req-4d258a51-b8d1-4d02-8561-eaad871b3726 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:06.119375 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53187cce-7ad1-402c-ac97-240ec982845e", "name": "network-vif-deleted", "tag": "b2d46402-6fc1-434c-950a-fbaa2f709f3a", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:06.119877 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d258a51-b8d1-4d02-8561-eaad871b3726 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:06.120697 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53187cce-7ad1-402c-ac97-240ec982845e', 'name': 'network-vif-deleted', 'tag': 'b2d46402-6fc1-434c-950a-fbaa2f709f3a', 'status': 'completed', 'code': 200} Nov 12 08:24:06.125951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:06.130220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.132143 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eebfe4bf-fa56-4f7a-bf91-3c603e475920 req-0ebdc734-f9a8-4db8-8a2a-4e0d187db872 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756922 Nov 12 08:24:06.210867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6cfc2dc-7c9a-4488-b426-02237ffb0dc4 req-7faaedf3-3fc6-44a7-932d-9f8d1b0c6a5b tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244681 Nov 12 08:24:06.268934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.294348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7456c-6069-4b30-8b34-2672adf70ce0 req-713fe9a2-6405-46ff-b4ca-5a2f04ef8c51 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.295958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37a7456c-6069-4b30-8b34-2672adf70ce0 req-713fe9a2-6405-46ff-b4ca-5a2f04ef8c51 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.0838439 Nov 12 08:24:06.410131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37a7456c-6069-4b30-8b34-2672adf70ce0 req-32d1ef84-81a9-4b12-898c-846fefbdd3d3 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056221 Nov 12 08:24:06.448605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a82d388c-29e2-479f-a8a0-48cc5f8af501 req-fd34244b-ba9b-45b4-aefb-04a6f852267c tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0582302 Nov 12 08:24:06.477611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-network', 'tenant_id': '8de898d54d404d71992867ee792ca38e'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:06.483888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.514871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Made reservation on behalf of 8de898d54d404d71992867ee792ca38e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:06.517902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.529396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.573787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6228e63-a3f2-4ca0-816e-0f4c8e74b702 req-4963a6c3-3c6e-4c60-83b0-108836ca59aa tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb2dc733-c6d0-4845-b33e-2bbe611c4839 HTTP/1.1" status: 200 len: 210 time: 0.0469885 Nov 12 08:24:06.607417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=e9f85dbf-6243-4a5b-aff3-095c9f0f43b3,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.623353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:06.623353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: f182da88-41a8-4e4e-b99a-2d77f665a172, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:06.646560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network f182da88-41a8-4e4e-b99a-2d77f665a172 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:06.655590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.658431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f182da88-41a8-4e4e-b99a-2d77f665a172) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:06.663738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.672237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a2c1e-9ba0-47af-a500-2b26ff12485f None None] Network f182da88-41a8-4e4e-b99a-2d77f665a172 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:06.675295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.676211 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.702314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07811652-0721-4e32-9cfc-a18ae0996c04,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.704521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-63fb39dd-4be1-47ae-bb4c-dc3b8df4e3ef tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0419323 Nov 12 08:24:06.711985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55210) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.715754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:06.718852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320047757'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:06.728870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.729366 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Added segment 7295001a-0887-4ad8-a415-629740ce8455 of type vlan for network 99724f2c-dcae-4604-8d14-391f06247c20 Nov 12 08:24:06.760869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:06.765614 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.790803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.821383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:06.834258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.836725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.837312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.877087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.880455 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 0d76a854-c330-4714-8aaf-5db62b65279d of type vlan for network dfd01d26-61a1-48e9-9956-1470360558f2 Nov 12 08:24:06.883821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6120501 Nov 12 08:24:06.887029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55214) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.897118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Request body: {'subnet': {'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-subnet', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:06.949406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc700bb-65bc-40ab-90df-fc481d2938ec admin admin] Pushing event updated for resources: {'Network': ['ID=99724f2c-dcae-4604-8d14-391f06247c20,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.969736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46787685-f346-4078-a33d-0848b4261028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f182da88-41a8-4e4e-b99a-2d77f665a172', 'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': 'e9f85dbf-6243-4a5b-aff3-095c9f0f43b3'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:06.971105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46787685-f346-4078-a33d-0848b4261028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.972163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Made reservation on behalf of 8de898d54d404d71992867ee792ca38e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:06.974439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 99724f2c-dcae-4604-8d14-391f06247c20 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:06.976778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.035492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.242774 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.248625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.249295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.307087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.349593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b340e61e-c193-42a7-8c8a-f137db518cd6 req-dd80e15a-afa2-4887-915a-a7ee125f2cfc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 210 time: 0.1750998 Nov 12 08:24:07.422116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bb97f2-d7ea-4494-99a6-7890b27d3025,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.428986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7162979 Nov 12 08:24:07.435717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:07.452324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.465986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78131e7b-2710-417e-a886-9cc8c4b4e1f4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=dfd01d26-61a1-48e9-9956-1470360558f2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.506718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network dfd01d26-61a1-48e9-9956-1470360558f2 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:07.546214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Checking segment: {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:07.546733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Network hostable DHCP agents. Network: 99724f2c-dcae-4604-8d14-391f06247c20, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:07.586634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-95c5ef37-5a48-4355-8cb4-c0a2949c9a6a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.588423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-95c5ef37-5a48-4355-8cb4-c0a2949c9a6a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.32 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 814 time: 0.5198061 Nov 12 08:24:07.600408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-884474b9-0e76-4c8b-807e-64e5f83d8a64 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.602713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-884474b9-0e76-4c8b-807e-64e5f83d8a64 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.4840288 Nov 12 08:24:07.616031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Request body: {'port': {'device_id': '2e3f1f86-0176-4a21-826e-3881f8185683', 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'admin_state_up': True, 'tenant_id': '6289ea60fcd84835966dd09ab28b2d6d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.617684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-46787685-f346-4078-a33d-0848b4261028 None None] Allocated IP 172.20.255.242 (f182da88-41a8-4e4e-b99a-2d77f665a172/e9f85dbf-6243-4a5b-aff3-095c9f0f43b3/bbb70033-6cce-41d4-9b3b-2b80abc988bc) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:07.666167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Network 99724f2c-dcae-4604-8d14-391f06247c20 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:07.684030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 99724f2c-dcae-4604-8d14-391f06247c20) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:07.697898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.698486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.702738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:07.706728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149721c-7f30-45a4-bd80-f917317f507f None None] Network 99724f2c-dcae-4604-8d14-391f06247c20 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:07.708197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.711965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-1a273de4-ece1-4dd6-ab80-a606328f430c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/quotas/fdd081302dbb4d9382b2c5f03f28627f HTTP/1.1" status: 200 len: 375 time: 0.0569780 Nov 12 08:24:07.719827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04da93-6f83-4c78-b069-f8e89fc7c148 req-8720f63b-48cb-4139-a142-a01073f739ac tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.722019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce04da93-6f83-4c78-b069-f8e89fc7c148 req-8720f63b-48cb-4139-a142-a01073f739ac tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 946 time: 0.2127681 Nov 12 08:24:07.772868 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-448f3006-9070-4ad6-85c6-ce46085318d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8843482 Nov 12 08:24:07.777868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55236) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:07.785635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.843822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e36a0c32-6d27-4609-ae14-67c8f8378a50 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164131 Nov 12 08:24:07.855552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fbf5e-bade-46e3-814e-4299d144f975'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:07.858282 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af242a-5bb6-4cb2-95ec-54d98af7d0e4" -d '{"events": [{"server_uuid": "7de74e93-6ece-4546-806d-60a5bcd6a6d3", "name": "network-vif-plugged", "status": "completed", "tag": "df0fbf5e-bade-46e3-814e-4299d144f975"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:07.861561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce04da93-6f83-4c78-b069-f8e89fc7c148 req-921fce8e-1389-4091-a512-c4b58d04d481 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179955 Nov 12 08:24:07.875353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84c609-4a00-4804-b9e4-6cd2bb107652 None None] Network 99724f2c-dcae-4604-8d14-391f06247c20 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:07.886219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Made reservation on behalf of 6289ea60fcd84835966dd09ab28b2d6d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:07.893516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.903957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.905118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.037139 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.081289 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46787685-f346-4078-a33d-0848b4261028 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.107332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46787685-f346-4078-a33d-0848b4261028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.179494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0e6dd-91b8-4c00-8e81-011a1346856b req-c9452df4-0d4d-423e-a4f4-f72c927f9942 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.180976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46787685-f346-4078-a33d-0848b4261028 None None] Network f182da88-41a8-4e4e-b99a-2d77f665a172 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:08.184561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6e0e6dd-91b8-4c00-8e81-011a1346856b req-c9452df4-0d4d-423e-a4f4-f72c927f9942 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.1764753 Nov 12 08:24:08.188522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-46787685-f346-4078-a33d-0848b4261028 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:08.192013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46787685-f346-4078-a33d-0848b4261028 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:08.194842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46787685-f346-4078-a33d-0848b4261028 None None] Pushing event updated for resources: {'Port': ['ID=bbb70033-6cce-41d4-9b3b-2b80abc988bc,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.204154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.207370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Allocated IP 172.20.0.5 (346797a7-d7ae-4e3e-ac72-21d54ee71358/8346f34c-3b0f-43ce-9d5b-fd3cc388c461/ff97a5eb-f223-4bfc-8934-5c9946b16c6f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:08.241896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-be8442b4-a5cb-4faf-a925-574d3c124c40 service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887563 Nov 12 08:24:08.263707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-46787685-f346-4078-a33d-0848b4261028 None None] Attempting to bind port bbb70033-6cce-41d4-9b3b-2b80abc988bc on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:08.264276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-46787685-f346-4078-a33d-0848b4261028 None None] Attempting to bind port bbb70033-6cce-41d4-9b3b-2b80abc988bc by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:08.264909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46787685-f346-4078-a33d-0848b4261028 None None] Attempting to bind port bbb70033-6cce-41d4-9b3b-2b80abc988bc on network f182da88-41a8-4e4e-b99a-2d77f665a172 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:08.271281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46787685-f346-4078-a33d-0848b4261028 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:08.271281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46787685-f346-4078-a33d-0848b4261028 None None] Checking segment: {'id': 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:08.271794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46787685-f346-4078-a33d-0848b4261028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.272308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46787685-f346-4078-a33d-0848b4261028 None None] Bound using segment: {'id': 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:08.272931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-46787685-f346-4078-a33d-0848b4261028 None None] Bound port: bbb70033-6cce-41d4-9b3b-2b80abc988bc, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f182da88-41a8-4e4e-b99a-2d77f665a172'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:08.273387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46787685-f346-4078-a33d-0848b4261028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.274804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.322816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6e0e6dd-91b8-4c00-8e81-011a1346856b req-60c70c29-19c1-4fbf-92f0-5197185048b2 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340168 Nov 12 08:24:08.375173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-46787685-f346-4078-a33d-0848b4261028 None None] For port bbb70033-6cce-41d4-9b3b-2b80abc988bc, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:08.383499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-46787685-f346-4078-a33d-0848b4261028 None None] For port bbb70033-6cce-41d4-9b3b-2b80abc988bc, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bbb70033-6cce-41d4-9b3b-2b80abc988bc,segment=NetworkSegment(dbbcf97f-5315-4eb5-84ec-5277c9ac9320),segment_id=dbbcf97f-5315-4eb5-84ec-5277c9ac9320)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:08.383864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=aa5ec86f-cbfe-4517-bca0-0448614a814c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.390371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '0d76a854-c330-4714-8aaf-5db62b65279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:08.390818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46787685-f346-4078-a33d-0848b4261028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.390952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: dfd01d26-61a1-48e9-9956-1470360558f2, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:08.426615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network dfd01d26-61a1-48e9-9956-1470360558f2 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:08.447728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, dfd01d26-61a1-48e9-9956-1470360558f2) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:08.454669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.455308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.517344 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8c0d00-8b40-4bda-af67-25882dc785a6 x-openstack-request-id: req-9f8c0d00-8b40-4bda-af67-25882dc785a6 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:08.517720 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de74e93-6ece-4546-806d-60a5bcd6a6d3", "name": "network-vif-plugged", "status": "completed", "tag": "df0fbf5e-bade-46e3-814e-4299d144f975", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:08.517934 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f8c0d00-8b40-4bda-af67-25882dc785a6 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:08.518338 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fbf5e-bade-46e3-814e-4299d144f975', 'code': 200} Nov 12 08:24:08.518949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46787685-f346-4078-a33d-0848b4261028 None None] Pushing event updated for resources: {'Port': ['ID=bbb70033-6cce-41d4-9b3b-2b80abc988bc,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.528282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-69197c76-3453-4872-8e1c-d7b25850abf3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0906038 Nov 12 08:24:08.529073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22affaaa-e311-452f-9315-d0cec97bebcb None None] Network dfd01d26-61a1-48e9-9956-1470360558f2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:08.531061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55244) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:08.595284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-da1c4106-3de4-42a9-a128-cb9b3c00978e service neutron] 10.222.0.16 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277500 Nov 12 08:24:08.634093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a2cec0f-b8b6-4b85-9b1a-5dec866817f8 req-dca39e95-6c5d-49f5-a2c7-40a08c2cb795 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 210 time: 0.0652857 Nov 12 08:24:08.652208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.743644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77d242-6ed1-4ed3-9e77-e5880e34054d req-42330a4f-bf0d-42a4-8896-3d1cb6c8d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.745231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa77d242-6ed1-4ed3-9e77-e5880e34054d req-42330a4f-bf0d-42a4-8896-3d1cb6c8d16d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 1098 time: 0.1740205 Nov 12 08:24:08.771182 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.771603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.835974 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.836672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.886271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.935737 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa77d242-6ed1-4ed3-9e77-e5880e34054d req-34664dfd-cd8f-46c4-a67b-20e583305955 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743386 Nov 12 08:24:08.981576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:08.989206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.018666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-dfd01d26-61a1-48e9-9956-1470360558f2', 'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': 'aa5ec86f-cbfe-4517-bca0-0448614a814c'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:09.023213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.030670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:09.046105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ade9a80-dc21-4550-8f39-dc4f85657b11 req-2d7d0c62-c8fd-4d53-89a1-d58bcad8ccc2 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 210 time: 0.1273298 Nov 12 08:24:09.055056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:09.175436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Allocated IP 172.25.4.160 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ba5a0cdb-814f-4d4e-b17a-049635ea03db) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:09.200402 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.228339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-875365ef-6d34-4da1-94bf-177049e257ed req-eacd2e26-8953-493b-bebe-6fde2335926f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3af511b5b979450f9174e38960b00750&device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.1774580 Nov 12 08:24:09.291479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-875365ef-6d34-4da1-94bf-177049e257ed req-50214b93-fbd9-4d48-ac79-f83bad1fd13b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3af511b5b979450f9174e38960b00750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217445 Nov 12 08:24:09.294727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5945cbc3-c0a0-4e48-a919-bfc9b8639788 req-8b0ed309-7011-42c5-bee1-13f23e9c8fc7 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.0992413 Nov 12 08:24:09.414780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Allocated IP 172.20.0.2 (dfd01d26-61a1-48e9-9956-1470360558f2/aa5ec86f-cbfe-4517-bca0-0448614a814c/dd4d53ce-2396-4e64-8aef-a1046dafcb25) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:09.415139 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.465059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.557228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5a0cdb-814f-4d4e-b17a-049635ea03db,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.566783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:09.573584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:09.583220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:09.597474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf423f47-9843-47ec-a03c-1ae38c098fa6 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:09.694115 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.712210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:09.712933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.728185 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.783621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.810113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Network dfd01d26-61a1-48e9-9956-1470360558f2 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:09.817618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b5349ea7-2a0d-4e19-943c-a2c902ee57db None None] Provisioning complete for port ba5a0cdb-814f-4d4e-b17a-049635ea03db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:09.818142 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5349ea7-2a0d-4e19-943c-a2c902ee57db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.823141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:09.827865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:09.851302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38f58e-a8cb-4ce8-96ab-53fcaaebdfdb req-e0a82f85-fa20-4a1b-9025-f7ada54376d8 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:09.864659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be38f58e-a8cb-4ce8-96ab-53fcaaebdfdb req-e0a82f85-fa20-4a1b-9025-f7ada54376d8 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 946 time: 0.6680038 Nov 12 08:24:09.873430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3559a7f5-ffc3-442f-a7e9-a465c30755e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2696345 Nov 12 08:24:09.900398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Request body: {'port': {'device_id': '2e3f1f86-0176-4a21-826e-3881f8185683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:09.907083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Pushing event updated for resources: {'Port': ['ID=dd4d53ce-2396-4e64-8aef-a1046dafcb25,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.912334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5ec86f-cbfe-4517-bca0-0448614a814c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.993029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2d46402-6fc1-434c-950a-fbaa2f709f3a no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:10.011917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be57e8b-413f-4e97-8294-d53371a5b03b req-1528b8fe-f31d-44f3-abc7-44e82d3ff924 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.020579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0be57e8b-413f-4e97-8294-d53371a5b03b req-1528b8fe-f31d-44f3-abc7-44e82d3ff924 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.3476393 Nov 12 08:24:10.026015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Attempting to bind port dd4d53ce-2396-4e64-8aef-a1046dafcb25 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:10.026706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Attempting to bind port dd4d53ce-2396-4e64-8aef-a1046dafcb25 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0d76a854-c330-4714-8aaf-5db62b65279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:10.027401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Attempting to bind port dd4d53ce-2396-4e64-8aef-a1046dafcb25 on network dfd01d26-61a1-48e9-9956-1470360558f2 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:10.030234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: b2d46402-6fc1-434c-950a-fbaa2f709f3a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:10.031001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b2d46402-6fc1-434c-950a-fbaa2f709f3a not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:10.043194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.043965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b5349ea7-2a0d-4e19-943c-a2c902ee57db None None] Port ba5a0cdb-814f-4d4e-b17a-049635ea03db cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:10.048066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:10.048750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Checking segment: {'id': '0d76a854-c330-4714-8aaf-5db62b65279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:10.050065 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.050538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Bound using segment: {'id': '0d76a854-c330-4714-8aaf-5db62b65279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:10.051015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Bound port: dd4d53ce-2396-4e64-8aef-a1046dafcb25, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d76a854-c330-4714-8aaf-5db62b65279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dfd01d26-61a1-48e9-9956-1470360558f2'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:10.051663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.092192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be38f58e-a8cb-4ce8-96ab-53fcaaebdfdb req-78f47273-f19a-411e-8b8d-a52eb05f3ada tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150474 Nov 12 08:24:10.113001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875365ef-6d34-4da1-94bf-177049e257ed req-b506ab21-92fb-4926-9aa6-e105c0cd72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.115353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-875365ef-6d34-4da1-94bf-177049e257ed req-b506ab21-92fb-4926-9aa6-e105c0cd72f0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7969692 Nov 12 08:24:10.210156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] For port dd4d53ce-2396-4e64-8aef-a1046dafcb25, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:10.225298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.226668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] For port dd4d53ce-2396-4e64-8aef-a1046dafcb25, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dd4d53ce-2396-4e64-8aef-a1046dafcb25,segment=NetworkSegment(0d76a854-c330-4714-8aaf-5db62b65279d),segment_id=0d76a854-c330-4714-8aaf-5db62b65279d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:10.239721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.315803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0be57e8b-413f-4e97-8294-d53371a5b03b req-36ecb0d4-57b0-4aea-9c9d-f014a11b4ea9 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930465 Nov 12 08:24:10.427663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d2d48-54bd-47cc-ab98-681da3e45f20 None None] Pushing event updated for resources: {'Port': ['ID=dd4d53ce-2396-4e64-8aef-a1046dafcb25,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.447155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49568-aebd-4fb4-a942-300b61317437 req-45a989ae-455e-4c86-8c90-641d39696a5c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.459046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72f49568-aebd-4fb4-a942-300b61317437 req-45a989ae-455e-4c86-8c90-641d39696a5c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 931 time: 0.2605424 Nov 12 08:24:10.465890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416036f-9337-474b-9a25-43e84dab9cc4 None None] Network f182da88-41a8-4e4e-b99a-2d77f665a172 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:10.551304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89d8a5cb-613c-4cf0-b942-a1c28eb3a3ed req-b8aa0c4c-f9d7-47c4-a9cb-9eecd031db0c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 210 time: 0.0852387 Nov 12 08:24:10.582982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bb021-63f5-4822-b4e7-9b393689f532 None None] Network dfd01d26-61a1-48e9-9956-1470360558f2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:10.601731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-596cd9c2-77fc-471e-bf3f-c717389e3b77 None None] Provisioning complete for port bbb70033-6cce-41d4-9b3b-2b80abc988bc triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:10.602400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-596cd9c2-77fc-471e-bf3f-c717389e3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.710368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72f49568-aebd-4fb4-a942-300b61317437 req-5c059181-cb3b-4dd1-9fea-19cf73692eb5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503219 Nov 12 08:24:10.839818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e85cde8-60fd-446a-bebc-34b4824a4dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.851586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd01d26-61a1-48e9-9956-1470360558f2']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.888385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bbb70033-6cce-41d4-9b3b-2b80abc988bc up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:10.927081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93c1bcab-30f1-4c8e-b7da-1361b531fa4c req-dd6b079b-45f4-48d2-a931-8a822c48397a tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.1426182 Nov 12 08:24:10.965228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d76a854-c330-4714-8aaf-5db62b65279d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.965837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d76a854-c330-4714-8aaf-5db62b65279d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:11.032935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.075250 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.077850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.100256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:11.100847 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:11.146413 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:11.190857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:11.195440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-924f1532-a7e8-4c56-9a14-12d43e8ee552 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.198713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-924f1532-a7e8-4c56-9a14-12d43e8ee552 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 806 time: 0.3718979 Nov 12 08:24:11.235817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.280875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Request body: {'port': {'device_id': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'admin_state_up': True, 'tenant_id': 'fdd081302dbb4d9382b2c5f03f28627f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:11.313277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Transition to ACTIVE for port object ff97a5eb-f223-4bfc-8934-5c9946b16c6f will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:11.323311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.338142 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-596cd9c2-77fc-471e-bf3f-c717389e3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.370730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:24:11.370730 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:24:11.370730 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'dfd01d26-61a1-48e9-9956-1470360558f2'}] Nov 12 08:24:11.370730 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:11.371706 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:11.461268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:11.522530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-596cd9c2-77fc-471e-bf3f-c717389e3b77 None None] For port bbb70033-6cce-41d4-9b3b-2b80abc988bc, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bbb70033-6cce-41d4-9b3b-2b80abc988bc,segment=NetworkSegment(dbbcf97f-5315-4eb5-84ec-5277c9ac9320),segment_id=dbbcf97f-5315-4eb5-84ec-5277c9ac9320)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:11.539324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-596cd9c2-77fc-471e-bf3f-c717389e3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.551536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bbb70033-6cce-41d4-9b3b-2b80abc988bc triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:11.552618 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.633474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-875365ef-6d34-4da1-94bf-177049e257ed req-6538c25d-ae5a-48a6-b744-d53b1341a847 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.32 "GET /v2.0/ports?device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.0903573 Nov 12 08:24:11.681156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.758072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.783351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a11cc-7447-4884-be40-589d3b10fd27 req-b1fe90da-2412-45a3-9ccd-b493738dd326 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.785217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b7a11cc-7447-4884-be40-589d3b10fd27 req-b1fe90da-2412-45a3-9ccd-b493738dd326 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.3014669 Nov 12 08:24:11.856666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cd9c2-77fc-471e-bf3f-c717389e3b77 None None] Pushing event updated for resources: {'Port': ['ID=bbb70033-6cce-41d4-9b3b-2b80abc988bc,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:11.874978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.879514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1ec56fe-b2af-4aae-84b6-5b0338f32a91 req-9803e736-1f7b-4bea-b7d5-1351edada725 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 210 time: 0.1487651 Nov 12 08:24:11.992176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b7a11cc-7447-4884-be40-589d3b10fd27 req-4189395c-b668-49c4-a032-0167288f3ef3 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207340 Nov 12 08:24:11.997772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-7d2162f7-d480-4c43-bad2-34084614c693 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3621373 Nov 12 08:24:12.034818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Made reservation on behalf of fdd081302dbb4d9382b2c5f03f28627f for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:12.044179 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.182269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d695d-45e7-4fee-b121-1018a234fffb None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:24:12.242715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:12.245510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:12.246043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:12.290228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:12.293817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:12.298673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:24:12.314519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-50cc7912-9d79-43b1-9a2b-07703e0bf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.322411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-50cc7912-9d79-43b1-9a2b-07703e0bf5d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48ce9117d5fb440187eec5f9a116262a&device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 1098 time: 0.2295976 Nov 12 08:24:12.332108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:12.332819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Checking segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:12.336303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Bound using segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:12.336856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f5a6bff1-5249-4c33-8fd9-f3a4efcc974b None None] Provisioning complete for port bbb70033-6cce-41d4-9b3b-2b80abc988bc triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:12.337435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Bound port: ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:12.340835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f5a6bff1-5249-4c33-8fd9-f3a4efcc974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.341982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.351185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port dd4d53ce-2396-4e64-8aef-a1046dafcb25 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:12.351526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.396666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0934-0dac-4ef6-8c8e-7facc36978dc req-19653268-5ec4-49fa-9589-70ae3091f91e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.399240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-637d0934-0dac-4ef6-8c8e-7facc36978dc req-19653268-5ec4-49fa-9589-70ae3091f91e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.4071028 Nov 12 08:24:12.410489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d695d-45e7-4fee-b121-1018a234fffb None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:24:12.562029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b8f3504-1709-4638-b466-d0e61626d7ca req-81e89525-109c-4ab0-9165-9d6a340db1f4 tempest-ServerShowV247Test-828911929 tempest-ServerShowV247Test-828911929-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83bb484-c6df-458c-b677-c465667985d8 HTTP/1.1" status: 200 len: 210 time: 0.1299703 Nov 12 08:24:12.602588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-637d0934-0dac-4ef6-8c8e-7facc36978dc req-99de8c4f-997f-40f9-8456-500924be6a95 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772580 Nov 12 08:24:12.603962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:12.617539 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Sync routers for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:12.657962 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:12.659213 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:23:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:12.660426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:12.662596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Allocated IP 172.20.0.14 (1f4c10de-cf40-4961-8945-113a4a3813da/9d235306-fbb1-456b-adf8-765d95ebdb43/aa1bc8cc-53c6-4337-8e42-2a202e044b8f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:12.685406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:12.714183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.751552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-925a57ff-78e3-4a12-ae2b-c780d9fe8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.755787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-925a57ff-78e3-4a12-ae2b-c780d9fe8ce3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 200 len: 916 time: 0.3553655 Nov 12 08:24:12.789832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bbb70033-6cce-41d4-9b3b-2b80abc988bc up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:12.822440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port dd4d53ce-2396-4e64-8aef-a1046dafcb25, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dd4d53ce-2396-4e64-8aef-a1046dafcb25,segment=NetworkSegment(0d76a854-c330-4714-8aaf-5db62b65279d),segment_id=0d76a854-c330-4714-8aaf-5db62b65279d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:12.822823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.841484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for dd4d53ce-2396-4e64-8aef-a1046dafcb25 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:12.868004 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:12.889272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.890218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.891805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 1092 time: 3.0018215 Nov 12 08:24:12.892480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:12.895513 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e1023b-453c-4ae2-b552-d8a95e82bd25" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:13.032330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bbb70033-6cce-41d4-9b3b-2b80abc988bc triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:13.032696 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.067965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782908d0-4258-4c99-a9f8-258aef9edc03 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:13.105606 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea0299c-e07d-43d9-a818-c1996e39b6f3 x-openstack-request-id: req-cea0299c-e07d-43d9-a818-c1996e39b6f3 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:13.108502 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:13.108626 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cea0299c-e07d-43d9-a818-c1996e39b6f3 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:13.109069 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'status': 'completed', 'code': 200} Nov 12 08:24:13.159807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489bbe3-c076-40a7-a12b-811b49612a40 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:13.176997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79de5c6e-7312-44ef-9831-b914187e6e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.209563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-36b2a52c-da02-42fd-8261-4cee963e367f None None] Provisioning complete for port df0fbf5e-bade-46e3-814e-4299d144f975 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:13.209685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-36b2a52c-da02-42fd-8261-4cee963e367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.213440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e18eb32d-850c-41c2-bda0-5d0519a29535 req-53d0d0de-eada-4777-9a6c-6ea45519f0a0 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 210 time: 0.0493224 Nov 12 08:24:13.224658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-4e22c278-80aa-4354-b848-60f5de6c52e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 200 len: 1001 time: 0.4124355 Nov 12 08:24:13.270509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.290842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ec81-f9f4-4958-80ac-5ec04512bd64 req-b9a6c380-634b-41ad-b64e-b1beb2f64ae5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.292931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9c7ec81-f9f4-4958-80ac-5ec04512bd64 req-b9a6c380-634b-41ad-b64e-b1beb2f64ae5 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 946 time: 0.4836884 Nov 12 08:24:13.297592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-8f763e00-951d-4b73-950f-f60724c5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.297933 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.302740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-8f763e00-951d-4b73-950f-f60724c5bc96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1095 time: 0.3012116 Nov 12 08:24:13.309747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:09Z', 'revision_number': 3, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:13.315239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port dd4d53ce-2396-4e64-8aef-a1046dafcb25 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:13.386783 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Checking router: 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:13.387308 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Updating router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 port ba5a0cdb-814f-4d4e-b17a-049635ea03db binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:13.445714 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.450448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-b599a727-6ce9-4c1a-91af-9ebbb7df4259 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.1089969 Nov 12 08:24:13.465011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=dd4d53ce-2396-4e64-8aef-a1046dafcb25,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:13.524612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9c7ec81-f9f4-4958-80ac-5ec04512bd64 req-34c1362e-90c7-4e21-a9ab-eba8b87e57fa tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147717 Nov 12 08:24:13.529266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-da6474a8-7a2f-4a9a-bbd6-fcec9467469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.540893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-da6474a8-7a2f-4a9a-bbd6-fcec9467469f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 200 len: 855 time: 0.2997961 Nov 12 08:24:13.577998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ab60-56dc-4b37-afe4-eb8c40a93dd0 req-81de49a2-93f6-4576-ba16-3cc2658e1454 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.585593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.586222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60d2ab60-56dc-4b37-afe4-eb8c40a93dd0 req-81de49a2-93f6-4576-ba16-3cc2658e1454 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.2436373 Nov 12 08:24:13.623135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd01d26-61a1-48e9-9956-1470360558f2']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:13.666158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d76a854-c330-4714-8aaf-5db62b65279d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:13.666580 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d76a854-c330-4714-8aaf-5db62b65279d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:13.681469 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.685349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-87cc8c9c-f8ac-4246-aa18-3d0450d47c10 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9034252 Nov 12 08:24:13.699181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55326) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:13.707325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.712455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-50caa93d-f4da-4b14-8a5e-a5d6ec3b776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.714625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-50caa93d-f4da-4b14-8a5e-a5d6ec3b776b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.2549782 Nov 12 08:24:13.760647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.771516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-ddf86c65-0401-4501-af85-87e78049440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.773126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-ddf86c65-0401-4501-af85-87e78049440c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=242dc2e8befc462588284356d4e7cd19&device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 1098 time: 0.5177546 Nov 12 08:24:13.775428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:13.775762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:13.779001 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:13.791126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.802639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:13.845122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-e8c60c14-53f9-4f07-9ec8-521a4416e873 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172411 Nov 12 08:24:13.993830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event updated for resources: {'Port': ['ID=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.033104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.036525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Network 1f4c10de-cf40-4961-8945-113a4a3813da is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:14.049534 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.057607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.060408 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.063783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/dfd01d26-61a1-48e9-9956-1470360558f2 HTTP/1.1" status: 204 len: 168 time: 5.5316892 Nov 12 08:24:14.069916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:14.074444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55332) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:14.101368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:14.140104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-60d2ab60-56dc-4b37-afe4-eb8c40a93dd0 req-23a6b869-fc0e-49ab-ba9a-49a87e0088fc tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456486 Nov 12 08:24:14.143981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-190ca20e-16cf-4a0d-be98-df245e58c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.150816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-190ca20e-16cf-4a0d-be98-df245e58c52a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3af3ca-1111-44b4-9bbc-46d4274e0e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5991235 Nov 12 08:24:14.159879 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Pushing event updated for resources: {'Port': ['ID=ba5a0cdb-814f-4d4e-b17a-049635ea03db,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.163246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465159978'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:14.172927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.173572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.176763 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.177254 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.178184 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.179066 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.180580 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.181322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.182072 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.182326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20b685-28dc-496e-8f69-42e001a4b687 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:14.183008 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.183712 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.184451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.185175 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.186460 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:14.218148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d825c-069f-47c0-90a2-5cdaf36dc914 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=dfd01d26-61a1-48e9-9956-1470360558f2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.219758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55336) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:14.240871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16972d-b7e0-4111-ab43-4f111a26f206 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:14.276911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Attempting to bind port ba5a0cdb-814f-4d4e-b17a-049635ea03db on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:14.277773 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Attempting to bind port ba5a0cdb-814f-4d4e-b17a-049635ea03db by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:14.278839 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Attempting to bind port ba5a0cdb-814f-4d4e-b17a-049635ea03db on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:14.300311 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:14.305176 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:14.306169 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.310170 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:14.312562 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Bound port: ba5a0cdb-814f-4d4e-b17a-049635ea03db, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:14.313701 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.317047 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-e5c4fe8a-a9bc-40fc-9be7-b5a1e3776c0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0697718 Nov 12 08:24:14.327315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9b08a05e-d693-4cc5-b312-40410a5e4a94 None None] Provisioning complete for port aa1bc8cc-53c6-4337-8e42-2a202e044b8f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:14.327682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b08a05e-d693-4cc5-b312-40410a5e4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.355595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25c88-f848-4803-9220-cd270443ba18 req-8ac90937-2322-4e76-afb0-e7d3fced7aae tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.366397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eba25c88-f848-4803-9220-cd270443ba18 req-8ac90937-2322-4e76-afb0-e7d3fced7aae tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 946 time: 0.3283088 Nov 12 08:24:14.379314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Request body: {'port': {'device_id': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:14.409526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9b08a05e-d693-4cc5-b312-40410a5e4a94 None None] Port aa1bc8cc-53c6-4337-8e42-2a202e044b8f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:14.430686 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] For port ba5a0cdb-814f-4d4e-b17a-049635ea03db, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:14.440929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.447904 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] For port ba5a0cdb-814f-4d4e-b17a-049635ea03db, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ba5a0cdb-814f-4d4e-b17a-049635ea03db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:14.456233 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.482659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:14.486430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.492537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80752b6-cad8-40d8-8429-c3f2b5ac2794 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:14.496859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8ab8-1651-486d-91af-a9907f25b4c3 req-a60daf2e-93ab-4602-9985-11b229a44351 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.505337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adbe8ab8-1651-486d-91af-a9907f25b4c3 req-a60daf2e-93ab-4602-9985-11b229a44351 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.7276103 Nov 12 08:24:14.520940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-bc74ad92-5c7c-4c3c-b086-22d9279423a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.524321 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-bc74ad92-5c7c-4c3c-b086-22d9279423a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203f70ba-6919-48ec-a032-4507ff7336b9 HTTP/1.1" status: 200 len: 914 time: 0.7150223 Nov 12 08:24:14.556826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-523ceb87-78d4-4bf0-8c59-bfcc550111f3 None None] Provisioning complete for port ba5a0cdb-814f-4d4e-b17a-049635ea03db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:14.558013 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-523ceb87-78d4-4bf0-8c59-bfcc550111f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.577488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f5e0-d5ba-41ab-80f5-e8332bbaa5f4 None None] Pushing event updated for resources: {'Port': ['ID=ba5a0cdb-814f-4d4e-b17a-049635ea03db,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.593606 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:14.594534 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:14.626048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35f85ba3-ebf3-41a2-a90a-8b495d559b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.649121 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-22e836ea-742e-40c5-aa98-d4bd379bf8c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df0fbf5e-bade-46e3-814e-4299d144f975 HTTP/1.1" status: 200 len: 217 time: 0.0982382 Nov 12 08:24:14.664928 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-523ceb87-78d4-4bf0-8c59-bfcc550111f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.697047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-523ceb87-78d4-4bf0-8c59-bfcc550111f3 None None] For port ba5a0cdb-814f-4d4e-b17a-049635ea03db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ba5a0cdb-814f-4d4e-b17a-049635ea03db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:14.698486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-523ceb87-78d4-4bf0-8c59-bfcc550111f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.738891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-3475ecf0-8f32-432b-966f-89b340e0cca6 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699636 Nov 12 08:24:14.777992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ceb87-78d4-4bf0-8c59-bfcc550111f3 None None] Pushing event updated for resources: {'Port': ['ID=ba5a0cdb-814f-4d4e-b17a-049635ea03db,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.836720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-bd08ed89-bded-4b9b-a593-d974d7fe7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.838393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-bd08ed89-bded-4b9b-a593-d974d7fe7dfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=acd59185-b70d-446f-aa6f-1c00b3e25958 HTTP/1.1" status: 200 len: 854 time: 0.1611898 Nov 12 08:24:14.844620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.897070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-32b19554-ea0a-495c-80cd-7bf7e558b344 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038032 Nov 12 08:24:14.916133 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-f70fd168-b2d4-4c17-bb54-f2226fb61eba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203f70ba-6919-48ec-a032-4507ff7336b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648448 Nov 12 08:24:14.953228 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:15.079455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35f85ba3-ebf3-41a2-a90a-8b495d559b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.112714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35f85ba3-ebf3-41a2-a90a-8b495d559b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.156581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-35f85ba3-ebf3-41a2-a90a-8b495d559b5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3af511b5b979450f9174e38960b00750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9310687 Nov 12 08:24:15.160007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55358) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:15.160386 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:09Z', 'revision_number': 3, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:15.189595 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f7bf8-fe99-41ee-b58b-523ccad7d7fa None None] The sync data for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 is: [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:09Z', 'revision_number': 3, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:15.250416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Deleting port 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:15.250761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.313159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85ba3-ebf3-41a2-a90a-8b495d559b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a7ce0-5f84-47b0-abe1-645bcbed3ecc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:15.321320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:15.353981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adbe8ab8-1651-486d-91af-a9907f25b4c3 req-85550e8a-82fb-43b4-83b1-3c97d83a9c26 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476658 Nov 12 08:24:15.364273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b240-b63b-49e1-ab55-e8c1608dc23f req-fcd2c7fb-8bf8-4b37-b06f-2f5012172b63 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.366631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f245b240-b63b-49e1-ab55-e8c1608dc23f req-fcd2c7fb-8bf8-4b37-b06f-2f5012172b63 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 932 time: 0.9023902 Nov 12 08:24:15.416972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.417326 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1 of type vlan for network f135bf5f-cf4c-435b-8c9d-813521242d00 Nov 12 08:24:15.438628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40ee54ca-1233-43fe-9203-f6ce4ec2e7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.622706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.626928 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.644365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b607002-ccc1-4d89-9d29-fe95bb71d0b2 req-2047aea6-586a-4187-8fe8-d754537ad364 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8881524 Nov 12 08:24:15.661652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-0b093141-77c1-482c-a049-bf0c9843c919 service neutron] 10.222.0.25 "GET /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391193 Nov 12 08:24:15.681404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f245b240-b63b-49e1-ab55-e8c1608dc23f req-33a852b6-38e0-4f9a-adc8-a8a7ac43c5c1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785966 Nov 12 08:24:15.815027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e74ea-3b35-4c58-9868-b8457ede1c63 req-d2364d6d-63fd-4378-bbd9-4ee53f869c0d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.816760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e5e74ea-3b35-4c58-9868-b8457ede1c63 req-d2364d6d-63fd-4378-bbd9-4ee53f869c0d tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 946 time: 0.3038337 Nov 12 08:24:15.817467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.823053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.823677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.859096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40ee54ca-1233-43fe-9203-f6ce4ec2e7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.919622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-126ac721-291e-47ea-8c2a-84872d39a2de service neutron] 10.222.0.25 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361735 Nov 12 08:24:15.976530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40ee54ca-1233-43fe-9203-f6ce4ec2e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.979236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40ee54ca-1233-43fe-9203-f6ce4ec2e7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.980508 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-40ee54ca-1233-43fe-9203-f6ce4ec2e7cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/990a7ce0-5f84-47b0-abe1-645bcbed3ecc HTTP/1.1" status: 204 len: 168 time: 0.8123608 Nov 12 08:24:15.989985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8999505 Nov 12 08:24:15.999463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55364) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:16.039286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd87548-def8-4a7f-90f3-17725f7c530f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=f135bf5f-cf4c-435b-8c9d-813521242d00,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.043264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-9f139c56-6dc7-4bba-8746-acb2a858bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.044875 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-9f139c56-6dc7-4bba-8746-acb2a858bea1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1095 time: 0.3025100 Nov 12 08:24:16.054630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f135bf5f-cf4c-435b-8c9d-813521242d00 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:16.062077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:16.107968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee54ca-1233-43fe-9203-f6ce4ec2e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a7ce0-5f84-47b0-abe1-645bcbed3ecc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.169429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e5e74ea-3b35-4c58-9868-b8457ede1c63 req-8680cc52-8197-4654-8303-278022682d84 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff3b28b7-de2a-4397-a73c-de167b4cd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410046 Nov 12 08:24:16.266947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] For port 83a12146-a922-4b98-9c6c-26a4fd4296ef, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=83a12146-a922-4b98-9c6c-26a4fd4296ef,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:16.266947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.311225 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e238cec1-a06e-489c-9416-5d2b69961eb3 req-226dd6cf-1fc3-472b-ba3a-bbca291a9a50 service neutron] 10.222.0.25 "GET /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821614 Nov 12 08:24:16.330951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c1d7d-0884-473e-8d28-2c716a31ec5c req-c2333243-b6ac-4ea5-933a-3c13aedfbc67 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.343926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-267c1d7d-0884-473e-8d28-2c716a31ec5c req-c2333243-b6ac-4ea5-933a-3c13aedfbc67 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.2376575 Nov 12 08:24:16.446653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-844dcba1-ed0a-425d-966d-f67fec8ce723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.448221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-844dcba1-ed0a-425d-966d-f67fec8ce723 service neutron] 10.222.0.32 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.3811111 Nov 12 08:24:16.535310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-3963ed4b-8133-49d3-8f3a-24fb0019a33d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.0760803 Nov 12 08:24:16.537056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.555834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1bc8cc-53c6-4337-8e42-2a202e044b8f {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:16.568569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:16.573103 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.575615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-267c1d7d-0884-473e-8d28-2c716a31ec5c req-ed876095-b733-40bb-b1c3-b5c768194be4 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306714 Nov 12 08:24:16.616508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.620478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b3ca7-4390-404c-9e0f-aa831909176d req-f3295bb8-c44a-45cf-afa7-b035de2822e0 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.622608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f2b3ca7-4390-404c-9e0f-aa831909176d req-f3295bb8-c44a-45cf-afa7-b035de2822e0 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 946 time: 0.2755871 Nov 12 08:24:16.711451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Transition to ACTIVE for port object aa1bc8cc-53c6-4337-8e42-2a202e044b8f will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:16.751955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.754108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing IP validity checks on allocation pools {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:24:16.754638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:24:16.756872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.762397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-f048426b-55a9-40ed-9af6-ff34b56ae8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.763879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-f048426b-55a9-40ed-9af6-ff34b56ae8e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.2188067 Nov 12 08:24:16.847070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d49ed3-229c-4c43-9ca6-2a43d25c6d8c None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:16.860607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-97233a82-de64-4c5c-a8f3-a824586ea233 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819349 Nov 12 08:24:16.879445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.879822 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.880180 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Floating IP 3e3fb951-d67b-4d1b-b7ee-66eff0b526c0 disassociated. External IP: 172.25.4.111, port: 83a12146-a922-4b98-9c6c-26a4fd4296ef. Nov 12 08:24:16.880694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Calling delete_port for 83a12146-a922-4b98-9c6c-26a4fd4296ef owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:16.930848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.938910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f2b3ca7-4390-404c-9e0f-aa831909176d req-238b79f2-e23e-4c2d-84e4-7aded298b7cf tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992258 Nov 12 08:24:17.044225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ba5a0cdb-814f-4d4e-b17a-049635ea03db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:17.128244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ba5a0cdb-814f-4d4e-b17a-049635ea03db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:17.128603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.187942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50bbbe-9c61-4b46-9409-15a1d81d493a req-5b8469e4-d97d-49a0-aa65-85bb7d5810bc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.190719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d50bbbe-9c61-4b46-9409-15a1d81d493a req-5b8469e4-d97d-49a0-aa65-85bb7d5810bc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.5195305 Nov 12 08:24:17.217127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Attempting to bind port aa1bc8cc-53c6-4337-8e42-2a202e044b8f on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:17.217805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Attempting to bind port aa1bc8cc-53c6-4337-8e42-2a202e044b8f by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:17.218143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Attempting to bind port aa1bc8cc-53c6-4337-8e42-2a202e044b8f on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:17.241075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Port aa1bc8cc-53c6-4337-8e42-2a202e044b8f on network 1f4c10de-cf40-4961-8945-113a4a3813da not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:17.241403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Attempting to bind port aa1bc8cc-53c6-4337-8e42-2a202e044b8f on network 1f4c10de-cf40-4961-8945-113a4a3813da {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:17.256192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:17.256532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Checking segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:17.256918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Bound using segment: {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:17.257357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Bound port: aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e03b5-200e-4553-a204-7e4e30279ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:17.257707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.335707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Allocated IP 172.20.0.1 (99724f2c-dcae-4604-8d14-391f06247c20/90bb97f2-d7ea-4494-99a6-7890b27d3025/d5477426-665b-49a2-8520-64034543aafd) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:17.383693 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.479631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] For port aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:17.512399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013d3e-bef0-4626-b656-0394f0d9159e req-a22628c3-371c-41a6-80b0-a7c1371caba1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.514420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97013d3e-bef0-4626-b656-0394f0d9159e req-a22628c3-371c-41a6-80b0-a7c1371caba1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 944 time: 0.3712192 Nov 12 08:24:17.524566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-b7e90b45-3007-44c9-9395-f7c0414f4766 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264138 Nov 12 08:24:17.525520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=27d7bde7-d7e6-41f1-8c26-53538d1f34d1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.532899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d50bbbe-9c61-4b46-9409-15a1d81d493a req-49df708f-6273-475f-97df-0df8c89b34b3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575300 Nov 12 08:24:17.537107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.555944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] For port aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:17.594142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:17.594509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: f135bf5f-cf4c-435b-8c9d-813521242d00, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:17.602172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.605078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event deleted for resources: {'Port': ['ID=83a12146-a922-4b98-9c6c-26a4fd4296ef,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.671915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.672579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.673904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.674339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] 10.222.0.25 "PUT /v2.0/ports/aa1bc8cc-53c6-4337-8e42-2a202e044b8f HTTP/1.1" status: 200 len: 1093 time: 3.3431139 Nov 12 08:24:17.674732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'tag': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:17.677216 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce96244-959b-4a17-9f45-b81f1846d1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "785f0c44-42fe-48a5-be2f-5d77a6416665", "tag": "aa1bc8cc-53c6-4337-8e42-2a202e044b8f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:17.712454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405be1e-ff97-444f-b84b-e1742f45f48e None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:17.739972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network f135bf5f-cf4c-435b-8c9d-813521242d00 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:17.770104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-162423d3-3900-43af-97f9-d56689a39b83 req-97d948e7-b1d2-4849-882e-e3ac0fb0a7fa tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f380777-bb39-4328-b4ac-27f1d3716fb0 HTTP/1.1" status: 200 len: 210 time: 0.0823150 Nov 12 08:24:17.791489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97013d3e-bef0-4626-b656-0394f0d9159e req-9af223c8-4719-4aad-a797-ef97f31e60ce tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700326 Nov 12 08:24:17.833029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1e1023b-453c-4ae2-b552-d8a95e82bd25 req-95eb47d5-7c8d-4986-9d51-7ad902a5d540 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978268 Nov 12 08:24:17.851289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.865608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8eedb-ec92-4eeb-9ea1-c581c13d3484 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.910676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f135bf5f-cf4c-435b-8c9d-813521242d00) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:17.916997 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d591e11-2e4b-4846-8022-e38122e01146 x-openstack-request-id: req-4d591e11-2e4b-4846-8022-e38122e01146 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:17.917291 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785f0c44-42fe-48a5-be2f-5d77a6416665", "tag": "aa1bc8cc-53c6-4337-8e42-2a202e044b8f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:17.917552 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d591e11-2e4b-4846-8022-e38122e01146 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:17.917953 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'tag': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f', 'status': 'completed', 'code': 200} Nov 12 08:24:17.923483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Network 99724f2c-dcae-4604-8d14-391f06247c20 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:17.924004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56901ed3-f12e-4ace-b9ca-0961990a302a None None] Network f135bf5f-cf4c-435b-8c9d-813521242d00 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:17.926015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.926593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.929186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:17.934500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:17.969326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-6669d97b-09f9-4b4f-8f56-ff778aba3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.971011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-6669d97b-09f9-4b4f-8f56-ff778aba3ca0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 1096 time: 0.2347803 Nov 12 08:24:17.984991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-02bba1df-5db3-459d-8ea5-28149e6987bc tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.988325 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-02bba1df-5db3-459d-8ea5-28149e6987bc tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 946 time: 0.3026173 Nov 12 08:24:18.000809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05b293d8-c81e-4cf1-8b02-83c7b1401ec6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9915516 Nov 12 08:24:18.007242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c33a4a-b95f-49da-b6a9-b6535024ae23 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:18.038252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Pushing event updated for resources: {'Port': ['ID=d5477426-665b-49a2-8520-64034543aafd,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:18.040637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55410) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:18.077740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:18.129624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-3e44efad-6255-4f5e-8df2-8a479ea8c5a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f HTTP/1.1" status: 200 len: 217 time: 0.1385927 Nov 12 08:24:18.133223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:18.173465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 83a12146-a922-4b98-9c6c-26a4fd4296ef {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:18.174126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 83a12146-a922-4b98-9c6c-26a4fd4296ef not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:18.184020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.237264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-35c6c2c3-ed4e-40d8-a8ba-87842963a25d None None] Provisioning complete for port d5477426-665b-49a2-8520-64034543aafd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:18.237800 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35c6c2c3-ed4e-40d8-a8ba-87842963a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.241159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-9b89165d-13dc-46af-8e1e-092b190d1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.242733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-9b89165d-13dc-46af-8e1e-092b190d1be6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1064880 Nov 12 08:24:18.281344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-35c6c2c3-ed4e-40d8-a8ba-87842963a25d None None] Port d5477426-665b-49a2-8520-64034543aafd cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:18.325142 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-3fbf2045-21d7-4381-a76b-68b3933c7984 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679724 Nov 12 08:24:18.339526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cd9a0-59b0-46d2-a9e1-7b96fba41b52 req-5ffd1efe-a3da-47e6-8cc6-e5324bef0be3 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.341166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef2cd9a0-59b0-46d2-a9e1-7b96fba41b52 req-5ffd1efe-a3da-47e6-8cc6-e5324bef0be3 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.2908213 Nov 12 08:24:18.398179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f135bf5f-cf4c-435b-8c9d-813521242d00', 'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '27d7bde7-d7e6-41f1-8c26-53538d1f34d1'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:18.399246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.435154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745d303-a8c7-4761-8fef-f03d883d7817 req-9797a558-7494-46b5-88d1-547f64d1d635 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.443790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f745d303-a8c7-4761-8fef-f03d883d7817 req-9797a558-7494-46b5-88d1-547f64d1d635 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 946 time: 0.3401730 Nov 12 08:24:18.515499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Deleting port 2dad2762-156f-40d1-b500-6831a112cf92 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:18.516326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.529111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.557953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef2cd9a0-59b0-46d2-a9e1-7b96fba41b52 req-8224c11c-8198-44c6-87c9-a78e9425345b tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969936 Nov 12 08:24:18.582117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Allocated IP 172.20.0.3 (f135bf5f-cf4c-435b-8c9d-813521242d00/27d7bde7-d7e6-41f1-8c26-53538d1f34d1/93a4de1a-80d2-4e5d-bfc5-ca5666234a4f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:18.655138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f745d303-a8c7-4761-8fef-f03d883d7817 req-eff0c64b-c4e3-4b7c-9f71-7eee94f9b109 tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/security-groups?id=644089c4-fb7c-4e46-a0df-1a3a0a483b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047749 Nov 12 08:24:18.678670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.695757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:18.698955 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-9938a16b-f0d9-4e5c-96f6-28f69e2cfc2b service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659215 Nov 12 08:24:18.711723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:18.767052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:18.768337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:18.772795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.829439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] No DVR routers for this DVR port 83a12146-a922-4b98-9c6c-26a4fd4296ef on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:18.838001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.856672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.25 "DELETE /v2.0/ports/83a12146-a922-4b98-9c6c-26a4fd4296ef HTTP/1.1" status: 204 len: 173 time: 4.4550693 Nov 12 08:24:18.986354 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.995043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] For port 2dad2762-156f-40d1-b500-6831a112cf92, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2dad2762-156f-40d1-b500-6831a112cf92,segment=NetworkSegment(3ac7408d-a1c6-41ca-846d-7238cbf67663),segment_id=3ac7408d-a1c6-41ca-846d-7238cbf67663)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:18.995431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.008794 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-14e560ff-2e38-43d8-8e29-8ffb7a53c8d6 req-55d5542f-8eb9-49f2-a2ee-3d619095a767 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936049 Nov 12 08:24:19.036319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Calling delete_port for 2dad2762-156f-40d1-b500-6831a112cf92 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:19.166441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.249383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:19.252950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Network f135bf5f-cf4c-435b-8c9d-813521242d00 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:19.285707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:19.292247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:19.314206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.317069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-a72ff5c2-fad2-428a-b6c5-ac437619e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.319413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-a72ff5c2-fad2-428a-b6c5-ac437619e0ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 1096 time: 0.1885695 Nov 12 08:24:19.325757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Pushing event updated for resources: {'Port': ['ID=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.333724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['2dad2762-156f-40d1-b500-6831a112cf92'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:19.364731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Pushing event deleted for resources: {'Port': ['ID=2dad2762-156f-40d1-b500-6831a112cf92,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.423409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55c897-9cfd-40ab-97df-34b797bc7f18 None None] DHCP port deletion for eb381c55-b201-4afa-9511-b2b8512bfbc4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:19.463104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Attempting to bind port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:19.463477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Attempting to bind port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:19.463859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Attempting to bind port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f on network f135bf5f-cf4c-435b-8c9d-813521242d00 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:19.466163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a49536-3303-4101-a1a1-784322a7d99a req-d801f960-98ee-4f0d-90b2-37d39020c8e9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.471970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] No DVR routers for this DVR port 2dad2762-156f-40d1-b500-6831a112cf92 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:19.475747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a49536-3303-4101-a1a1-784322a7d99a req-d801f960-98ee-4f0d-90b2-37d39020c8e9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.7403049 Nov 12 08:24:19.488197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:19.488565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Checking segment: {'id': 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:19.488885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.489275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Bound using segment: {'id': 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:19.489758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Bound port: 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f135bf5f-cf4c-435b-8c9d-813521242d00'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:19.490139 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.513141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.518584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-768bedf3-c04f-4c14-bc99-55448ec7aef7 req-2cd20e13-61f5-477c-9db9-cc1d9ae8b1fe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.25 "DELETE /v2.0/ports/2dad2762-156f-40d1-b500-6831a112cf92 HTTP/1.1" status: 204 len: 173 time: 1.5156395 Nov 12 08:24:19.587737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.608474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257167ef-d537-4aed-9564-006c88f207dd req-4a609e10-8d2c-400e-817b-35e55e8a045f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.611528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-b8e8e244-cde8-46e5-8f2f-3af6ad36e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.617131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-257167ef-d537-4aed-9564-006c88f207dd req-4a609e10-8d2c-400e-817b-35e55e8a045f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 944 time: 0.2433426 Nov 12 08:24:19.617929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-b8e8e244-cde8-46e5-8f2f-3af6ad36e1fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 200 len: 906 time: 0.2534726 Nov 12 08:24:19.639953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] For port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:19.647841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] For port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,segment=NetworkSegment(a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1),segment_id=a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:19.687290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=27d7bde7-d7e6-41f1-8c26-53538d1f34d1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.693565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.721478 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-d3857e5b-cc01-430d-9c02-79f61e48cfed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f HTTP/1.1" status: 200 len: 217 time: 0.0949054 Nov 12 08:24:19.741671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a49536-3303-4101-a1a1-784322a7d99a req-d5a1508b-491f-4ea1-a619-13b529103ecb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642832 Nov 12 08:24:19.832365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.840688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-7e3b1069-98ac-4273-bdea-7e579527cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.842395 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-7e3b1069-98ac-4273-bdea-7e579527cb0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 200 len: 846 time: 0.1137712 Nov 12 08:24:19.847520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-257167ef-d537-4aed-9564-006c88f207dd req-baabfe1b-5fef-41c2-926b-6cc4e0c4a126 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287998 Nov 12 08:24:19.887817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f135bf5f-cf4c-435b-8c9d-813521242d00']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.908255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.928577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.929301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.931660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-deleted', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef'}, {'server_uuid': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'name': 'network-vif-deleted', 'tag': '2dad2762-156f-40d1-b500-6831a112cf92'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:19.934787 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd9a270-bdb3-45dc-924d-19e2c286939d" -d '{"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-deleted", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef"}, {"server_uuid": "ea026780-21f5-4f8f-99a0-33e58ca3c2e1", "name": "network-vif-deleted", "tag": "2dad2762-156f-40d1-b500-6831a112cf92"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:19.947325 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-732ce414-ba62-42d7-9554-cd169237996c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f4c10de-cf40-4961-8945-113a4a3813da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828633 Nov 12 08:24:19.947909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.005281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.044838 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.079373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:20.087894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09f82ace-7320-490b-b9de-0d586a238400 req-2789d277-29a2-49c8-b0fa-f048e5077cfe tempest-VolumesActionsTest-651109922 tempest-VolumesActionsTest-651109922-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea026780-21f5-4f8f-99a0-33e58ca3c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0642066 Nov 12 08:24:20.090427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:20.090943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.096406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-17599ef7-a73a-446d-a727-4d901bab1137 service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437888 Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:20.100693 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:20.115271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.139942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b50b-0773-4a11-9456-516fb12cb054 req-6b558d71-24d0-4d23-80ed-d6f89a1c4e2b tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.153801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec69b50b-0773-4a11-9456-516fb12cb054 req-6b558d71-24d0-4d23-80ed-d6f89a1c4e2b tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.2617691 Nov 12 08:24:20.155691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Pushing event updated for resources: {'Port': ['ID=d5477426-665b-49a2-8520-64034543aafd,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.257093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55472) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:20.373429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1d0c2-2e34-4f6a-bb70-0da544281f10 None None] Pushing event updated for resources: {'Port': ['ID=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.374093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:24:20.374093 n-d-768509-25 neutron-server[102372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:24:20.374093 n-d-768509-25 neutron-server[102372]: [parameters: {'id': 'f135bf5f-cf4c-435b-8c9d-813521242d00'}] Nov 12 08:24:20.374093 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:20.375036 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:20.377890 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544425e2-6a12-464c-b911-c00fef1ff18f x-openstack-request-id: req-544425e2-6a12-464c-b911-c00fef1ff18f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:20.378185 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f380777-bb39-4328-b4ac-27f1d3716fb0", "name": "network-vif-deleted", "tag": "83a12146-a922-4b98-9c6c-26a4fd4296ef", "status": "completed", "code": 200}, {"server_uuid": "ea026780-21f5-4f8f-99a0-33e58ca3c2e1", "name": "network-vif-deleted", "tag": "2dad2762-156f-40d1-b500-6831a112cf92", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:20.378572 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-544425e2-6a12-464c-b911-c00fef1ff18f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:20.378858 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f380777-bb39-4328-b4ac-27f1d3716fb0', 'name': 'network-vif-deleted', 'tag': '83a12146-a922-4b98-9c6c-26a4fd4296ef', 'status': 'completed', 'code': 200} Nov 12 08:24:20.379123 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea026780-21f5-4f8f-99a0-33e58ca3c2e1', 'name': 'network-vif-deleted', 'tag': '2dad2762-156f-40d1-b500-6831a112cf92', 'status': 'completed', 'code': 200} Nov 12 08:24:20.415959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:20.431072 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5ce96244-959b-4a17-9f45-b81f1846d1a5 req-a0487f05-d84c-48bb-8353-5c53f9a0278f service neutron] 10.222.0.25 "GET /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263783 Nov 12 08:24:20.435039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:20.477628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec69b50b-0773-4a11-9456-516fb12cb054 req-e3d4bb5e-498c-4884-8338-c82269fa740d tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/security-groups?id=14569f36-e8b7-4919-9ce8-981b366f1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228490 Nov 12 08:24:20.486053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:20.499903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c28d66ed-330e-4d0f-8a97-40edb9d54c59 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.511141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'port_id': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'mac_address': 'fa:16:3e:e9:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8346f34c-3b0f-43ce-9d5b-fd3cc388c461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:20.516134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:20.516923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:20.522943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55476) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:20.546805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c28d66ed-330e-4d0f-8a97-40edb9d54c59 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.582976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Network 99724f2c-dcae-4604-8d14-391f06247c20 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:20.585652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:20.646895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c28d66ed-330e-4d0f-8a97-40edb9d54c59 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.650543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c28d66ed-330e-4d0f-8a97-40edb9d54c59 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.655650 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c28d66ed-330e-4d0f-8a97-40edb9d54c59 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "DELETE /v2.0/security-groups/ff3b28b7-de2a-4397-a73c-de167b4cd4b0 HTTP/1.1" status: 204 len: 168 time: 0.3953912 Nov 12 08:24:20.657150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55480) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:20.685720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d66ed-330e-4d0f-8a97-40edb9d54c59 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b28b7-de2a-4397-a73c-de167b4cd4b0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.687964 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-120cab20-d2a5-47ee-b9be-b182f18ca67e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] show failed (client error): The resource could not be found. Nov 12 08:24:20.690555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-120cab20-d2a5-47ee-b9be-b182f18ca67e tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "GET /v2.0/security-groups/ff3b28b7-de2a-4397-a73c-de167b4cd4b0 HTTP/1.1" status: 404 len: 347 time: 0.0310004 Nov 12 08:24:20.696223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55482) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:20.747925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd109242-f914-47dc-9f9e-4e579f98e328 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:20.802432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:20.805467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.862763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:20.897561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.905652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c7d439d-c526-4001-a115-3bbe3adafdab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.948442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:20.967565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:20.970321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e5c36836-9d1c-4e7c-a1f2-c032c51ad295 None None] Provisioning complete for port d5477426-665b-49a2-8520-64034543aafd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:20.971275 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e5c36836-9d1c-4e7c-a1f2-c032c51ad295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.024624 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.077414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-729b14ce-e342-4217-a608-324713b76619 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.081559 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-729b14ce-e342-4217-a608-324713b76619 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.25 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 946 time: 0.1146722 Nov 12 08:24:21.083489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:21.139303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e5c36836-9d1c-4e7c-a1f2-c032c51ad295 None None] Port d5477426-665b-49a2-8520-64034543aafd cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:21.189400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.220651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Deleting port df0fbf5e-bade-46e3-814e-4299d144f975 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:21.221251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.246365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:21.247089 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.259273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b74ec5-2c60-48d0-83e0-45dc5107d773 req-82f95b62-c504-49f2-8fa5-99c9b8587c0f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.268940 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1b74ec5-2c60-48d0-83e0-45dc5107d773 req-82f95b62-c504-49f2-8fa5-99c9b8587c0f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.3590279 Nov 12 08:24:21.305097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ff97a5eb-f223-4bfc-8934-5c9946b16c6f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:21.362191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] For port df0fbf5e-bade-46e3-814e-4299d144f975, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=df0fbf5e-bade-46e3-814e-4299d144f975,segment=NetworkSegment(358b6b43-5386-4049-88f6-65abbbced2aa),segment_id=358b6b43-5386-4049-88f6-65abbbced2aa)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:21.362647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.376990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:21.378335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Calling delete_port for df0fbf5e-bade-46e3-814e-4299d144f975 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:21.390886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d5dc6-bb38-4f3c-93d5-d8e4c490b75e req-14dfc236-d21b-4f39-99fc-acf2e241050b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.402511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04d5dc6-bb38-4f3c-93d5-d8e4c490b75e req-14dfc236-d21b-4f39-99fc-acf2e241050b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 944 time: 0.4079542 Nov 12 08:24:21.406541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Deleting port f5f7ab05-af3a-4f8f-820b-4190f77aef52 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:21.407133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.416069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e083ed-2395-4c43-b869-7eb842953b20 None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 4, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'c8a44be3-e070-4f5e-bd6a-2bed3b59172a', 'name': '', 'network_id': 'da3af3ca-1111-44b4-9bbc-46d4274e0e9e', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'mac_address': 'fa:16:3e:f9:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:49Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'subnets': [{'id': 'e9024482-acbf-4b3f-af95-deb4ccff46a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:21.517287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.559484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,segment=NetworkSegment(a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1),segment_id=a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:21.574065 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.591659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.636346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Pushing event deleted for resources: {'Port': ['ID=df0fbf5e-bade-46e3-814e-4299d144f975,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.639584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['df0fbf5e-bade-46e3-814e-4299d144f975'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:21.645960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c7d439d-c526-4001-a115-3bbe3adafdab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.676913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:21.677268 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.698453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1b74ec5-2c60-48d0-83e0-45dc5107d773 req-f8edabcf-f221-40a7-852f-33187d0ae30c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276428 Nov 12 08:24:21.704037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f6e2a-5d13-4590-b3c3-b2769d21f361 None None] DHCP port deletion for 203f70ba-6919-48ec-a032-4507ff7336b9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:21.729305 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c7d439d-c526-4001-a115-3bbe3adafdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.733108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] No DVR routers for this DVR port df0fbf5e-bade-46e3-814e-4299d144f975 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:21.741245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.747476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-867864f5-39e8-4b21-817f-eed5b28f9c53 req-ad32f9d0-5f9c-4a6d-91d2-a913f2e9ebea tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.25 "DELETE /v2.0/ports/df0fbf5e-bade-46e3-814e-4299d144f975 HTTP/1.1" status: 204 len: 173 time: 0.6595635 Nov 12 08:24:21.757076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.835124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:21.849774 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Sync routers for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:21.867321 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:21.878477 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:21.891672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10a1674a-5c09-489f-a2a7-e36871b6b382 admin admin] 10.222.0.16 "PUT /v2.0/routers/5285ee81-f9b1-442a-9aa8-b86a3b46f9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1898634 Nov 12 08:24:21.949939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c44e0-c259-4497-b2fa-3f1044061fd1 None None] Network f135bf5f-cf4c-435b-8c9d-813521242d00 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:22.014152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b04d5dc6-bb38-4f3c-93d5-d8e4c490b75e req-0b4f9866-240e-40c3-80f5-14dd988564e7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101217 Nov 12 08:24:22.059317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.059655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.121924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aa1bc8cc-53c6-4337-8e42-2a202e044b8f details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:22.124201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2dad2762-156f-40d1-b500-6831a112cf92 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:22.130543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cab78-c7c2-4241-b23b-27808c3df8de None None] New status for floating IP 3e3fb951-d67b-4d1b-b7ee-66eff0b526c0: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:24:22.137916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c7d439d-c526-4001-a115-3bbe3adafdab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9cd1e950a464797964522a5869bac14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6132007 Nov 12 08:24:22.138225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55496) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:22.150137 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:22.185373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-164911bc-b292-493f-bad6-1dcdb73567a0 req-fff95984-859e-4360-bc3d-1fbda4712822 tempest-InstanceActionsTestJSON-941074075 tempest-InstanceActionsTestJSON-941074075-project] 10.222.0.16 "GET /v2.0/ports?device_id=7de74e93-6ece-4546-806d-60a5bcd6a6d3 HTTP/1.1" status: 200 len: 210 time: 0.1871214 Nov 12 08:24:22.192432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d439d-c526-4001-a115-3bbe3adafdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ca40b-d945-4156-a5e8-f6038068aa97,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.197985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Calling delete_port for f5f7ab05-af3a-4f8f-820b-4190f77aef52 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:22.201377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,segment=NetworkSegment(a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1),segment_id=a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:22.203703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.251728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:22.287928 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06652007-a8a4-4a53-9ee5-0f1d2837689a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.348469 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06652007-a8a4-4a53-9ee5-0f1d2837689a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.402904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'name': 'network-vif-deleted', 'tag': 'df0fbf5e-bade-46e3-814e-4299d144f975'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:22.411080 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5884b12-48bb-4f87-83f7-cbd6f30bf014" -d '{"events": [{"server_uuid": "7de74e93-6ece-4546-806d-60a5bcd6a6d3", "name": "network-vif-deleted", "tag": "df0fbf5e-bade-46e3-814e-4299d144f975"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:22.480166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 2dad2762-156f-40d1-b500-6831a112cf92 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:22.480166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2dad2762-156f-40d1-b500-6831a112cf92 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:22.538039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06652007-a8a4-4a53-9ee5-0f1d2837689a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.541200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06652007-a8a4-4a53-9ee5-0f1d2837689a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.551073 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-06652007-a8a4-4a53-9ee5-0f1d2837689a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/971ca40b-d945-4156-a5e8-f6038068aa97 HTTP/1.1" status: 204 len: 168 time: 0.4111912 Nov 12 08:24:22.571767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06652007-a8a4-4a53-9ee5-0f1d2837689a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ca40b-d945-4156-a5e8-f6038068aa97,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.578179 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f23317-e026-41d0-9461-373991f784a5 x-openstack-request-id: req-06f23317-e026-41d0-9461-373991f784a5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:22.578468 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de74e93-6ece-4546-806d-60a5bcd6a6d3", "name": "network-vif-deleted", "tag": "df0fbf5e-bade-46e3-814e-4299d144f975", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:22.578705 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06f23317-e026-41d0-9461-373991f784a5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:22.579105 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de74e93-6ece-4546-806d-60a5bcd6a6d3', 'name': 'network-vif-deleted', 'tag': 'df0fbf5e-bade-46e3-814e-4299d144f975', 'status': 'completed', 'code': 200} Nov 12 08:24:22.601618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e588e4ec-303a-48d2-bbd1-8c7a0ed5fbb7 None None] Provisioning complete for port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:22.601997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e588e4ec-303a-48d2-bbd1-8c7a0ed5fbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.667860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.700929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:24:22.813711 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 2, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:22.829159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=93a4de1a-80d2-4e5d-bfc5-ca5666234a4f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.918161 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Checking router: 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:22.919511 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Updating router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 port d5477426-665b-49a2-8520-64034543aafd binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:22.942222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:22.973764 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.195192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.199333 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.236148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55530) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:23.270207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e588e4ec-303a-48d2-bbd1-8c7a0ed5fbb7 None None] Could not find standard attr ID for object 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:24:23.335520 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-e588e4ec-303a-48d2-bbd1-8c7a0ed5fbb7 None None] No ports have port_id starting with 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f Nov 12 08:24:23.364256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:23.394230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f', 'network_id': '1f4c10de-cf40-4961-8945-113a4a3813da', 'port_id': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f', 'mac_address': 'fa:16:3e:b8:1c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d235306-fbb1-456b-adf8-765d95ebdb43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:23.492342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d9d0d-2bc2-4e7f-aaea-358e20c0919e None None] DHCP port deletion for f135bf5f-cf4c-435b-8c9d-813521242d00 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:23.510922 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.543627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1bc8cc-53c6-4337-8e42-2a202e044b8f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:23.585810 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.593907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:23.599447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.601561 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.692832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa471953-7891-48e7-a9bf-a042b523edb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.694244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c0bbf-6cc9-4850-ad57-48ee74411e6b None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:23.694961 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7cc3e-fdbb-4920-b2b9-a296c14ee30d None None] Pushing event updated for resources: {'Port': ['ID=d5477426-665b-49a2-8520-64034543aafd,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.726979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f135bf5f-cf4c-435b-8c9d-813521242d00']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:23.750076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:23.750462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bf43b6-a3d4-4a8a-9e98-daefd5ecc2f1') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:23.787086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.790725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79e4b-9ace-4a29-814a-cb0bd5904ca0 req-246f5729-0f62-482d-9165-b5c43499ba62 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.804505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ce79e4b-9ace-4a29-814a-cb0bd5904ca0 req-246f5729-0f62-482d-9165-b5c43499ba62 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.9260783 Nov 12 08:24:23.807570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Pushing event deleted for resources: {'Port': ['ID=f5f7ab05-af3a-4f8f-820b-4190f77aef52,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.812183 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Attempting to bind port d5477426-665b-49a2-8520-64034543aafd on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:23.812951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Attempting to bind port d5477426-665b-49a2-8520-64034543aafd by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:23.813598 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Attempting to bind port d5477426-665b-49a2-8520-64034543aafd on network 99724f2c-dcae-4604-8d14-391f06247c20 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:23.813750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2460aff7-7732-485f-8b2b-eeb929c11907 None None] Provisioning complete for port d5477426-665b-49a2-8520-64034543aafd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:23.814033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2460aff7-7732-485f-8b2b-eeb929c11907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.825258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:23.825700 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Checking segment: {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:23.826224 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.826677 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Bound using segment: {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:23.827591 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Bound port: d5477426-665b-49a2-8520-64034543aafd, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:23.828076 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.882592 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.891621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:23.894864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d6df6-d1e9-4917-9f92-b31d8f28490b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:23.895538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa471953-7891-48e7-a9bf-a042b523edb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.901458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa471953-7891-48e7-a9bf-a042b523edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.929596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-31b87d63-e2fe-4183-8d7d-da81f5185bc3 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.931250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-31b87d63-e2fe-4183-8d7d-da81f5185bc3 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 820 time: 1.1269271 Nov 12 08:24:23.944668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['aa1bc8cc-53c6-4337-8e42-2a202e044b8f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:23.959855 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.996554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:23.997239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:24.000668 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:24.009339 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] For port d5477426-665b-49a2-8520-64034543aafd, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:24.011467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2460aff7-7732-485f-8b2b-eeb929c11907 None None] Port d5477426-665b-49a2-8520-64034543aafd cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:24.015433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa471953-7891-48e7-a9bf-a042b523edb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=314a93049bb64cbbb76118c06c863665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7744336 Nov 12 08:24:24.035545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55534) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:24.048239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa471953-7891-48e7-a9bf-a042b523edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8f888-bc8f-4afd-abbc-0107464886ff,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.067490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-5eb22ebc-57b9-49f9-b095-f59b21736364 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/quotas/8de898d54d404d71992867ee792ca38e HTTP/1.1" status: 200 len: 375 time: 0.1093085 Nov 12 08:24:24.073125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device df0fbf5e-bade-46e3-814e-4299d144f975 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:24.104157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.109815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.111005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9df39d24-d2fe-42ee-964b-e5e831b621a7 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] 10.222.0.16 "DELETE /v2.0/floatingips/3e3fb951-d67b-4d1b-b7ee-66eff0b526c0 HTTP/1.1" status: 204 len: 168 time: 3.4139593 Nov 12 08:24:24.123271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port ff97a5eb-f223-4bfc-8934-5c9946b16c6f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:24.127585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: df0fbf5e-bade-46e3-814e-4299d144f975 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:24.127936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device df0fbf5e-bade-46e3-814e-4299d144f975 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:24.131373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ce79e4b-9ace-4a29-814a-cb0bd5904ca0 req-70f13dd4-5de0-4697-a89c-4343c1fe0d9e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257012 Nov 12 08:24:24.160861 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] For port d5477426-665b-49a2-8520-64034543aafd, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d5477426-665b-49a2-8520-64034543aafd,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:24.164448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.165357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ff97a5eb-f223-4bfc-8934-5c9946b16c6f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:24.166030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.169107 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.184816 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-212f2325-27d4-461b-8122-c655fa3ce2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.188867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.191663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/f135bf5f-cf4c-435b-8c9d-813521242d00 HTTP/1.1" status: 204 len: 168 time: 6.1376836 Nov 12 08:24:24.202764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55538) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:24.232753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702281615'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:24.241417 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-212f2325-27d4-461b-8122-c655fa3ce2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.248282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd86d-027d-41bf-95b4-2ce7a58e4fc2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=f135bf5f-cf4c-435b-8c9d-813521242d00,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.303225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-14819c85-6ff8-4af9-a288-22cf16c7df1b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2237377 Nov 12 08:24:24.329586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-212f2325-27d4-461b-8122-c655fa3ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.336127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-336f1f4d-72ad-4710-a1aa-b63e86c64693 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:24.336433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-212f2325-27d4-461b-8122-c655fa3ce2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.338639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-336f1f4d-72ad-4710-a1aa-b63e86c64693 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145240 Nov 12 08:24:24.342935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-212f2325-27d4-461b-8122-c655fa3ce2dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7e8f888-bc8f-4afd-abbc-0107464886ff HTTP/1.1" status: 204 len: 168 time: 0.3056188 Nov 12 08:24:24.367587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f2325-27d4-461b-8122-c655fa3ce2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8f888-bc8f-4afd-abbc-0107464886ff,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.369038 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:24.369924 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:24.397019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d10fa5-7fb6-4018-98e6-4a78ef6987ef None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:24.426499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:24.430541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.451828 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7cc3e-fdbb-4920-b2b9-a296c14ee30d None None] Pushing event updated for resources: {'Port': ['ID=d5477426-665b-49a2-8520-64034543aafd,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.512241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.545754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:24.548012 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31325029-dc87-44f5-b3a5-072e3a0c48be" -d '{"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-plugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:24.553926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6298681e-8be0-4f23-8fb7-b3ec9116774e None None] Provisioning complete for port d5477426-665b-49a2-8520-64034543aafd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:24.554375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6298681e-8be0-4f23-8fb7-b3ec9116774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.571305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:24.584072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.584986 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 142acaa5-7260-42e8-8abf-15f5e6987726 of type vlan for network a41c045a-fab2-4a33-acba-7becf91be1ed Nov 12 08:24:24.596896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:24.618098 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.651946 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.683418 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:24.774440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0749288-72f5-4259-8eaf-8422b2eb079b req-c5dfadf1-0b94-4ee4-a0e2-c1e2be399e96 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.779207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0749288-72f5-4259-8eaf-8422b2eb079b req-c5dfadf1-0b94-4ee4-a0e2-c1e2be399e96 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 945 time: 0.4657254 Nov 12 08:24:24.803657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.862750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.870402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6298681e-8be0-4f23-8fb7-b3ec9116774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.886469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.890311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.917527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:24.969149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-740bc97e-67ea-49bd-b06e-51efd7893b13 service neutron] 10.222.0.16 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919683 Nov 12 08:24:24.985030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7747076 Nov 12 08:24:24.985391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55558) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:24.994350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'a41c045a-fab2-4a33-acba-7becf91be1ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:25.025549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:25.026396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 93a4de1a-80d2-4e5d-bfc5-ca5666234a4f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:25.058935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6298681e-8be0-4f23-8fb7-b3ec9116774e None None] For port d5477426-665b-49a2-8520-64034543aafd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d5477426-665b-49a2-8520-64034543aafd,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:25.069387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6298681e-8be0-4f23-8fb7-b3ec9116774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.192519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-d71f1b98-1f02-453d-97d0-abd3862cd3c7 service neutron] 10.222.0.16 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006328 Nov 12 08:24:25.243185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298681e-8be0-4f23-8fb7-b3ec9116774e None None] Pushing event updated for resources: {'Port': ['ID=d5477426-665b-49a2-8520-64034543aafd,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.270896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df54c12-a319-4069-a28d-6345e8fb06ff tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=a41c045a-fab2-4a33-acba-7becf91be1ed,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.279248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0749288-72f5-4259-8eaf-8422b2eb079b req-b6115c03-4a6d-40ec-818f-711deaec38bd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789062 Nov 12 08:24:25.299534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a41c045a-fab2-4a33-acba-7becf91be1ed details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:25.350605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:25.363482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.371414 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:25.439464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55572) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:25.513594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562570f0-f0c1-410a-808b-a3b93e259f4e None None] The sync data for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 is: [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:25.517305 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9041bc4-1729-4da8-b35b-1d5d94edbaa0 x-openstack-request-id: req-c9041bc4-1729-4da8-b35b-1d5d94edbaa0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:25.518383 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-plugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:25.518383 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9041bc4-1729-4da8-b35b-1d5d94edbaa0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:25.519513 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'code': 200} Nov 12 08:24:25.581370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Deleting subnet acd59185-b70d-446f-aa6f-1c00b3e25958 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:25.587000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.902911 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.067665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.068375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aa1bc8cc-53c6-4337-8e42-2a202e044b8f up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:26.125534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3dd8e00-7077-4717-a762-e809470218d3 req-0ef662ce-9972-447c-beaa-50d195fc7e20 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 210 time: 0.2864597 Nov 12 08:24:26.149587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c50e90-376e-4377-b7a6-c03e3b35575b req-e78a986e-a66a-498b-9840-fc5cfdac168f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.159126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3c50e90-376e-4377-b7a6-c03e3b35575b req-e78a986e-a66a-498b-9840-fc5cfdac168f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.4450614 Nov 12 08:24:26.197000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff7f3e-f203-44bb-ad7b-0f65cc18bd59 req-8c84c5c0-0a13-4f4f-ae83-f53fa8dc7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.198612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86ff7f3e-f203-44bb-ad7b-0f65cc18bd59 req-8c84c5c0-0a13-4f4f-ae83-f53fa8dc7bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1097 time: 0.4941759 Nov 12 08:24:26.200072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.294521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3c50e90-376e-4377-b7a6-c03e3b35575b req-3b57e9a7-39a7-4974-a003-92e2a47e3996 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320734 Nov 12 08:24:26.324461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=bebb2b4b-282e-4e53-85e4-b49cb7b93396,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.360093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '142acaa5-7260-42e8-8abf-15f5e6987726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a41c045a-fab2-4a33-acba-7becf91be1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:26.363326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: a41c045a-fab2-4a33-acba-7becf91be1ed, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:26.363534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port aa1bc8cc-53c6-4337-8e42-2a202e044b8f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:26.370601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port aa1bc8cc-53c6-4337-8e42-2a202e044b8f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:26.371249 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.384698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.390638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.391961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.394232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.396672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.399923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.400972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.403498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.405689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.408038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.408952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.409560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:26.426335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86ff7f3e-f203-44bb-ad7b-0f65cc18bd59 req-cbc731d8-b78e-4cad-aa86-305d2d833251 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005007 Nov 12 08:24:26.453600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network a41c045a-fab2-4a33-acba-7becf91be1ed is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:26.471532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.490629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a41c045a-fab2-4a33-acba-7becf91be1ed) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:26.491858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.496422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.497084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.501882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/acd59185-b70d-446f-aa6f-1c00b3e25958 HTTP/1.1" status: 204 len: 168 time: 1.0579705 Nov 12 08:24:26.502846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:26.518334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa98720-95ac-4b12-9da4-1ecd294f7fcf None None] Network 203f70ba-6919-48ec-a032-4507ff7336b9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:26.589830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57653a27-1479-4055-a247-49532a3a4d4b None None] Network a41c045a-fab2-4a33-acba-7becf91be1ed requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:26.590608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d471201-e02c-4cbc-8c5b-189cc4511dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd59185-b70d-446f-aa6f-1c00b3e25958,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.665146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865ad8-6fb5-449c-9046-86ef9790aa24 req-5f8431af-37f1-47ea-bd26-7af66377b40b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.674804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23865ad8-6fb5-449c-9046-86ef9790aa24 req-5f8431af-37f1-47ea-bd26-7af66377b40b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 945 time: 0.2052152 Nov 12 08:24:26.727347 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28d541c7-9c3b-486c-b010-8bf750d42409 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7399848 Nov 12 08:24:26.728023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55604) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:26.794335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23865ad8-6fb5-449c-9046-86ef9790aa24 req-33577cb4-2dbf-4463-a2fe-f8d56f09b0c8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184549 Nov 12 08:24:26.844911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.189161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d5477426-665b-49a2-8520-64034543aafd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:27.207326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.328527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.363358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b62cb7ea-8ab5-41be-a6c7-8c9f89c5564c req-a54d905c-fda2-4d90-8c7b-dc41417a9a65 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 210 time: 0.0761101 Nov 12 08:24:27.451079 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.519041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203f70ba-6919-48ec-a032-4507ff7336b9']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:27.559934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358b6b43-5386-4049-88f6-65abbbced2aa') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:27.560861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358b6b43-5386-4049-88f6-65abbbced2aa') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:27.581374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c502c3-45c7-482a-9b3c-786a256e074f req-311726c3-6382-4a14-beb9-8c7774d04997 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.583003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43c502c3-45c7-482a-9b3c-786a256e074f req-311726c3-6382-4a14-beb9-8c7774d04997 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1696837 Nov 12 08:24:27.610388 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.633350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:27.636519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:27.645483 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84f2eef-8152-4bb6-a55e-0a51b80916c2" -d '{"events": [{"server_uuid": "785f0c44-42fe-48a5-be2f-5d77a6416665", "name": "network-vif-plugged", "status": "completed", "tag": "aa1bc8cc-53c6-4337-8e42-2a202e044b8f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:27.655845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4daaf5-936e-46d8-9574-82dd423fcfa8 None None] DHCP port deletion for 203f70ba-6919-48ec-a032-4507ff7336b9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:27.688703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.710162 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.755951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43c502c3-45c7-482a-9b3c-786a256e074f req-687d6618-7742-4719-b187-569a3a9ee81a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606512 Nov 12 08:24:27.785694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d5477426-665b-49a2-8520-64034543aafd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:27.788147 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.880539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.943308 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2eceb0-526d-4c50-b4e6-ff6f179dddb2 x-openstack-request-id: req-da2eceb0-526d-4c50-b4e6-ff6f179dddb2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:27.945475 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f0c44-42fe-48a5-be2f-5d77a6416665", "name": "network-vif-plugged", "status": "completed", "tag": "aa1bc8cc-53c6-4337-8e42-2a202e044b8f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:27.945834 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da2eceb0-526d-4c50-b4e6-ff6f179dddb2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:27.946328 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f', 'code': 200} Nov 12 08:24:28.032658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1031a5-d470-4acd-b386-c236f570684b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a41c045a-fab2-4a33-acba-7becf91be1ed', 'network_id': 'a41c045a-fab2-4a33-acba-7becf91be1ed', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': 'bebb2b4b-282e-4e53-85e4-b49cb7b93396'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:28.033594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b1031a5-d470-4acd-b386-c236f570684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.088282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:28.149251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2c2-00d1-4ae8-95e7-3ea59b01e03e req-602ee6d2-77b7-4e68-a074-94287d2c8609 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.162678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c281c2c2-00d1-4ae8-95e7-3ea59b01e03e req-602ee6d2-77b7-4e68-a074-94287d2c8609 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1527696 Nov 12 08:24:28.239877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.275248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67ecf3-61ef-4168-a083-4c18dd32c05a None None] Network a41c045a-fab2-4a33-acba-7becf91be1ed requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:28.283871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c281c2c2-00d1-4ae8-95e7-3ea59b01e03e req-c9122b66-08c0-4de3-a678-7404b66d1589 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193652 Nov 12 08:24:28.284189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-89ed322b-a2b3-4bb4-8183-6726d2af29bd tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.287396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-89ed322b-a2b3-4bb4-8183-6726d2af29bd tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 820 time: 0.3844411 Nov 12 08:24:28.328230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'port': {'device_id': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'admin_state_up': True, 'tenant_id': '8de898d54d404d71992867ee792ca38e'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:28.585386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:28.586003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:28.591197 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:28.598346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-901a769a-2d2e-41de-9b4f-4e93a87d3e2f req-48495963-bcb0-4dec-be26-16acacfce6ed tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 210 time: 0.0815389 Nov 12 08:24:28.626936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=bebb2b4b-282e-4e53-85e4-b49cb7b93396,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:28.674762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.704180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41c045a-fab2-4a33-acba-7becf91be1ed']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:28.716455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142acaa5-7260-42e8-8abf-15f5e6987726') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:28.716855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142acaa5-7260-42e8-8abf-15f5e6987726') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:28.740168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.762550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.772965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:28.780786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:28.854055 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:28.972944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8ffa2-9d36-472c-bf90-2f23e71c872f req-a854aaba-557a-4215-8174-b4975d67b799 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.982817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0e8ffa2-9d36-472c-bf90-2f23e71c872f req-a854aaba-557a-4215-8174-b4975d67b799 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0925179 Nov 12 08:24:28.983825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.997278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.002978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] 10.222.0.16 "DELETE /v2.0/networks/203f70ba-6919-48ec-a032-4507ff7336b9 HTTP/1.1" status: 204 len: 168 time: 2.4955773 Nov 12 08:24:29.004071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Made reservation on behalf of 8de898d54d404d71992867ee792ca38e for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:29.014249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.050900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.057557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672afbe2-38ec-430f-9dda-d2bac2245372 req-9b89d463-c787-41d1-8226-d06f13f77a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.063937 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-672afbe2-38ec-430f-9dda-d2bac2245372 req-9b89d463-c787-41d1-8226-d06f13f77a4a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 1098 time: 0.7750261 Nov 12 08:24:29.080175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0e8ffa2-9d36-472c-bf90-2f23e71c872f req-49edec15-72a1-4ee3-a424-e1d60fe76bce tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912306 Nov 12 08:24:29.116040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae372a-8c32-4ed2-a3cf-7f98386dcd9c admin admin] Pushing event deleted for resources: {'Network': ['ID=203f70ba-6919-48ec-a032-4507ff7336b9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:29.131071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.140483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55650) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.141152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/a41c045a-fab2-4a33-acba-7becf91be1ed HTTP/1.1" status: 204 len: 168 time: 2.4095404 Nov 12 08:24:29.147759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028584318'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:29.188817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f92b7-b307-4485-b12f-3d9b35f272a6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=a41c045a-fab2-4a33-acba-7becf91be1ed,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:29.216953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:29.222832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.290328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-672afbe2-38ec-430f-9dda-d2bac2245372 req-b3303904-a481-4f34-933a-39b265cf3255 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717887 Nov 12 08:24:29.324804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:29.360889 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.362493 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment c7aa62ee-4410-449d-9415-691210b3cbfe of type vlan for network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 Nov 12 08:24:29.394566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Allocated IP 172.20.0.11 (99724f2c-dcae-4604-8d14-391f06247c20/90bb97f2-d7ea-4494-99a6-7890b27d3025/7ad4a6ff-92d1-466b-8a6f-763c1365d401) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:29.541738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.575913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55662) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.647657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.656978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.657697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.672501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f70b0223-dbb7-4aad-9b46-b22969dd0d4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=242dc2e8befc462588284356d4e7cd19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952642 Nov 12 08:24:29.675268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55672) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.818022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.829542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b06f76c-1429-48ca-82ae-a09b34926f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.884960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b06f76c-1429-48ca-82ae-a09b34926f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.977039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b06f76c-1429-48ca-82ae-a09b34926f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.980571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b06f76c-1429-48ca-82ae-a09b34926f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.986422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1b06f76c-1429-48ca-82ae-a09b34926f35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14569f36-e8b7-4919-9ce8-981b366f1fe8 HTTP/1.1" status: 204 len: 168 time: 0.3072982 Nov 12 08:24:29.994833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55684) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.996083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8537083 Nov 12 08:24:30.007094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:30.057891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243e339-8198-4c46-8701-44b9cc434129 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=dbb1dc50-70c5-4420-bbe7-9b154f0d0819,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.075603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:30.081646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e456f6-ed18-4009-95c5-3f0bc85375f1 req-10f53c1d-bb11-4f82-b434-bf76638bfa61 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.091210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4e456f6-ed18-4009-95c5-3f0bc85375f1 req-10f53c1d-bb11-4f82-b434-bf76638bfa61 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.6455047 Nov 12 08:24:30.153189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06f76c-1429-48ca-82ae-a09b34926f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14569f36-e8b7-4919-9ce8-981b366f1fe8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.219274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:30.248695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.262898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.321273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-81843a30-4889-4697-a01c-44ee51c84606 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.344652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-81843a30-4889-4697-a01c-44ee51c84606 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 814 time: 0.7214854 Nov 12 08:24:30.388173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4e456f6-ed18-4009-95c5-3f0bc85375f1 req-0a070b12-9662-4a50-abf5-4acbfb82e066 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708168 Nov 12 08:24:30.394234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-7c14da88-e583-4d7a-be29-4350ff0cc909 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/quotas/6289ea60fcd84835966dd09ab28b2d6d HTTP/1.1" status: 200 len: 375 time: 0.0465052 Nov 12 08:24:30.509544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.528269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Network 99724f2c-dcae-4604-8d14-391f06247c20 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:30.531395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-782b4ecb-cf5e-4fc8-9d8b-7414417a2df9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277933 Nov 12 08:24:30.550362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:30.559285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:30.585741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94b0ae-01ec-4422-bd88-03b2ceb5eae0 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:30.662751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-aa6bae42-6031-44bc-967e-b190ae39f49d None None] Provisioning complete for port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:30.664166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aa6bae42-6031-44bc-967e-b190ae39f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.695120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.695809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.809235 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c0c7dbb5-6d6e-4a23-b757-cb9ae32d8901 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4859018 Nov 12 08:24:30.842852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Request body: {'port': {'device_id': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:30.887905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bae42-6031-44bc-967e-b190ae39f49d None None] Port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:30.916384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa343-45c8-499d-b36d-1a7b04fc5b4e req-0cdeae18-b02e-4f12-8dba-a83cbaeb93e0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.918088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-662aa343-45c8-499d-b36d-1a7b04fc5b4e req-0cdeae18-b02e-4f12-8dba-a83cbaeb93e0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 932 time: 0.3205850 Nov 12 08:24:31.012668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-8724629b-a91a-48e7-9e7d-c2fe00723f21 service neutron] 10.222.0.16 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580235 Nov 12 08:24:31.036273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.219465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-406a119b-2cb0-4fee-8e45-adf584390e52 service neutron] 10.222.0.16 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060351 Nov 12 08:24:31.314759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-662aa343-45c8-499d-b36d-1a7b04fc5b4e req-7789f4d1-5d75-407c-aa63-69d671aef532 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771369 Nov 12 08:24:31.336836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.692473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12147f9-47a2-4895-a935-e7856cd1f494 req-7cb29935-2e6b-4f7e-a1d1-7e079b882355 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.700993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b12147f9-47a2-4895-a935-e7856cd1f494 req-7cb29935-2e6b-4f7e-a1d1-7e079b882355 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1350789 Nov 12 08:24:31.746790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86d678f2-e590-4f4b-9a38-4fa851e124d6 req-7bb85742-9336-4276-a7b2-27dc85fc0135 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 210 time: 0.0865393 Nov 12 08:24:31.944213 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b12147f9-47a2-4895-a935-e7856cd1f494 req-bddc5d80-6656-4a81-b655-5693b4dc6c2a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194817 Nov 12 08:24:31.989672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=7a7ebda0-7a96-426c-92ae-4cb12600dad6,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:32.043218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': 'c7aa62ee-4410-449d-9415-691210b3cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:32.046134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: dbb1dc50-70c5-4420-bbe7-9b154f0d0819, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:32.406842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:32.498673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, dbb1dc50-70c5-4420-bbe7-9b154f0d0819) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:32.516084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71bcec0-f496-4e80-9643-15e85e480dfa None None] Network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:32.581146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.581772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.678050 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4523ba32-8f0f-475a-bba1-be31e88ec53b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6778715 Nov 12 08:24:32.684650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55754) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:32.726009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002de034-c613-47b1-be01-4a778ee92dcd req-ddcc1ab2-4adb-4f67-8e53-fe832aad2a1d tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.740591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-002de034-c613-47b1-be01-4a778ee92dcd req-ddcc1ab2-4adb-4f67-8e53-fe832aad2a1d tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 932 time: 0.2115242 Nov 12 08:24:32.879694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a92b-52f9-4a05-a921-a8335ffcef7c req-88603148-f228-4aab-9948-b195d58c3441 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.898629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb96a92b-52f9-4a05-a921-a8335ffcef7c req-88603148-f228-4aab-9948-b195d58c3441 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.3031070 Nov 12 08:24:32.912919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.977653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-002de034-c613-47b1-be01-4a778ee92dcd req-634f9dc6-edec-4135-850f-35055aa4cfa1 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333179 Nov 12 08:24:33.000561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-dbb1dc50-70c5-4420-bbe7-9b154f0d0819', 'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '7a7ebda0-7a96-426c-92ae-4cb12600dad6'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:33.002550 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.028650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad4a6ff-92d1-466b-8a6f-763c1365d401 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:33.040038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.057082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Transition to ACTIVE for port object 7ad4a6ff-92d1-466b-8a6f-763c1365d401 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:33.088092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.154370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb96a92b-52f9-4a05-a921-a8335ffcef7c req-693d9f04-2b94-4cd2-ada6-883ffab7de93 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543290 Nov 12 08:24:33.384575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f0592-327d-42c6-b5ce-5d1c39101cf6 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:33.418826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eca99279-0c06-4568-8597-1a8904f783ae req-4cd04b8d-7307-4e3b-ad8f-01f76f2c3c17 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 210 time: 0.0759983 Nov 12 08:24:33.628587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.659927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:33.687239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafd300-8ad5-453d-818d-ed826df4974d req-378f48e1-b27e-4906-b6d7-f5cddac8caf5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.693912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5eafd300-8ad5-453d-818d-ed826df4974d req-378f48e1-b27e-4906-b6d7-f5cddac8caf5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1544652 Nov 12 08:24:33.725036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Allocated IP 172.20.0.2 (dbb1dc50-70c5-4420-bbe7-9b154f0d0819/7a7ebda0-7a96-426c-92ae-4cb12600dad6/f73f8b20-2c1b-4348-9530-eb6b4957b9ca) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:33.746670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Attempting to bind port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:33.747552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Attempting to bind port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:33.748182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Attempting to bind port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 on network 99724f2c-dcae-4604-8d14-391f06247c20 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:33.769104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 on network 99724f2c-dcae-4604-8d14-391f06247c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:33.772953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Attempting to bind port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 on network 99724f2c-dcae-4604-8d14-391f06247c20 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:33.790658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5eafd300-8ad5-453d-818d-ed826df4974d req-35ed9988-8b3c-427e-a4b6-4b4617af9051 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Nov 12 08:24:33.800327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:33.803035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Checking segment: {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:33.803620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Bound using segment: {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:33.806010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Bound port: 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7295001a-0887-4ad8-a415-629740ce8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:33.806515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.049865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:34.060310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:34.072617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.195328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-6d0c9e00-8e90-43e4-b560-64f7aa2a1750 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.206017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-6d0c9e00-8e90-43e4-b560-64f7aa2a1750 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.32 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 814 time: 0.3624737 Nov 12 08:24:34.220990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Request body: {'port': {'device_id': '5418d526-8476-4d28-9e00-8600ef78b481', 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'admin_state_up': True, 'tenant_id': '6289ea60fcd84835966dd09ab28b2d6d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:34.238349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.244608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004fb153-db43-4711-8d8e-9d6cea2d40db None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:34.276414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.296852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.305798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.306853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.311733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-1137d106-9daf-4e7f-b7be-5f1ef2ac289a service neutron] 10.222.0.25 "PUT /v2.0/ports/7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 1093 time: 3.4921005 Nov 12 08:24:34.312628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:34.322998 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931" -d '{"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:34.349498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.398196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7ebda0-7a96-426c-92ae-4cb12600dad6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.514588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:34.524821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-6b9c5aeb-8ebb-4f0f-8786-fdba6068c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.525583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Pushing event updated for resources: {'Port': ['ID=f73f8b20-2c1b-4348-9530-eb6b4957b9ca,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.528292 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-6b9c5aeb-8ebb-4f0f-8786-fdba6068c48b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1096 time: 0.1011605 Nov 12 08:24:34.541557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:34.546878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:34.603599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5ff4-4c36-4d30-8008-73ace95af725 req-9c157ccf-e4b2-4d58-a45c-cd2d80eda0dc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.612327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d6d5ff4-4c36-4d30-8008-73ace95af725 req-9c157ccf-e4b2-4d58-a45c-cd2d80eda0dc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 944 time: 0.1911907 Nov 12 08:24:34.622799 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-16e90374-96ef-4e8c-ba6d-0d969e270ac0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.0844975 Nov 12 08:24:34.635640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.654984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Made reservation on behalf of 6289ea60fcd84835966dd09ab28b2d6d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:34.661895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.795247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-76c0bfe4-34e4-4bcf-8b1b-53deaf7f023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.797159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-76c0bfe4-34e4-4bcf-8b1b-53deaf7f023a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.1538875 Nov 12 08:24:34.839507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-68d3ac6b-8423-4675-b3ce-16653c15af24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325301 Nov 12 08:24:34.846052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Attempting to bind port f73f8b20-2c1b-4348-9530-eb6b4957b9ca on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:34.846669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Attempting to bind port f73f8b20-2c1b-4348-9530-eb6b4957b9ca by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'c7aa62ee-4410-449d-9415-691210b3cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:34.846844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Attempting to bind port f73f8b20-2c1b-4348-9530-eb6b4957b9ca on network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:34.864134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d6d5ff4-4c36-4d30-8008-73ace95af725 req-41d7df91-24ca-498c-b97d-7afc4490ec55 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503405 Nov 12 08:24:34.898771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:34.899152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Checking segment: {'id': 'c7aa62ee-4410-449d-9415-691210b3cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:34.899557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.899976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Bound using segment: {'id': 'c7aa62ee-4410-449d-9415-691210b3cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:34.916777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Bound port: f73f8b20-2c1b-4348-9530-eb6b4957b9ca, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aa62ee-4410-449d-9415-691210b3cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:34.917193 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.025813 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc3a828-fb42-44ba-88bb-9ac24e51500c x-openstack-request-id: req-8dc3a828-fb42-44ba-88bb-9ac24e51500c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:35.026146 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:35.030401 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dc3a828-fb42-44ba-88bb-9ac24e51500c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:35.031085 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'status': 'completed', 'code': 200} Nov 12 08:24:35.042901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb1dc50-70c5-4420-bbe7-9b154f0d0819']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:35.084402 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-4d5f8952-768b-46e2-97af-63f119247bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319419 Nov 12 08:24:35.090225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aa62ee-4410-449d-9415-691210b3cbfe') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:35.090516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aa62ee-4410-449d-9415-691210b3cbfe') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:35.094399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] For port f73f8b20-2c1b-4348-9530-eb6b4957b9ca, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:35.098974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] For port f73f8b20-2c1b-4348-9530-eb6b4957b9ca, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f73f8b20-2c1b-4348-9530-eb6b4957b9ca,segment=NetworkSegment(c7aa62ee-4410-449d-9415-691210b3cbfe),segment_id=c7aa62ee-4410-449d-9415-691210b3cbfe)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:35.105470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.240282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4834f2-33ec-4815-aee2-754ce756832b None None] Pushing event updated for resources: {'Port': ['ID=f73f8b20-2c1b-4348-9530-eb6b4957b9ca,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:35.262807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.317567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11a447-dbb7-4db1-a4cc-a3061723ec3e None None] Network dbb1dc50-70c5-4420-bbe7-9b154f0d0819 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:35.346360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.375050 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99c889f0-b9c1-4cb6-9e65-a5ec355ea78d req-c7d4158d-889f-42a6-904c-6173919b0f2e service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755647 Nov 12 08:24:35.383402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:35.384493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:35.388593 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:35.402558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50d51-6bea-472c-b785-6f5652689a79 req-79bc1079-1bff-4107-b66c-ec8f98353b0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.422657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36d50d51-6bea-472c-b785-6f5652689a79 req-79bc1079-1bff-4107-b66c-ec8f98353b0b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.4944921 Nov 12 08:24:35.454198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e75c8a3a-2d15-4369-b65f-694e42dee3c0 req-dc397466-b231-40fb-bff1-0948f6910d51 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 210 time: 0.3805521 Nov 12 08:24:35.557651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Allocated IP 172.20.0.7 (346797a7-d7ae-4e3e-ac72-21d54ee71358/8346f34c-3b0f-43ce-9d5b-fd3cc388c461/64b91332-20be-4f24-833a-5cc662cd80e5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:35.584907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36d50d51-6bea-472c-b785-6f5652689a79 req-eee6541b-1652-45a5-9641-ff0d504dcae4 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612670 Nov 12 08:24:35.634005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb18eb2-c527-49f2-8475-bc325ce473f2 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:24:35.686133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-8e9510c0-8d47-49bf-a26a-63ef9fda6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.688107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-8e9510c0-8d47-49bf-a26a-63ef9fda6b67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1096 time: 0.1590297 Nov 12 08:24:35.692974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:24:35.692974 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:24:35.692974 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'dbb1dc50-70c5-4420-bbe7-9b154f0d0819'}] Nov 12 08:24:35.692974 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:35.694015 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:35.915289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-6f8ad527-ff8f-44b4-9675-d2972b826006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.921786 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-6f8ad527-ff8f-44b4-9675-d2972b826006 service neutron] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.2225881 Nov 12 08:24:35.943993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb18eb2-c527-49f2-8475-bc325ce473f2 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:24:36.023033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.042787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-5dc8f561-4fd5-4428-bcc7-468bf690c737 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.1166387 Nov 12 08:24:36.090663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddef2-b9c3-4021-b8e0-e96144c92e53 req-292f256a-4103-40e3-b328-dcec0d97b0c1 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.093963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-320ddef2-b9c3-4021-b8e0-e96144c92e53 req-292f256a-4103-40e3-b328-dcec0d97b0c1 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 944 time: 0.0966108 Nov 12 08:24:36.115288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-bc2de70a-91f5-4ddc-9a68-2ee9ae57b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.117042 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-bc2de70a-91f5-4ddc-9a68-2ee9ae57b567 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.0671184 Nov 12 08:24:36.164363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-320ddef2-b9c3-4021-b8e0-e96144c92e53 req-3353415a-3081-46f1-8e13-83be761fe643 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623667 Nov 12 08:24:36.168039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.181258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ff97a5eb-f223-4bfc-8934-5c9946b16c6f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:36.206009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.233361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-ba86cab3-6a3e-4aa2-a337-a449c809ba29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091654 Nov 12 08:24:36.233932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:36.240539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:36.249078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:36.297589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Pushing event updated for resources: {'Port': ['ID=64b91332-20be-4f24-833a-5cc662cd80e5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:36.349209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.350194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.377458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-a5b15bb3-aa23-4d48-a43f-5b9c68fa38ac tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1616719 Nov 12 08:24:36.408664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Request body: {'port': {'device_id': '5418d526-8476-4d28-9e00-8600ef78b481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:36.570225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.613961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-ddbdc132-94b8-4ed3-b7ad-0958f53db11d service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582921 Nov 12 08:24:36.851252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port f73f8b20-2c1b-4348-9530-eb6b4957b9ca {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:36.859491 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.934376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09593f9-5359-4cfb-b3bb-ca22f6e309bf req-3d3b6027-8ad4-4748-ad6e-bfb173a84bab tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.948730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e09593f9-5359-4cfb-b3bb-ca22f6e309bf req-3d3b6027-8ad4-4748-ad6e-bfb173a84bab tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 931 time: 0.3464015 Nov 12 08:24:37.099799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c41f-f4b9-4d09-82a2-6e8a44cbc757 req-d420d2d5-db48-4de6-930f-92cd48c95771 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.101950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75f2c41f-f4b9-4d09-82a2-6e8a44cbc757 req-d420d2d5-db48-4de6-930f-92cd48c95771 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.3961618 Nov 12 08:24:37.121930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-443a7e1c-51bb-4ff6-adc2-0a9bf34ef931 req-834b351f-2b31-4336-85fc-62908449e5f7 service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916878 Nov 12 08:24:37.212316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e09593f9-5359-4cfb-b3bb-ca22f6e309bf req-6b746504-5521-4187-8801-a1666a2081bb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624273 Nov 12 08:24:37.221287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port f73f8b20-2c1b-4348-9530-eb6b4957b9ca, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f73f8b20-2c1b-4348-9530-eb6b4957b9ca,segment=NetworkSegment(c7aa62ee-4410-449d-9415-691210b3cbfe),segment_id=c7aa62ee-4410-449d-9415-691210b3cbfe)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:37.221713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.274842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for f73f8b20-2c1b-4348-9530-eb6b4957b9ca owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:37.369861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75f2c41f-f4b9-4d09-82a2-6e8a44cbc757 req-4d52b977-5ec4-45e1-b6ff-65efedd4dbae tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535200 Nov 12 08:24:37.424863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c28c7-6a3f-4d0a-9d5a-7079a6a45e88 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:37.521760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.566967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8d1b20e1-7c46-424c-99ac-c69f604c6094 None None] Provisioning complete for port 64b91332-20be-4f24-833a-5cc662cd80e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:37.567549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d1b20e1-7c46-424c-99ac-c69f604c6094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.640086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=f73f8b20-2c1b-4348-9530-eb6b4957b9ca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:37.647342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b91332-20be-4f24-833a-5cc662cd80e5 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:37.658697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port f73f8b20-2c1b-4348-9530-eb6b4957b9ca on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:37.664880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f66eed-9918-4d5f-adeb-f92a89c155bb req-5f7a51fb-7e33-4f96-b090-57700108c3eb tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.668299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14f66eed-9918-4d5f-adeb-f92a89c155bb req-5f7a51fb-7e33-4f96-b090-57700108c3eb tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 944 time: 0.1183875 Nov 12 08:24:37.674139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.693523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b20e1-7c46-424c-99ac-c69f604c6094 None None] Port 64b91332-20be-4f24-833a-5cc662cd80e5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:37.741200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Transition to ACTIVE for port object 64b91332-20be-4f24-833a-5cc662cd80e5 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:37.759365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.797083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7796090a-48fc-4acb-b8e6-5bdd10c05658 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:37.833281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.861099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb1dc50-70c5-4420-bbe7-9b154f0d0819']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:37.869952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14f66eed-9918-4d5f-adeb-f92a89c155bb req-899746e1-b7b5-4f25-b827-8f83f5b784d2 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915562 Nov 12 08:24:37.873456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aa62ee-4410-449d-9415-691210b3cbfe') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:37.873823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aa62ee-4410-449d-9415-691210b3cbfe') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:37.900780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.922070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.932565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:37.933215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:37.939788 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:38.012966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Pushing event updated for resources: {'Port': ['ID=64b91332-20be-4f24-833a-5cc662cd80e5,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:38.029441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.040966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.042142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Attempting to bind port 64b91332-20be-4f24-833a-5cc662cd80e5 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:38.042604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Attempting to bind port 64b91332-20be-4f24-833a-5cc662cd80e5 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:38.042940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Attempting to bind port 64b91332-20be-4f24-833a-5cc662cd80e5 on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:38.046583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/dbb1dc50-70c5-4420-bbe7-9b154f0d0819 HTTP/1.1" status: 204 len: 168 time: 5.3599284 Nov 12 08:24:38.056017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55854) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:38.056743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Port 64b91332-20be-4f24-833a-5cc662cd80e5 on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:38.057128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Attempting to bind port 64b91332-20be-4f24-833a-5cc662cd80e5 on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:38.065645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59bc86-257e-4ab4-a869-20646a237765 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=dbb1dc50-70c5-4420-bbe7-9b154f0d0819,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:38.070969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526795408'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:38.113101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:38.113998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Checking segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:38.114583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Bound using segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:38.115060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Bound port: 64b91332-20be-4f24-833a-5cc662cd80e5, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:38.115457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.120675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:38.125897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.177884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7ad4a6ff-92d1-466b-8a6f-763c1365d401 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:38.446566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:38.504869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'port_id': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'mac_address': 'fa:16:3e:fa:74:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:38.732958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.777739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad4a6ff-92d1-466b-8a6f-763c1365d401 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:38.795666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.854715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:38.865410 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.027688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:39.046343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:39.094871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131cc00-dbef-4a77-a73e-c3a81fb66665 req-e10527c1-e0c8-4046-b059-0955acf63586 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.099046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d131cc00-dbef-4a77-a73e-c3a81fb66665 req-e10527c1-e0c8-4046-b059-0955acf63586 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.2873511 Nov 12 08:24:39.117883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] For port 64b91332-20be-4f24-833a-5cc662cd80e5, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:39.121899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.122267 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 066ba3d5-7571-4a74-936c-3550f93166a6 of type vlan for network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 Nov 12 08:24:39.125948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] For port 64b91332-20be-4f24-833a-5cc662cd80e5, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64b91332-20be-4f24-833a-5cc662cd80e5,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:39.180739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44e39d-d045-4be6-ab23-91e2219b9c74 req-66fac799-6ddd-46e5-904a-070557bd4016 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.188324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db44e39d-d045-4be6-ab23-91e2219b9c74 req-66fac799-6ddd-46e5-904a-070557bd4016 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 943 time: 0.4091010 Nov 12 08:24:39.204356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7ad4a6ff-92d1-466b-8a6f-763c1365d401'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:39.251876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.353866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.475451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Pushing event updated for resources: {'Port': ['ID=64b91332-20be-4f24-833a-5cc662cd80e5,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:39.489724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.496953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.497616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.574868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c494d-7456-49bf-a814-309e01a3d775 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:39.598084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d131cc00-dbef-4a77-a73e-c3a81fb66665 req-bba4168c-7081-4a7a-948d-4533161bed7e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776404 Nov 12 08:24:39.622664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5587535 Nov 12 08:24:39.625023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.627020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:39.633810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:39.640183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.643718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-25d9a3f5-a2f0-472d-99ff-afa13ba2803e service neutron] 10.222.0.32 "PUT /v2.0/ports/64b91332-20be-4f24-833a-5cc662cd80e5 HTTP/1.1" status: 200 len: 1092 time: 3.2551496 Nov 12 08:24:39.700381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5418d526-8476-4d28-9e00-8600ef78b481', 'tag': '64b91332-20be-4f24-833a-5cc662cd80e5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:39.711625 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb5a86f-f4ef-496e-9281-c0177a892dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5418d526-8476-4d28-9e00-8600ef78b481", "tag": "64b91332-20be-4f24-833a-5cc662cd80e5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:39.727301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db44e39d-d045-4be6-ab23-91e2219b9c74 req-a69860ed-98ce-4b2c-8111-f36646fd369c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381179 Nov 12 08:24:39.988928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:39.993500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f895c-5084-44ab-a372-ff7fdcb3d345 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:39.996327 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.010185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:40.088283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-d066a795-8ae9-4331-bd93-9be9d794fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.091430 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-d066a795-8ae9-4331-bd93-9be9d794fb4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 1095 time: 0.2447226 Nov 12 08:24:40.127182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4dec1-f632-4b1f-839a-aad36738f9df req-9c8cde8b-e55d-4417-9a08-73e5e526845e tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.132151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58f4dec1-f632-4b1f-839a-aad36738f9df req-9c8cde8b-e55d-4417-9a08-73e5e526845e tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 945 time: 0.1905677 Nov 12 08:24:40.209055 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:24:40.312901 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8367a438-8872-42cd-a4f7-041b40122723 x-openstack-request-id: req-8367a438-8872-42cd-a4f7-041b40122723 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:40.313467 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5418d526-8476-4d28-9e00-8600ef78b481", "tag": "64b91332-20be-4f24-833a-5cc662cd80e5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:40.314266 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8367a438-8872-42cd-a4f7-041b40122723 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:40.314930 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5418d526-8476-4d28-9e00-8600ef78b481', 'tag': '64b91332-20be-4f24-833a-5cc662cd80e5', 'status': 'completed', 'code': 200} Nov 12 08:24:40.317255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-0b91a658-eadb-43af-8a83-5fb5b808e27f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b91332-20be-4f24-833a-5cc662cd80e5 HTTP/1.1" status: 200 len: 217 time: 0.1846695 Nov 12 08:24:40.368537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing IP validity checks on allocation pools {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:24:40.369060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:24:40.474214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58f4dec1-f632-4b1f-839a-aad36738f9df req-5000ca25-610b-4752-91fb-4ef8e4ebe646 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327062 Nov 12 08:24:40.478641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-fedb6f48-a3d3-4024-861f-9176be2168f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.484102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-fedb6f48-a3d3-4024-861f-9176be2168f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.1555498 Nov 12 08:24:40.622724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55920) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:40.624842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-b841f39c-8242-4c20-a8a4-b62f1e4c2f4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303015 Nov 12 08:24:40.672817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2d12-cfa9-42d3-90f8-1c26c478ddec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.888224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.052999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=1e12fe21-25f7-4edb-8fcb-a8bb451ec005,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:41.139852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '066ba3d5-7571-4a74-936c-3550f93166a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:41.140276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:41.186230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8573a8-92d5-4c42-b2c3-3a677a368522 req-2171d672-4102-4f5f-81e7-78f1424476cc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.195418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc8573a8-92d5-4c42-b2c3-3a677a368522 req-2171d672-4102-4f5f-81e7-78f1424476cc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.4572809 Nov 12 08:24:41.224636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5fac-3813-469c-80a3-482a1731d69d req-bcf432fd-a71e-464b-8e47-65c5b3ed1ab5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.226860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-728c5fac-3813-469c-80a3-482a1731d69d req-bcf432fd-a71e-464b-8e47-65c5b3ed1ab5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 943 time: 0.2356601 Nov 12 08:24:41.227956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:41.307171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-ddd84c92-e370-4a8a-a90d-d20fed93b71f service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714485 Nov 12 08:24:41.439845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-728c5fac-3813-469c-80a3-482a1731d69d req-dafb8a5a-59a0-4a8a-add4-f585a55cf04f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999757 Nov 12 08:24:41.491737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc8573a8-92d5-4c42-b2c3-3a677a368522 req-c0e77a6b-dbb7-4dfe-b0e2-8006367e76cd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953646 Nov 12 08:24:41.507204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a9554f-694a-4c6f-a961-4e083e4e72ba req-e5c474e2-74e3-41b7-99a5-86f3a7d7bb78 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889067 Nov 12 08:24:41.612029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-136ddf98-5bb2-4c73-ba52-1158f45750fc req-306f51e1-4b4f-4bc7-ac1a-06a7135c744e service neutron] (102371) timed out ('10.222.0.32', 50894) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:24:41.707488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-e0ccdc71-1c18-406f-adbe-9fb13c1b600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.712277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-e0ccdc71-1c18-406f-adbe-9fb13c1b600a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 1095 time: 0.1326742 Nov 12 08:24:41.723009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:41.737280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.738236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.747546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1144f0f1-ff7b-44aa-bc43-8507e7df9aab None None] Network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:41.823588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.834013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86505ffc-6ebb-433a-9ee7-c622ab308d07 req-1eaa609d-c65e-421d-bd47-ca1b3e2596b0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.843103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86505ffc-6ebb-433a-9ee7-c622ab308d07 req-1eaa609d-c65e-421d-bd47-ca1b3e2596b0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 945 time: 0.2117732 Nov 12 08:24:41.897052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d173d4ab-a18c-419c-ade8-912849d093c4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2660823 Nov 12 08:24:41.898307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55950) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:42.092143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86505ffc-6ebb-433a-9ee7-c622ab308d07 req-587670a7-e0bc-4b5c-9972-e35efe43e077 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476807 Nov 12 08:24:42.104458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59', 'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '1e12fe21-25f7-4edb-8fcb-a8bb451ec005'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:42.105610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.107561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-53a01b58-abde-401c-9575-3b37d60a9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.110138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-53a01b58-abde-401c-9575-3b37d60a9d7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.3854008 Nov 12 08:24:42.165696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-76bc8ccc-21f3-40b9-87b5-90cbd258e81b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b91332-20be-4f24-833a-5cc662cd80e5 HTTP/1.1" status: 200 len: 217 time: 0.0459013 Nov 12 08:24:42.316274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-18c9ff2f-da4b-40a3-a2b1-b1bd51cc31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.319730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-18c9ff2f-da4b-40a3-a2b1-b1bd51cc31cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.1457467 Nov 12 08:24:42.324657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7ad4a6ff-92d1-466b-8a6f-763c1365d401 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:42.386837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-70e0fc11-d2e1-4f07-86cd-704ee6b195ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583770 Nov 12 08:24:42.575571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:42.612098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:42.612470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.784973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Allocated IP 172.20.0.3 (f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59/1e12fe21-25f7-4edb-8fcb-a8bb451ec005/d8f8c21a-0e19-4187-9953-60ae32c82086) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:42.805195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-cebbed15-ab6e-4366-8cb2-d14456a2f27d service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076285 Nov 12 08:24:43.055780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.129692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aca15-fc78-4d46-ae3d-b19105c50aec req-0c440f61-3e1d-43e5-9b76-6ae57bae8090 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.141962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c42aca15-fc78-4d46-ae3d-b19105c50aec req-0c440f61-3e1d-43e5-9b76-6ae57bae8090 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 943 time: 0.3333836 Nov 12 08:24:43.188325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:43.196446 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addea34e-2854-4bb3-95ee-08a085b51067" -d '{"events": [{"server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "name": "network-vif-plugged", "status": "completed", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:43.216779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6bd5-3af8-4666-94a8-8f061ca73247 req-471fb6a3-0f9f-47a7-b0fa-9535d3187c7f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.236648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b8d6bd5-3af8-4666-94a8-8f061ca73247 req-471fb6a3-0f9f-47a7-b0fa-9535d3187c7f tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.4297242 Nov 12 08:24:43.278682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:43.279946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7fc7425c-00ca-48f7-a78e-8a2a7f8be963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.309930 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.334725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.351432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb5a86f-f4ef-496e-9281-c0177a892dd7 req-74ec20bc-fa57-4cfb-bafb-23d72a741736 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466066 Nov 12 08:24:43.522393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c42aca15-fc78-4d46-ae3d-b19105c50aec req-556c8db7-1370-40b6-9f1a-f0b244904772 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790531 Nov 12 08:24:43.523577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.532361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.539090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b8d6bd5-3af8-4666-94a8-8f061ca73247 req-a7d4dc87-820b-4131-b158-0066545b54b7 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013437 Nov 12 08:24:43.545865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.578876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.703766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:43.708578 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.715384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:43.720294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:43.754340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Pushing event updated for resources: {'Port': ['ID=d8f8c21a-0e19-4187-9953-60ae32c82086,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.763973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198e687-c633-4d95-9f3e-fcbaae1f50d5 req-cd4c12e6-8813-496b-8681-676d38359c4d tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.815015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9198e687-c633-4d95-9f3e-fcbaae1f50d5 req-cd4c12e6-8813-496b-8681-676d38359c4d tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1314561 Nov 12 08:24:43.963460 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca2ea7-9afb-428c-9aa0-8a467eac5f38 x-openstack-request-id: req-25ca2ea7-9afb-428c-9aa0-8a467eac5f38 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:43.964293 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "name": "network-vif-plugged", "status": "completed", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:43.964293 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ca2ea7-9afb-428c-9aa0-8a467eac5f38 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:43.964646 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'code': 200} Nov 12 08:24:43.973686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64b91332-20be-4f24-833a-5cc662cd80e5 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:44.016165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Attempting to bind port d8f8c21a-0e19-4187-9953-60ae32c82086 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:44.016165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Attempting to bind port d8f8c21a-0e19-4187-9953-60ae32c82086 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '066ba3d5-7571-4a74-936c-3550f93166a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:44.016165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Attempting to bind port d8f8c21a-0e19-4187-9953-60ae32c82086 on network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:44.021711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9198e687-c633-4d95-9f3e-fcbaae1f50d5 req-5a3eb5e4-c6cb-45b4-b489-dde993d88d72 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966760 Nov 12 08:24:44.037386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:44.037689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Checking segment: {'id': '066ba3d5-7571-4a74-936c-3550f93166a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:44.037981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.038400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Bound using segment: {'id': '066ba3d5-7571-4a74-936c-3550f93166a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:44.039234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Bound port: d8f8c21a-0e19-4187-9953-60ae32c82086, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ba3d5-7571-4a74-936c-3550f93166a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:44.039381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.176079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.230716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] For port d8f8c21a-0e19-4187-9953-60ae32c82086, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:44.234135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64b91332-20be-4f24-833a-5cc662cd80e5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64b91332-20be-4f24-833a-5cc662cd80e5,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.238987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] For port d8f8c21a-0e19-4187-9953-60ae32c82086, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d8f8c21a-0e19-4187-9953-60ae32c82086,segment=NetworkSegment(066ba3d5-7571-4a74-936c-3550f93166a6),segment_id=066ba3d5-7571-4a74-936c-3550f93166a6)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:44.240462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=1e12fe21-25f7-4edb-8fcb-a8bb451ec005,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.247557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.265732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '64b91332-20be-4f24-833a-5cc662cd80e5', 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'port_id': '64b91332-20be-4f24-833a-5cc662cd80e5', 'mac_address': 'fa:16:3e:96:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8346f34c-3b0f-43ce-9d5b-fd3cc388c461', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:44.276503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274410-9351-4b4a-9c89-e641e704be47 req-0222dcd4-eb4a-4b10-bb04-127d33e9dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.278114 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4274410-9351-4b4a-9c89-e641e704be47 req-0222dcd4-eb4a-4b10-bb04-127d33e9dbac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.2565093 Nov 12 08:24:44.377476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.394020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2d6d6-cc65-49bc-88f2-e8b36c92859a None None] Pushing event updated for resources: {'Port': ['ID=d8f8c21a-0e19-4187-9953-60ae32c82086,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.395411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.407238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b91332-20be-4f24-833a-5cc662cd80e5 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:44.438210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64b91332-20be-4f24-833a-5cc662cd80e5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64b91332-20be-4f24-833a-5cc662cd80e5,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.445422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.473570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:44.479683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.504376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ba3d5-7571-4a74-936c-3550f93166a6') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:44.504588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ba3d5-7571-4a74-936c-3550f93166a6') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:44.512735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=64b91332-20be-4f24-833a-5cc662cd80e5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.518036 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4274410-9351-4b4a-9c89-e641e704be47 req-39aa649e-72f4-4e54-a3fa-9d86511e8cd3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317462 Nov 12 08:24:44.519749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.539686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:44.540236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.549088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:44.549487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:44.553844 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:44.668181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:24:44.668181 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:24:44.668181 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59'}] Nov 12 08:24:44.668181 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:44.668973 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:44.705612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['64b91332-20be-4f24-833a-5cc662cd80e5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:44.781706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Deleting port c8a44be3-e070-4f5e-bd6a-2bed3b59172a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:44.782050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.815860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.918108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519be619-9de8-4414-a77e-514f04e2ae6e req-bb75d1dc-0fe3-4dbf-96c6-bca0ca9794dc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.928089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-519be619-9de8-4414-a77e-514f04e2ae6e req-bb75d1dc-0fe3-4dbf-96c6-bca0ca9794dc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 944 time: 0.2380135 Nov 12 08:24:44.944418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] For port c8a44be3-e070-4f5e-bd6a-2bed3b59172a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.944825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.969225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7514cf-9b44-4870-aa7f-e5254a3c5ec2 req-bad005f5-32a5-4590-a50e-dbfd732a733e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.971412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb7514cf-9b44-4870-aa7f-e5254a3c5ec2 req-bad005f5-32a5-4590-a50e-dbfd732a733e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1890278 Nov 12 08:24:44.978803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Calling delete_port for c8a44be3-e070-4f5e-bd6a-2bed3b59172a owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:45.088238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d8f8c21a-0e19-4187-9953-60ae32c82086 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:45.095999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb7514cf-9b44-4870-aa7f-e5254a3c5ec2 req-fb4aff11-3ca9-474c-a640-528c70bf0041 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125062 Nov 12 08:24:45.145105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-519be619-9de8-4414-a77e-514f04e2ae6e req-741cbb53-4a91-4fbf-9106-d0186870bca0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156243 Nov 12 08:24:45.180934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.196506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d8f8c21a-0e19-4187-9953-60ae32c82086 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:45.196874 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.220532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.230410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.338882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e060c-fb24-4b92-80a9-fc50486106a5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:45.341996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port d8f8c21a-0e19-4187-9953-60ae32c82086 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:45.342334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.349595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2aa97988df54758a4ec3c5be95d5b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8056393 Nov 12 08:24:45.352584 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.362085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:45.390316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.390881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.391413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.391992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.392603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.393148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.393698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.394248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.394765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.395227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.395704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.396218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd9889-0e70-4a39-8eb0-e0547f08190f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:45.446468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d615f4-ce38-4f81-9594-0b0aa4df8316 req-74c6d3ec-a815-4c88-9750-8f4d2b78066b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.458125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10d615f4-ce38-4f81-9594-0b0aa4df8316 req-74c6d3ec-a815-4c88-9750-8f4d2b78066b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1408329 Nov 12 08:24:45.471466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port d8f8c21a-0e19-4187-9953-60ae32c82086, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d8f8c21a-0e19-4187-9953-60ae32c82086,segment=NetworkSegment(066ba3d5-7571-4a74-936c-3550f93166a6),segment_id=066ba3d5-7571-4a74-936c-3550f93166a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:45.484292 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.492890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.561840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a44be3-e070-4f5e-bd6a-2bed3b59172a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:45.570922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port d8f8c21a-0e19-4187-9953-60ae32c82086, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d8f8c21a-0e19-4187-9953-60ae32c82086,segment=NetworkSegment(066ba3d5-7571-4a74-936c-3550f93166a6),segment_id=066ba3d5-7571-4a74-936c-3550f93166a6)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:45.571391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.621667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10d615f4-ce38-4f81-9594-0b0aa4df8316 req-b2c381db-5f02-4e92-8320-77e39822d477 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619937 Nov 12 08:24:45.666390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a76d0b2-7543-4e95-ae7e-8ecf45cbe68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.675221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=d8f8c21a-0e19-4187-9953-60ae32c82086,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:45.696012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.718355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a76d0b2-7543-4e95-ae7e-8ecf45cbe68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.800654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for d8f8c21a-0e19-4187-9953-60ae32c82086 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:45.908664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a76d0b2-7543-4e95-ae7e-8ecf45cbe68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.911662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a76d0b2-7543-4e95-ae7e-8ecf45cbe68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.915344 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6a76d0b2-7543-4e95-ae7e-8ecf45cbe68b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a46e060c-fb24-4b92-80a9-fc50486106a5 HTTP/1.1" status: 204 len: 168 time: 0.5498176 Nov 12 08:24:45.980000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64b91332-20be-4f24-833a-5cc662cd80e5 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:46.003779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76d0b2-7543-4e95-ae7e-8ecf45cbe68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e060c-fb24-4b92-80a9-fc50486106a5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.138884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-e22f1750-f5b5-413c-8a83-028fb5747272 req-5f5d5028-5305-4aea-9b80-375acebbc007 service neutron] (102372) timed out ('10.222.0.32', 50888) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:24:46.147179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 64b91332-20be-4f24-833a-5cc662cd80e5 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:46.158444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 64b91332-20be-4f24-833a-5cc662cd80e5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:46.159035 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.160346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.292163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port d8f8c21a-0e19-4187-9953-60ae32c82086 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:46.294435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=d8f8c21a-0e19-4187-9953-60ae32c82086,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.336740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb8e1e-fce3-424d-aec6-c8e427541904 None None] Network f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:46.344015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.392761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6279-4e84-4b21-a0dc-d0cff6bc94b6 req-bd9cee57-ab47-461c-b463-b22bc18103d3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.406575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0cf6279-4e84-4b21-a0dc-d0cff6bc94b6 req-bd9cee57-ab47-461c-b463-b22bc18103d3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1705291 Nov 12 08:24:46.434604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e9d38-0dfc-4c2e-af64-333fc34df0bb req-e8dae18c-3fad-44f8-92fd-42b8045db239 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.436797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-009e9d38-0dfc-4c2e-af64-333fc34df0bb req-e8dae18c-3fad-44f8-92fd-42b8045db239 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 944 time: 0.1435535 Nov 12 08:24:46.441682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.449810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bc0608c0-5ab3-4706-a9af-a0bddaf38c29 None None] Could not find standard attr ID for object d8f8c21a-0e19-4187-9953-60ae32c82086. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:24:46.497709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.524510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0cf6279-4e84-4b21-a0dc-d0cff6bc94b6 req-ffe7fab7-5361-41f3-ab83-3d8ebe7ec195 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157665 Nov 12 08:24:46.527514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:46.572089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:46.588815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e400277-36a8-4466-a3ef-49a998c751d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.594082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-009e9d38-0dfc-4c2e-af64-333fc34df0bb req-536206d1-4128-412a-9d98-b1f962355adc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385262 Nov 12 08:24:46.609426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ba3d5-7571-4a74-936c-3550f93166a6') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:46.609968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ba3d5-7571-4a74-936c-3550f93166a6') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:46.633041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.680213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.686466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64b91332-20be-4f24-833a-5cc662cd80e5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64b91332-20be-4f24-833a-5cc662cd80e5,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:46.694144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5418d526-8476-4d28-9e00-8600ef78b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b91332-20be-4f24-833a-5cc662cd80e5'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:46.696719 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b3f1c6-f407-4761-b52c-74b3201977be" -d '{"events": [{"server_uuid": "5418d526-8476-4d28-9e00-8600ef78b481", "name": "network-vif-plugged", "status": "completed", "tag": "64b91332-20be-4f24-833a-5cc662cd80e5"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:46.706119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:46.706518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.710079 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:46.710941 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:46.772659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=64b91332-20be-4f24-833a-5cc662cd80e5,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.793955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eedbb-7930-4fdf-b890-a441cab350fa req-c798da62-94fe-4476-a6b7-8b61024824b4 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.817552 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8ab710-fb34-4bc9-9496-99fa7df7eaf3 x-openstack-request-id: req-9f8ab710-fb34-4bc9-9496-99fa7df7eaf3 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:46.817841 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5418d526-8476-4d28-9e00-8600ef78b481", "name": "network-vif-plugged", "status": "completed", "tag": "64b91332-20be-4f24-833a-5cc662cd80e5", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:46.818073 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f8ab710-fb34-4bc9-9496-99fa7df7eaf3 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:46.818655 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5418d526-8476-4d28-9e00-8600ef78b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b91332-20be-4f24-833a-5cc662cd80e5', 'code': 200} Nov 12 08:24:46.820774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb9eedbb-7930-4fdf-b890-a441cab350fa req-c798da62-94fe-4476-a6b7-8b61024824b4 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1414871 Nov 12 08:24:46.850474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.945469 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.959729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.964599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 HTTP/1.1" status: 204 len: 168 time: 5.0602765 Nov 12 08:24:46.967724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb9eedbb-7930-4fdf-b890-a441cab350fa req-711fb82e-360c-4c28-b12f-99ba9bd13ec8 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429534 Nov 12 08:24:46.969723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56042) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:46.978779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-993359025'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:46.999018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e5afd-4df8-45d6-b8fb-9d50a546ca85 None None] DHCP port deletion for f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:47.009278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:47.038331 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.078043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:47.081715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fda64b-bd5a-4ac3-9f61-9dba598c9e14 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.118466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:47.138462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.138810 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 483ff041-76cd-4ea6-b9e8-26a43bd85c25 of type vlan for network 86516ade-7654-4bdc-a49c-42204ec68eb2 Nov 12 08:24:47.179944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e400277-36a8-4466-a3ef-49a998c751d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.234830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.302529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4047d68-2e91-4fd3-9897-8a84cb5341a0 req-3db70c62-8665-4919-a24d-25d30a21bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.306367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4047d68-2e91-4fd3-9897-8a84cb5341a0 req-3db70c62-8665-4919-a24d-25d30a21bb77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 1097 time: 0.4046664 Nov 12 08:24:47.308480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.316641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.317912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.335187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:47.346917 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] Sync routers for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:47.359201 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:47.359992 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.364498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e400277-36a8-4466-a3ef-49a998c751d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.388205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-61eb0b29-2808-4d18-b2e0-e39a4ca4f16f admin admin] 10.222.0.16 "PUT /v2.0/routers/554e50b5-c8ac-42f2-83e6-14bdf46aa89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7492435 Nov 12 08:24:47.390898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56048) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:47.536938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5630345 Nov 12 08:24:47.546614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56050) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:47.562964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': '86516ade-7654-4bdc-a49c-42204ec68eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:47.575001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e400277-36a8-4466-a3ef-49a998c751d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d11a0b32f8c4d759007d7c85ad464e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0447295 Nov 12 08:24:47.592686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e400277-36a8-4466-a3ef-49a998c751d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d390d37-f2aa-4c9a-9b9a-addc052c9ce1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.595413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56054) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:47.630021 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:47.633801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c24fc-2edc-4722-b793-507404c6ac7f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=86516ade-7654-4bdc-a49c-42204ec68eb2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.656333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 86516ade-7654-4bdc-a49c-42204ec68eb2 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:47.699013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633311be-1279-4760-8e09-93c4096bc6e4 req-d7eb69ba-01b7-4bc1-aa09-1ecd194b6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.702968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-d7eb69ba-01b7-4bc1-aa09-1ecd194b6411 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.3722925 Nov 12 08:24:47.782081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4047d68-2e91-4fd3-9897-8a84cb5341a0 req-00e59ff5-7a76-49dd-9c5a-e335619f8760 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592912 Nov 12 08:24:47.810985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b4d32-601e-4b1e-9ccd-2b8ba98b6ad0 req-4a4cb7e1-b5fc-4c96-94b3-70a8bb994e08 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.828983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e17b4d32-601e-4b1e-9ccd-2b8ba98b6ad0 req-4a4cb7e1-b5fc-4c96-94b3-70a8bb994e08 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.4177499 Nov 12 08:24:47.855601 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:24:45Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.890122 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] Checking router: 554e50b5-c8ac-42f2-83e6-14bdf46aa89c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:47.902671 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] Routers {'554e50b5-c8ac-42f2-83e6-14bdf46aa89c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:47.904007 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:24:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.931843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.968445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a6a5f-5383-4ed0-a7fb-dc3f58dc12e8 req-11a8a4fb-1f2b-4d9f-ae1e-f4fc7a9c273b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.979675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da9a6a5f-5383-4ed0-a7fb-dc3f58dc12e8 req-11a8a4fb-1f2b-4d9f-ae1e-f4fc7a9c273b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.2864685 Nov 12 08:24:48.012590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e17b4d32-601e-4b1e-9ccd-2b8ba98b6ad0 req-79108ac4-1a41-446e-a941-a1568efb90cc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823130 Nov 12 08:24:48.057472 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] Set router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:48.098819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da9a6a5f-5383-4ed0-a7fb-dc3f58dc12e8 req-2365f492-d8d1-40dd-9bf8-18f03aaf17bf tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169863 Nov 12 08:24:48.246480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae4a42-abba-4af9-a035-6a8cd3c3c360 req-caa313d2-39ea-4cb2-aa82-6cfa6c5653f6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.255189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05ae4a42-abba-4af9-a035-6a8cd3c3c360 req-caa313d2-39ea-4cb2-aa82-6cfa6c5653f6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 945 time: 0.0708025 Nov 12 08:24:48.367490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05ae4a42-abba-4af9-a035-6a8cd3c3c360 req-070f8d3d-b6c1-49e8-b32b-fb50ea04e14a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088774 Nov 12 08:24:48.405739 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:24:45Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:48.440300 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ba4f-3567-49a2-aa99-94e487e017ef None None] The sync data for ids ['554e50b5-c8ac-42f2-83e6-14bdf46aa89c'] in n-d-768509-25 is: [{'id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'name': 'tempest-AttachVolumeShelveTestJSON-750954321-router', 'tenant_id': '48ce9117d5fb440187eec5f9a116262a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:46Z', 'updated_at': '2021-11-12T08:24:45Z', 'revision_number': 5, 'project_id': '48ce9117d5fb440187eec5f9a116262a', 'gw_port': {'id': '165a70e1-dcc1-446c-ab06-5a0b7a3f80cd', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e50b5-c8ac-42f2-83e6-14bdf46aa89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:48.568656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef45571-cf2d-4096-9ea6-5287593144ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.630663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-86fa18e8-8a1e-4a8c-a288-fd9fb690d884 req-17f381b7-b636-400e-bfaf-a55b3c8f0cdd service neutron] (102372) timed out ('10.222.0.32', 50874) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:24:48.645157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:48.648994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.653131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.661745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef45571-cf2d-4096-9ea6-5287593144ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.715545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633311be-1279-4760-8e09-93c4096bc6e4 req-e5880904-0fe7-4834-8547-d90f1808f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.717047 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-e5880904-0fe7-4834-8547-d90f1808f3c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.8901050 Nov 12 08:24:48.835583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-6e077053-2926-4df3-979f-1d7a0e9c5d56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.0814400 Nov 12 08:24:48.930988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d8f8c21a-0e19-4187-9953-60ae32c82086 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:48.972581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633311be-1279-4760-8e09-93c4096bc6e4 req-ddfed782-b6e2-454d-9109-50caba6d9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.975195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-ddfed782-b6e2-454d-9109-50caba6d9162 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.1251357 Nov 12 08:24:49.005394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d8f8c21a-0e19-4187-9953-60ae32c82086 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:49.006547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d8f8c21a-0e19-4187-9953-60ae32c82086 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:49.007273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8a44be3-e070-4f5e-bd6a-2bed3b59172a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:49.009253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef45571-cf2d-4096-9ea6-5287593144ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.012012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef45571-cf2d-4096-9ea6-5287593144ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.013481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cef45571-cf2d-4096-9ea6-5287593144ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d390d37-f2aa-4c9a-9b9a-addc052c9ce1 HTTP/1.1" status: 204 len: 168 time: 1.3980844 Nov 12 08:24:49.044676 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-f37757c5-7355-477a-89b3-df50c2377966 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577428 Nov 12 08:24:49.076285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef45571-cf2d-4096-9ea6-5287593144ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d390d37-f2aa-4c9a-9b9a-addc052c9ce1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.080465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Deleting port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:49.080804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.162478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c8a44be3-e070-4f5e-bd6a-2bed3b59172a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:49.162985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c8a44be3-e070-4f5e-bd6a-2bed3b59172a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:49.409525 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-b43bd878-32da-421a-be45-129e7f3f314f service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476233 Nov 12 08:24:49.411538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] For port 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:49.411907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.427316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4c5d-9026-451f-965d-a31bfb3e1f24 req-45458eee-4edd-4280-a7c4-dc01a6d4ec62 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.437933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-703e4c5d-9026-451f-965d-a31bfb3e1f24 req-45458eee-4edd-4280-a7c4-dc01a6d4ec62 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.2308707 Nov 12 08:24:49.467801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Calling delete_port for 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:49.471368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.581627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-703e4c5d-9026-451f-965d-a31bfb3e1f24 req-6b285df6-705b-4cdf-b7eb-7182a347bdd5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421568 Nov 12 08:24:49.614294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802996db-2ce0-4be1-affc-2977bbb9a5fc req-39179c6f-71b0-496c-9be9-6793f31e10a3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.618179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-802996db-2ce0-4be1-affc-2977bbb9a5fc req-39179c6f-71b0-496c-9be9-6793f31e10a3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.2441986 Nov 12 08:24:49.713064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-802996db-2ce0-4be1-affc-2977bbb9a5fc req-ac062cf1-e1cf-4592-8f19-194c1164e0f6 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Nov 12 08:24:49.750980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=02823d13-183b-4d09-8e99-dc9a3e6f1107,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.804507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-633311be-1279-4760-8e09-93c4096bc6e4 req-d3c2f08a-b104-4680-94d3-6703b3a054fd service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872976 Nov 12 08:24:49.841638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '483ff041-76cd-4ea6-b9e8-26a43bd85c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '86516ade-7654-4bdc-a49c-42204ec68eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:49.842207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: 86516ade-7654-4bdc-a49c-42204ec68eb2, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:49.929876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network 86516ade-7654-4bdc-a49c-42204ec68eb2 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:49.951319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202f4c3-beaf-4b7c-8620-8341b4637040 req-2b994e1b-ef8d-445f-a1eb-f2a01d0ab9da tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.966573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6202f4c3-beaf-4b7c-8620-8341b4637040 req-2b994e1b-ef8d-445f-a1eb-f2a01d0ab9da tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 945 time: 0.1044626 Nov 12 08:24:49.974939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 86516ade-7654-4bdc-a49c-42204ec68eb2) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:49.991889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.992189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d6fc5-075c-4ea0-ae07-5a69ae15d01d None None] Network 86516ade-7654-4bdc-a49c-42204ec68eb2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:49.993174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.118610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6202f4c3-beaf-4b7c-8620-8341b4637040 req-abe47b85-4603-49a6-b6ba-1506359e1edd tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494291 Nov 12 08:24:50.153441 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb4f0574-3fe6-4f69-8194-2f6149e2c9fc tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5996749 Nov 12 08:24:50.156273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56110) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:50.179285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.256481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=165a70e1-dcc1-446c-ab06-5a0b7a3f80cd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:50.486743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.523564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.578420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0c40d-e884-4aad-a736-941047e6134c None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:50.724219 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.846040 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.851411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.931121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a215-7637-4d35-8cf8-808c09b1f750 req-bce39d86-ce2a-49a6-9ba5-30395e6fa9ee tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.942580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb06a215-7637-4d35-8cf8-808c09b1f750 req-bce39d86-ce2a-49a6-9ba5-30395e6fa9ee tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 945 time: 0.2126129 Nov 12 08:24:51.011871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.014603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554e50b5-c8ac-42f2-83e6-14bdf46aa89c {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:24:51.026061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f2977-9ef8-4161-a12b-d98f01233aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-86516ade-7654-4bdc-a49c-42204ec68eb2', 'network_id': '86516ade-7654-4bdc-a49c-42204ec68eb2', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '02823d13-183b-4d09-8e99-dc9a3e6f1107'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:51.026828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b26f2977-9ef8-4161-a12b-d98f01233aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.030611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.036671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-96c62d08-601c-4ed5-811e-27dfbae45b1f admin admin] 10.222.0.16 "DELETE /v2.0/routers/554e50b5-c8ac-42f2-83e6-14bdf46aa89c HTTP/1.1" status: 204 len: 168 time: 3.6036701 Nov 12 08:24:51.039944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fde65-2f64-48db-b404-0ee8b817f399 req-40f88187-4298-4a41-a7c5-f59247281589 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.041126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56128) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:51.049110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d2fde65-2f64-48db-b404-0ee8b817f399 req-40f88187-4298-4a41-a7c5-f59247281589 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.2215374 Nov 12 08:24:51.205027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.331793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Deleting subnet e9024482-acbf-4b3f-af95-deb4ccff46a0 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-b26f2977-9ef8-4161-a12b-d98f01233aab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02823d13-183b-4d09-8e99-dc9a3e6f1107: This subnet is being modified by another concurrent operation. Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:24:51.333163 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02823d13-183b-4d09-8e99-dc9a3e6f1107: This subnet is being modified by another concurrent operation. Nov 12 08:24:51.338711 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 08:24:51.345932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.378399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027038f-34a2-4890-a7f5-9a305feb293e None None] Network 86516ade-7654-4bdc-a49c-42204ec68eb2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:51.395903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.447686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=02823d13-183b-4d09-8e99-dc9a3e6f1107,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:51.508715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb06a215-7637-4d35-8cf8-808c09b1f750 req-54871cae-37e9-46d7-9fcd-50754a719cf9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651424 Nov 12 08:24:51.587592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.605462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e966d90-ec39-4762-90fb-0c48a74b7a1c None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:24:51.677620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.731680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9024482-acbf-4b3f-af95-deb4ccff46a0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:51.742894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.751989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-34c86aa9-6d52-4fa8-8f89-f0e84627065b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9024482-acbf-4b3f-af95-deb4ccff46a0 HTTP/1.1" status: 204 len: 168 time: 0.7093217 Nov 12 08:24:51.756060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56140) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:51.837533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d2fde65-2f64-48db-b404-0ee8b817f399 req-a6665b91-2fd9-4f98-b285-77089150db37 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905627 Nov 12 08:24:51.839437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.926219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86516ade-7654-4bdc-a49c-42204ec68eb2']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:51.933677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.941275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e966d90-ec39-4762-90fb-0c48a74b7a1c None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:24:51.967555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483ff041-76cd-4ea6-b9e8-26a43bd85c25') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:51.967855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483ff041-76cd-4ea6-b9e8-26a43bd85c25') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:51.999911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ceefc-8706-4175-beac-3cc83f959343 req-fc2a6acc-1475-4b8a-aa2d-252bd0d17ee5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.013099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-419ceefc-8706-4175-beac-3cc83f959343 req-fc2a6acc-1475-4b8a-aa2d-252bd0d17ee5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.3442738 Nov 12 08:24:52.089159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.109177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Deleting port 6ab83a21-4d6b-477b-9308-82221a0b05f0 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:52.109941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.215512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] For port 6ab83a21-4d6b-477b-9308-82221a0b05f0, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ab83a21-4d6b-477b-9308-82221a0b05f0,segment=NetworkSegment(4042ddd5-8ac6-444b-aa76-148769060fda),segment_id=4042ddd5-8ac6-444b-aa76-148769060fda)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:52.216092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.223549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.236758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Calling delete_port for 6ab83a21-4d6b-477b-9308-82221a0b05f0 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:52.283157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:52.283567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:52.286887 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:52.354288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.392944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-24bd85ed-5e46-4cd3-b311-5b7c006308e2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.394912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-24bd85ed-5e46-4cd3-b311-5b7c006308e2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.32 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 945 time: 0.3767843 Nov 12 08:24:52.396985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab83a21-4d6b-477b-9308-82221a0b05f0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.403518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] No DVR routers for this DVR port 6ab83a21-4d6b-477b-9308-82221a0b05f0 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:52.512815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.547419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-419ceefc-8706-4175-beac-3cc83f959343 req-7f313f8b-2bb5-4b13-963c-2aeb1919c7f1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231781 Nov 12 08:24:52.549388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3af3ca-1111-44b4-9bbc-46d4274e0e9e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:52.570520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4042ddd5-8ac6-444b-aa76-148769060fda') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:52.570774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9919a8-ba6b-4deb-8c1b-c1be2ae78403 None None] Network da3af3ca-1111-44b4-9bbc-46d4274e0e9e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:52.571259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4042ddd5-8ac6-444b-aa76-148769060fda') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:52.583118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.603196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.606494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.621355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:52.621984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:52.624882 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:52.632268 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.637388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/86516ade-7654-4bdc-a49c-42204ec68eb2 HTTP/1.1" status: 204 len: 168 time: 2.4800055 Nov 12 08:24:52.641865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:52.648184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545006961'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:52.685806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65671dd5-a68b-417d-92a5-2c7c85db1a51 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=86516ade-7654-4bdc-a49c-42204ec68eb2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.736810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:52.741849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.785240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.807449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.811795 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da3af3ca-1111-44b4-9bbc-46d4274e0e9e HTTP/1.1" status: 204 len: 168 time: 1.0520742 Nov 12 08:24:52.859309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:52.880572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.881200 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 0a80c548-6988-4d71-a6b4-f095e847b420 of type vlan for network c09b5100-19a5-4976-ad2e-dcc6463d9a92 Nov 12 08:24:52.937294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830e83c-fa5a-4f20-b0dc-656877d29977 None None] DHCP port deletion for da3af3ca-1111-44b4-9bbc-46d4274e0e9e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:52.990421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba2a9-67ae-4e9c-877e-e4872b81552b req-cb6466fc-bc8c-4769-ad89-79ac263681f1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.995778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff9ba2a9-67ae-4e9c-877e-e4872b81552b req-cb6466fc-bc8c-4769-ad89-79ac263681f1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 945 time: 0.2472212 Nov 12 08:24:53.006725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Deleting port 64b91332-20be-4f24-833a-5cc662cd80e5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:53.007060 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.065909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.090266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbcef-d04a-4c69-9e65-67855e73d861 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3af3ca-1111-44b4-9bbc-46d4274e0e9e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.114071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:53.173408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.175559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:53.176095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 165a70e1-dcc1-446c-ab06-5a0b7a3f80cd not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:53.178584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ab83a21-4d6b-477b-9308-82221a0b05f0 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:53.184761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.186202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.234107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5903692 Nov 12 08:24:53.239913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6ab83a21-4d6b-477b-9308-82221a0b05f0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:53.245192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ab83a21-4d6b-477b-9308-82221a0b05f0 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:53.255789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56182) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:53.275454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'c09b5100-19a5-4976-ad2e-dcc6463d9a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:53.341828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56186) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:53.450344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bfeaf-ed3c-4901-8bd7-faae52224362 req-d8d2a299-2756-49d8-9ee6-105540a23c7b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.452128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f67bfeaf-ed3c-4901-8bd7-faae52224362 req-d8d2a299-2756-49d8-9ee6-105540a23c7b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.4314985 Nov 12 08:24:53.461586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d404a2-9dda-4012-9b10-0da4987929b6 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=c09b5100-19a5-4976-ad2e-dcc6463d9a92,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.474780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c09b5100-19a5-4976-ad2e-dcc6463d9a92 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:53.511898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff9ba2a9-67ae-4e9c-877e-e4872b81552b req-2881e524-ebe9-4905-a699-44e75a5f4f84 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898529 Nov 12 08:24:53.514607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] For port 64b91332-20be-4f24-833a-5cc662cd80e5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64b91332-20be-4f24-833a-5cc662cd80e5,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:53.522009 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.572465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:53.579793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.626549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Calling delete_port for 64b91332-20be-4f24-833a-5cc662cd80e5 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:53.683060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f67bfeaf-ed3c-4901-8bd7-faae52224362 req-aa963e7b-9934-4d25-9932-2b081796ea52 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132249 Nov 12 08:24:53.706334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56194) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:53.707379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-624cc729-fa31-424e-bbb1-5ae90663abf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48ce9117d5fb440187eec5f9a116262a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630772 Nov 12 08:24:53.827828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e6513b-67d4-4e81-a797-6a7aee31daac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.900431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e6513b-67d4-4e81-a797-6a7aee31daac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.968780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93059dc9-d8a8-45b2-bd50-05e955b5cfc3 req-c1fa88e4-c12f-4e1a-a7c3-0363b9db7159 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.979984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93059dc9-d8a8-45b2-bd50-05e955b5cfc3 req-c1fa88e4-c12f-4e1a-a7c3-0363b9db7159 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1816685 Nov 12 08:24:54.058481 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.069972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e6513b-67d4-4e81-a797-6a7aee31daac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.072832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15e6513b-67d4-4e81-a797-6a7aee31daac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.074193 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15e6513b-67d4-4e81-a797-6a7aee31daac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1433e7b9-794c-409f-a3e4-54110e3ea570 HTTP/1.1" status: 204 len: 168 time: 0.3663821 Nov 12 08:24:54.162654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6513b-67d4-4e81-a797-6a7aee31daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433e7b9-794c-409f-a3e4-54110e3ea570,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:54.204189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=5ba1e058-5ba5-43ce-92b7-b7d1ae08b324,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:54.207300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '0a80c548-6988-4d71-a6b4-f095e847b420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c09b5100-19a5-4976-ad2e-dcc6463d9a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:54.207300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: c09b5100-19a5-4976-ad2e-dcc6463d9a92, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:54.232322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network c09b5100-19a5-4976-ad2e-dcc6463d9a92 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:54.250925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c09b5100-19a5-4976-ad2e-dcc6463d9a92) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:54.255963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.256589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.268525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de028971-5392-43fa-83a8-9d8946f72547 None None] Network c09b5100-19a5-4976-ad2e-dcc6463d9a92 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:54.288298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-badb5048-f91b-49ea-8438-433d4f204d9a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0295215 Nov 12 08:24:54.291784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:54.572681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c5653-87cd-4574-8710-15c6f40e36b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-c09b5100-19a5-4976-ad2e-dcc6463d9a92', 'network_id': 'c09b5100-19a5-4976-ad2e-dcc6463d9a92', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '5ba1e058-5ba5-43ce-92b7-b7d1ae08b324'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:54.573895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-479c5653-87cd-4574-8710-15c6f40e36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.580068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.701094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.745500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56216) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:54.831475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.895270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba1e058-5ba5-43ce-92b7-b7d1ae08b324,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:54.931255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93059dc9-d8a8-45b2-bd50-05e955b5cfc3 req-cbf4caa0-907b-4bd2-80f4-9ffcb9c01b52 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9339573 Nov 12 08:24:54.934296 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.013735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a000b1-c3c9-4e00-818c-c0eee4852229 req-8de296f4-81f5-432f-b78b-e1507e5d9881 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.015316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23a000b1-c3c9-4e00-818c-c0eee4852229 req-8de296f4-81f5-432f-b78b-e1507e5d9881 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5418d526-8476-4d28-9e00-8600ef78b481 HTTP/1.1" status: 200 len: 867 time: 0.3098097 Nov 12 08:24:55.041357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Pushing event deleted for resources: {'Port': ['ID=64b91332-20be-4f24-833a-5cc662cd80e5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.086428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ff97a5eb-f223-4bfc-8934-5c9946b16c6f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:55.116568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba7db4d4-9bb6-4ce7-85ae-cbce360d248f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.122914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.153927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f829b3-ac94-4b7f-99af-7fb919d6bd55 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:55.228428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] No DVR routers for this DVR port 64b91332-20be-4f24-833a-5cc662cd80e5 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:55.234382 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.240413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c624be87-f3f1-4b6e-9e05-64ffe8ab2fb5 req-ba7fde2e-514a-4a4f-8fd4-00d658ee2918 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.32 "DELETE /v2.0/ports/64b91332-20be-4f24-833a-5cc662cd80e5 HTTP/1.1" status: 204 len: 173 time: 2.7377689 Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-479c5653-87cd-4574-8710-15c6f40e36b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ba1e058-5ba5-43ce-92b7-b7d1ae08b324: This subnet is being modified by another concurrent operation. Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:24:55.277211 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ba1e058-5ba5-43ce-92b7-b7d1ae08b324: This subnet is being modified by another concurrent operation. Nov 12 08:24:55.284100 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 08:24:55.292308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5418d526-8476-4d28-9e00-8600ef78b481', 'name': 'network-vif-deleted', 'tag': '64b91332-20be-4f24-833a-5cc662cd80e5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:55.304210 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da9fe1e-c59f-4106-a437-b55f1be57d7e" -d '{"events": [{"server_uuid": "5418d526-8476-4d28-9e00-8600ef78b481", "name": "network-vif-deleted", "tag": "64b91332-20be-4f24-833a-5cc662cd80e5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:55.338751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f95c6-5bc8-45cf-84ad-fa6205436356 None None] Network c09b5100-19a5-4976-ad2e-dcc6463d9a92 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:55.364969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba7db4d4-9bb6-4ce7-85ae-cbce360d248f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.377603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba7db4d4-9bb6-4ce7-85ae-cbce360d248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.457091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23a000b1-c3c9-4e00-818c-c0eee4852229 req-6834855a-b4db-4246-a3da-1283e4b04e17 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108615 Nov 12 08:24:55.470696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7db4d4-9bb6-4ce7-85ae-cbce360d248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16fb6e-149d-4743-9951-68bdeb3396c8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.493538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aacd01-1b25-4418-8582-d74a1acd0602 req-81ac4cc8-7af6-4fbc-ab66-c4b786990d5b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.494901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09b5100-19a5-4976-ad2e-dcc6463d9a92']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:55.503285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62aacd01-1b25-4418-8582-d74a1acd0602 req-81ac4cc8-7af6-4fbc-ab66-c4b786990d5b tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.2615316 Nov 12 08:24:55.559705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a80c548-6988-4d71-a6b4-f095e847b420') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:55.564109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a80c548-6988-4d71-a6b4-f095e847b420') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:55.595450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62aacd01-1b25-4418-8582-d74a1acd0602 req-44052869-68a5-433f-b41c-2c483d737475 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899413 Nov 12 08:24:55.601718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba7db4d4-9bb6-4ce7-85ae-cbce360d248f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1389f7de35894a84861f16f6f88a54fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8548965 Nov 12 08:24:55.607564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:55.614840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.644453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.659453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:55.667915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:55.676505 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:55.764815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02254f7-69ce-4154-8a7d-27edfae95a19 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:24:55.802319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.812419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.824681 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed201f6-b2fe-4bed-81e4-318087c409c6 x-openstack-request-id: req-0ed201f6-b2fe-4bed-81e4-318087c409c6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:55.825715 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5418d526-8476-4d28-9e00-8600ef78b481", "name": "network-vif-deleted", "tag": "64b91332-20be-4f24-833a-5cc662cd80e5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:55.826836 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ed201f6-b2fe-4bed-81e4-318087c409c6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:55.827759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/c09b5100-19a5-4976-ad2e-dcc6463d9a92 HTTP/1.1" status: 204 len: 168 time: 1.5347612 Nov 12 08:24:55.828169 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5418d526-8476-4d28-9e00-8600ef78b481', 'name': 'network-vif-deleted', 'tag': '64b91332-20be-4f24-833a-5cc662cd80e5', 'status': 'completed', 'code': 200} Nov 12 08:24:55.831515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56252) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:55.837719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-383187057'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:55.861653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6938842f-5aef-4695-a324-e0cb2299cebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.913369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164cd43-2cab-40ed-b4c5-aa707e8d36a4 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=c09b5100-19a5-4976-ad2e-dcc6463d9a92,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.922219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:55.926557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6938842f-5aef-4695-a324-e0cb2299cebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.930785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.962519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:55.978553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.979245 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 3557fcaa-eae4-420e-a705-d9d334f527a8 of type vlan for network 634c191e-4072-4f09-badc-f056d77b4b33 Nov 12 08:24:56.080455 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6938842f-5aef-4695-a324-e0cb2299cebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.089666 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6938842f-5aef-4695-a324-e0cb2299cebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.092332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6938842f-5aef-4695-a324-e0cb2299cebb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa16fb6e-149d-4743-9951-68bdeb3396c8 HTTP/1.1" status: 204 len: 168 time: 0.4828291 Nov 12 08:24:56.114683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938842f-5aef-4695-a324-e0cb2299cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16fb6e-149d-4743-9951-68bdeb3396c8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:56.149192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.164384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64b91332-20be-4f24-833a-5cc662cd80e5 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:56.222539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.230368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.231135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.308305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b795d-9764-4c29-a5fe-6173ef9d123c req-f3eba079-126b-4009-8993-65c1fdc2679b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.318512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-205b795d-9764-4c29-a5fe-6173ef9d123c req-f3eba079-126b-4009-8993-65c1fdc2679b tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1843169 Nov 12 08:24:56.326119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4930849 Nov 12 08:24:56.331328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56264) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:56.364787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:56.375561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 64b91332-20be-4f24-833a-5cc662cd80e5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:56.376508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64b91332-20be-4f24-833a-5cc662cd80e5 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:56.425304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:56.441001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02254f7-69ce-4154-8a7d-27edfae95a19 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:24:56.461311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdb80f-ea1f-4492-83d9-d9dc87cf11f7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=634c191e-4072-4f09-badc-f056d77b4b33,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:56.491552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 634c191e-4072-4f09-badc-f056d77b4b33 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:56.646856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-205b795d-9764-4c29-a5fe-6173ef9d123c req-f4fdb2a7-fae3-49c9-bd39-4f35eb52c7b2 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273251 Nov 12 08:24:56.877359 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.927206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee24b4-c30f-45b8-97ba-09d7bf34e75f req-73d405b7-6a13-413b-b92a-308ea8facf21 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.937957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85ee24b4-c30f-45b8-97ba-09d7bf34e75f req-73d405b7-6a13-413b-b92a-308ea8facf21 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1593139 Nov 12 08:24:56.972336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.029029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85ee24b4-c30f-45b8-97ba-09d7bf34e75f req-ea0f8dbf-ebb5-40d9-8529-b2634caa5893 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896380 Nov 12 08:24:57.073988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network 634c191e-4072-4f09-badc-f056d77b4b33 is not hosted by any dhcp agent {{(pid=102372) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:24:57.081577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.087390 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.089144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "PUT /v2.0/networks/634c191e-4072-4f09-badc-f056d77b4b33 HTTP/1.1" status: 200 len: 723 time: 0.7322209 Nov 12 08:24:57.093193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56286) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.100374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': '634c191e-4072-4f09-badc-f056d77b4b33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:57.117563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b008-f80f-4714-bcb2-2d15470b5dc5 req-6b982581-5bac-4634-bcd3-801d9385c3cc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.127354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b927b008-f80f-4714-bcb2-2d15470b5dc5 req-6b982581-5bac-4634-bcd3-801d9385c3cc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.2909751 Nov 12 08:24:57.187895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf134f89-5466-45da-8789-289f935b6284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=634c191e-4072-4f09-badc-f056d77b4b33,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:57.202848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 634c191e-4072-4f09-badc-f056d77b4b33 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:57.229632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b927b008-f80f-4714-bcb2-2d15470b5dc5 req-fb46dc92-eac9-4bfa-8159-9c984d452fb8 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009629 Nov 12 08:24:57.327373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca6bf-55b4-4c6b-a276-a5ddb3f77abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.375460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.405043 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65b9afe2-7753-456d-8fac-c600fb61422d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.449225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca6bf-55b4-4c6b-a276-a5ddb3f77abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.458473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca6bf-55b4-4c6b-a276-a5ddb3f77abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.492465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d3ca6bf-55b4-4c6b-a276-a5ddb3f77abc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=920294a6f8f94e75b20f55bfe7ed0dac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0645700 Nov 12 08:24:57.493268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56296) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.496492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:57.500242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.581987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d282c-9c7f-4a9e-8e3a-7a65fecfb1c2 req-8f0070a7-45da-4179-b4bb-356ef1a6e26f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.587868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb0d282c-9c7f-4a9e-8e3a-7a65fecfb1c2 req-8f0070a7-45da-4179-b4bb-356ef1a6e26f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1333778 Nov 12 08:24:57.777678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb0d282c-9c7f-4a9e-8e3a-7a65fecfb1c2 req-b3ee3c26-b87f-4d47-9252-7899a305f366 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653345 Nov 12 08:24:57.822681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65b9afe2-7753-456d-8fac-c600fb61422d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.834269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65b9afe2-7753-456d-8fac-c600fb61422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.857554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.917452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-65b9afe2-7753-456d-8fac-c600fb61422d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c426a2d22fd5445f97da9fd001f9b882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377026 Nov 12 08:24:57.917670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9afe2-7753-456d-8fac-c600fb61422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53367cd5-4848-46ca-b963-5575cc6ba49a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:57.921282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56308) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.987233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=0cfd9317-027d-403f-bc4c-8d0cc993e595,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.007271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca6bf-55b4-4c6b-a276-a5ddb3f77abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd860d-97da-4554-bd14-f84a2aba379c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.061433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31fa406b-4035-435f-8786-351c1394ddb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.078069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '3557fcaa-eae4-420e-a705-d9d334f527a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '634c191e-4072-4f09-badc-f056d77b4b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:58.078589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: 634c191e-4072-4f09-badc-f056d77b4b33, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:58.111861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31fa406b-4035-435f-8786-351c1394ddb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.133593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network 634c191e-4072-4f09-badc-f056d77b4b33 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:58.172867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 634c191e-4072-4f09-badc-f056d77b4b33) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:58.173370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c92f-6c4a-4129-991b-349aba6257b1 req-f5170c7f-3803-476b-af6f-058c39e2af73 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.178036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.178918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.184036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd38c92f-6c4a-4129-991b-349aba6257b1 req-f5170c7f-3803-476b-af6f-058c39e2af73 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3020563 Nov 12 08:24:58.184795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286cbcf-d1b5-4d17-b9a6-cfda49a3a16f None None] Network 634c191e-4072-4f09-badc-f056d77b4b33 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:58.198788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00cfc5ad-b8fe-4762-9f62-3bc7150d3762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.215272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e8f6-d224-460d-a2af-1f0b85af9813 req-52e2ad1b-f184-47c5-ae9c-26de6368bb9d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.217296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f738e8f6-d224-460d-a2af-1f0b85af9813 req-52e2ad1b-f184-47c5-ae9c-26de6368bb9d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.3374996 Nov 12 08:24:58.233258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e208a3e6-971b-4ce9-a996-f0676dcfaffb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1383386 Nov 12 08:24:58.234252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:58.250689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:58.266642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00cfc5ad-b8fe-4762-9f62-3bc7150d3762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.331888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd38c92f-6c4a-4129-991b-349aba6257b1 req-93908ea6-3c9c-4f06-88a0-f9797d2a16d6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460967 Nov 12 08:24:58.433120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31fa406b-4035-435f-8786-351c1394ddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.435803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31fa406b-4035-435f-8786-351c1394ddb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.451423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-31fa406b-4035-435f-8786-351c1394ddb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09cd860d-97da-4554-bd14-f84a2aba379c HTTP/1.1" status: 204 len: 168 time: 0.9558294 Nov 12 08:24:58.497698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f738e8f6-d224-460d-a2af-1f0b85af9813 req-82ec3570-ca84-4816-9315-c9bc97ea92e5 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514324 Nov 12 08:24:58.527457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00cfc5ad-b8fe-4762-9f62-3bc7150d3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.527457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00cfc5ad-b8fe-4762-9f62-3bc7150d3762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.527457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-00cfc5ad-b8fe-4762-9f62-3bc7150d3762 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53367cd5-4848-46ca-b963-5575cc6ba49a HTTP/1.1" status: 204 len: 168 time: 0.5300856 Nov 12 08:24:58.551242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa406b-4035-435f-8786-351c1394ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd860d-97da-4554-bd14-f84a2aba379c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.553398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfc5ad-b8fe-4762-9f62-3bc7150d3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53367cd5-4848-46ca-b963-5575cc6ba49a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.608097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62340228'] for subnet, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.739678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdec2cc-1ddc-4f9f-a7e3-3d45c6cb53c7 req-23a44f22-9c91-47bb-9241-c2e5c3713c96 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.741356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cdec2cc-1ddc-4f9f-a7e3-3d45c6cb53c7 req-23a44f22-9c91-47bb-9241-c2e5c3713c96 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1604800 Nov 12 08:24:58.853723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-634c191e-4072-4f09-badc-f056d77b4b33', 'network_id': '634c191e-4072-4f09-badc-f056d77b4b33', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '0cfd9317-027d-403f-bc4c-8d0cc993e595'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:58.855840 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.896983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cdec2cc-1ddc-4f9f-a7e3-3d45c6cb53c7 req-fe095c09-769b-4951-a227-e6e80ddc0cbd tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482849 Nov 12 08:24:59.054396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764255989131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62335889'] for subnet, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.117364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.117955 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.123362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56342) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:59.135784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "PUT /v2.0/subnets/0cfd9317-027d-403f-bc4c-8d0cc993e595 HTTP/1.1" status: 200 len: 806 time: 0.8964844 Nov 12 08:24:59.196662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654e34-b6ed-46ca-930c-f9301e57c969 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=0cfd9317-027d-403f-bc4c-8d0cc993e595,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:59.303654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Allocated IP 172.20.0.2 (634c191e-4072-4f09-badc-f056d77b4b33/0cfd9317-027d-403f-bc4c-8d0cc993e595/44e99e4c-3ba4-474f-9b6a-aa541653286f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:59.374392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.535762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.665517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.680356 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.772364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Network 634c191e-4072-4f09-badc-f056d77b4b33 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:59.776389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:59.785681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:59.788877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.799046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Pushing event updated for resources: {'Port': ['ID=44e99e4c-3ba4-474f-9b6a-aa541653286f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:59.842463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.843103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.843689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.845034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.845766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.846349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.847339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.847909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.848519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.849253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.849838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.850405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:59.893727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Attempting to bind port 44e99e4c-3ba4-474f-9b6a-aa541653286f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:59.894276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Attempting to bind port 44e99e4c-3ba4-474f-9b6a-aa541653286f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '3557fcaa-eae4-420e-a705-d9d334f527a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '634c191e-4072-4f09-badc-f056d77b4b33'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:59.894734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Attempting to bind port 44e99e4c-3ba4-474f-9b6a-aa541653286f on network 634c191e-4072-4f09-badc-f056d77b4b33 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:59.902337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:59.902883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Checking segment: {'id': '3557fcaa-eae4-420e-a705-d9d334f527a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '634c191e-4072-4f09-badc-f056d77b4b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:59.903572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.904085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Bound using segment: {'id': '3557fcaa-eae4-420e-a705-d9d334f527a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '634c191e-4072-4f09-badc-f056d77b4b33'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:59.904689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Bound port: 44e99e4c-3ba4-474f-9b6a-aa541653286f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3557fcaa-eae4-420e-a705-d9d334f527a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '634c191e-4072-4f09-badc-f056d77b4b33'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:59.905182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.921499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfd9317-027d-403f-bc4c-8d0cc993e595,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.224645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336a61-e86a-476d-bf55-6b28b61c760b req-864d61fe-203e-47e7-a25d-d3babbdf2e38 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.226434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0336a61-e86a-476d-bf55-6b28b61c760b req-864d61fe-203e-47e7-a25d-d3babbdf2e38 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.5090122 Nov 12 08:25:00.233630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.293594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] For port 44e99e4c-3ba4-474f-9b6a-aa541653286f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:00.335957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] For port 44e99e4c-3ba4-474f-9b6a-aa541653286f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=44e99e4c-3ba4-474f-9b6a-aa541653286f,segment=NetworkSegment(3557fcaa-eae4-420e-a705-d9d334f527a8),segment_id=3557fcaa-eae4-420e-a705-d9d334f527a8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:00.347803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.382443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634c191e-4072-4f09-badc-f056d77b4b33']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:00.396308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3557fcaa-eae4-420e-a705-d9d334f527a8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:00.397170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3557fcaa-eae4-420e-a705-d9d334f527a8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:00.410366 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.421085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270231-ac9d-4654-b8bd-cb51404bd985 None None] Pushing event updated for resources: {'Port': ['ID=44e99e4c-3ba4-474f-9b6a-aa541653286f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.435808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.457797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:00.458403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:00.480927 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:00.605890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849a97b-a498-4112-ba59-611af8c91201 None None] Network 634c191e-4072-4f09-badc-f056d77b4b33 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:00.662852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e492d-6b0a-434e-8d3f-ef5910182ed0 req-036d2acf-a66a-4621-b7ac-168b81bd7a1f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.676234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f50e492d-6b0a-434e-8d3f-ef5910182ed0 req-036d2acf-a66a-4621-b7ac-168b81bd7a1f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.4709275 Nov 12 08:25:00.684344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:25:00.684344 n-d-768509-25 neutron-server[102372]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:25:00.684344 n-d-768509-25 neutron-server[102372]: [parameters: {'id': '634c191e-4072-4f09-badc-f056d77b4b33'}] Nov 12 08:25:00.684344 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:25:00.685193 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:25:00.715793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0336a61-e86a-476d-bf55-6b28b61c760b req-b5eaa7ea-6d1a-467c-a054-9aa231df637e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508169 Nov 12 08:25:00.853749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f50e492d-6b0a-434e-8d3f-ef5910182ed0 req-af3eb7da-ef8b-422b-a1bd-b23437c493d1 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761868 Nov 12 08:25:00.973530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15a96a-510c-446a-b4b7-e965fbd8689f None None] Network 634c191e-4072-4f09-badc-f056d77b4b33 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:01.186851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.227171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef42a4-9558-4425-ab78-52880f600f7f None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:25:01.279723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port 44e99e4c-3ba4-474f-9b6a-aa541653286f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:01.280244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.375503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port 44e99e4c-3ba4-474f-9b6a-aa541653286f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=44e99e4c-3ba4-474f-9b6a-aa541653286f,segment=NetworkSegment(3557fcaa-eae4-420e-a705-d9d334f527a8),segment_id=3557fcaa-eae4-420e-a705-d9d334f527a8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:01.376437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.395238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef42a4-9558-4425-ab78-52880f600f7f None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:25:01.402924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for 44e99e4c-3ba4-474f-9b6a-aa541653286f owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:01.616633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.646387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port 44e99e4c-3ba4-474f-9b6a-aa541653286f on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:01.682877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=44e99e4c-3ba4-474f-9b6a-aa541653286f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.835132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.937469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634c191e-4072-4f09-badc-f056d77b4b33']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:01.951668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3557fcaa-eae4-420e-a705-d9d334f527a8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:01.951954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3557fcaa-eae4-420e-a705-d9d334f527a8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:01.965932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.995375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30823a8-92fc-425e-afeb-350f50019344 req-22987c17-9c5c-4f24-a4c3-3692b5d8b60a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.997859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d30823a8-92fc-425e-afeb-350f50019344 req-22987c17-9c5c-4f24-a4c3-3692b5d8b60a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1517940 Nov 12 08:25:02.005133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.049449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:02.049858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:02.053340 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:02.168254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba697be-fffa-474e-bc56-d4290cac4df7 req-9886dfa4-e4e7-48b7-a35f-d29830588ed2 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.176788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba697be-fffa-474e-bc56-d4290cac4df7 req-9886dfa4-e4e7-48b7-a35f-d29830588ed2 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1731396 Nov 12 08:25:02.191326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.209845 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.214054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/634c191e-4072-4f09-badc-f056d77b4b33 HTTP/1.1" status: 204 len: 168 time: 3.0891275 Nov 12 08:25:02.218305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:02.233427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d30823a8-92fc-425e-afeb-350f50019344 req-2cbb5c7d-ed41-480a-8314-f95eebbf4f11 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138278 Nov 12 08:25:02.235836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c893e5-0d84-4e6f-9064-32c0b4107154 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=634c191e-4072-4f09-badc-f056d77b4b33,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:02.263358 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a33352-e488-4da7-9989-f6ef39ab887a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:02.265622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a33352-e488-4da7-9989-f6ef39ab887a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:02.274116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-23a33352-e488-4da7-9989-f6ef39ab887a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/634c191e-4072-4f09-badc-f056d77b4b33 HTTP/1.1" status: 404 len: 339 time: 0.0499365 Nov 12 08:25:02.274116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56458) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:02.279861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054382905', 'description': 'd1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:02.310248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:02.312275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dba697be-fffa-474e-bc56-d4290cac4df7 req-b0dbbcc3-c58f-42c1-956c-b097d1373ecc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341989 Nov 12 08:25:02.320462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.377545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:02.393302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.393819 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment e1f3bec1-eb87-44c6-91c1-ae2217b3e56b of type vlan for network 2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 Nov 12 08:25:02.457913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.472333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d30c5-b860-4b75-962d-bbd9070c5e5f req-eecbd001-8d55-40e9-869a-0d51841e90be tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.480090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a65d30c5-b860-4b75-962d-bbd9070c5e5f req-eecbd001-8d55-40e9-869a-0d51841e90be tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1223550 Nov 12 08:25:02.495591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.514067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.514736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.572189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2965231 Nov 12 08:25:02.586451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56470) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:02.726853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a65d30c5-b860-4b75-962d-bbd9070c5e5f req-ecac4400-f112-4676-a6c8-cbd7755423c3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391570 Nov 12 08:25:02.754316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f34f0-40a5-4410-93ce-3975c04c4516 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=2df8c4b4-93b3-46ae-8cea-3f50e2a5a963,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:02.768180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:02.837730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96fccc-d0e0-4568-ae95-a0c246500cd3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.839823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2a96fccc-d0e0-4568-ae95-a0c246500cd3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks?id=2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 HTTP/1.1" status: 200 len: 761 time: 0.2523375 Nov 12 08:25:02.843113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56476) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:02.851105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'description': 'd2'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:02.870898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f4d9-8420-4a46-bbe5-7d33830390af req-2c0d0107-cade-4132-bd67-66b726d3d761 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.877197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a46f4d9-8420-4a46-bbe5-7d33830390af req-2c0d0107-cade-4132-bd67-66b726d3d761 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.2502568 Nov 12 08:25:03.086727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6e9f2-f265-4013-a510-64123f03e58d req-fc00296a-6dcb-4011-a0d6-9d2cdc301b9d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.097537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8be6e9f2-f265-4013-a510-64123f03e58d req-fc00296a-6dcb-4011-a0d6-9d2cdc301b9d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2134945 Nov 12 08:25:03.146341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a46f4d9-8420-4a46-bbe5-7d33830390af req-c63136ac-eb6d-4cd4-8707-646cd9efbf0c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507656 Nov 12 08:25:03.294266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.300765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8be6e9f2-f265-4013-a510-64123f03e58d req-dfe22201-e8aa-4176-8fed-6a59886bedc8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000277 Nov 12 08:25:03.319213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.372001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network 2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 is not hosted by any dhcp agent {{(pid=102371) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:25:03.380180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.381152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.382850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "PUT /v2.0/networks/2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 HTTP/1.1" status: 200 len: 758 time: 0.5370030 Nov 12 08:25:03.390859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56496) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:03.500988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3a46f-b2e1-44a5-b947-abe34220573e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=2df8c4b4-93b3-46ae-8cea-3f50e2a5a963,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:03.517196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:03.545111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56500) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:03.597431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7e07-022e-4b4f-a748-987ee99d8c31 req-698deb6c-972d-4bb6-9649-f7bb88bb717e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.606336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225d7e07-022e-4b4f-a748-987ee99d8c31 req-698deb6c-972d-4bb6-9649-f7bb88bb717e tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.3317811 Nov 12 08:25:03.701282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74d878-39cc-4316-8447-d80d90dc4027 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.726377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56508) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:03.729483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fd74d878-39cc-4316-8447-d80d90dc4027 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks?id=2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 HTTP/1.1" status: 200 len: 761 time: 0.3333387 Nov 12 08:25:03.736084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-453295569'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:03.811289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a520-d885-400d-9606-644e00abf1ae req-1d7e80e4-1665-4af9-bdef-33086cd73656 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.812268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca2b161f-76a3-4745-bf84-629f717f204e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.824215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:03.824453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9a1a520-d885-400d-9606-644e00abf1ae req-1d7e80e4-1665-4af9-bdef-33086cd73656 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.2557631 Nov 12 08:25:03.828145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.922459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-225d7e07-022e-4b4f-a748-987ee99d8c31 req-1e4b1e18-80fa-4010-b316-bae584a016cc tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149955 Nov 12 08:25:04.004080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9a1a520-d885-400d-9606-644e00abf1ae req-16e7bc10-ede4-4060-b90c-13044625941c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760542 Nov 12 08:25:04.065260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:04.100354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.101503 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5 of type vlan for network 62c36ec1-3386-4cfc-bcc6-41ed27958535 Nov 12 08:25:04.303048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.568754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca2b161f-76a3-4745-bf84-629f717f204e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.572671 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.587638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:04.591122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.620973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e462ff-3703-483d-9f24-2ff51db1d1b4 req-8d8d590f-62ac-45a9-8325-c3b54afc883a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:04.627078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1e462ff-3703-483d-9f24-2ff51db1d1b4 req-8d8d590f-62ac-45a9-8325-c3b54afc883a tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1528563 Nov 12 08:25:04.654355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca2b161f-76a3-4745-bf84-629f717f204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.729280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b161f-76a3-4745-bf84-629f717f204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2807e9ae-fcca-4dd4-9039-bf5b0794ec82,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:04.744327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0156288 Nov 12 08:25:04.775445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56536) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:04.801782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa194-74d6-458e-9b4c-2d674963b040 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=62c36ec1-3386-4cfc-bcc6-41ed27958535,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:04.810390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ca2b161f-76a3-4745-bf84-629f717f204e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b919403cdf464253b4a0d5d128d4af69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2640033 Nov 12 08:25:04.811508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56542) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:04.820723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:04.822124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 62c36ec1-3386-4cfc-bcc6-41ed27958535 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:04.845050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1e462ff-3703-483d-9f24-2ff51db1d1b4 req-4cf95b01-ae53-4a01-9450-2c808aaab375 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026691 Nov 12 08:25:04.913528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d88cfe4-b854-4c40-83d7-e2863c86c357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.956708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d88cfe4-b854-4c40-83d7-e2863c86c357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.056297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d88cfe4-b854-4c40-83d7-e2863c86c357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.069699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d88cfe4-b854-4c40-83d7-e2863c86c357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.071728 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d88cfe4-b854-4c40-83d7-e2863c86c357 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2807e9ae-fcca-4dd4-9039-bf5b0794ec82 HTTP/1.1" status: 204 len: 168 time: 0.2585928 Nov 12 08:25:05.087613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88cfe4-b854-4c40-83d7-e2863c86c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807e9ae-fcca-4dd4-9039-bf5b0794ec82,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:05.161594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:05.172935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.421859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c4ca-9371-4e1f-adf4-3101fafb0e8e req-d9ff5f34-ae74-485a-8321-e36c3a3e87ac tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.429977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a67c4ca-9371-4e1f-adf4-3101fafb0e8e req-d9ff5f34-ae74-485a-8321-e36c3a3e87ac tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1988342 Nov 12 08:25:05.581752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a67c4ca-9371-4e1f-adf4-3101fafb0e8e req-21f4b164-e455-47a8-b00a-55689b5ce38a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504900 Nov 12 08:25:05.737566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.782937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-cff4a74b-099e-4b67-b2ce-463b049c9987 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.793171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-cff4a74b-099e-4b67-b2ce-463b049c9987 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.1533706 Nov 12 08:25:05.879740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:05.888015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=c8d89d97-23d4-4290-b427-bccc96b57570,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:06.041245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:06.041816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: 62c36ec1-3386-4cfc-bcc6-41ed27958535, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:06.072425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73fdd1b3-b8ae-49f1-b8bf-64f51e1b3b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.145744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network 62c36ec1-3386-4cfc-bcc6-41ed27958535 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:06.183397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 62c36ec1-3386-4cfc-bcc6-41ed27958535) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:06.200528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696842c3-5c8a-4856-8290-6bab44be3d16 None None] Network 62c36ec1-3386-4cfc-bcc6-41ed27958535 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:06.212217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.213834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.255854 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73fdd1b3-b8ae-49f1-b8bf-64f51e1b3b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.270154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73fdd1b3-b8ae-49f1-b8bf-64f51e1b3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.305337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0ffc7239-84aa-4f89-84db-85f61bd96c8f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5286214 Nov 12 08:25:06.316005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:06.444960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ad5dc-b642-464d-9be6-ecc5059ed602 req-624d75e3-c6bf-434d-8f56-8d22ebd1f6b8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.456778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f7ad5dc-b642-464d-9be6-ecc5059ed602 req-624d75e3-c6bf-434d-8f56-8d22ebd1f6b8 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.2059090 Nov 12 08:25:06.558255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.615187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f7ad5dc-b642-464d-9be6-ecc5059ed602 req-394b3a08-22bb-415d-ae7c-2d3bb46285d3 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Nov 12 08:25:06.680670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56610) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:06.681155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-73fdd1b3-b8ae-49f1-b8bf-64f51e1b3b90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=951273e1777b47a9926f39606b44c650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7983646 Nov 12 08:25:06.700196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56614) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:06.745629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-62c36ec1-3386-4cfc-bcc6-41ed27958535', 'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': 'c8d89d97-23d4-4290-b427-bccc96b57570'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:06.746648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.854189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdd1b3-b8ae-49f1-b8bf-64f51e1b3b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c42ec6-a30b-4550-a523-44b4df1a1cc3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:06.877754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.003183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port aa1bc8cc-53c6-4337-8e42-2a202e044b8f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:07.004167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.019312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Allocated IP 172.20.0.2 (62c36ec1-3386-4cfc-bcc6-41ed27958535/c8d89d97-23d4-4290-b427-bccc96b57570/442768dd-7c27-406c-acc6-598ee1953b12) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:07.094634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c9ec-81a3-451c-9c9e-69131d1e4dd9 req-d6aaff11-0e29-4405-895f-6b202d8c6fdf tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.109954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5e1c9ec-81a3-451c-9c9e-69131d1e4dd9 req-d6aaff11-0e29-4405-895f-6b202d8c6fdf tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.3220382 Nov 12 08:25:07.114366 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2507d893-446e-4321-aac1-48365912ea2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.153814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-753e1195-8e04-457c-918f-5c68288b1d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.192945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port aa1bc8cc-53c6-4337-8e42-2a202e044b8f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:07.193321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.209411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for aa1bc8cc-53c6-4337-8e42-2a202e044b8f owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:07.226106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5e1c9ec-81a3-451c-9c9e-69131d1e4dd9 req-603141b6-d5bd-4905-8157-6b3f34b74b24 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107876 Nov 12 08:25:07.247296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacbc74-5e59-4f71-aa7a-4a40189f0fd5 req-2f30e75e-062c-4ed1-b5e6-dcae1122c728 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.249681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dacbc74-5e59-4f71-aa7a-4a40189f0fd5 req-2f30e75e-062c-4ed1-b5e6-dcae1122c728 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3702126 Nov 12 08:25:07.310138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-753e1195-8e04-457c-918f-5c68288b1d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.370978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.388844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.509043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dacbc74-5e59-4f71-aa7a-4a40189f0fd5 req-07b1b309-4f03-4630-bd87-d4a27d14ddbc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456191 Nov 12 08:25:07.581041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Network 62c36ec1-3386-4cfc-bcc6-41ed27958535 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:07.583023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:07.585908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:07.593851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-753e1195-8e04-457c-918f-5c68288b1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.603993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-753e1195-8e04-457c-918f-5c68288b1d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.604351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Pushing event updated for resources: {'Port': ['ID=442768dd-7c27-406c-acc6-598ee1953b12,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.605330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-753e1195-8e04-457c-918f-5c68288b1d6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8c42ec6-a30b-4550-a523-44b4df1a1cc3 HTTP/1.1" status: 204 len: 168 time: 0.9232748 Nov 12 08:25:07.643209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1195-8e04-457c-918f-5c68288b1d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c42ec6-a30b-4550-a523-44b4df1a1cc3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.725692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Attempting to bind port 442768dd-7c27-406c-acc6-598ee1953b12 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:07.729312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Attempting to bind port 442768dd-7c27-406c-acc6-598ee1953b12 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:07.733610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Attempting to bind port 442768dd-7c27-406c-acc6-598ee1953b12 on network 62c36ec1-3386-4cfc-bcc6-41ed27958535 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:07.757370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:07.757965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Checking segment: {'id': 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:07.759530 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.761183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Bound using segment: {'id': 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:07.767998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Bound port: 442768dd-7c27-406c-acc6-598ee1953b12, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '62c36ec1-3386-4cfc-bcc6-41ed27958535'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:07.768757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.836027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2507d893-446e-4321-aac1-48365912ea2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.858253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2507d893-446e-4321-aac1-48365912ea2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.931225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2507d893-446e-4321-aac1-48365912ea2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba40a723258e4752a57162f3ed090498&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2296219 Nov 12 08:25:07.938760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56630) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:07.942602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bf1a9-d285-4361-b42c-f09934cfe896 req-48236ac4-e670-460d-b2d4-69075747f9c2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.951429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d1bf1a9-d285-4361-b42c-f09934cfe896 req-48236ac4-e670-460d-b2d4-69075747f9c2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2358272 Nov 12 08:25:07.955474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507d893-446e-4321-aac1-48365912ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f00ab9-94cc-409f-8031-29fdc349d854,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.986987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] For port 442768dd-7c27-406c-acc6-598ee1953b12, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:07.992912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] For port 442768dd-7c27-406c-acc6-598ee1953b12, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=442768dd-7c27-406c-acc6-598ee1953b12,segment=NetworkSegment(d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5),segment_id=d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:08.017361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.066125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800ef0-9626-4e54-b23a-03613fbddbd3 req-acebb3e6-1333-42fc-80cb-44ac65d5e9c1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.076410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51800ef0-9626-4e54-b23a-03613fbddbd3 req-acebb3e6-1333-42fc-80cb-44ac65d5e9c1 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 946 time: 0.2323751 Nov 12 08:25:08.118776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d1bf1a9-d285-4361-b42c-f09934cfe896 req-ce7d49ea-6c1d-46cc-a6c7-88407a0e2678 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659048 Nov 12 08:25:08.217895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51800ef0-9626-4e54-b23a-03613fbddbd3 req-8c25a043-7f91-4684-9c38-33f112aab49c tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399033 Nov 12 08:25:08.240512 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.241006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe906c-765b-4f9d-bc0b-9ce57b9213eb None None] Pushing event updated for resources: {'Port': ['ID=442768dd-7c27-406c-acc6-598ee1953b12,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.355637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d89d97-23d4-4290-b427-bccc96b57570,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.380293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b220da84-4236-44c0-9574-c8cdfb86bb03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.545093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2be5e-a201-4031-9ec7-9a937c17ddad req-f5d2b6a2-b5ae-4a7a-b39b-3631c411d1f4 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.547012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7aa2be5e-a201-4031-9ec7-9a937c17ddad req-f5d2b6a2-b5ae-4a7a-b39b-3631c411d1f4 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1762526 Nov 12 08:25:08.682546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.690868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.692948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bd392-28e0-44a7-9c9b-bb3fbb1550c0 req-c75c9cec-071a-44c7-9be0-fe74b3693b4e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.704094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c17bd392-28e0-44a7-9c9b-bb3fbb1550c0 req-c75c9cec-071a-44c7-9be0-fe74b3693b4e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2371931 Nov 12 08:25:08.772846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7aa2be5e-a201-4031-9ec7-9a937c17ddad req-1ee8776c-c4c4-45b0-826f-d23a2a9a97b7 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710939 Nov 12 08:25:08.783855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.790400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b220da84-4236-44c0-9574-c8cdfb86bb03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.795888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:08.840624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c36ec1-3386-4cfc-bcc6-41ed27958535']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:08.853407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c17bd392-28e0-44a7-9c9b-bb3fbb1550c0 req-30d7e962-ddcd-455c-beed-505f4e14662f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479948 Nov 12 08:25:08.889292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d491606f-243b-4d27-8745-a22c220f0f17 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:08.895125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=aa1bc8cc-53c6-4337-8e42-2a202e044b8f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:09.003458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:09.004127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:09.099603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.131510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.148456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:09.151003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.174563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e31192-5d5d-476b-8107-af0a7ddba72c req-4f07d3a1-7dc5-41bc-b3db-200731f46184 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.175357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 442768dd-7c27-406c-acc6-598ee1953b12 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:09.177530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e31192-5d5d-476b-8107-af0a7ddba72c req-4f07d3a1-7dc5-41bc-b3db-200731f46184 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1448498 Nov 12 08:25:09.348864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e31192-5d5d-476b-8107-af0a7ddba72c req-76d7300d-ab23-4769-964e-07a822efeee1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649630 Nov 12 08:25:09.364422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port aa1bc8cc-53c6-4337-8e42-2a202e044b8f on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:09.374136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.397196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1c02956c-6107-4f60-974d-ab7afcd0b4c9 req-55933200-4d03-46ed-a69a-efd4f58126e9 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.25 "DELETE /v2.0/ports/aa1bc8cc-53c6-4337-8e42-2a202e044b8f HTTP/1.1" status: 204 len: 173 time: 3.5943725 Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:09.397919 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:09.455912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'name': 'network-vif-deleted', 'tag': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:09.471192 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1550e334-aad7-480e-be1d-6ba19ba29c17" -d '{"events": [{"server_uuid": "785f0c44-42fe-48a5-be2f-5d77a6416665", "name": "network-vif-deleted", "tag": "aa1bc8cc-53c6-4337-8e42-2a202e044b8f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:09.481303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:25:09.481303 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:25:09.481303 n-d-768509-25 neutron-server[102371]: [parameters: {'id': '62c36ec1-3386-4cfc-bcc6-41ed27958535'}] Nov 12 08:25:09.481303 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:25:09.481868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 442768dd-7c27-406c-acc6-598ee1953b12 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:09.484372 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.487108 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:25:09.537051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b220da84-4236-44c0-9574-c8cdfb86bb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.543334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b220da84-4236-44c0-9574-c8cdfb86bb03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.549067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b220da84-4236-44c0-9574-c8cdfb86bb03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73f00ab9-94cc-409f-8031-29fdc349d854 HTTP/1.1" status: 204 len: 168 time: 1.6092396 Nov 12 08:25:09.554857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03a65f07-0327-4998-9c2e-eb8a67d9c47c req-0381b522-b4b5-45d3-a6de-a41dae55ac9d tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=785f0c44-42fe-48a5-be2f-5d77a6416665 HTTP/1.1" status: 200 len: 210 time: 0.1298835 Nov 12 08:25:09.580226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220da84-4236-44c0-9574-c8cdfb86bb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f00ab9-94cc-409f-8031-29fdc349d854,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:09.672844 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5f5ca-7ed1-4ee1-b93b-6b20793222dd x-openstack-request-id: req-0ea5f5ca-7ed1-4ee1-b93b-6b20793222dd {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:09.673186 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f0c44-42fe-48a5-be2f-5d77a6416665", "name": "network-vif-deleted", "tag": "aa1bc8cc-53c6-4337-8e42-2a202e044b8f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:09.673538 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea5f5ca-7ed1-4ee1-b93b-6b20793222dd {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:09.674106 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f0c44-42fe-48a5-be2f-5d77a6416665', 'name': 'network-vif-deleted', 'tag': 'aa1bc8cc-53c6-4337-8e42-2a202e044b8f', 'status': 'completed', 'code': 200} Nov 12 08:25:09.815465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.885445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 442768dd-7c27-406c-acc6-598ee1953b12, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=442768dd-7c27-406c-acc6-598ee1953b12,segment=NetworkSegment(d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5),segment_id=d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:09.901459 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.994463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.072660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf346f-0908-4d29-a6e6-af18505a7252 req-21312403-cbf5-43a5-beef-15f227d3ce47 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.081755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdbf346f-0908-4d29-a6e6-af18505a7252 req-21312403-cbf5-43a5-beef-15f227d3ce47 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2376614 Nov 12 08:25:10.093306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d887a-25ce-4d85-b48e-c7a98a155d1b req-2b088db9-10d3-4452-afb2-bae5610a2c19 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.101727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e67d887a-25ce-4d85-b48e-c7a98a155d1b req-2b088db9-10d3-4452-afb2-bae5610a2c19 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1488798 Nov 12 08:25:10.139282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0d32f-c76a-4c03-b07d-728fdb327a6a None None] Network 62c36ec1-3386-4cfc-bcc6-41ed27958535 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:10.187020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e67d887a-25ce-4d85-b48e-c7a98a155d1b req-2b022e15-b36e-443a-a0c8-16da946e4354 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825121 Nov 12 08:25:10.221492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port 442768dd-7c27-406c-acc6-598ee1953b12 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:10.224863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.228552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=442768dd-7c27-406c-acc6-598ee1953b12,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.280248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdbf346f-0908-4d29-a6e6-af18505a7252 req-11c4d0c5-ff70-44a8-8f30-613f90530d87 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973639 Nov 12 08:25:10.330566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aa1bc8cc-53c6-4337-8e42-2a202e044b8f no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:10.421752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: aa1bc8cc-53c6-4337-8e42-2a202e044b8f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:10.422623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device aa1bc8cc-53c6-4337-8e42-2a202e044b8f not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:10.436671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fae03b23-e459-4081-8bb5-831e46d7fd6f None None] Provisioning complete for port 442768dd-7c27-406c-acc6-598ee1953b12 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:10.443559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fae03b23-e459-4081-8bb5-831e46d7fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.481609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port 442768dd-7c27-406c-acc6-598ee1953b12, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=442768dd-7c27-406c-acc6-598ee1953b12,segment=NetworkSegment(d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5),segment_id=d0b1d3a7-dc44-4b11-9971-df2e5c47cbe5)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:10.482090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.512832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868baf8-84e0-4c8c-93a0-00c7046a264a req-030a7021-e538-44e0-a685-8ba9a77fb6aa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.514437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d868baf8-84e0-4c8c-93a0-00c7046a264a req-030a7021-e538-44e0-a685-8ba9a77fb6aa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1196237 Nov 12 08:25:10.519696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for 442768dd-7c27-406c-acc6-598ee1953b12 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:10.628365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d868baf8-84e0-4c8c-93a0-00c7046a264a req-a52bfb63-601a-40bd-9725-b3ebeb2e92bd tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049559 Nov 12 08:25:10.723616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-70e2f6e6-03bf-4610-a18c-8a614e291612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.852178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] DHCP port deletion for 62c36ec1-3386-4cfc-bcc6-41ed27958535 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:10.941337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.013367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56730) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.057674 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5a358ae-639d-4145-8096-952669e20be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.065418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=442768dd-7c27-406c-acc6-598ee1953b12,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.079675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port 442768dd-7c27-406c-acc6-598ee1953b12 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:11.088671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Deleting port 442768dd-7c27-406c-acc6-598ee1953b12 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:11.089612 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.160897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 442768dd-7c27-406c-acc6-598ee1953b12 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:11.259331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.274279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 442768dd-7c27-406c-acc6-598ee1953b12 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:11.280854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 442768dd-7c27-406c-acc6-598ee1953b12 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:11.289748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4c5cd-697f-42b1-bf6b-bb4c36644851 req-adabb720-f1f2-464f-be32-37bf844d5075 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.291900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddf4c5cd-697f-42b1-bf6b-bb4c36644851 req-adabb720-f1f2-464f-be32-37bf844d5075 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1548984 Nov 12 08:25:11.333892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c36ec1-3386-4cfc-bcc6-41ed27958535']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.340671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] For port 442768dd-7c27-406c-acc6-598ee1953b12, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:11.341375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.369258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.369704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b1d3a7-dc44-4b11-9971-df2e5c47cbe5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.376469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Calling delete_port for 442768dd-7c27-406c-acc6-598ee1953b12 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:11.381244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Port 442768dd-7c27-406c-acc6-598ee1953b12 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:25:11.385507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.388592 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.403165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.412138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:11.413339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:11.417646 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:11.434344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] Pushing event deleted for resources: {'Port': ['ID=442768dd-7c27-406c-acc6-598ee1953b12,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.448525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b60f2-2af7-43cc-b951-db455db1415b None None] No DVR routers for this DVR port 442768dd-7c27-406c-acc6-598ee1953b12 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:11.483124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddf4c5cd-697f-42b1-bf6b-bb4c36644851 req-2262c8af-6681-49af-b3f0-764d1dad4792 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765821 Nov 12 08:25:11.528358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.538304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5a358ae-639d-4145-8096-952669e20be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.560006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5a358ae-639d-4145-8096-952669e20be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.566892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.600226 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/62c36ec1-3386-4cfc-bcc6-41ed27958535 HTTP/1.1" status: 204 len: 168 time: 5.2829154 Nov 12 08:25:11.613278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56750) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.633742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49997e5-1ddf-4dcf-a58b-c832734bc507 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=62c36ec1-3386-4cfc-bcc6-41ed27958535,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.642663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d5a358ae-639d-4145-8096-952669e20be0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4c3e5bfac304b488728270abe8c58ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276197 Nov 12 08:25:11.645680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.653639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a358ae-639d-4145-8096-952669e20be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb58301c-5fe4-4c69-9e17-7fb7bb610273,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.667492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0353b36-4dca-4c11-86d2-afd5cc91ccd7 req-ce7f6500-a88f-4263-81a9-f918cada7280 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.677335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0353b36-4dca-4c11-86d2-afd5cc91ccd7 req-ce7f6500-a88f-4263-81a9-f918cada7280 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.3121910 Nov 12 08:25:11.741172 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.745723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef104d56-8e66-4550-a99e-715f2d2ea637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.788911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef104d56-8e66-4550-a99e-715f2d2ea637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.864246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef104d56-8e66-4550-a99e-715f2d2ea637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.868237 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef104d56-8e66-4550-a99e-715f2d2ea637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.870116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef104d56-8e66-4550-a99e-715f2d2ea637 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb58301c-5fe4-4c69-9e17-7fb7bb610273 HTTP/1.1" status: 204 len: 168 time: 0.2231770 Nov 12 08:25:11.880459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef104d56-8e66-4550-a99e-715f2d2ea637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb58301c-5fe4-4c69-9e17-7fb7bb610273,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:12.018708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56766) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:12.113527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Deleting subnet e0ac8b11-c1e8-4eae-8f50-9f9f7795f297 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:12.124231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.206568 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-332d145b-5caa-4533-91bd-1b700b15a195 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] GET failed (client error): The resource could not be found. Nov 12 08:25:12.209314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-332d145b-5caa-4533-91bd-1b700b15a195 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/subnets/c8d89d97-23d4-4290-b427-bccc96b57570 HTTP/1.1" status: 404 len: 337 time: 0.5650890 Nov 12 08:25:12.214751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56772) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:12.218309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.305063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.311179 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8558c16-0561-4abf-b356-e75c27f0a7b7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:12.313607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8558c16-0561-4abf-b356-e75c27f0a7b7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:12.319788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e8558c16-0561-4abf-b356-e75c27f0a7b7 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/62c36ec1-3386-4cfc-bcc6-41ed27958535 HTTP/1.1" status: 404 len: 339 time: 0.1031194 Nov 12 08:25:12.324351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:12.355811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0353b36-4dca-4c11-86d2-afd5cc91ccd7 req-d85dc06e-16c2-4fc9-80ad-595b72b59d4f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752059 Nov 12 08:25:12.427687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.491821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b777ceea-0923-42f4-97fa-9f5ccbb64273 None None] Network eb381c55-b201-4afa-9511-b2b8512bfbc4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:12.510113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.513529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e0ac8b11-c1e8-4eae-8f50-9f9f7795f297 HTTP/1.1" status: 204 len: 168 time: 0.4936163 Nov 12 08:25:12.518262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b333dc-5ecb-4d82-81b7-3e62e81e1176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ac8b11-c1e8-4eae-8f50-9f9f7795f297,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:12.529319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56782) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:12.712312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a125e3-0d4c-4fe1-bab7-8ef8727a3020 req-decb75c2-f7be-44bf-89b0-c13b49c2d01a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.729323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a125e3-0d4c-4fe1-bab7-8ef8727a3020 req-decb75c2-f7be-44bf-89b0-c13b49c2d01a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 1.0156126 Nov 12 08:25:12.734559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.808677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59132e47-06bf-48bb-9448-3105100bbde1 None None] DHCP port deletion for eb381c55-b201-4afa-9511-b2b8512bfbc4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:12.961510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a125e3-0d4c-4fe1-bab7-8ef8727a3020 req-511a6e5d-488c-4373-88b8-1d343e8da2ec tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304542 Nov 12 08:25:12.979902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.999790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34035c63-8e6f-49a2-957c-6c3cda29ff43 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.004409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-34035c63-8e6f-49a2-957c-6c3cda29ff43 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6720555 Nov 12 08:25:13.005150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56806) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.050986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6978789f-8f8c-4b22-bf21-45b4887bf898 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 207 time: 0.0448601 Nov 12 08:25:13.054450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56812) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.065940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb381c55-b201-4afa-9511-b2b8512bfbc4']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:13.106696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac7408d-a1c6-41ca-846d-7238cbf67663') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:13.107508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac7408d-a1c6-41ca-846d-7238cbf67663') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:13.141068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.161494 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59de13b6-7581-4b67-b01c-e0812aacb396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.180556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.192229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:13.192987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:13.195134 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:13.371260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf5df2-20aa-4999-ac43-1514e9110284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.391427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf5df2-20aa-4999-ac43-1514e9110284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.398820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.403766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.410130 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb381c55-b201-4afa-9511-b2b8512bfbc4 HTTP/1.1" status: 204 len: 168 time: 0.8755333 Nov 12 08:25:13.411343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56834) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.426139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf5df2-20aa-4999-ac43-1514e9110284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.450093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf5df2-20aa-4999-ac43-1514e9110284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.451858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bbdf5df2-20aa-4999-ac43-1514e9110284 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3965168 Nov 12 08:25:13.457099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1863fac-8d84-43f0-be7b-ecc4a4c00b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb381c55-b201-4afa-9511-b2b8512bfbc4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:13.459011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.511360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Deleting subnet 867e76e0-eba3-4973-9942-c1714eafec58 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:13.516883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.625596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.720843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.806652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d118cad9-2e0c-40ca-972f-5934fcae4a07 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3464198 Nov 12 08:25:13.810464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56856) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.860938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.883713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4712254-6fd8-4c17-893e-332b9178c38d None None] Network ac9f4c89-0da9-49ad-bd66-fbea17012a86 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:13.897063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.905355 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/867e76e0-eba3-4973-9942-c1714eafec58 HTTP/1.1" status: 204 len: 168 time: 0.4921768 Nov 12 08:25:13.920617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56860) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.939204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a039d11-ffee-46c2-b1ac-056dbd81252c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867e76e0-eba3-4973-9942-c1714eafec58,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.060373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901272d-571f-4715-92ae-60650c393989 req-956f9d31-094b-4c95-845f-747b68ad9009 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.063298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4901272d-571f-4715-92ae-60650c393989 req-956f9d31-094b-4c95-845f-747b68ad9009 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.3141248 Nov 12 08:25:14.068942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bc607-7ba9-4a73-8831-a1fff4a47217 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.070505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bc607-7ba9-4a73-8831-a1fff4a47217 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.076858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56866) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.079503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-538bc607-7ba9-4a73-8831-a1fff4a47217 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2651668 Nov 12 08:25:14.103435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350668d3-9978-4401-9331-6c650194aa20 None None] DHCP port deletion for ac9f4c89-0da9-49ad-bd66-fbea17012a86 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:14.209637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638bceab-6fa7-4fb4-8ee0-4684b664c2bd tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.211416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638bceab-6fa7-4fb4-8ee0-4684b664c2bd tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.213299 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-638bceab-6fa7-4fb4-8ee0-4684b664c2bd tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1328857 Nov 12 08:25:14.217734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56870) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.286691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4901272d-571f-4715-92ae-60650c393989 req-587931f1-879c-4d60-a16d-fc8f99aa86f4 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682270 Nov 12 08:25:14.304207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.330295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb574d-d707-445a-9ba4-63f13fd52d22 req-ba57ea4d-ed52-4558-89b7-6d2a17cd3011 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.338619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fdb574d-d707-445a-9ba4-63f13fd52d22 req-ba57ea4d-ed52-4558-89b7-6d2a17cd3011 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3389890 Nov 12 08:25:14.389404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a7482b-7a1b-42a9-93aa-21aacf342273 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.401549 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-23a7482b-7a1b-42a9-93aa-21aacf342273 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks/f182da88-41a8-4e4e-b99a-2d77f665a172 HTTP/1.1" status: 200 len: 800 time: 0.1823890 Nov 12 08:25:14.412143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56876) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.461101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.463061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.481354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fdb574d-d707-445a-9ba4-63f13fd52d22 req-37b67b6d-cef7-42c4-a871-7fd98725c624 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417561 Nov 12 08:25:14.556649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9f4c89-0da9-49ad-bd66-fbea17012a86']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:14.570719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdd8959-3d40-438d-a4f2-a778997e1f19') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:14.571382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdd8959-3d40-438d-a4f2-a778997e1f19') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:14.584377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.605888 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef28e38c-c096-4280-b69f-75ba504243a2 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/networks/f182da88-41a8-4e4e-b99a-2d77f665a172?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1914241 Nov 12 08:25:14.609273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.611098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c22d4-5126-471c-adaf-280120b96734 req-edfc80b1-af2c-4169-9197-51453c79a503 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.612966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-540c22d4-5126-471c-adaf-280120b96734 req-edfc80b1-af2c-4169-9197-51453c79a503 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 945 time: 0.1244152 Nov 12 08:25:14.618524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.636450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:14.637162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:14.640424 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:14.711228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653782d9-79cc-4f65-8873-dfbd2f45dda5 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.713207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-653782d9-79cc-4f65-8873-dfbd2f45dda5 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/subnets/e9f85dbf-6243-4a5b-aff3-095c9f0f43b3 HTTP/1.1" status: 200 len: 811 time: 0.1025541 Nov 12 08:25:14.717002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56890) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.810110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f8105-a651-49ab-806a-21c9cc98ee64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['shared'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.815407 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.817629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d05f8105-a651-49ab-806a-21c9cc98ee64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "GET /v2.0/subnets/e9f85dbf-6243-4a5b-aff3-095c9f0f43b3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0992901 Nov 12 08:25:14.818095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56898) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.828520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-343861049'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:14.854848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.858554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac9f4c89-0da9-49ad-bd66-fbea17012a86 HTTP/1.1" status: 204 len: 168 time: 0.9346511 Nov 12 08:25:14.882745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-540c22d4-5126-471c-adaf-280120b96734 req-d8b365b5-30d3-406a-a9af-dec0f6ee1edd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1462b83-4ec4-4374-867c-262a6812a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545836 Nov 12 08:25:14.889332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdac36-6792-49df-a797-58bbf353b026 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9f4c89-0da9-49ad-bd66-fbea17012a86,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.902089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f54b-689b-4bf0-a33d-b96d9969f202 req-68a918fa-b05d-4b4b-ab85-70a6837d395d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.903941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e80f54b-689b-4bf0-a33d-b96d9969f202 req-68a918fa-b05d-4b4b-ab85-70a6837d395d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1467862 Nov 12 08:25:14.923866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:14.928708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.991695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:15.002658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.003152 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Added segment 5b042377-1f63-4e74-9f2d-47d01481f87e of type vlan for network dfd4f762-4a76-4973-a194-3c8b73073e88 Nov 12 08:25:15.060682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.148178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e80f54b-689b-4bf0-a33d-b96d9969f202 req-23308dbd-c387-4d07-8a14-484bc18197a7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221284 Nov 12 08:25:15.156290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.162284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.162925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.189392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3654430 Nov 12 08:25:15.195563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56918) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:15.204315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:15.277361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-3036d477-e295-4e67-af4b-63808e5c14dd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.278949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-3036d477-e295-4e67-af4b-63808e5c14dd tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 945 time: 0.2073879 Nov 12 08:25:15.334167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23d931-af4b-44f2-865f-a00372543688 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Network': ['ID=dfd4f762-4a76-4973-a194-3c8b73073e88,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:15.347853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network dfd4f762-4a76-4973-a194-3c8b73073e88 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:15.363007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56928) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:15.419755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Made reservation on behalf of 4aa717f82ee64ba9aab1afc5a71ca3ab for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:15.426598 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.453872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Deleting port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:15.455153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.533210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing IP validity checks on allocation pools {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:25:15.534021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:25:15.545956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f9461aa8-dfbd-4980-b445-96effac29ac9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66205b4f8cba4f348959cd196fe129c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802649 Nov 12 08:25:15.554158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56932) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:15.628367 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.682304 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65071582-ca01-4d3e-971f-7b056e7b70e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.708803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] For port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,segment=NetworkSegment(677e03b5-200e-4553-a204-7e4e30279ba7),segment_id=677e03b5-200e-4553-a204-7e4e30279ba7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:15.709560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.741235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Calling delete_port for b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:15.746701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65071582-ca01-4d3e-971f-7b056e7b70e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.854985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.870353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65071582-ca01-4d3e-971f-7b056e7b70e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.874244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65071582-ca01-4d3e-971f-7b056e7b70e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.875618 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-65071582-ca01-4d3e-971f-7b056e7b70e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/644089c4-fb7c-4e46-a0df-1a3a0a483b6c HTTP/1.1" status: 204 len: 168 time: 0.3197536 Nov 12 08:25:15.928521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071582-ca01-4d3e-971f-7b056e7b70e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644089c4-fb7c-4e46-a0df-1a3a0a483b6c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:15.959224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Checking segment: {'id': '5b042377-1f63-4e74-9f2d-47d01481f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:15.959489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network hostable DHCP agents. Network: dfd4f762-4a76-4973-a194-3c8b73073e88, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:15.969701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=3ff85d08-ed78-4cda-95a4-7f57d371a49f,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:15.989261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Network dfd4f762-4a76-4973-a194-3c8b73073e88 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:16.011464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, dfd4f762-4a76-4973-a194-3c8b73073e88) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:16.017201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.017880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.025939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fab157-400e-45f7-8b05-0ab51e78726f None None] Network dfd4f762-4a76-4973-a194-3c8b73073e88 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:16.047766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c8f0040-fcbb-46ca-a7bf-b7ca1e4405a9 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8498874 Nov 12 08:25:16.050845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56946) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:16.064877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:16.091007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd0a1-007d-4405-8c95-894aab7c3adc req-3b340265-81f2-4157-9cb5-3e4e12dff882 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.100415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1ccd0a1-007d-4405-8c95-894aab7c3adc req-3b340265-81f2-4157-9cb5-3e4e12dff882 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3409824 Nov 12 08:25:16.165549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcf8d7-f017-4cbf-9594-d46f8ee6f463 req-6059c088-9e4c-4dd6-98fe-ad576645ba94 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.167304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dddcf8d7-f017-4cbf-9594-d46f8ee6f463 req-6059c088-9e4c-4dd6-98fe-ad576645ba94 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.4051573 Nov 12 08:25:16.242757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b1ccd0a1-007d-4405-8c95-894aab7c3adc req-4739ee1a-9b8a-49c8-8035-f78acd0b60fe tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318045 Nov 12 08:25:16.303440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dddcf8d7-f017-4cbf-9594-d46f8ee6f463 req-5b689e78-cab2-49ab-bc72-56b2dc72d4cb tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257012 Nov 12 08:25:16.349277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.369805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:16.389307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62340228'] for subnet, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.471043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff605222-f75a-4d4e-89cf-d91ead669408 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:16.501597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-dfd4f762-4a76-4973-a194-3c8b73073e88', 'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88', 'tenant_id': '4aa717f82ee64ba9aab1afc5a71ca3ab', 'fixed_ips': [{'subnet_id': '3ff85d08-ed78-4cda-95a4-7f57d371a49f'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:16.503731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.526752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Pushing event deleted for resources: {'Port': ['ID=b7fceb89-daff-4f59-aa50-7b7a5a0a16a0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:16.673335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764255989131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62335889'] for subnet, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.698575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] No DVR routers for this DVR port b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:16.701450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.709680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7bfb48c3-25f8-41ce-afe4-698ff7adb65e req-fd5a7475-d3ae-4701-aa2e-582c20de3594 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.32 "DELETE /v2.0/ports/b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 HTTP/1.1" status: 204 len: 173 time: 1.4220607 Nov 12 08:25:16.713281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1796f840-b85b-4a50-80c6-cc55d1fc170d req-3440e27c-1999-43a3-8dca-5ad057b34704 tempest-ServersTestJSON-588619381 tempest-ServersTestJSON-588619381-project] 10.222.0.16 "GET /v2.0/ports?device_id=e95dca4c-5929-4b30-8bb3-517487de031a HTTP/1.1" status: 200 len: 210 time: 0.2238917 Nov 12 08:25:16.730082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'name': 'network-vif-deleted', 'tag': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:16.734514 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4741e651-789a-43de-9168-b7c6a281cee7" -d '{"events": [{"server_uuid": "e95dca4c-5929-4b30-8bb3-517487de031a", "name": "network-vif-deleted", "tag": "b7fceb89-daff-4f59-aa50-7b7a5a0a16a0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:16.839066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dea4e-f095-4752-a48d-e4d21ca528fe req-9a18b694-c87f-42c8-8d23-52c6613c9f69 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.843064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event updated for resources: {'Subnet': ['ID=3ff85d08-ed78-4cda-95a4-7f57d371a49f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:16.858670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a52dea4e-f095-4752-a48d-e4d21ca528fe req-9a18b694-c87f-42c8-8d23-52c6613c9f69 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3137121 Nov 12 08:25:16.884435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.890641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.899140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3ca7ec2-e004-47bc-91e5-f206bf355280 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "PUT /v2.0/subnets/3ff85d08-ed78-4cda-95a4-7f57d371a49f HTTP/1.1" status: 200 len: 877 time: 0.8470898 Nov 12 08:25:16.900196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56962) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:16.912509 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8581347-63b7-4b1f-ab29-6b88c0d3800e x-openstack-request-id: req-e8581347-63b7-4b1f-ab29-6b88c0d3800e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:16.912872 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dca4c-5929-4b30-8bb3-517487de031a", "name": "network-vif-deleted", "tag": "b7fceb89-daff-4f59-aa50-7b7a5a0a16a0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:16.913139 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8581347-63b7-4b1f-ab29-6b88c0d3800e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:16.913530 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dca4c-5929-4b30-8bb3-517487de031a', 'name': 'network-vif-deleted', 'tag': 'b7fceb89-daff-4f59-aa50-7b7a5a0a16a0', 'status': 'completed', 'code': 200} Nov 12 08:25:16.927219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.001458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Allocated IP 172.20.0.3 (dfd4f762-4a76-4973-a194-3c8b73073e88/3ff85d08-ed78-4cda-95a4-7f57d371a49f/a963bc0c-919f-485d-a9a8-bba5a169b296) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:17.016810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a52dea4e-f095-4752-a48d-e4d21ca528fe req-e23e9409-4633-4dae-9aae-42e722533f8a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537642 Nov 12 08:25:17.018159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56964) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:17.152706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-393e9b04-e118-4b3b-aaa5-10eff176b3ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35ac42c0d5854c4194375ad2f88adc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318190 Nov 12 08:25:17.157073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56970) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:17.202963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb15dea-8162-491e-902b-00652fbf3ae4 req-4e58027a-3e13-4e40-94da-f07952b8e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.205515 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cb15dea-8162-491e-902b-00652fbf3ae4 req-4e58027a-3e13-4e40-94da-f07952b8e3ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.2257321 Nov 12 08:25:17.209065 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:17.258933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-733aa270-6f71-4d88-8547-9390e213e9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.292797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-733aa270-6f71-4d88-8547-9390e213e9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.374308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.404953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-733aa270-6f71-4d88-8547-9390e213e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.409791 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-733aa270-6f71-4d88-8547-9390e213e9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.414482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-733aa270-6f71-4d88-8547-9390e213e9e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/174fa626-36a2-4635-ba4f-2041ac32723c HTTP/1.1" status: 204 len: 168 time: 0.2561843 Nov 12 08:25:17.437259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aa270-6f71-4d88-8547-9390e213e9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174fa626-36a2-4635-ba4f-2041ac32723c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:17.453636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2cb15dea-8162-491e-902b-00652fbf3ae4 req-3204fbaa-e665-4acf-9680-8adc27157724 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363145 Nov 12 08:25:17.559098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56988) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:17.568241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.615424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.617517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.672717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Network dfd4f762-4a76-4973-a194-3c8b73073e88 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:17.676721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:17.690002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:17.753157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Pushing event updated for resources: {'Port': ['ID=a963bc0c-919f-485d-a9a8-bba5a169b296,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:17.769535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.797063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470953ef-c9e0-4873-bdba-4ca0b1e08726 req-79bee783-4de8-404f-8de0-010f7a4612d0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.798626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-470953ef-c9e0-4873-bdba-4ca0b1e08726 req-79bee783-4de8-404f-8de0-010f7a4612d0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1958001 Nov 12 08:25:17.816499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Attempting to bind port a963bc0c-919f-485d-a9a8-bba5a169b296 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:17.817125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Attempting to bind port a963bc0c-919f-485d-a9a8-bba5a169b296 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5b042377-1f63-4e74-9f2d-47d01481f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:17.817700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Attempting to bind port a963bc0c-919f-485d-a9a8-bba5a169b296 on network dfd4f762-4a76-4973-a194-3c8b73073e88 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:17.818391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff85d08-ed78-4cda-95a4-7f57d371a49f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:17.826959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109c6d9-f642-4033-8105-9a4fd2027110 req-7d1955b1-9c8e-4827-9583-53fcd4eba72a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.828158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:17.836845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Checking segment: {'id': '5b042377-1f63-4e74-9f2d-47d01481f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:17.837563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0109c6d9-f642-4033-8105-9a4fd2027110 req-7d1955b1-9c8e-4827-9583-53fcd4eba72a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 814 time: 0.4215214 Nov 12 08:25:17.837814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.838408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Bound using segment: {'id': '5b042377-1f63-4e74-9f2d-47d01481f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:17.839136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Bound port: a963bc0c-919f-485d-a9a8-bba5a169b296, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b042377-1f63-4e74-9f2d-47d01481f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'dfd4f762-4a76-4973-a194-3c8b73073e88'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:17.839735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.904639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0109c6d9-f642-4033-8105-9a4fd2027110 req-e2f2c891-209b-4a6a-8aac-2c5aa3f16768 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/quotas/6289ea60fcd84835966dd09ab28b2d6d HTTP/1.1" status: 200 len: 375 time: 0.0636878 Nov 12 08:25:17.947878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] For port a963bc0c-919f-485d-a9a8-bba5a169b296, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:17.952842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] For port a963bc0c-919f-485d-a9a8-bba5a169b296, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a963bc0c-919f-485d-a9a8-bba5a169b296,segment=NetworkSegment(5b042377-1f63-4e74-9f2d-47d01481f87e),segment_id=5b042377-1f63-4e74-9f2d-47d01481f87e)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:17.960356 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.993737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.033737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-470953ef-c9e0-4873-bdba-4ca0b1e08726 req-69cf1dcf-5c56-45e6-9c3a-4daca6d70ee6 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256005 Nov 12 08:25:18.040419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd4f762-4a76-4973-a194-3c8b73073e88']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:18.051930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a055c4-6fb5-49df-9918-2f0a48353a4d None None] Pushing event updated for resources: {'Port': ['ID=a963bc0c-919f-485d-a9a8-bba5a169b296,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.053191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b042377-1f63-4e74-9f2d-47d01481f87e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:18.053494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b042377-1f63-4e74-9f2d-47d01481f87e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:18.066120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.081066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.086419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0109c6d9-f642-4033-8105-9a4fd2027110 req-7ac0b3e4-7871-4659-a457-44bab8b5d818 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1809120 Nov 12 08:25:18.105026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:18.105734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.138799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b9064-99d1-42dc-8688-9155c579337e None None] Network dfd4f762-4a76-4973-a194-3c8b73073e88 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:18.191739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57010) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:18.238025 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:18.246339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:25:18.246339 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:25:18.246339 n-d-768509-25 neutron-server[102371]: [parameters: {'id': 'dfd4f762-4a76-4973-a194-3c8b73073e88'}] Nov 12 08:25:18.246339 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:25:18.246838 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:25:18.255644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b850877a-fe26-4f73-ae27-d15a6e06b112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.346038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Deleting subnet 9d235306-fbb1-456b-adf8-765d95ebdb43 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:18.363603 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.416086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca98692-0eb0-4cc0-bfff-8ce44cbcb406 None None] Network dfd4f762-4a76-4973-a194-3c8b73073e88 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:18.430715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b850877a-fe26-4f73-ae27-d15a6e06b112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.447717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b850877a-fe26-4f73-ae27-d15a6e06b112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.450161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec45604-9fd9-4fe8-b6a8-6f4ecad81f64 req-b68d5213-ad77-4062-a35d-697eed095cb9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.465639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ec45604-9fd9-4fe8-b6a8-6f4ecad81f64 req-b68d5213-ad77-4062-a35d-697eed095cb9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2900116 Nov 12 08:25:18.497450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850877a-fe26-4f73-ae27-d15a6e06b112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7fc3f-f0fa-4f33-b3d7-f3e0ff820726,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.545009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b850877a-fe26-4f73-ae27-d15a6e06b112 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8cad34962854dfe9c0342019bd1f39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9832997 Nov 12 08:25:18.551885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:18.608900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.680565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf89-dad1-47a2-8be4-ecfacfd52772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.702355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ec45604-9fd9-4fe8-b6a8-6f4ecad81f64 req-69668456-e9e2-44de-91fa-1c4c626f92a4 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356656 Nov 12 08:25:18.722853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf89-dad1-47a2-8be4-ecfacfd52772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.753628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.756312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.769187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835ab08-189d-4bda-9253-16cfd3dd500d None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:25:18.901267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.939108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d235306-fbb1-456b-adf8-765d95ebdb43,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.960185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf89-dad1-47a2-8be4-ecfacfd52772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.960781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835ab08-189d-4bda-9253-16cfd3dd500d None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:25:18.962598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.969690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5018138-457e-4dd4-90de-4393849b2171 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d235306-fbb1-456b-adf8-765d95ebdb43 HTTP/1.1" status: 204 len: 168 time: 0.7735462 Nov 12 08:25:18.975262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf89-dad1-47a2-8be4-ecfacfd52772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.978033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3fdaf89-dad1-47a2-8be4-ecfacfd52772 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09d7fc3f-f0fa-4f33-b3d7-f3e0ff820726 HTTP/1.1" status: 204 len: 168 time: 0.4231367 Nov 12 08:25:18.982216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57040) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:19.041963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b7165-51f2-4f9a-83ff-f3318f7fdacb req-d1212833-ceb8-487c-8b96-5cf48332e154 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.047366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-438b7165-51f2-4f9a-83ff-f3318f7fdacb req-d1212833-ceb8-487c-8b96-5cf48332e154 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1096928 Nov 12 08:25:19.056842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdaf89-dad1-47a2-8be4-ecfacfd52772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7fc3f-f0fa-4f33-b3d7-f3e0ff820726,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:19.133276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port a963bc0c-919f-485d-a9a8-bba5a169b296 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:19.133726 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.207151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-438b7165-51f2-4f9a-83ff-f3318f7fdacb req-ca2f2d08-8fb3-4dbe-97d2-d7b6921ffbeb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526482 Nov 12 08:25:19.298266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30262bd4-d974-4a6d-a99a-3b93f230acc6 req-cb3bbba7-0937-4755-84df-a2402922265e tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.301346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.311514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30262bd4-d974-4a6d-a99a-3b93f230acc6 req-cb3bbba7-0937-4755-84df-a2402922265e tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1340301 Nov 12 08:25:19.380171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port a963bc0c-919f-485d-a9a8-bba5a169b296, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a963bc0c-919f-485d-a9a8-bba5a169b296,segment=NetworkSegment(5b042377-1f63-4e74-9f2d-47d01481f87e),segment_id=5b042377-1f63-4e74-9f2d-47d01481f87e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:19.380551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.383919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30262bd4-d974-4a6d-a99a-3b93f230acc6 req-a0a5bd95-3c55-4525-a838-aad1dfa89045 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705585 Nov 12 08:25:19.414230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6604cdb-fcdc-47f8-9037-8fd048df6b28 None None] Network 1f4c10de-cf40-4961-8945-113a4a3813da requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:19.431273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0206529f-4644-4ec1-8709-a99f6a23bc3d req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-269560647', 'description': 'tempest-description-1098958508'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:19.489724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for a963bc0c-919f-485d-a9a8-bba5a169b296 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:19.490788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0206529f-4644-4ec1-8709-a99f6a23bc3d req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.635251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.635478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0206529f-4644-4ec1-8709-a99f6a23bc3d req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.644888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0206529f-4644-4ec1-8709-a99f6a23bc3d req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.717877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d9e36-9b3e-494d-ae69-611cc66c28f2 None None] DHCP port deletion for 1f4c10de-cf40-4961-8945-113a4a3813da request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:19.727231 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0206529f-4644-4ec1-8709-a99f6a23bc3d req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.728608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0206529f-4644-4ec1-8709-a99f6a23bc3d req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3022399 Nov 12 08:25:19.736736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550c947-ab1d-4dda-ab94-a17372721e2f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14336bb-feb7-4b28-81ef-00d24d6cc6f9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:19.772986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4c10de-cf40-4961-8945-113a4a3813da']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:19.819767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677e03b5-200e-4553-a204-7e4e30279ba7') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:19.820271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677e03b5-200e-4553-a204-7e4e30279ba7') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:19.828092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0bc8530-4d0a-46f8-9231-a3920390d8c5 req-12335d9f-3002-449a-b298-5d275fdf8a51 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6289ea60fcd84835966dd09ab28b2d6d HTTP/1.1" status: 200 len: 221 time: 0.1083763 Nov 12 08:25:19.850696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.900008 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.926883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:19.927358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:19.929565 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:19.941311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.008216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=a963bc0c-919f-485d-a9a8-bba5a169b296,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:20.018587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port a963bc0c-919f-485d-a9a8-bba5a169b296 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:20.064822 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.084023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.089041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1f4c10de-cf40-4961-8945-113a4a3813da HTTP/1.1" status: 204 len: 168 time: 1.0972438 Nov 12 08:25:20.108261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d610883e-e742-48a9-83a5-3da916869e31 req-5df575e0-8a6c-46d4-b8af-c3d2afe81d32 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-269560647&fields=id&tenant_id=8de898d54d404d71992867ee792ca38e HTTP/1.1" status: 200 len: 267 time: 0.2817619 Nov 12 08:25:20.131600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:20.170941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:20.175261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b7fceb89-daff-4f59-aa50-7b7a5a0a16a0 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:20.197829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457df13-12ea-4ff9-8c04-f319262399a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4c10de-cf40-4961-8945-113a4a3813da,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:20.215620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.248839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfca461-419e-4830-8391-e950eaca1001 req-9859a833-655b-4838-8ce2-94f4e693320f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.250923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adfca461-419e-4830-8391-e950eaca1001 req-9859a833-655b-4838-8ce2-94f4e693320f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3126142 Nov 12 08:25:20.277505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610883e-e742-48a9-83a5-3da916869e31 req-3a31a8da-f07e-44f6-ab0a-0f062c5ab1fa tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.279926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d610883e-e742-48a9-83a5-3da916869e31 req-3a31a8da-f07e-44f6-ab0a-0f062c5ab1fa tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1614077 Nov 12 08:25:20.298708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'port': {'security_groups': ['07811652-0721-4e32-9cfc-a18ae0996c04', 'e14336bb-feb7-4b28-81ef-00d24d6cc6f9']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:20.315604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57084) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:20.337233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd4f762-4a76-4973-a194-3c8b73073e88']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:20.378328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:20.392199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b042377-1f63-4e74-9f2d-47d01481f87e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:20.392622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b042377-1f63-4e74-9f2d-47d01481f87e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:20.445565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adfca461-419e-4830-8391-e950eaca1001 req-7dc96a35-df74-472a-9581-460884628a53 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865649 Nov 12 08:25:20.472079 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.472476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb74b30a-3f97-4b31-abcb-d659ba290c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.517309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.729287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa79b4-42db-4192-83d9-ee783fbd8858 req-56bc8aa9-83f2-41f2-8ca7-2c6031ffbbaa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.730878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26aa79b4-42db-4192-83d9-ee783fbd8858 req-56bc8aa9-83f2-41f2-8ca7-2c6031ffbbaa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1096323 Nov 12 08:25:20.753976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb74b30a-3f97-4b31-abcb-d659ba290c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.778595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb74b30a-3f97-4b31-abcb-d659ba290c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.787379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.823480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74b30a-3f97-4b31-abcb-d659ba290c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96384131-d535-4204-9ace-bc04f5977456,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:20.828871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c245a520-e72c-40cb-91be-67428f11bbf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdd081302dbb4d9382b2c5f03f28627f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457903 Nov 12 08:25:20.837393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:20.837910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.841278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57100) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:20.842790 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:20.956810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26aa79b4-42db-4192-83d9-ee783fbd8858 req-0149da49-82a3-421b-a3c7-32bd1be6f245 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195477 Nov 12 08:25:21.023678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eb74b30a-3f97-4b31-abcb-d659ba290c79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae1638fb8a3040b390b9cfc74c2183bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7020531 Nov 12 08:25:21.024263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:21.024263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57104) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.074174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.101900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.113640 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/dfd4f762-4a76-4973-a194-3c8b73073e88 HTTP/1.1" status: 204 len: 168 time: 4.2088101 Nov 12 08:25:21.125790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.155925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc564f-f0b8-4672-8a7b-ddb72685a6da tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=dfd4f762-4a76-4973-a194-3c8b73073e88,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:21.178435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-615792d7-94cc-4d74-8c94-9540db2f3e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.214181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-615792d7-94cc-4d74-8c94-9540db2f3e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.285819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.290275 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-615792d7-94cc-4d74-8c94-9540db2f3e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.294126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-615792d7-94cc-4d74-8c94-9540db2f3e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.296031 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-615792d7-94cc-4d74-8c94-9540db2f3e2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1462b83-4ec4-4374-867c-262a6812a094 HTTP/1.1" status: 204 len: 168 time: 0.4519594 Nov 12 08:25:21.310660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615792d7-94cc-4d74-8c94-9540db2f3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1462b83-4ec4-4374-867c-262a6812a094,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:21.340760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.354014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7ad4a6ff-92d1-466b-8a6f-763c1365d401'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:21.356954 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2453cc-3b1d-4daa-9744-ebd51c666972 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:21.357584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2453cc-3b1d-4daa-9744-ebd51c666972 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:21.361865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7a2453cc-3b1d-4daa-9744-ebd51c666972 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/3ff85d08-ed78-4cda-95a4-7f57d371a49f HTTP/1.1" status: 404 len: 337 time: 0.2350411 Nov 12 08:25:21.364424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.405868 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8a12f6-232c-407a-9391-a27d029ca964 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:21.410281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8a12f6-232c-407a-9391-a27d029ca964 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:21.417280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be8a12f6-232c-407a-9391-a27d029ca964 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/dfd4f762-4a76-4973-a194-3c8b73073e88 HTTP/1.1" status: 404 len: 339 time: 0.0514262 Nov 12 08:25:21.423037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.503180 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6c12dc-f6af-4630-a26f-785ebf9612e5 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:21.504986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6c12dc-f6af-4630-a26f-785ebf9612e5 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:21.513596 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-de6c12dc-f6af-4630-a26f-785ebf9612e5 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/c8d89d97-23d4-4290-b427-bccc96b57570 HTTP/1.1" status: 404 len: 337 time: 0.0873413 Nov 12 08:25:21.515564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57122) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.595147 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-165754da-520b-477d-8300-639070763e91 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:21.596074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165754da-520b-477d-8300-639070763e91 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:21.617178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c3e01-6db0-479d-a188-9e87e26db4f8 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:21.617770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.618728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.622251 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-165754da-520b-477d-8300-639070763e91 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/62c36ec1-3386-4cfc-bcc6-41ed27958535 HTTP/1.1" status: 404 len: 339 time: 0.1047859 Nov 12 08:25:21.625117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57124) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.637021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d610883e-e742-48a9-83a5-3da916869e31 req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "PUT /v2.0/ports/7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 982 time: 1.3465424 Nov 12 08:25:21.647801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:21.667134 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28584583-96d9-49b4-aa95-f85b11b2ef9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:21.680579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3f41-a5b8-44ca-91bf-6e3b7df2373f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.698366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8666d-388e-42f7-81db-6e3becc460d9 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:21.710446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7ad4a6ff-92d1-466b-8a6f-763c1365d401'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:21.733670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399841a-8269-4c52-bdde-dcdf0b982ee9 req-b451e04c-a12e-4f45-ad7a-51072cacf24f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.760898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c399841a-8269-4c52-bdde-dcdf0b982ee9 req-b451e04c-a12e-4f45-ad7a-51072cacf24f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.6310744 Nov 12 08:25:21.792435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.908375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.945864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-46ebe3d8-8790-49be-810f-53267645db8f None None] Provisioning complete for port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:21.946569 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46ebe3d8-8790-49be-810f-53267645db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.949494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c399841a-8269-4c52-bdde-dcdf0b982ee9 req-7acb1145-11a1-4062-827a-80c92713ff1a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872835 Nov 12 08:25:21.957809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df8c4b4-93b3-46ae-8cea-3f50e2a5a963']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:21.976773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3f41-a5b8-44ca-91bf-6e3b7df2373f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.015527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f3bec1-eb87-44c6-91c1-ae2217b3e56b') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:22.015821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f3bec1-eb87-44c6-91c1-ae2217b3e56b') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:22.070143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.087501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-bc0d9577-b94d-4a2a-b4b0-eafc4cc803a6 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-269560647&fields=id&tenant_id=8de898d54d404d71992867ee792ca38e HTTP/1.1" status: 200 len: 267 time: 0.2986596 Nov 12 08:25:22.147819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.222337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:22.222337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:22.231886 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:22.251410 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f7be5-2cfd-4c4d-b41c-2624660d657b x-openstack-request-id: req-806f7be5-2cfd-4c4d-b41c-2624660d657b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:22.251996 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:22.251996 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-806f7be5-2cfd-4c4d-b41c-2624660d657b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:22.252298 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'status': 'completed', 'code': 200} Nov 12 08:25:22.391982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3f41-a5b8-44ca-91bf-6e3b7df2373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.394992 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3f41-a5b8-44ca-91bf-6e3b7df2373f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.397659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8d0d3f41-a5b8-44ca-91bf-6e3b7df2373f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96384131-d535-4204-9ace-bc04f5977456 HTTP/1.1" status: 204 len: 168 time: 1.3683004 Nov 12 08:25:22.427976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-d0e86715-3037-4f05-9fc9-802dd647aaf1 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.439102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.449859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-d0e86715-3037-4f05-9fc9-802dd647aaf1 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 985 time: 0.3029380 Nov 12 08:25:22.459406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.464445 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/2df8c4b4-93b3-46ae-8cea-3f50e2a5a963 HTTP/1.1" status: 204 len: 168 time: 0.8382220 Nov 12 08:25:22.465718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'port': {'security_groups': ['07811652-0721-4e32-9cfc-a18ae0996c04']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:22.498433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57140) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.503173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f15ee5-bc1e-4ea1-bc62-59578255de64 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=2df8c4b4-93b3-46ae-8cea-3f50e2a5a963,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.525945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d3f41-a5b8-44ca-91bf-6e3b7df2373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96384131-d535-4204-9ace-bc04f5977456,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.538972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b6a8b-df5d-44b9-b8d1-07fb8b7d50aa req-317abc32-26c7-477c-afd7-aa94dc9e41b0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.540550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e7b6a8b-df5d-44b9-b8d1-07fb8b7d50aa req-317abc32-26c7-477c-afd7-aa94dc9e41b0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2611065 Nov 12 08:25:22.560256 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa84a1-accc-4148-bdbc-ec9c6328034e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.560689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aa84a1-accc-4148-bdbc-ec9c6328034e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.567146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-43aa84a1-accc-4148-bdbc-ec9c6328034e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/0cfd9317-027d-403f-bc4c-8d0cc993e595 HTTP/1.1" status: 404 len: 337 time: 0.0543485 Nov 12 08:25:22.570328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57146) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.586002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-39b73adb-84b9-447c-9b11-661f985c0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.588484 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-39b73adb-84b9-447c-9b11-661f985c0c3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1137 time: 0.4377682 Nov 12 08:25:22.611713 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.681903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e7b6a8b-df5d-44b9-b8d1-07fb8b7d50aa req-23ead580-db53-43a7-a66f-97df392fb442 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309321 Nov 12 08:25:22.970219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f107d5-9c3d-4419-a931-0ca594582919 req-495b1ff4-073d-4a65-a78e-e4b97e025a2f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.979197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04f107d5-9c3d-4419-a931-0ca594582919 req-495b1ff4-073d-4a65-a78e-e4b97e025a2f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1281364 Nov 12 08:25:23.011000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57160) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.111467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04f107d5-9c3d-4419-a931-0ca594582919 req-ad6f88b7-97bb-4cf5-885d-886fc55114c4 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308222 Nov 12 08:25:23.122020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:23.202343 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.214600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.227000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7ad4a6ff-92d1-466b-8a6f-763c1365d401'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:23.247458 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad9e46b-1e98-48c7-b526-25a1c7abc509 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.248707 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad9e46b-1e98-48c7-b526-25a1c7abc509 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.252367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ad9e46b-1e98-48c7-b526-25a1c7abc509 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/634c191e-4072-4f09-badc-f056d77b4b33 HTTP/1.1" status: 404 len: 339 time: 0.6766691 Nov 12 08:25:23.264775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57172) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.307040 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bcc76d-cf21-47ca-8f58-d7086e9c3076 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.307922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bcc76d-cf21-47ca-8f58-d7086e9c3076 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.311688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f2bcc76d-cf21-47ca-8f58-d7086e9c3076 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/5ba1e058-5ba5-43ce-92b7-b7d1ae08b324 HTTP/1.1" status: 404 len: 337 time: 0.0444911 Nov 12 08:25:23.314541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57176) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.341797 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad1464c-bf16-4b6d-9506-032ede2cc91e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.342545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad1464c-bf16-4b6d-9506-032ede2cc91e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.347818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1ad1464c-bf16-4b6d-9506-032ede2cc91e tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/c09b5100-19a5-4976-ad2e-dcc6463d9a92 HTTP/1.1" status: 404 len: 339 time: 0.0320413 Nov 12 08:25:23.389987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.424640 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74c9689-d97b-45c6-a1c1-50d9df308474 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.425530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74c9689-d97b-45c6-a1c1-50d9df308474 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.428833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d74c9689-d97b-45c6-a1c1-50d9df308474 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/02823d13-183b-4d09-8e99-dc9a3e6f1107 HTTP/1.1" status: 404 len: 337 time: 0.0370183 Nov 12 08:25:23.431754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57184) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.454234 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4ec187-590f-4a71-a439-a662e80070aa tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.455112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4ec187-590f-4a71-a439-a662e80070aa tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.458850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ac4ec187-590f-4a71-a439-a662e80070aa tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/86516ade-7654-4bdc-a49c-42204ec68eb2 HTTP/1.1" status: 404 len: 339 time: 0.0258095 Nov 12 08:25:23.464766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57186) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.499064 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b1f54a-c7ce-4b7f-b1ce-ecf76b37a6a3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.499998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b1f54a-c7ce-4b7f-b1ce-ecf76b37a6a3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.504618 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30b1f54a-c7ce-4b7f-b1ce-ecf76b37a6a3 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/1e12fe21-25f7-4edb-8fcb-a8bb451ec005 HTTP/1.1" status: 404 len: 337 time: 0.0385339 Nov 12 08:25:23.507417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57190) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.535669 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a7867d-abe0-4499-85b3-4fee44dc266c tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.536977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a7867d-abe0-4499-85b3-4fee44dc266c tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.540927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-82a7867d-abe0-4499-85b3-4fee44dc266c tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/f93d30fe-878c-4a3b-8f71-ce9e6a4e9a59 HTTP/1.1" status: 404 len: 339 time: 0.0318038 Nov 12 08:25:23.546114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57192) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.597133 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee7c0cc-6389-494d-acb5-9996531e6eeb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.597592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee7c0cc-6389-494d-acb5-9996531e6eeb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.601659 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1ee7c0cc-6389-494d-acb5-9996531e6eeb tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/7a7ebda0-7a96-426c-92ae-4cb12600dad6 HTTP/1.1" status: 404 len: 337 time: 0.0540895 Nov 12 08:25:23.604695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57194) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.626668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-452fb09e-9ef7-4ea6-9437-0b3ea1505a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.628887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-452fb09e-9ef7-4ea6-9437-0b3ea1505a2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.3921535 Nov 12 08:25:23.691070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-f5fdbfe0-7c27-40b8-bef3-e37301296678 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.0431244 Nov 12 08:25:23.692309 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b278f0-d882-4258-8ce5-efcaa5889d2f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.693004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b278f0-d882-4258-8ce5-efcaa5889d2f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.696224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-50b278f0-d882-4258-8ce5-efcaa5889d2f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/dbb1dc50-70c5-4420-bbe7-9b154f0d0819 HTTP/1.1" status: 404 len: 339 time: 0.0898869 Nov 12 08:25:23.709259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57200) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.751263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca501501-210b-49df-8441-bbc32f62ea7b None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:23.761627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.762365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.763646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7865d6f9-221b-4957-bc9e-c6474d6d57bb req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "PUT /v2.0/ports/7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 943 time: 1.3127563 Nov 12 08:25:23.784884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9efe6452-bc36-491c-8077-34d64f83986c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.808944 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8880948d-f4eb-45cb-8bd3-dfa653564d3f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.810753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8880948d-f4eb-45cb-8bd3-dfa653564d3f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.825588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8880948d-f4eb-45cb-8bd3-dfa653564d3f tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/bebb2b4b-282e-4e53-85e4-b49cb7b93396 HTTP/1.1" status: 404 len: 337 time: 0.1148620 Nov 12 08:25:23.826890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.832037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7ad4a6ff-92d1-466b-8a6f-763c1365d401'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:23.839852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded8792-fce8-426e-9ac1-4bbd457c4bde req-fe90d0a8-e142-475d-be94-10d2a1bb652e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.847487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eded8792-fce8-426e-9ac1-4bbd457c4bde req-fe90d0a8-e142-475d-be94-10d2a1bb652e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.6078784 Nov 12 08:25:23.868627 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-895affc4-22cd-4c35-9144-b0956ea534b0 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.869429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895affc4-22cd-4c35-9144-b0956ea534b0 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.876776 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-895affc4-22cd-4c35-9144-b0956ea534b0 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/a41c045a-fab2-4a33-acba-7becf91be1ed HTTP/1.1" status: 404 len: 339 time: 0.0411394 Nov 12 08:25:23.895744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57214) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.897972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-7df37566-b08c-4b42-a616-9fb804316ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.900452 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-7df37566-b08c-4b42-a616-9fb804316ffc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.2009175 Nov 12 08:25:23.931279 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-56adaacc-02ab-44be-8c6a-7c88c4a5023d tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:23.932193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56adaacc-02ab-44be-8c6a-7c88c4a5023d tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:23.939917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-56adaacc-02ab-44be-8c6a-7c88c4a5023d tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/27d7bde7-d7e6-41f1-8c26-53538d1f34d1 HTTP/1.1" status: 404 len: 337 time: 0.0344117 Nov 12 08:25:23.941952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57220) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.973234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a3988a8d-55e7-448e-bc50-6b5cf2776a92 None None] Provisioning complete for port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:23.973603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a3988a8d-55e7-448e-bc50-6b5cf2776a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.989416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38fe47-fb39-4e60-bb51-27497cabaebc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event updated for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:24.025049 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-08c773c1-2c98-4115-8bfc-b6c70da2fc5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841360 Nov 12 08:25:24.026545 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a564b6fe-e117-4538-8249-a522e8249158 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:24.027143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a564b6fe-e117-4538-8249-a522e8249158 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:24.034767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-61e4894a-b213-441d-babc-d1db5f4b4644 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=51498139c5a44b828f9928239a242171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244006 Nov 12 08:25:24.034947 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a564b6fe-e117-4538-8249-a522e8249158 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/f135bf5f-cf4c-435b-8c9d-813521242d00 HTTP/1.1" status: 404 len: 339 time: 0.0918734 Nov 12 08:25:24.050769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57230) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:24.195254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57236) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:24.220230 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-bb430985-105c-4f8d-a530-ad017e594e9a service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840873 Nov 12 08:25:24.276036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:24.278369 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778" -d '{"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:24.293544 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0267733f-fe70-4bd9-9b92-664ce699f03a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:24.294323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0267733f-fe70-4bd9-9b92-664ce699f03a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:24.300541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0267733f-fe70-4bd9-9b92-664ce699f03a tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/aa5ec86f-cbfe-4517-bca0-0448614a814c HTTP/1.1" status: 404 len: 337 time: 0.2227745 Nov 12 08:25:24.335092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:24.377344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eded8792-fce8-426e-9ac1-4bbd457c4bde req-dd2007eb-b785-4a02-b9e9-4e810ae12a62 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288894 Nov 12 08:25:24.394809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28584583-96d9-49b4-aa95-f85b11b2ef9d req-dead1caf-00f4-42d8-b650-d0148327ef51 service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669343 Nov 12 08:25:24.436607 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1623b25-f18d-406c-b7e8-3650a13ed373 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:24.438164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1623b25-f18d-406c-b7e8-3650a13ed373 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:24.441585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e1623b25-f18d-406c-b7e8-3650a13ed373 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/dfd01d26-61a1-48e9-9956-1470360558f2 HTTP/1.1" status: 404 len: 339 time: 0.0941558 Nov 12 08:25:24.444252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57248) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:24.517635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting subnet e9f85dbf-6243-4a5b-aff3-095c9f0f43b3 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:24.523773 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.550705 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9efe6452-bc36-491c-8077-34d64f83986c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.585750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.606493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9efe6452-bc36-491c-8077-34d64f83986c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.664113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-e1f228e3-c4b2-42c4-98ad-c0f845521a68 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.669289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-e1f228e3-c4b2-42c4-98ad-c0f845521a68 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6333773 Nov 12 08:25:24.670890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1200033949-network', 'tenant_id': 'd3012a631d734091badc102413867649'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:24.705241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Made reservation on behalf of d3012a631d734091badc102413867649 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:24.707985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.735748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9efe6452-bc36-491c-8077-34d64f83986c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b24a4c8f2594579a9d3b9ce38a326e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7179186 Nov 12 08:25:24.736598 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.738932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57254) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:24.743483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe6452-bc36-491c-8077-34d64f83986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e0592b-6bb6-47ce-bda7-6ba8650b6dc0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:24.754947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-4f59ebb8-7a06-445c-ab22-552ec2b8c9a5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/quotas/51498139c5a44b828f9928239a242171 HTTP/1.1" status: 200 len: 375 time: 0.0668390 Nov 12 08:25:24.788381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.805289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-4fe6c693-9faa-4508-b4f5-e776e81e0655 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51498139c5a44b828f9928239a242171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404017 Nov 12 08:25:24.810635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-a99da0c4-670c-4638-a562-aa2893003159 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3894413 Nov 12 08:25:24.821322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:24.853325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.891994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e9407b9e-19f2-4a1e-9d00-a5b25a157b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.932592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e9407b9e-19f2-4a1e-9d00-a5b25a157b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.019820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.022441 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35044016-ae3c-485d-9fef-0a734f36fd02 x-openstack-request-id: req-35044016-ae3c-485d-9fef-0a734f36fd02 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:25.022796 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:25.023050 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35044016-ae3c-485d-9fef-0a734f36fd02 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:25.023478 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'status': 'completed', 'code': 200} Nov 12 08:25:25.026347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.032933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.045363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.109775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f85dbf-6243-4a5b-aff3-095c9f0f43b3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:25.118800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.126173 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4540082a-fdbd-4302-a3c0-6cd5a3a3bc7b tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/subnets/e9f85dbf-6243-4a5b-aff3-095c9f0f43b3 HTTP/1.1" status: 204 len: 168 time: 0.6786690 Nov 12 08:25:25.130540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f830f-3608-49f8-9dd5-0b4409dd2939 None None] Network f182da88-41a8-4e4e-b99a-2d77f665a172 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:25.135085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57262) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:25.149946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5baac378-54da-4db3-abbb-c86f560d1c9c req-fe76b85c-e3c5-4202-ac29-90933eb37fb8 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 210 time: 0.0608017 Nov 12 08:25:25.197710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5297c17d-4498-4b56-b275-c68d009b17e3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:25.252109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:25.264557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.265353 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Added segment df304e2f-bea0-42d4-9624-a844cc1d8927 of type vlan for network 6389b917-61dd-4bbb-babf-6510fa6e2a1a Nov 12 08:25:25.316740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.318789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.319526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Allocated IP 172.25.4.243 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a4d051ce-5a5e-428f-9ba5-7493519745e6) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:25.346527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e9407b9e-19f2-4a1e-9d00-a5b25a157b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.351285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e9407b9e-19f2-4a1e-9d00-a5b25a157b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.361302 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e9407b9e-19f2-4a1e-9d00-a5b25a157b2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1e0592b-6bb6-47ce-bda7-6ba8650b6dc0 HTTP/1.1" status: 204 len: 168 time: 0.6191347 Nov 12 08:25:25.382738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9407b9e-19f2-4a1e-9d00-a5b25a157b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e0592b-6bb6-47ce-bda7-6ba8650b6dc0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:25.399489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.400674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.401974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.469694 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2691522 Nov 12 08:25:25.469926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57270) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:25.480510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Request body: {'subnet': {'network_id': '6389b917-61dd-4bbb-babf-6510fa6e2a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1200033949-subnet', 'tenant_id': 'd3012a631d734091badc102413867649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:25.541082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-7e8369de-1a88-472c-b4e7-16aae1da73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.543056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-7e8369de-1a88-472c-b4e7-16aae1da73a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.4512224 Nov 12 08:25:25.556603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba1fd7-9ec1-47cc-ab89-220284c70df2 req-c364f57b-8c7a-4332-b399-9574ab7be4b7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.558235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55ba1fd7-9ec1-47cc-ab89-220284c70df2 req-c364f57b-8c7a-4332-b399-9574ab7be4b7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2630298 Nov 12 08:25:25.575376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc59d99-73b1-4cd9-8cbf-df4f322cff58 admin admin] Pushing event updated for resources: {'Network': ['ID=6389b917-61dd-4bbb-babf-6510fa6e2a1a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:25.603987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] DHCP port deletion for f182da88-41a8-4e4e-b99a-2d77f665a172 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:25.606428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6389b917-61dd-4bbb-babf-6510fa6e2a1a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:25.627419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Made reservation on behalf of d3012a631d734091badc102413867649 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:25.630600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.746389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-eb3ab856-6e37-42b2-8ba0-7d906077e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.748181 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-eb3ab856-6e37-42b2-8ba0-7d906077e592 service neutron] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.1970427 Nov 12 08:25:25.802449 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.826089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55ba1fd7-9ec1-47cc-ab89-220284c70df2 req-c91a79e2-ac29-4236-8bcd-59ff3f4a87e6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421045 Nov 12 08:25:25.847481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Deleting port bbb70033-6cce-41d4-9b3b-2b80abc988bc {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:25.847893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.863930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-c5821638-1c0d-4f62-b277-b204b7a7f0d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.1065514 Nov 12 08:25:25.977510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] Deleting port bbb70033-6cce-41d4-9b3b-2b80abc988bc {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:25.978596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.081089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:26.129586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-a0fb40e5-3857-42b4-8155-5e0b73dfb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.131710 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-a0fb40e5-3857-42b4-8155-5e0b73dfb47f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.2541044 Nov 12 08:25:26.139062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] For port bbb70033-6cce-41d4-9b3b-2b80abc988bc, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bbb70033-6cce-41d4-9b3b-2b80abc988bc,segment=NetworkSegment(dbbcf97f-5315-4eb5-84ec-5277c9ac9320),segment_id=dbbcf97f-5315-4eb5-84ec-5277c9ac9320)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:26.141101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.143635 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81d10884-0c0f-4c11-98b6-e323718ca655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.173132 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-7c1a6a7f-2c7b-4614-a305-f66ed2f1a539 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315716 Nov 12 08:25:26.177036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] Calling delete_port for bbb70033-6cce-41d4-9b3b-2b80abc988bc owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:26.324758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.325220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.399067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.400873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-380914ff-7af1-491e-b1dc-ac7b267e184f service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205944 Nov 12 08:25:26.410280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:26.436549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] Pushing event deleted for resources: {'Port': ['ID=bbb70033-6cce-41d4-9b3b-2b80abc988bc,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.444005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event updated for resources: {'Port': ['ID=a4d051ce-5a5e-428f-9ba5-7493519745e6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.446831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:26.453189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:26.458261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9436e-1340-4fec-ae08-42e2befac1d2 None None] No DVR routers for this DVR port bbb70033-6cce-41d4-9b3b-2b80abc988bc on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:26.483602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Checking segment: {'id': 'df304e2f-bea0-42d4-9624-a844cc1d8927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6389b917-61dd-4bbb-babf-6510fa6e2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:26.484878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Network hostable DHCP agents. Network: 6389b917-61dd-4bbb-babf-6510fa6e2a1a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:26.489939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a6a208-0dfa-4c60-b919-1b59a0c59e9d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.532286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.533590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.534140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.537326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.537946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.538504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.539051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.539614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.540204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.540751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.541294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.541849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:26.577814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Network 6389b917-61dd-4bbb-babf-6510fa6e2a1a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:26.596033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.603621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6389b917-61dd-4bbb-babf-6510fa6e2a1a) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:26.605211 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81d10884-0c0f-4c11-98b6-e323718ca655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.613183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.622499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea3c1e-7a2d-4fe2-99cc-352504cc03c4 None None] Network 6389b917-61dd-4bbb-babf-6510fa6e2a1a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:26.626704 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.663263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1c4bd-1d84-4b1b-835c-06a02514f8b1 req-70ae9b28-54bd-439f-9ffe-afe10eb1f845 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.665743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1a1c4bd-1d84-4b1b-835c-06a02514f8b1 req-70ae9b28-54bd-439f-9ffe-afe10eb1f845 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.4830308 Nov 12 08:25:26.666841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.692824 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d97c7ef5-c0db-4f4f-9bb7-a87a89c31778 req-6a444012-2eab-4008-9512-fdda5be7b3c9 service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729354 Nov 12 08:25:26.702264 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2574342b-43e5-4381-ba4c-9f5d60b7bfed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2310374 Nov 12 08:25:26.878701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f483d-d844-4858-9cad-4e37cb54f883 None None] Network 6389b917-61dd-4bbb-babf-6510fa6e2a1a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:26.946927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.952520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] For port bbb70033-6cce-41d4-9b3b-2b80abc988bc, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bbb70033-6cce-41d4-9b3b-2b80abc988bc,segment=NetworkSegment(dbbcf97f-5315-4eb5-84ec-5277c9ac9320),segment_id=dbbcf97f-5315-4eb5-84ec-5277c9ac9320)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:26.953492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.956868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81d10884-0c0f-4c11-98b6-e323718ca655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.054564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-85a5bda6-2d16-4895-a063-bc038471c102 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=51498139c5a44b828f9928239a242171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025350 Nov 12 08:25:27.070615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bbb70033-6cce-41d4-9b3b-2b80abc988bc no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:27.074933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d10884-0c0f-4c11-98b6-e323718ca655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e221095-7817-45bf-95e8-21269dfb0b8d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.077448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.127578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Calling delete_port for bbb70033-6cce-41d4-9b3b-2b80abc988bc owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:27.136871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: bbb70033-6cce-41d4-9b3b-2b80abc988bc {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:27.137212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bbb70033-6cce-41d4-9b3b-2b80abc988bc not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:27.167072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-81d10884-0c0f-4c11-98b6-e323718ca655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf98fbc6223f47bbbbf20648cf420a11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0848966 Nov 12 08:25:27.170590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:27.243580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a598bdb-9ca9-4dd9-b45f-ef3306d75cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.262437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event updated for resources: {'Port': ['ID=a4d051ce-5a5e-428f-9ba5-7493519745e6,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.278065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a598bdb-9ca9-4dd9-b45f-ef3306d75cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.310551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1a1c4bd-1d84-4b1b-835c-06a02514f8b1 req-a30bf8f3-828e-44b1-8dd5-169471b66787 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612580 Nov 12 08:25:27.330657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.376883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.378292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-82ce593a-17d7-42da-b09a-3f5b7308bdfe tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5612996 Nov 12 08:25:27.379289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a598bdb-9ca9-4dd9-b45f-ef3306d75cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.382387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a598bdb-9ca9-4dd9-b45f-ef3306d75cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.387651 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5a598bdb-9ca9-4dd9-b45f-ef3306d75cfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e221095-7817-45bf-95e8-21269dfb0b8d HTTP/1.1" status: 204 len: 168 time: 0.2158883 Nov 12 08:25:27.399827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a598bdb-9ca9-4dd9-b45f-ef3306d75cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e221095-7817-45bf-95e8-21269dfb0b8d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.561826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-6b2fdd56-a278-4fe1-9344-6f833d7b6980 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.1237209 Nov 12 08:25:27.580911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-a1eb6bc9-171f-4310-a240-76d3ac1ef046 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.582335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-a1eb6bc9-171f-4310-a240-76d3ac1ef046 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4867365 Nov 12 08:25:27.605236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7cd676b0-d569-4b22-8875-6c7fa0fd3601 req-c9db7759-315c-42dd-9ec3-ff0b1b51357a tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 210 time: 0.1659467 Nov 12 08:25:27.609635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Request body: {'port': {'device_id': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '51498139c5a44b828f9928239a242171'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:27.633049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:27.689442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Deleting subnet 05a6a208-0dfa-4c60-b919-1b59a0c59e9d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:27.696216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.757532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.794721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.807631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.873197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] No DVR routers for this DVR port bbb70033-6cce-41d4-9b3b-2b80abc988bc on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:27.884650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.888277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Port': ['ID=bbb70033-6cce-41d4-9b3b-2b80abc988bc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.922404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.928732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/05a6a208-0dfa-4c60-b919-1b59a0c59e9d HTTP/1.1" status: 204 len: 168 time: 0.2921154 Nov 12 08:25:27.928732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76747a9f-e49b-41d5-bd13-b13e4a5603bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a6a208-0dfa-4c60-b919-1b59a0c59e9d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.930051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:28.002767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-5f2d7a2a-c11b-4835-976a-c6c5f54f0d4a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.011491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-5f2d7a2a-c11b-4835-976a-c6c5f54f0d4a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.4268465 Nov 12 08:25:28.029398 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.032773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-77c7ec69-743b-4071-be83-bde20d9ea2cb tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:25:28.038388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e30b83b8-30df-43f4-b7a2-c10f8434356e req-77c7ec69-743b-4071-be83-bde20d9ea2cb tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259290 Nov 12 08:25:28.149230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.184630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6389b917-61dd-4bbb-babf-6510fa6e2a1a']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:28.209212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df304e2f-bea0-42d4-9624-a844cc1d8927') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:28.211756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df304e2f-bea0-42d4-9624-a844cc1d8927') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:28.225425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.242773 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.251970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:28.252519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:28.272994 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:28.339430 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.358769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.365079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6389b917-61dd-4bbb-babf-6510fa6e2a1a HTTP/1.1" status: 204 len: 168 time: 0.4320588 Nov 12 08:25:28.365079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4814-4c6b-4a4d-a29c-da964772fcf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6389b917-61dd-4bbb-babf-6510fa6e2a1a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:28.426869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a2ed9-df3c-4bb3-b18a-f4cd06bfeb3b req-559b1bb8-8f02-4d8a-b358-e537e7afc574 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.428526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d1a2ed9-df3c-4bb3-b18a-f4cd06bfeb3b req-559b1bb8-8f02-4d8a-b358-e537e7afc574 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.6638265 Nov 12 08:25:28.471866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.548003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f182da88-41a8-4e4e-b99a-2d77f665a172']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:28.564732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Made reservation on behalf of 51498139c5a44b828f9928239a242171 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:28.568697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.572264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:28.572264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbcf97f-5315-4eb5-84ec-5277c9ac9320') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:28.625275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57352) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:28.625433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.631173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.645701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-7d2b45d3-deb3-4c61-8b04-1f9f1a00da99 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.648639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-7d2b45d3-deb3-4c61-8b04-1f9f1a00da99 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2341356 Nov 12 08:25:28.670102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d1a2ed9-df3c-4bb3-b18a-f4cd06bfeb3b req-1a283516-eb00-4f0c-9733-ea3d062bc7e7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247388 Nov 12 08:25:28.723444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c217676-36f0-45e4-8336-1001da035cdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3012a631d734091badc102413867649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997679 Nov 12 08:25:28.727106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:28.736978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.785658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-32cb06e1-d18d-4854-821c-96dda93af87d tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.1214299 Nov 12 08:25:28.788198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:28.788940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:28.795044 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:28.809038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'floatingip': {'port_id': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:28.886347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df43a76-db8b-469b-8eb2-1afbf0bb66ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.919495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df43a76-db8b-469b-8eb2-1afbf0bb66ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.987412 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.009848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df43a76-db8b-469b-8eb2-1afbf0bb66ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.013547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7df43a76-db8b-469b-8eb2-1afbf0bb66ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.014859 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7df43a76-db8b-469b-8eb2-1afbf0bb66ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5297c17d-4498-4b56-b275-c68d009b17e3 HTTP/1.1" status: 204 len: 168 time: 0.2865486 Nov 12 08:25:29.026754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df43a76-db8b-469b-8eb2-1afbf0bb66ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5297c17d-4498-4b56-b275-c68d009b17e3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.072695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fcda1a4-3578-4ea3-b815-69d94f33e77d req-9714882d-0865-459d-9fb9-7dc6a692fc8b tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 210 time: 0.2104025 Nov 12 08:25:29.091440 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.097615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.104192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] 10.222.0.16 "DELETE /v2.0/networks/f182da88-41a8-4e4e-b99a-2d77f665a172 HTTP/1.1" status: 204 len: 168 time: 3.9652557 Nov 12 08:25:29.161461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b8b5-7885-44d5-8f86-a8622faafa63 tempest-NetworksTest-466104209 tempest-NetworksTest-466104209-project] Pushing event deleted for resources: {'Network': ['ID=f182da88-41a8-4e4e-b99a-2d77f665a172,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.228596 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.293495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.453700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c9f16-348c-44f5-add3-06d9042383aa,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.486123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a2a3-6466-4703-97fa-8ccfe0f28c1f req-197765f8-0d29-47d1-a2a3-ddf61314c130 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.487702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8eb8a2a3-6466-4703-97fa-8ccfe0f28c1f req-197765f8-0d29-47d1-a2a3-ddf61314c130 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2548766 Nov 12 08:25:29.708673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57390) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:29.740811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Allocated IP 192.168.233.205 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/0d4374d6-d353-4b9b-9109-72782ac3f827) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:29.753534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57394) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:29.783045 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8eb8a2a3-6466-4703-97fa-8ccfe0f28c1f req-2df37f0b-f1a2-4533-8a8d-aa237c3f8c0d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871170 Nov 12 08:25:30.021056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76a67a3a-bd01-4aa8-89d8-a88a1e5fed97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.136300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580a4e3-7dbd-43ad-9639-741e4481157e req-ffe9b43c-9f28-4d6d-974f-960c5b524743 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.144267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1580a4e3-7dbd-43ad-9639-741e4481157e req-ffe9b43c-9f28-4d6d-974f-960c5b524743 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2275863 Nov 12 08:25:30.150069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:25:30.166967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7edccb7c-22f8-4a9c-b518-0e78610c6581 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aa717f82ee64ba9aab1afc5a71ca3ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570453 Nov 12 08:25:30.167730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:30.263147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76a67a3a-bd01-4aa8-89d8-a88a1e5fed97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.267642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b53aabcd-d58a-403a-9246-e333e98cc464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.280522 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76a67a3a-bd01-4aa8-89d8-a88a1e5fed97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.325923 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-76a67a3a-bd01-4aa8-89d8-a88a1e5fed97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=288945c878534ec997677c96dfb7af42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5688672 Nov 12 08:25:30.342615 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b53aabcd-d58a-403a-9246-e333e98cc464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.366503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:30.426934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1580a4e3-7dbd-43ad-9639-741e4481157e req-16759eed-8b21-4719-8620-541bb57d7da5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656362 Nov 12 08:25:30.441073 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.467388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.538558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a67a3a-bd01-4aa8-89d8-a88a1e5fed97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32f3cf-528c-4342-96c2-9dff066e16f0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.576840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b53aabcd-d58a-403a-9246-e333e98cc464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.580824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b53aabcd-d58a-403a-9246-e333e98cc464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.582812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.595760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b53aabcd-d58a-403a-9246-e333e98cc464 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59c7ca64-3e64-4471-80d3-5b1071840e96 HTTP/1.1" status: 204 len: 168 time: 0.4258139 Nov 12 08:25:30.627562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53aabcd-d58a-403a-9246-e333e98cc464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7ca64-3e64-4471-80d3-5b1071840e96,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.646683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e815e3e-95b1-47ba-b73f-fb50f415f911 req-b8eafa2b-8a04-4f88-845b-e4a4c94dd650 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 210 time: 0.0573318 Nov 12 08:25:30.667538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0716f5bc-0650-48cc-871a-d9f732a67a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.714165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0716f5bc-0650-48cc-871a-d9f732a67a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.802254 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0716f5bc-0650-48cc-871a-d9f732a67a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.806720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0716f5bc-0650-48cc-871a-d9f732a67a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.814127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0716f5bc-0650-48cc-871a-d9f732a67a28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c32f3cf-528c-4342-96c2-9dff066e16f0 HTTP/1.1" status: 204 len: 168 time: 0.4462447 Nov 12 08:25:30.828525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716f5bc-0650-48cc-871a-d9f732a67a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32f3cf-528c-4342-96c2-9dff066e16f0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.868069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.950012 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Floating IP 3355bdb7-4e9d-4daa-822c-a3ca24c3965a associated. External IP: 172.25.4.243, port: 7ad4a6ff-92d1-466b-8a6f-763c1365d401. Nov 12 08:25:30.964032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300541c-4e1c-46da-819c-8fd928fc1d6a req-3e83b85f-88da-494a-82a4-7bfd277570f8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.966284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6300541c-4e1c-46da-819c-8fd928fc1d6a req-3e83b85f-88da-494a-82a4-7bfd277570f8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1772659 Nov 12 08:25:31.011409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:31.025462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:31.033297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:31.069189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Pushing event updated for resources: {'Port': ['ID=0d4374d6-d353-4b9b-9109-72782ac3f827,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:31.163225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.163973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.198245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-627835bb-bad1-4efb-ab6b-fdbd6a1764d5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5968215 Nov 12 08:25:31.201747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6300541c-4e1c-46da-819c-8fd928fc1d6a req-c6d0ba3b-6e57-4e0b-a62b-e26ba27fb4a0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893930 Nov 12 08:25:31.225183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Request body: {'port': {'device_id': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:31.378295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.436875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1d5d8270-cc50-4620-bab2-69764947d4f8 None None] Provisioning complete for port 0d4374d6-d353-4b9b-9109-72782ac3f827 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:31.438668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8270-cc50-4620-bab2-69764947d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.493687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d8270-cc50-4620-bab2-69764947d4f8 None None] Port 0d4374d6-d353-4b9b-9109-72782ac3f827 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:31.783750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1eb79-91d4-4043-af0c-b1f274024923 req-9643af4a-2ef1-4d94-92af-8ae2f7a622b3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.785329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3c1eb79-91d4-4043-af0c-b1f274024923 req-9643af4a-2ef1-4d94-92af-8ae2f7a622b3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.4694805 Nov 12 08:25:31.831910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:31.936754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3c1eb79-91d4-4043-af0c-b1f274024923 req-90f4caa9-6216-486f-a293-8d3ac5a7eb86 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443608 Nov 12 08:25:32.151448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:32.164102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] Sync routers for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:32.165424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.179483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:32.179689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9302f-c041-4342-8ea8-335634073ae0 req-1ed21a5e-b5f8-4b51-9481-597b0d9814fc tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.180258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:32.181265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7f9302f-c041-4342-8ea8-335634073ae0 req-1ed21a5e-b5f8-4b51-9481-597b0d9814fc tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 936 time: 0.1451263 Nov 12 08:25:32.243909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-14e1f4d9-e6f3-4d30-ab7b-ef48be435df5 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "PUT /v2.0/floatingips/3355bdb7-4e9d-4daa-822c-a3ca24c3965a HTTP/1.1" status: 200 len: 997 time: 3.4572735 Nov 12 08:25:32.246612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:32.249061 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaacab55-47d4-408f-9a8a-1bf51686c508" -d '{"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:32.338659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4374d6-d353-4b9b-9109-72782ac3f827 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:32.353763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c7f9302f-c041-4342-8ea8-335634073ae0 req-fbccc552-5afc-4946-8457-e1d54631fb31 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524012 Nov 12 08:25:32.361193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.364809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:32.383152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-e18ae026-db74-48ac-80a4-f8971e864bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.384719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-e18ae026-db74-48ac-80a4-f8971e864bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.1074052 Nov 12 08:25:32.385734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Transition to ACTIVE for port object 0d4374d6-d353-4b9b-9109-72782ac3f827 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:32.391299 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.598459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Pushing event updated for resources: {'Port': ['ID=0d4374d6-d353-4b9b-9109-72782ac3f827,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:32.643246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57508) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:32.684451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66684f2f-9833-45eb-ba9b-1eb2f24e6e21 req-4702a232-1ec4-446d-b648-54df87d7dbee tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.686092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66684f2f-9833-45eb-ba9b-1eb2f24e6e21 req-4702a232-1ec4-446d-b648-54df87d7dbee tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2058239 Nov 12 08:25:32.727111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-f467a3e4-e94e-49d0-a15e-9d50ee293bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.735754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-f467a3e4-e94e-49d0-a15e-9d50ee293bec service neutron] 10.222.0.16 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.3416302 Nov 12 08:25:32.785610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3355bdb7-4e9d-4daa-822c-a3ca24c3965a', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'port_id': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'mac_address': 'fa:16:3e:fa:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:25:26Z', 'updated_at': '2021-11-12T08:25:29Z', 'revision_number': 1, 'project_id': '8de898d54d404d71992867ee792ca38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:32.833421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Attempting to bind port 0d4374d6-d353-4b9b-9109-72782ac3f827 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:32.833751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Attempting to bind port 0d4374d6-d353-4b9b-9109-72782ac3f827 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:32.834329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Attempting to bind port 0d4374d6-d353-4b9b-9109-72782ac3f827 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:32.845781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] Checking router: 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:25:32.861441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Port 0d4374d6-d353-4b9b-9109-72782ac3f827 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:32.862068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Attempting to bind port 0d4374d6-d353-4b9b-9109-72782ac3f827 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:32.866278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:32.867689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:32.882058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-3a2c0d51-9c15-484a-b325-d9b6cb1c3158 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 1000 time: 0.1453011 Nov 12 08:25:32.910746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66684f2f-9833-45eb-ba9b-1eb2f24e6e21 req-0ee9e21f-9294-4adf-8432-36f3376a777c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050219 Nov 12 08:25:32.913194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:32.932835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:32.933866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:32.934343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Bound port: 0d4374d6-d353-4b9b-9109-72782ac3f827, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:32.938445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.985932 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e2f4c-a025-45d2-b14d-5deaa980334c x-openstack-request-id: req-ed0e2f4c-a025-45d2-b14d-5deaa980334c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:32.986310 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:32.986456 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed0e2f4c-a025-45d2-b14d-5deaa980334c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:32.986853 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'status': 'completed', 'code': 200} Nov 12 08:25:33.035930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-93c67857-44e7-4145-9e17-f4243d05ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.037455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-93c67857-44e7-4145-9e17-f4243d05ea7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.1543148 Nov 12 08:25:33.056491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-884d5f2c-7fff-42ca-aee7-cc230dd57eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.058041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-884d5f2c-7fff-42ca-aee7-cc230dd57eeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.0557215 Nov 12 08:25:33.074819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:33.119435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-51614624-f942-4e50-99f3-fa216d0a8502 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708938 Nov 12 08:25:33.137993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] For port 0d4374d6-d353-4b9b-9109-72782ac3f827, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:33.143710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] For port 0d4374d6-d353-4b9b-9109-72782ac3f827, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d4374d6-d353-4b9b-9109-72782ac3f827,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:33.151041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-2c02abc1-3a4b-462d-905a-161264e60605 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:25:33.152342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-2c02abc1-3a4b-462d-905a-161264e60605 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065510 Nov 12 08:25:33.156710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.156936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2105435584'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:33.174484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-b7948f9f-b67a-4eb5-8731-b525f1140a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.176386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-b7948f9f-b67a-4eb5-8731-b525f1140a85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.1074343 Nov 12 08:25:33.253652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:33.262796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.263781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.264558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.266032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] 10.222.0.32 "PUT /v2.0/ports/0d4374d6-d353-4b9b-9109-72782ac3f827 HTTP/1.1" status: 200 len: 1097 time: 2.0527887 Nov 12 08:25:33.289932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.373895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-b123d29f-150f-4243-8481-b549d985159b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 1000 time: 0.1853979 Nov 12 08:25:33.391351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee489e1-50f0-4ea1-b610-ea19f23be21a service neutron] Pushing event updated for resources: {'Port': ['ID=0d4374d6-d353-4b9b-9109-72782ac3f827,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.461682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-85404cce-4774-4f4e-8c95-1fe963516b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.463230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-85404cce-4774-4f4e-8c95-1fe963516b41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51498139c5a44b828f9928239a242171&device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 1100 time: 0.1363900 Nov 12 08:25:33.488761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-a435ec54-cf2b-415e-84a8-63ab24e81662 service neutron] 10.222.0.16 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211792 Nov 12 08:25:33.545372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-6216210d-6859-4121-afb9-ee83cea30818 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0d4374d6-d353-4b9b-9109-72782ac3f827 HTTP/1.1" status: 200 len: 217 time: 0.0718751 Nov 12 08:25:33.614799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3355bdb7-4e9d-4daa-822c-a3ca24c3965a', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'port_id': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'mac_address': 'fa:16:3e:fa:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:25:26Z', 'updated_at': '2021-11-12T08:25:29Z', 'revision_number': 1, 'project_id': '8de898d54d404d71992867ee792ca38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:33.638308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.648147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.650581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece4715-5482-47bd-b95b-8ecd8fd3dbed None None] The sync data for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 is: [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3355bdb7-4e9d-4daa-822c-a3ca24c3965a', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'port_id': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'mac_address': 'fa:16:3e:fa:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:25:26Z', 'updated_at': '2021-11-12T08:25:29Z', 'revision_number': 1, 'project_id': '8de898d54d404d71992867ee792ca38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:33.697438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:33.703311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-7882c4b8-bbdc-4443-80b8-96eb6978b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.705013 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-7882c4b8-bbdc-4443-80b8-96eb6978b8bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.3250055 Nov 12 08:25:33.751770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd5b67-dc52-426d-aa87-9d3da5fb9f34,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.756419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.756923 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment 9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc of type vlan for network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a Nov 12 08:25:33.760258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-e169c94a-fdba-4438-bddc-c2ffa86c1082 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441761 Nov 12 08:25:33.771281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57544) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:33.823178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0660-bfd0-4fad-90b3-387a12762230 req-c8b50f88-d478-4788-bb0c-3fce61cf89f2 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.831611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba2f0660-bfd0-4fad-90b3-387a12762230 req-c8b50f88-d478-4788-bb0c-3fce61cf89f2 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 948 time: 0.2973039 Nov 12 08:25:33.870360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-48171950-7d33-4b68-9af7-ca3a0a691887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.872065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-48171950-7d33-4b68-9af7-ca3a0a691887 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.3147998 Nov 12 08:25:33.886640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.949935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.957805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.958455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.974311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e05e7c4-29c0-42cc-89f2-02663f88ef6b req-85b42892-5797-4054-b346-300abe83bddc service neutron] 10.222.0.16 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410694 Nov 12 08:25:33.995252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba2f0660-bfd0-4fad-90b3-387a12762230 req-d3ab3e9e-849c-4676-89cb-f67547c24bdc tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619346 Nov 12 08:25:34.008361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647999-4e49-4456-a4b4-0ed861948344 req-a88da637-f59a-401e-8955-9733b4d874fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.014448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-a88da637-f59a-401e-8955-9733b4d874fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333404 Nov 12 08:25:34.054804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-e7e89e57-9b43-4b6f-b22a-177d9798e40e service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844644 Nov 12 08:25:34.064379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4199860 Nov 12 08:25:34.065391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3fa1a-5554-4fd9-96de-478f55d82f6b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=31adcfd5-08f2-4ccb-8ccb-b164b3f1958a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:34.072406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:34.078016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1902534778'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:34.080824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:34.108690 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7a272-d673-40c7-8895-f82f87c43aad None None] New status for floating IP 3355bdb7-4e9d-4daa-822c-a3ca24c3965a: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:25:34.138740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33e9f628-e91e-4081-b20e-49450416e7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.294964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:34.300100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.315194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96e7bf-4597-4049-bbb8-80c9b3b9a0dd req-624f4caa-2708-4c32-bb6e-7a34fd58907b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.317044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba96e7bf-4597-4049-bbb8-80c9b3b9a0dd req-624f4caa-2708-4c32-bb6e-7a34fd58907b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1322727 Nov 12 08:25:34.320961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-da462e2f-7823-4061-8029-04b262771009 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1000 time: 0.2354736 Nov 12 08:25:34.323125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-0f43f258-a1e7-44ba-b449-5e39f0371515 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987595 Nov 12 08:25:34.361862 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aaacab55-47d4-408f-9a8a-1bf51686c508 req-17e4f81f-d87a-45ae-b6f8-f4b8c0acdb4b service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912672 Nov 12 08:25:34.374423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:34.393171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.393443 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b of type vlan for network 164e4855-2e5d-41b1-96ea-b0dde45bed07 Nov 12 08:25:34.457878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33e9f628-e91e-4081-b20e-49450416e7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.462299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.466859 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33e9f628-e91e-4081-b20e-49450416e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.503174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-79bf2971-d8b8-48c7-987a-0b0766969657 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.504776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-79bf2971-d8b8-48c7-987a-0b0766969657 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports/7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 943 time: 0.1714854 Nov 12 08:25:34.512928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba96e7bf-4597-4049-bbb8-80c9b3b9a0dd req-6ff31c65-edc1-474e-92b2-a77f8b848d0c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866953 Nov 12 08:25:34.515992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc647999-4e49-4456-a4b4-0ed861948344 req-0e893b26-177e-401d-b982-843908c015a0 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793740 Nov 12 08:25:34.532239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57566) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:34.532874 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-33e9f628-e91e-4081-b20e-49450416e7ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d290b7852ed348a58df71626da8a293b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7473006 Nov 12 08:25:34.536865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9f628-e91e-4081-b20e-49450416e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73dc5e-dcfc-4687-bac3-b8768e56a106,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:34.549730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.555840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.560286 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.639647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5632658 Nov 12 08:25:34.641159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:34.651191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:34.654644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f036b988-6a7d-4ce0-bd26-d95059ed8c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.710649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b79f64-735d-4345-b05b-1d9890b52f24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=164e4855-2e5d-41b1-96ea-b0dde45bed07,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:34.711476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-13aaeb93-e06d-483f-b3a5-73cb6eb14eda tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1002 time: 0.1190734 Nov 12 08:25:34.719414 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f036b988-6a7d-4ce0-bd26-d95059ed8c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.723551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:34.797270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:34.801452 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.838034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b8143-840b-4203-bc26-ded1e895e983 req-ae08416c-2725-41ae-8b2c-c2495425a85f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.839574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-573b8143-840b-4203-bc26-ded1e895e983 req-ae08416c-2725-41ae-8b2c-c2495425a85f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1708724 Nov 12 08:25:34.879048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f036b988-6a7d-4ce0-bd26-d95059ed8c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.881989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f036b988-6a7d-4ce0-bd26-d95059ed8c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.883585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f036b988-6a7d-4ce0-bd26-d95059ed8c36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd73dc5e-dcfc-4687-bac3-b8768e56a106 HTTP/1.1" status: 204 len: 168 time: 0.3500886 Nov 12 08:25:34.906610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036b988-6a7d-4ce0-bd26-d95059ed8c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73dc5e-dcfc-4687-bac3-b8768e56a106,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:34.927319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-571fa2f0-5034-4de1-8e16-a11c2e712914 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.928755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-571fa2f0-5034-4de1-8e16-a11c2e712914 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.2001772 Nov 12 08:25:34.943439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-573b8143-840b-4203-bc26-ded1e895e983 req-a3aca6d7-2092-49f2-9433-0923a1bb46f9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929334 Nov 12 08:25:35.042775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'tag': '0d4374d6-d353-4b9b-9109-72782ac3f827'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:35.046224 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d170a1c-8a14-4beb-b9d0-4e74277af928" -d '{"events": [{"name": "network-changed", "server_uuid": "feb5fee4-5b24-41ed-8628-05e681dd80ee", "tag": "0d4374d6-d353-4b9b-9109-72782ac3f827"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:35.103447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.104678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-1b207ca1-8433-4143-9d1c-ecba9160f4c6 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 1002 time: 0.1472800 Nov 12 08:25:35.111534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:35.207379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:35.208092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:35.211799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=4895fd42-ae96-456e-97d8-8fe76527f8b5,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:35.231979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b50882-a7ab-4c11-9647-9503110de873 req-db1371ba-5f1a-4025-8027-83136172e4ab tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.234201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15b50882-a7ab-4c11-9647-9503110de873 req-db1371ba-5f1a-4025-8027-83136172e4ab tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 948 time: 0.1182737 Nov 12 08:25:35.238271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:35.240603 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.255794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:35.264342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.265495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcd1bd-f71f-468a-8500-aabbff078960 None None] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:35.266043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.291339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4be3cdae-f50a-4404-a53e-5c30359948fc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6465328 Nov 12 08:25:35.291715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57600) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:35.298453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:35.399625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15b50882-a7ab-4c11-9647-9503110de873 req-71b5bb74-fe5f-4485-9174-fcb1d0e14f8a tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503375 Nov 12 08:25:35.449584 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e25add-c717-4ccc-946c-e7dc16042d4c x-openstack-request-id: req-c4e25add-c717-4ccc-946c-e7dc16042d4c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:35.450578 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb5fee4-5b24-41ed-8628-05e681dd80ee", "tag": "0d4374d6-d353-4b9b-9109-72782ac3f827", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:35.450906 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4e25add-c717-4ccc-946c-e7dc16042d4c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:35.451360 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'tag': '0d4374d6-d353-4b9b-9109-72782ac3f827', 'status': 'completed', 'code': 200} Nov 12 08:25:35.479446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:35.495224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.586712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.610983 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.611366 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Floating IP 3355bdb7-4e9d-4daa-822c-a3ca24c3965a disassociated. External IP: 172.25.4.243, port: 7ad4a6ff-92d1-466b-8a6f-763c1365d401. Nov 12 08:25:35.768157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-d5568a51-2897-4db6-8899-64eb560a2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.771443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-d5568a51-2897-4db6-8899-64eb560a2896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51498139c5a44b828f9928239a242171&device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 1100 time: 0.2362573 Nov 12 08:25:35.838792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-31adcfd5-08f2-4ccb-8ccb-b164b3f1958a', 'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': '4895fd42-ae96-456e-97d8-8fe76527f8b5'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:35.839719 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.870231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.974759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:35.975735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: 164e4855-2e5d-41b1-96ea-b0dde45bed07, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:35.992263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:35.993394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=fbf84b3a-fcd2-479f-ae7e-7f58ca37802b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:36.023841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:36.038626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 164e4855-2e5d-41b1-96ea-b0dde45bed07) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:36.056746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.058333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.090665 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa82fd61-4217-4aca-ac99-04a7192e958b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7974842 Nov 12 08:25:36.094475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57630) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:36.098634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1fa81-e8c1-468b-a732-2737e68590cf None None] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:36.102314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1100942331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:36.138818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.142006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.196926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Allocated IP 2001:db8::2 (31adcfd5-08f2-4ccb-8ccb-b164b3f1958a/4895fd42-ae96-456e-97d8-8fe76527f8b5/45848eff-85d1-49a6-9bef-67aacaabe03f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:36.221013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.227207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.259722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.262215 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ac15a821-466e-4108-a40b-9a276fa44b93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1643162 Nov 12 08:25:36.268683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57632) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:36.336419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a8ee-a1e7-432d-975f-9abed9315136 req-ea80018c-cd22-466a-b077-ccec205d7a87 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.345118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca62a8ee-a1e7-432d-975f-9abed9315136 req-ea80018c-cd22-466a-b077-ccec205d7a87 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.7545705 Nov 12 08:25:36.348313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-7fc568cd-3f71-4158-8fac-32d3c76e8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.349955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-7fc568cd-3f71-4158-8fac-32d3c76e8ad9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.5463715 Nov 12 08:25:36.414423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-1316c905-ad7c-428a-b046-01d66b5c0745 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0d4374d6-d353-4b9b-9109-72782ac3f827 HTTP/1.1" status: 200 len: 217 time: 0.0525432 Nov 12 08:25:36.465106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6fc2dc-5bfa-45de-8de1-8c4b56579fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.515319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-164e4855-2e5d-41b1-96ea-b0dde45bed07', 'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': 'fbf84b3a-fcd2-479f-ae7e-7f58ca37802b'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:36.516318 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.551149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca62a8ee-a1e7-432d-975f-9abed9315136 req-310e98c6-7522-489b-84e0-99ff1d5c3dbd tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046258 Nov 12 08:25:36.581666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-5cf91558-04ec-4ebd-8a79-295275e7ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.584879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-5cf91558-04ec-4ebd-8a79-295275e7ed64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1607091 Nov 12 08:25:36.597070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.635301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.770853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.783323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Pushing event updated for resources: {'Port': ['ID=45848eff-85d1-49a6-9bef-67aacaabe03f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:36.788676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:36.793296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:36.798265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:36.852628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-8a2fb49c-d02f-4c72-987e-9fb1b6e10163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.854140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-8a2fb49c-d02f-4c72-987e-9fb1b6e10163 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2592766 Nov 12 08:25:36.865497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Allocated IP 2001:db8:1::2 (164e4855-2e5d-41b1-96ea-b0dde45bed07/fbf84b3a-fcd2-479f-ae7e-7f58ca37802b/680290eb-7795-453f-83e2-7c824d08bdfb) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:36.880423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c95ff-e116-42f8-b747-cc751d290e1a req-52dabd37-fd64-485a-8d91-fa1fd7c01e6e tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.888307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-663c95ff-e116-42f8-b747-cc751d290e1a req-52dabd37-fd64-485a-8d91-fa1fd7c01e6e tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 948 time: 0.2169790 Nov 12 08:25:36.944939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6fc2dc-5bfa-45de-8de1-8c4b56579fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.946666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:36.967795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cd6fc2dc-5bfa-45de-8de1-8c4b56579fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.006238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Attempting to bind port 45848eff-85d1-49a6-9bef-67aacaabe03f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:37.007547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Attempting to bind port 45848eff-85d1-49a6-9bef-67aacaabe03f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:37.008212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Attempting to bind port 45848eff-85d1-49a6-9bef-67aacaabe03f on network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:37.027831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:37.028234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Checking segment: {'id': '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:37.028661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.029683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Bound using segment: {'id': '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:37.029683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Bound port: 45848eff-85d1-49a6-9bef-67aacaabe03f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '31adcfd5-08f2-4ccb-8ccb-b164b3f1958a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:37.030019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.108034 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-663c95ff-e116-42f8-b747-cc751d290e1a req-d58b279b-6834-4a75-aa5a-0240ab6ac5ef tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186661 Nov 12 08:25:37.139327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.143269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-c8d9ac49-adb5-46a2-9de1-a4c11332f12b service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284606 Nov 12 08:25:37.158565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.191266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] For port 45848eff-85d1-49a6-9bef-67aacaabe03f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:37.214572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] For port 45848eff-85d1-49a6-9bef-67aacaabe03f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=45848eff-85d1-49a6-9bef-67aacaabe03f,segment=NetworkSegment(9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc),segment_id=9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:37.217393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:37.221934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:37.224557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:37.232278 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.248810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Pushing event updated for resources: {'Port': ['ID=680290eb-7795-453f-83e2-7c824d08bdfb,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:37.268138 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cd6fc2dc-5bfa-45de-8de1-8c4b56579fbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d646292ba654eef9932d57eca12c59f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2701001 Nov 12 08:25:37.297159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57658) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:37.312868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fc2dc-5bfa-45de-8de1-8c4b56579fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f53c743-4519-425b-8034-95ad10c0663d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:37.318320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:37.330324 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.363949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] Sync routers for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:37.387287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Attempting to bind port 680290eb-7795-453f-83e2-7c824d08bdfb on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:37.387647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-e8150888-77cf-42da-bd24-c81184d4b86c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "PUT /v2.0/floatingips/3355bdb7-4e9d-4daa-822c-a3ca24c3965a HTTP/1.1" status: 200 len: 695 time: 2.2817416 Nov 12 08:25:37.388138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Attempting to bind port 680290eb-7795-453f-83e2-7c824d08bdfb by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:37.389352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Attempting to bind port 680290eb-7795-453f-83e2-7c824d08bdfb on network 164e4855-2e5d-41b1-96ea-b0dde45bed07 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:37.406353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc36904-0fb8-4aa5-a8ae-76f34a4a5a38 None None] Pushing event updated for resources: {'Port': ['ID=45848eff-85d1-49a6-9bef-67aacaabe03f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:37.411993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:37.412702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Checking segment: {'id': 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:37.413287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.413837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Bound using segment: {'id': 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:37.414907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Bound port: 680290eb-7795-453f-83e2-7c824d08bdfb, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '164e4855-2e5d-41b1-96ea-b0dde45bed07'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:37.415472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.415676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8::1 (31adcfd5-08f2-4ccb-8ccb-b164b3f1958a/4895fd42-ae96-456e-97d8-8fe76527f8b5/4984843f-4a47-44be-850f-8958140839c5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:37.419139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:37.419758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:37.465805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd075b28-f46d-4465-90dd-8082a25c8950 req-b35ac5ee-95d6-4944-a8f1-869d5a49e2ce tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.467834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd075b28-f46d-4465-90dd-8082a25c8950 req-b35ac5ee-95d6-4944-a8f1-869d5a49e2ce tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2629519 Nov 12 08:25:37.484837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:37.486938 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57" -d '{"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:37.544507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-452534c7-d4fd-4daa-9c45-70e223d01562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.548375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d170a1c-8a14-4beb-b9d0-4e74277af928 req-90ddd2e3-613c-4102-8fae-abc76ffcdb61 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582082 Nov 12 08:25:37.625753 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] For port 680290eb-7795-453f-83e2-7c824d08bdfb, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:37.634044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-b37a7e4e-b83a-4b1d-b76f-f7309a2ec894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.635653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-b37a7e4e-b83a-4b1d-b76f-f7309a2ec894 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.2203856 Nov 12 08:25:37.645789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:37.648990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] For port 680290eb-7795-453f-83e2-7c824d08bdfb, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=680290eb-7795-453f-83e2-7c824d08bdfb,segment=NetworkSegment(e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b),segment_id=e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:37.671935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-452534c7-d4fd-4daa-9c45-70e223d01562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.679239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.707493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd075b28-f46d-4465-90dd-8082a25c8950 req-e838e9d0-6caa-4c74-9135-16905c82292a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117050 Nov 12 08:25:37.812744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860f268-17e2-4fce-be0b-dbcaebd1f3a2 None None] Pushing event updated for resources: {'Port': ['ID=680290eb-7795-453f-83e2-7c824d08bdfb,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:37.859461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-d8d48c54-4a7d-48fd-829a-a0ada29ca580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.861949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-d8d48c54-4a7d-48fd-829a-a0ada29ca580 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.2024512 Nov 12 08:25:37.870218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-452534c7-d4fd-4daa-9c45-70e223d01562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.873119 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-452534c7-d4fd-4daa-9c45-70e223d01562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.876766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-452534c7-d4fd-4daa-9c45-70e223d01562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f53c743-4519-425b-8034-95ad10c0663d HTTP/1.1" status: 204 len: 168 time: 0.5758917 Nov 12 08:25:37.922085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452534c7-d4fd-4daa-9c45-70e223d01562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f53c743-4519-425b-8034-95ad10c0663d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:38.022581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-86a7ee59-b1b2-4dc7-a1fb-14cadbd14b9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.1168005 Nov 12 08:25:38.063961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:38.158120 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0b25bb-05e0-4e8d-97ee-6bdd2645b710 x-openstack-request-id: req-8d0b25bb-05e0-4e8d-97ee-6bdd2645b710 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:38.158421 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:38.158681 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d0b25bb-05e0-4e8d-97ee-6bdd2645b710 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:38.170210 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'status': 'completed', 'code': 200} Nov 12 08:25:38.194603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] Checking router: 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:25:38.213042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.214838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d4374d6-d353-4b9b-9109-72782ac3f827 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:38.214992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-4ee5a97d-66c8-47b6-89f7-d4eb2c2276eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.231770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-4ee5a97d-66c8-47b6-89f7-d4eb2c2276eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.2078629 Nov 12 08:25:38.283158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-4c2f0b0e-7558-4ed7-9604-2b1d50994c5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502477 Nov 12 08:25:38.283434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:38.284510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:38.364451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-2b36d322-36c3-415d-9a93-8603c5b37ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.367647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-2b36d322-36c3-415d-9a93-8603c5b37ff9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8de898d54d404d71992867ee792ca38e&device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 1098 time: 0.1874073 Nov 12 08:25:38.435080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d4374d6-d353-4b9b-9109-72782ac3f827, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d4374d6-d353-4b9b-9109-72782ac3f827,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:38.464288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-14544400-66c5-47f8-a148-f02b23e766bf service neutron] 10.222.0.16 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801994 Nov 12 08:25:38.471270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '0d4374d6-d353-4b9b-9109-72782ac3f827', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': '0d4374d6-d353-4b9b-9109-72782ac3f827', 'mac_address': 'fa:16:3e:09:1f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:38.492263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.575283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6490c1d-1b80-41ff-8501-133fe0a0df15 req-e83db027-e2be-423b-8e28-73d6b5b264e2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.578494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6490c1d-1b80-41ff-8501-133fe0a0df15 req-e83db027-e2be-423b-8e28-73d6b5b264e2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3053691 Nov 12 08:25:38.699913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6490c1d-1b80-41ff-8501-133fe0a0df15 req-b77d9b49-de3e-4cd8-bde7-957694d45116 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864389 Nov 12 08:25:38.711325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:38.740632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:38.745393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:38.746803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.760357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61be42fc-6e88-4d5f-94ba-cca2b883dc4a req-a6f694bf-b644-4f97-afff-69b0185a39ab service neutron] 10.222.0.16 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582173 Nov 12 08:25:38.762245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57690) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:38.791320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.794542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.947708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4374d6-d353-4b9b-9109-72782ac3f827 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:39.002893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d4374d6-d353-4b9b-9109-72782ac3f827, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d4374d6-d353-4b9b-9109-72782ac3f827,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:39.012006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:39.057327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-3698721c-9757-4ac9-9832-98a9f2a7e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.063004 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-3698721c-9757-4ac9-9832-98a9f2a7e626 service neutron] 10.222.0.25 "GET /v2.0/networks?id=99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 200 len: 920 time: 0.6862314 Nov 12 08:25:39.084639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.102993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=4984843f-4a47-44be-850f-8958140839c5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:39.181872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dccee4-ed14-4975-98ab-12b8f6245586 None None] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:39.187163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598817-37a8-4aff-a6f0-5d4dd33caf27 req-0fcabcd1-292a-4079-9ef1-60660cdffd5d tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.196183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0598817-37a8-4aff-a6f0-5d4dd33caf27 req-0fcabcd1-292a-4079-9ef1-60660cdffd5d tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 949 time: 0.2812331 Nov 12 08:25:39.214544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.219622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559af6-0a91-438e-a69c-1c570a0aa815 req-9e5e5899-ead8-40d2-a3ad-c2b9d909c5d6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.221799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c559af6-0a91-438e-a69c-1c570a0aa815 req-9e5e5899-ead8-40d2-a3ad-c2b9d909c5d6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2953050 Nov 12 08:25:39.314542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d4374d6-d353-4b9b-9109-72782ac3f827,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:39.327072 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-347a1e13-43a2-4043-8221-b429c5e685ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 200 len: 217 time: 0.2092993 Nov 12 08:25:39.333153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 45848eff-85d1-49a6-9bef-67aacaabe03f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:39.438847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0598817-37a8-4aff-a6f0-5d4dd33caf27 req-da89635c-9b5d-4602-8d42-270e4dbb66b8 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143500 Nov 12 08:25:39.461967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c559af6-0a91-438e-a69c-1c570a0aa815 req-c16204ab-103a-4486-979a-cf48121faf32 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203453 Nov 12 08:25:39.464554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['0d4374d6-d353-4b9b-9109-72782ac3f827'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:39.467007 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-706ec1d0-af0f-49b6-9499-57afde2a03bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.505081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-54e88651-003b-477f-9c8b-ca20d78b9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.566866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-54e88651-003b-477f-9c8b-ca20d78b9c7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 200 len: 860 time: 0.1734948 Nov 12 08:25:39.605411 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-706ec1d0-af0f-49b6-9499-57afde2a03bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.628794 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-706ec1d0-af0f-49b6-9499-57afde2a03bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.682170 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-e4930cce-c2b1-4354-b46d-c80a1676120c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=99724f2c-dcae-4604-8d14-391f06247c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789101 Nov 12 08:25:39.712664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-706ec1d0-af0f-49b6-9499-57afde2a03bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf4da57857cd4d24ad2ada8ae8694afc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9454911 Nov 12 08:25:39.714578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57710) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:39.724666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec646c12-05ba-4005-b653-6c590aa63129 None None] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:39.834849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c046cf88-e337-401b-95ee-4a9b128b4306 None None] Provisioning complete for port 45848eff-85d1-49a6-9bef-67aacaabe03f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:39.835481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c046cf88-e337-401b-95ee-4a9b128b4306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.838391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-68439cd3-13e8-4b97-ad28-b1f125e9046c tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips/3355bdb7-4e9d-4daa-822c-a3ca24c3965a HTTP/1.1" status: 200 len: 695 time: 0.2312291 Nov 12 08:25:39.904613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f2e72240-3cf9-4973-aa20-97cd33d272f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.937838 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f2e72240-3cf9-4973-aa20-97cd33d272f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.005482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ec1d0-af0f-49b6-9499-57afde2a03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9139f1-2484-42c7-bde7-2ced755e656d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:40.083979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f2e72240-3cf9-4973-aa20-97cd33d272f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.087227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f2e72240-3cf9-4973-aa20-97cd33d272f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.091129 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f2e72240-3cf9-4973-aa20-97cd33d272f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c9139f1-2484-42c7-bde7-2ced755e656d HTTP/1.1" status: 204 len: 168 time: 0.3697362 Nov 12 08:25:40.145437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e72240-3cf9-4973-aa20-97cd33d272f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9139f1-2484-42c7-bde7-2ced755e656d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:40.191323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0cde8-8c48-4793-b50b-a423107d4bbf req-bcf3d21a-98a6-42ec-b6fe-3f9bc25cadb8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.193139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccd0cde8-8c48-4793-b50b-a423107d4bbf req-bcf3d21a-98a6-42ec-b6fe-3f9bc25cadb8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3110261 Nov 12 08:25:40.202788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6902aab-4067-4947-a22e-bca82c905b3b req-4d866924-a7c4-4b85-bea7-18e659995303 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.209954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-4d866924-a7c4-4b85-bea7-18e659995303 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 784 time: 0.3706584 Nov 12 08:25:40.213611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-72af0b35-462c-4a46-8bd8-66675c851a91 service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139289 Nov 12 08:25:40.217178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 45848eff-85d1-49a6-9bef-67aacaabe03f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:40.217851 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.220206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-62fe7275-cb19-44f7-98cc-13d13cc82467 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:25:40.231717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-62fe7275-cb19-44f7-98cc-13d13cc82467 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199933 Nov 12 08:25:40.341206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-41a5f51d-ceae-4f0d-8cd4-6a3f05c408e3 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 698 time: 0.1078286 Nov 12 08:25:40.435825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-04c8578a-1d14-4000-928d-e3b9b2627d0e tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 698 time: 0.0925486 Nov 12 08:25:40.571481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccd0cde8-8c48-4793-b50b-a423107d4bbf req-a652ae07-6750-4c4c-8c02-a3cfa0688ca7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579450 Nov 12 08:25:40.645904 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1a9d5a7e-6ed8-4abd-99b4-93ef360d4a57 req-c947f936-a8e6-426f-8bfe-55186b184707 service neutron] 10.222.0.25 "GET /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212332 Nov 12 08:25:40.680538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Deleting port a4d051ce-5a5e-428f-9ba5-7493519745e6 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:40.681136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.822658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.831189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.832000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.971599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c046cf88-e337-401b-95ee-4a9b128b4306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.979439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8992395e-cb07-49b3-9096-cd1c3924ced3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.993853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cf172-4e5e-4427-a711-037702d970e4 req-6f32598a-8f69-4cfe-8de8-7e265ac67e82 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.998306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b00cf172-4e5e-4427-a711-037702d970e4 req-6f32598a-8f69-4cfe-8de8-7e265ac67e82 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 949 time: 0.3008733 Nov 12 08:25:41.043435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=4984843f-4a47-44be-850f-8958140839c5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:41.062988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.063322 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.077039 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.100960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Calling delete_port for a4d051ce-5a5e-428f-9ba5-7493519745e6 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:41.114434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:41.122985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:41.146920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c046cf88-e337-401b-95ee-4a9b128b4306 None None] For port 45848eff-85d1-49a6-9bef-67aacaabe03f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=45848eff-85d1-49a6-9bef-67aacaabe03f,segment=NetworkSegment(9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc),segment_id=9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:41.161510 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c046cf88-e337-401b-95ee-4a9b128b4306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.177711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:41.289273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503b823e-d1cf-4cdf-a806-86dd71f66719 None None] The sync data for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 is: [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 4, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd5477426-665b-49a2-8520-64034543aafd', 'name': '', 'network_id': '99724f2c-dcae-4604-8d14-391f06247c20', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'mac_address': 'fa:16:3e:b4:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:16Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'subnets': [{'id': '90bb97f2-d7ea-4494-99a6-7890b27d3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:41.374990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b00cf172-4e5e-4427-a711-037702d970e4 req-71370a27-5319-4274-bc9e-9b0cf1248d33 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660405 Nov 12 08:25:41.410791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046cf88-e337-401b-95ee-4a9b128b4306 None None] Pushing event updated for resources: {'Port': ['ID=45848eff-85d1-49a6-9bef-67aacaabe03f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:41.521923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1c48dd37-0f3d-4e99-9453-46ec69be2b85 None None] Provisioning complete for port 680290eb-7795-453f-83e2-7c824d08bdfb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:41.522310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c48dd37-0f3d-4e99-9453-46ec69be2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.550101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.562035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router b1a7b781-b252-4e17-8186-16cd3baa5a6b is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:25:41.623772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:25:41.625183 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:25:41.682129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event deleted for resources: {'Port': ['ID=a4d051ce-5a5e-428f-9ba5-7493519745e6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:41.719481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c48dd37-0f3d-4e99-9453-46ec69be2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.744237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:41.756972 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] Sync routers for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:41.768954 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-727eb630-f2e0-4105-87ad-111017cd6f18 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/b1a7b781-b252-4e17-8186-16cd3baa5a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4986269 Nov 12 08:25:41.771449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57754) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:41.791692 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:41.795312 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:41.804905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.843741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1c48dd37-0f3d-4e99-9453-46ec69be2b85 None None] For port 680290eb-7795-453f-83e2-7c824d08bdfb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=680290eb-7795-453f-83e2-7c824d08bdfb,segment=NetworkSegment(e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b),segment_id=e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:41.856872 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c48dd37-0f3d-4e99-9453-46ec69be2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.865871 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:41.877766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66450e-9c26-448e-8b9a-cd116f1a68e2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.879263 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef66450e-9c26-448e-8b9a-cd116f1a68e2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports/4984843f-4a47-44be-850f-8958140839c5 HTTP/1.1" status: 200 len: 911 time: 0.1065223 Nov 12 08:25:41.884255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:41.884574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57758) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:41.885557 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:41.922521 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:41.923618 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0967aae-3e39-4c83-baf9-83b9f44d7820 None None] The sync data for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:41.956154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3221a-1a47-4cd3-9294-b195c88f04d6 req-21202935-174a-49cd-a3d1-ce39b4dfa9d1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.965922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86d3221a-1a47-4cd3-9294-b195c88f04d6 req-21202935-174a-49cd-a3d1-ce39b4dfa9d1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2146609 Nov 12 08:25:41.978733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48dd37-0f3d-4e99-9453-46ec69be2b85 None None] Pushing event updated for resources: {'Port': ['ID=680290eb-7795-453f-83e2-7c824d08bdfb,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:41.985252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac9576-32ba-4140-813c-4f426d948767 None None] New status for floating IP 3355bdb7-4e9d-4daa-822c-a3ca24c3965a: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:25:41.998822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.001953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.007014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6902aab-4067-4947-a22e-bca82c905b3b req-3a22703e-6e8e-47da-8ff2-f35805a23bbc tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "DELETE /v2.0/floatingips/3355bdb7-4e9d-4daa-822c-a3ca24c3965a HTTP/1.1" status: 204 len: 173 time: 1.5700831 Nov 12 08:25:42.078404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86d3221a-1a47-4cd3-9294-b195c88f04d6 req-8dc1344e-55a3-471d-8205-d9f771245f22 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112831 Nov 12 08:25:42.112301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Provisioning complete for port 4984843f-4a47-44be-850f-8958140839c5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:42.112301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.154959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7312c59d-948f-4544-a827-22cbe22e13ef req-263f6c65-8df7-4d2b-9e61-d9dae3202256 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups/e14336bb-feb7-4b28-81ef-00d24d6cc6f9 HTTP/1.1" status: 200 len: 1826 time: 0.1174827 Nov 12 08:25:42.269648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7312c59d-948f-4544-a827-22cbe22e13ef req-e1890aa3-7a36-4f0d-8507-853f0f078e00 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.279485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d4374d6-d353-4b9b-9109-72782ac3f827 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:42.315785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7312c59d-948f-4544-a827-22cbe22e13ef req-e1890aa3-7a36-4f0d-8507-853f0f078e00 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.407907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7312c59d-948f-4544-a827-22cbe22e13ef req-e1890aa3-7a36-4f0d-8507-853f0f078e00 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.411360 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-7312c59d-948f-4544-a827-22cbe22e13ef req-e1890aa3-7a36-4f0d-8507-853f0f078e00 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.412584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7312c59d-948f-4544-a827-22cbe22e13ef req-e1890aa3-7a36-4f0d-8507-853f0f078e00 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "DELETE /v2.0/security-groups/e14336bb-feb7-4b28-81ef-00d24d6cc6f9 HTTP/1.1" status: 204 len: 173 time: 0.2551584 Nov 12 08:25:42.429894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1890aa3-7a36-4f0d-8507-853f0f078e00 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14336bb-feb7-4b28-81ef-00d24d6cc6f9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:42.446905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Port 4984843f-4a47-44be-850f-8958140839c5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:42.491564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 680290eb-7795-453f-83e2-7c824d08bdfb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:42.557657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Provisioning complete for port 680290eb-7795-453f-83e2-7c824d08bdfb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:42.557964 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.608720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 0d4374d6-d353-4b9b-9109-72782ac3f827 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:42.616130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 0d4374d6-d353-4b9b-9109-72782ac3f827 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:42.616349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.643543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba11-e45d-4fc4-9709-7dc95a0990ab req-fc3ab3cf-668a-4e72-b5f8-fccf65dee7aa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.650818 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5424ba11-e45d-4fc4-9709-7dc95a0990ab req-fc3ab3cf-668a-4e72-b5f8-fccf65dee7aa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1500187 Nov 12 08:25:42.661281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 680290eb-7795-453f-83e2-7c824d08bdfb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:42.661655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.683096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ceb4-96fa-48a8-b97e-9e4e03181de9 req-494f75ce-18f9-4cdd-b8ad-75b84f18af91 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.684685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e13ceb4-96fa-48a8-b97e-9e4e03181de9 req-494f75ce-18f9-4cdd-b8ad-75b84f18af91 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 949 time: 0.1331353 Nov 12 08:25:42.788170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:42.802676 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.816425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e13ceb4-96fa-48a8-b97e-9e4e03181de9 req-61ebe7bb-dda4-4d86-8e5a-956f0f534004 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171966 Nov 12 08:25:42.825752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.839596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Provisioning complete for port 45848eff-85d1-49a6-9bef-67aacaabe03f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:42.839968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b14fab5-ff1e-425b-853a-e03640faf47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.853850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5424ba11-e45d-4fc4-9709-7dc95a0990ab req-245f73ac-7106-4b52-8a40-928829217e07 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936519 Nov 12 08:25:42.925085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4374d6-d353-4b9b-9109-72782ac3f827'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:42.927435 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb54ce2-53a3-4ef4-8636-44b4a1498b6c" -d '{"events": [{"server_uuid": "feb5fee4-5b24-41ed-8628-05e681dd80ee", "name": "network-vif-plugged", "status": "completed", "tag": "0d4374d6-d353-4b9b-9109-72782ac3f827"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:42.951342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d4374d6-d353-4b9b-9109-72782ac3f827, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d4374d6-d353-4b9b-9109-72782ac3f827,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:43.003873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.062447 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7724e8-0d2f-45b9-bdbf-d83c7e1249cd x-openstack-request-id: req-0e7724e8-0d2f-45b9-bdbf-d83c7e1249cd {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:43.062806 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5fee4-5b24-41ed-8628-05e681dd80ee", "name": "network-vif-plugged", "status": "completed", "tag": "0d4374d6-d353-4b9b-9109-72782ac3f827", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:43.063067 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e7724e8-0d2f-45b9-bdbf-d83c7e1249cd {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:43.063462 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4374d6-d353-4b9b-9109-72782ac3f827', 'code': 200} Nov 12 08:25:43.141547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 680290eb-7795-453f-83e2-7c824d08bdfb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:43.192335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d4374d6-d353-4b9b-9109-72782ac3f827,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.216937 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84a5d0dc-7e10-4e80-a14e-6da8cb938f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.230073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c076ce5f-3468-49e1-97cc-82cf6ef7c18f None None] Provisioning complete for port 4984843f-4a47-44be-850f-8958140839c5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:43.230446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c076ce5f-3468-49e1-97cc-82cf6ef7c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.256688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a0e38-1cd3-4093-b662-21653b71748b req-81776868-5168-4fdf-b947-d6658a9a8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.258283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-314a0e38-1cd3-4093-b662-21653b71748b req-81776868-5168-4fdf-b947-d6658a9a8164 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 1102 time: 0.1634164 Nov 12 08:25:43.271774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f132f5-842a-4b9f-917a-a88b78d78716 req-4e3f1001-e335-4f68-a814-fc1e3f3eeff7 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.273334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56f132f5-842a-4b9f-917a-a88b78d78716 req-4e3f1001-e335-4f68-a814-fc1e3f3eeff7 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1045256 Nov 12 08:25:43.351781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c076ce5f-3468-49e1-97cc-82cf6ef7c18f None None] Port 4984843f-4a47-44be-850f-8958140839c5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:43.353476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-314a0e38-1cd3-4093-b662-21653b71748b req-31371669-2a26-42fc-85e2-6dab64bc6412 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791421 Nov 12 08:25:43.354462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 680290eb-7795-453f-83e2-7c824d08bdfb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:43.354836 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.357007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56f132f5-842a-4b9f-917a-a88b78d78716 req-7f8a408e-0c24-404b-a87c-b4005fcb020f tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757296 Nov 12 08:25:43.369652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eea1e5be-8aaf-4291-84d2-4451750efe63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.454555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 45848eff-85d1-49a6-9bef-67aacaabe03f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:43.469213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8:1::1 (164e4855-2e5d-41b1-96ea-b0dde45bed07/fbf84b3a-fcd2-479f-ae7e-7f58ca37802b/eb9f8b80-dff8-443a-9e2a-7be80eb2779b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:43.509503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 45848eff-85d1-49a6-9bef-67aacaabe03f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:43.510206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.614793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eea1e5be-8aaf-4291-84d2-4451750efe63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.621137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eea1e5be-8aaf-4291-84d2-4451750efe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.661794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.680365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eea1e5be-8aaf-4291-84d2-4451750efe63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6b861708e944463ba58f0322d4d7338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8868558 Nov 12 08:25:43.681506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57816) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:43.686278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1e5be-8aaf-4291-84d2-4451750efe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d85e1e6-3151-47c3-b02f-c44d87f3782b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.714901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.750482 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58160969-d7b0-47f2-805f-e38ccde7185c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.759455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:43.763603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:43.769733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:43.770281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.776691 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58160969-d7b0-47f2-805f-e38ccde7185c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.837926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=eb9f8b80-dff8-443a-9e2a-7be80eb2779b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.870850 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58160969-d7b0-47f2-805f-e38ccde7185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.873667 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58160969-d7b0-47f2-805f-e38ccde7185c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.877858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-58160969-d7b0-47f2-805f-e38ccde7185c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d85e1e6-3151-47c3-b02f-c44d87f3782b HTTP/1.1" status: 204 len: 168 time: 0.1924429 Nov 12 08:25:43.930849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58160969-d7b0-47f2-805f-e38ccde7185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d85e1e6-3151-47c3-b02f-c44d87f3782b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.989064 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.085754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221be3a-c28f-4924-bd41-74d4ecaca3a7 req-3ec0577f-40b7-4d5a-a542-1f9d7bc37822 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.087956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4221be3a-c28f-4924-bd41-74d4ecaca3a7 req-3ec0577f-40b7-4d5a-a542-1f9d7bc37822 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 950 time: 0.1171272 Nov 12 08:25:44.132842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad825d-775f-4797-83f0-7f16a2aeed3d req-a48d2aa4-a045-4839-a989-757f6ff1c5e2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.134505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-caad825d-775f-4797-83f0-7f16a2aeed3d req-a48d2aa4-a045-4839-a989-757f6ff1c5e2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1186683 Nov 12 08:25:44.185295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-052ce291-93c4-433a-ad20-64f93c1ebeed None None] Provisioning complete for port eb9f8b80-dff8-443a-9e2a-7be80eb2779b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:44.185759 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-052ce291-93c4-433a-ad20-64f93c1ebeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.220868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4221be3a-c28f-4924-bd41-74d4ecaca3a7 req-2807e506-667a-4617-b0e3-006ef8e32133 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268687 Nov 12 08:25:44.257411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-052ce291-93c4-433a-ad20-64f93c1ebeed None None] Port eb9f8b80-dff8-443a-9e2a-7be80eb2779b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:44.281043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-caad825d-775f-4797-83f0-7f16a2aeed3d req-4ad838f3-7098-4b58-89f0-a39fd61cc7ef tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336870 Nov 12 08:25:44.339709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.346486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.347711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.426446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91cf06-2785-4578-acc8-d50d5f44163b req-040f1db1-c343-4254-9ad0-c6028e552d86 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.432667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a91cf06-2785-4578-acc8-d50d5f44163b req-040f1db1-c343-4254-9ad0-c6028e552d86 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0839965 Nov 12 08:25:44.454684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=eb9f8b80-dff8-443a-9e2a-7be80eb2779b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:44.500379 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.510917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:44.512392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:44.588316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57842) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:44.625662 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44ab4367-2d5c-4f9f-bc84-2011bafbcfb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.653864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a91cf06-2785-4578-acc8-d50d5f44163b req-e62a46d9-2578-41ec-8997-d1eb39887a3d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118871 Nov 12 08:25:44.684361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdfbd0-9b8e-4d3a-a927-45e61b9964d1 req-964f99df-4a3c-4665-8aff-ef3152442165 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.691468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8fdfbd0-9b8e-4d3a-a927-45e61b9964d1 req-964f99df-4a3c-4665-8aff-ef3152442165 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1883235 Nov 12 08:25:44.748940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router b1a7b781-b252-4e17-8186-16cd3baa5a6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:44.853014 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44ab4367-2d5c-4f9f-bc84-2011bafbcfb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.868033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8fdfbd0-9b8e-4d3a-a927-45e61b9964d1 req-aee544a8-08df-491e-9afe-eae6f9304b3e tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754847 Nov 12 08:25:44.881573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44ab4367-2d5c-4f9f-bc84-2011bafbcfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.904967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-722014a5-4d6f-4f78-a8b3-a9a8ecdc9295 None None] Provisioning complete for port eb9f8b80-dff8-443a-9e2a-7be80eb2779b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:44.905757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-722014a5-4d6f-4f78-a8b3-a9a8ecdc9295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.981591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44ab4367-2d5c-4f9f-bc84-2011bafbcfb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=279098f44290489ca0d9d01e02ec3006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914132 Nov 12 08:25:44.981719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-722014a5-4d6f-4f78-a8b3-a9a8ecdc9295 None None] Port eb9f8b80-dff8-443a-9e2a-7be80eb2779b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:44.982680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57858) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:44.988170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4367-2d5c-4f9f-bc84-2011bafbcfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8841595-b3ad-48e1-95e9-77e0fdf2af64,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:45.076383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7120f-f737-4fc2-8ad7-5c45deb90c12 req-ac4d799c-3a6f-4b56-84bc-735882046cb9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.078981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18b7120f-f737-4fc2-8ad7-5c45deb90c12 req-ac4d799c-3a6f-4b56-84bc-735882046cb9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2096350 Nov 12 08:25:45.111820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07bf1383-0b91-4790-a43b-b46731e6b02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.160853 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07bf1383-0b91-4790-a43b-b46731e6b02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.180441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18b7120f-f737-4fc2-8ad7-5c45deb90c12 req-33273a9c-280f-4e12-92db-2c65406fbad2 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936911 Nov 12 08:25:45.256255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07bf1383-0b91-4790-a43b-b46731e6b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.259779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07bf1383-0b91-4790-a43b-b46731e6b02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.263556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-07bf1383-0b91-4790-a43b-b46731e6b02a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8841595-b3ad-48e1-95e9-77e0fdf2af64 HTTP/1.1" status: 204 len: 168 time: 0.2571497 Nov 12 08:25:45.274314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf1383-0b91-4790-a43b-b46731e6b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8841595-b3ad-48e1-95e9-77e0fdf2af64,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:45.393303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:45.399763 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-35b279d1-57bb-483a-9e64-10ff53f881e6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/b1a7b781-b252-4e17-8186-16cd3baa5a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5140510 Nov 12 08:25:45.402685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:45.407722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] Sync routers for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:45.421481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d49e-ee8c-406c-b8dd-06425edf55f1 req-12697b8e-b143-4a15-9870-ebcf786abe4f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.423638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1d4d49e-ee8c-406c-b8dd-06425edf55f1 req-12697b8e-b143-4a15-9870-ebcf786abe4f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1294539 Nov 12 08:25:45.424306 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:45.425154 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:45.474224 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:45.481625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aaa18-539d-425d-bd63-48426d5e4e61 req-439dfb96-e3d7-4652-becc-2e1666674520 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.483179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c57aaa18-539d-425d-bd63-48426d5e4e61 req-439dfb96-e3d7-4652-becc-2e1666674520 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 950 time: 0.1288221 Nov 12 08:25:45.488170 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:45.489052 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:45.492316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058284e-f273-4a75-9c94-2df829386367 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.493705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5058284e-f273-4a75-9c94-2df829386367 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports/eb9f8b80-dff8-443a-9e2a-7be80eb2779b HTTP/1.1" status: 200 len: 913 time: 0.0902488 Nov 12 08:25:45.496642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57878) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:45.525444 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:45.526929 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd0201-fe1b-49b9-a39b-20f3e87503a1 None None] The sync data for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:45.529349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1d4d49e-ee8c-406c-b8dd-06425edf55f1 req-5a777811-719d-498b-be48-6ece40f87e8d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836227 Nov 12 08:25:45.586569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c57aaa18-539d-425d-bd63-48426d5e4e61 req-771f9c82-b7ee-43ea-962f-328f14a6bba5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916164 Nov 12 08:25:45.621657 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.718717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9c03-1036-44fa-8235-508a9928332f req-54724178-a129-4480-bef9-2d6b61651a49 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.721804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f1c9c03-1036-44fa-8235-508a9928332f req-54724178-a129-4480-bef9-2d6b61651a49 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.25 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.0928214 Nov 12 08:25:45.756599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4b54-36e7-4d69-a6a1-1c2f6fc81502 req-1b3dafbc-850e-4a84-9d53-4d822dc4a0b0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.764103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb6f4b54-36e7-4d69-a6a1-1c2f6fc81502 req-1b3dafbc-850e-4a84-9d53-4d822dc4a0b0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0958917 Nov 12 08:25:45.845690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb6f4b54-36e7-4d69-a6a1-1c2f6fc81502 req-cdf1e259-699f-4871-a529-9fc60d0067b7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804603 Nov 12 08:25:46.031765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae10a85-b001-4875-bce7-2fbcaf8e5e63 req-7965fa68-8ac8-43e6-ae12-80b4c5aafd86 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.053100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae10a85-b001-4875-bce7-2fbcaf8e5e63 req-7965fa68-8ac8-43e6-ae12-80b4c5aafd86 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0999250 Nov 12 08:25:46.097396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Deleting port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:46.097892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.183724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae10a85-b001-4875-bce7-2fbcaf8e5e63 req-f2955572-06ca-4f8e-8c68-d6b249a9fa40 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234510 Nov 12 08:25:46.311044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b5754-9c11-4be8-aaad-e8482f5b867f req-32f0ed66-7e60-4b60-b490-d035b4232536 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.323684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d08b5754-9c11-4be8-aaad-e8482f5b867f req-32f0ed66-7e60-4b60-b490-d035b4232536 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 946 time: 0.1577251 Nov 12 08:25:46.335760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] For port 7ad4a6ff-92d1-466b-8a6f-763c1365d401, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=7ad4a6ff-92d1-466b-8a6f-763c1365d401,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:46.336335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.356745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Calling delete_port for 7ad4a6ff-92d1-466b-8a6f-763c1365d401 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:46.453533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d08b5754-9c11-4be8-aaad-e8482f5b867f req-8ec9d93c-1f17-4d47-9624-5af15ec4bba0 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/security-groups?id=07811652-0721-4e32-9cfc-a18ae0996c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287723 Nov 12 08:25:46.465829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163149b-2c5f-4da0-8092-d74ba8dd9a66 req-eaf639d7-58bd-44ec-a623-7c940d5d1fd6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.467516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f163149b-2c5f-4da0-8092-d74ba8dd9a66 req-eaf639d7-58bd-44ec-a623-7c940d5d1fd6 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1215670 Nov 12 08:25:46.487118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.543738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f163149b-2c5f-4da0-8092-d74ba8dd9a66 req-6699076f-20de-4818-9c6f-e99537cce7cb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Nov 12 08:25:46.719252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda2cb-19ab-4105-a9fe-7b251c8efa7c req-0e5ff479-1be0-402c-ba1d-4b2cf3c0d104 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.720838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43cda2cb-19ab-4105-a9fe-7b251c8efa7c req-0e5ff479-1be0-402c-ba1d-4b2cf3c0d104 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0962782 Nov 12 08:25:46.738582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.827687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43cda2cb-19ab-4105-a9fe-7b251c8efa7c req-33561a7f-e3e3-48a3-bc86-ef0c73bd1b17 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963886 Nov 12 08:25:46.855520 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.867406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['7ad4a6ff-92d1-466b-8a6f-763c1365d401'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:46.900508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Pushing event deleted for resources: {'Port': ['ID=7ad4a6ff-92d1-466b-8a6f-763c1365d401,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:46.926792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07011d-4568-46df-8f3f-de7e506f7226 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:47.020955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] No DVR routers for this DVR port 7ad4a6ff-92d1-466b-8a6f-763c1365d401 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:47.023490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.027492 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f1c9c03-1036-44fa-8235-508a9928332f req-403405a2-9d40-4f0a-a1c2-48d925b8809a tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.25 "DELETE /v2.0/ports/7ad4a6ff-92d1-466b-8a6f-763c1365d401 HTTP/1.1" status: 204 len: 173 time: 1.2944782 Nov 12 08:25:47.047062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'name': 'network-vif-deleted', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:47.049599 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6e7e62-ff6b-4664-8ca6-116566d12f49" -d '{"events": [{"server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "name": "network-vif-deleted", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:47.086002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fc597-3a5c-4f74-bf41-645adb0b29cc req-76b893c3-706d-4db1-84fd-fe65ee0f28ec tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.101744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38fc597-3a5c-4f74-bf41-645adb0b29cc req-76b893c3-706d-4db1-84fd-fe65ee0f28ec tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1139982 Nov 12 08:25:47.120988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port eb9f8b80-dff8-443a-9e2a-7be80eb2779b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:47.121375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.185614 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf6a44-6c50-491d-aa69-89c01a95ac00 x-openstack-request-id: req-46bf6a44-6c50-491d-aa69-89c01a95ac00 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:47.185965 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c753d48f-1500-4427-9d2c-6842c0372e8c", "name": "network-vif-deleted", "tag": "7ad4a6ff-92d1-466b-8a6f-763c1365d401", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:47.186202 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46bf6a44-6c50-491d-aa69-89c01a95ac00 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:47.186938 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c753d48f-1500-4427-9d2c-6842c0372e8c', 'name': 'network-vif-deleted', 'tag': '7ad4a6ff-92d1-466b-8a6f-763c1365d401', 'status': 'completed', 'code': 200} Nov 12 08:25:47.210469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38fc597-3a5c-4f74-bf41-645adb0b29cc req-b4877c0a-a7a4-4a49-b70f-20a598f36f28 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040771 Nov 12 08:25:47.307953 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.329330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for eb9f8b80-dff8-443a-9e2a-7be80eb2779b owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:47.359523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6bbf2-a4ba-49ad-996d-42928b17ace7 req-efa5804d-3aa0-4a3a-9824-7fc31e476341 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.367788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69c6bbf2-a4ba-49ad-996d-42928b17ace7 req-efa5804d-3aa0-4a3a-9824-7fc31e476341 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0634131 Nov 12 08:25:47.429903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69c6bbf2-a4ba-49ad-996d-42928b17ace7 req-3eb2d8f5-76b4-4e50-92e4-35e1f3ea246f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564268 Nov 12 08:25:47.623888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edd290ca-8ef5-4a6e-a65e-07a818ce872b req-0c842451-5234-4f5f-9092-d6b8ebd9ee09 tempest-ServerRescueTestJSONUnderV235-815675670 tempest-ServerRescueTestJSONUnderV235-815675670-project] 10.222.0.16 "GET /v2.0/ports?device_id=c753d48f-1500-4427-9d2c-6842c0372e8c HTTP/1.1" status: 200 len: 210 time: 0.0415187 Nov 12 08:25:47.671339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7be9d-3d6e-45fc-bfed-0d9da3ef194a req-663250fe-3e27-4410-8fc9-cb115507fb7f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.673413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a7be9d-3d6e-45fc-bfed-0d9da3ef194a req-663250fe-3e27-4410-8fc9-cb115507fb7f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0780637 Nov 12 08:25:47.685110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.745717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a7be9d-3d6e-45fc-bfed-0d9da3ef194a req-303f5dce-eb3b-45a2-bef7-e1ee731151b0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651579 Nov 12 08:25:47.788186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=eb9f8b80-dff8-443a-9e2a-7be80eb2779b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:47.929847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ff52-e8c3-493d-9138-0420cf197ad7 req-738c7214-569e-4cfa-b6ca-daac6e4fbdf4 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.943961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b145ff52-e8c3-493d-9138-0420cf197ad7 req-738c7214-569e-4cfa-b6ca-daac6e4fbdf4 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1036046 Nov 12 08:25:47.957426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.072747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b145ff52-e8c3-493d-9138-0420cf197ad7 req-4fdb3786-fd47-48a4-b344-1a9b98682180 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138031 Nov 12 08:25:48.234467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router b1a7b781-b252-4e17-8186-16cd3baa5a6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:48.282343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45e45-eadd-4f4c-b6fd-eeee8cf1bec1 req-c6b2f3d5-cc2b-4985-91b3-58ccda25b76e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.290590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e45e45-eadd-4f4c-b6fd-eeee8cf1bec1 req-c6b2f3d5-cc2b-4985-91b3-58ccda25b76e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0735538 Nov 12 08:25:48.365428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e45e45-eadd-4f4c-b6fd-eeee8cf1bec1 req-dc7b4cd1-28cc-4ad6-81a2-a4438acbb3f1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739603 Nov 12 08:25:48.399176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:48.406690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] Sync routers for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:48.407187 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a27bd303-2042-4818-b223-14f9e9bb1d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/b1a7b781-b252-4e17-8186-16cd3baa5a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9088438 Nov 12 08:25:48.409648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57994) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:48.450764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:48.455969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:48.635962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab3ca-c0b3-436a-aa21-4d105c43a67c req-a0ab4fa9-5493-4eca-98d4-7e511617105c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.648588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-370ab3ca-c0b3-436a-aa21-4d105c43a67c req-a0ab4fa9-5493-4eca-98d4-7e511617105c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1283288 Nov 12 08:25:48.727027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-370ab3ca-c0b3-436a-aa21-4d105c43a67c req-b1843cd8-28cd-4b40-bcc7-4189177cf6e3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773039 Nov 12 08:25:48.750447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58004) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:48.803471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:48.824367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:48.825104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:48.920312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:48.921678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e9acc-daf3-4673-9de7-1228f015c04a None None] The sync data for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:48.930623 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.061945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea568e-b283-41d7-a803-e5f001c1555a req-9f5f6651-ade6-41fa-8c7d-5cbb5b82121c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.063629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eea568e-b283-41d7-a803-e5f001c1555a req-9f5f6651-ade6-41fa-8c7d-5cbb5b82121c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1776323 Nov 12 08:25:49.270307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eea568e-b283-41d7-a803-e5f001c1555a req-66fb8450-22ea-4eb3-8e41-641e557a4fbb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578803 Nov 12 08:25:49.410462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 4984843f-4a47-44be-850f-8958140839c5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:49.411882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.541770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.557374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 4984843f-4a47-44be-850f-8958140839c5 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:49.561084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbd99-2650-492d-a4f1-05bb8d7ec86a req-7dbd78ca-655d-4621-a40b-6853e618b6bc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.573464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7ccbd99-2650-492d-a4f1-05bb8d7ec86a req-7dbd78ca-655d-4621-a40b-6853e618b6bc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1448200 Nov 12 08:25:49.708127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7ccbd99-2650-492d-a4f1-05bb8d7ec86a req-bc427640-11d3-4954-897a-e16d4efde88a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278524 Nov 12 08:25:49.731672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.840242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.923220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=4984843f-4a47-44be-850f-8958140839c5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:50.045369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.359814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router b1a7b781-b252-4e17-8186-16cd3baa5a6b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:50.517995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7ad4a6ff-92d1-466b-8a6f-763c1365d401 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:50.548345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:50.559032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] Sync routers for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:50.576612 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:50.581600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ed2bc0c-1227-4304-81cd-c0220513cb07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/b1a7b781-b252-4e17-8186-16cd3baa5a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1707802 Nov 12 08:25:50.583889 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.587095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58070) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:50.626304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 7ad4a6ff-92d1-466b-8a6f-763c1365d401 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:50.629383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 7ad4a6ff-92d1-466b-8a6f-763c1365d401 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:50.661257 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.664453 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ccca6ea1-a028-427d-b809-76f366031034 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a7b781-b252-4e17-8186-16cd3baa5a6b HTTP/1.1" status: 200 len: 205 time: 0.0699584 Nov 12 08:25:50.674644 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] Routers {'b1a7b781-b252-4e17-8186-16cd3baa5a6b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:50.676573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:50.677731 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.721804 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.723028 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c287425-7dbc-4079-8f22-9c7198b203cc None None] The sync data for ids ['b1a7b781-b252-4e17-8186-16cd3baa5a6b'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:50.794017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce5325-a7bb-4b46-837f-8ef4c17671c7 req-a3c6bd59-71ce-4ba3-946f-f45fccc5bc33 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.803335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ce5325-a7bb-4b46-837f-8ef4c17671c7 req-a3c6bd59-71ce-4ba3-946f-f45fccc5bc33 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.8976595 Nov 12 08:25:50.891357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ce5325-a7bb-4b46-837f-8ef4c17671c7 req-b163a55e-d892-49df-ae93-1c8ad36b0492 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870221 Nov 12 08:25:51.063664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Deleting port d5477426-665b-49a2-8520-64034543aafd {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:51.064210 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.164294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] For port d5477426-665b-49a2-8520-64034543aafd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d5477426-665b-49a2-8520-64034543aafd,segment=NetworkSegment(7295001a-0887-4ad8-a415-629740ce8455),segment_id=7295001a-0887-4ad8-a415-629740ce8455)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:51.164661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.180851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Calling delete_port for d5477426-665b-49a2-8520-64034543aafd owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:51.254111 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.336781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884948d-fa8a-4d58-940e-d29e7ff185ed req-ad416739-3a7d-42fe-8da9-63eaccaf478f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.338578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9884948d-fa8a-4d58-940e-d29e7ff185ed req-ad416739-3a7d-42fe-8da9-63eaccaf478f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3487384 Nov 12 08:25:51.452699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9884948d-fa8a-4d58-940e-d29e7ff185ed req-4f7830cc-3f80-4d23-a5f4-5377edba2f38 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011052 Nov 12 08:25:51.496568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.508645 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.515291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.536592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5477426-665b-49a2-8520-64034543aafd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:51.552323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.552582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.552920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.553317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.554158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.554158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.554889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.554889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.555302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.555474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.555752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.556084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:51.556387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485bcc62-c218-4e2c-8987-01e1804bb6e3 None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:51.601564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.602497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router b1a7b781-b252-4e17-8186-16cd3baa5a6b {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:25:51.616289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.620303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-df5d95d6-f3a1-401c-8ef7-01dbbb491a09 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/b1a7b781-b252-4e17-8186-16cd3baa5a6b HTTP/1.1" status: 204 len: 168 time: 0.9403138 Nov 12 08:25:51.620700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58108) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:51.704717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet fbf84b3a-fcd2-479f-ae7e-7f58ca37802b {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:51.708416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.759406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.801411 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.951138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.060344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.142067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf84b3a-fcd2-479f-ae7e-7f58ca37802b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:52.154676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.156513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1af065-76df-4307-b031-c9412fb81da4 None None] Network 164e4855-2e5d-41b1-96ea-b0dde45bed07 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:52.157383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:52.159876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-98351bd7-008d-41cc-a3f3-ded59bcd99b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/fbf84b3a-fcd2-479f-ae7e-7f58ca37802b HTTP/1.1" status: 204 len: 168 time: 0.5380068 Nov 12 08:25:52.162540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58120) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:52.225544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet 4895fd42-ae96-456e-97d8-8fe76527f8b5 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:52.229648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.291678 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.298776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43bd05-5f64-4527-b98b-eeb595d52fc0 req-6397a7bd-e1e7-421c-bb4b-d3eca9f4e1ed tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:52.303491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac43bd05-5f64-4527-b98b-eeb595d52fc0 req-6397a7bd-e1e7-421c-bb4b-d3eca9f4e1ed tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1321864 Nov 12 08:25:52.305901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58122) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:52.395012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac43bd05-5f64-4527-b98b-eeb595d52fc0 req-1cfaf4c8-373f-495d-b733-844dad6ce596 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867443 Nov 12 08:25:52.417684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:52.429706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] Sync routers for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:52.446843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:52.447070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:52.448959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d37f32b0-8b9a-40cd-937e-efcd6153f1eb admin admin] 10.222.0.16 "PUT /v2.0/routers/5285ee81-f9b1-442a-9aa8-b86a3b46f9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6975305 Nov 12 08:25:52.451720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58130) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:52.558311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] DHCP port deletion for 164e4855-2e5d-41b1-96ea-b0dde45bed07 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:52.575369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.644459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:52.691988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e75db-7d10-4d4b-9b0a-720cc13f6a52 req-73ea7cd7-3c20-4f3b-b6d1-3dbfe3e8d3bb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:52.699673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a0e75db-7d10-4d4b-9b0a-720cc13f6a52 req-73ea7cd7-3c20-4f3b-b6d1-3dbfe3e8d3bb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1247787 Nov 12 08:25:52.738199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] Deleting port 680290eb-7795-453f-83e2-7c824d08bdfb {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:52.739201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.754866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.756453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.824998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] For port 680290eb-7795-453f-83e2-7c824d08bdfb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=680290eb-7795-453f-83e2-7c824d08bdfb,segment=NetworkSegment(e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b),segment_id=e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:52.825637 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.832567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a0e75db-7d10-4d4b-9b0a-720cc13f6a52 req-5e6ef2fe-83f6-4e22-b4cf-e59e9b592574 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318822 Nov 12 08:25:52.845673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] Calling delete_port for 680290eb-7795-453f-83e2-7c824d08bdfb owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:52.850666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=4895fd42-ae96-456e-97d8-8fe76527f8b5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:52.863407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.872346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4623348f-c366-4c34-8295-734ae0339d93 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/4895fd42-ae96-456e-97d8-8fe76527f8b5 HTTP/1.1" status: 204 len: 168 time: 0.7063215 Nov 12 08:25:52.872718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58138) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.009083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.012771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a754ef99-7153-48c5-b4f9-4c4ae25b54c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.073855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 680290eb-7795-453f-83e2-7c824d08bdfb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:53.074661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.116973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81196a1-984a-4220-b0df-be95302467c9 None None] Network 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:53.166755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 680290eb-7795-453f-83e2-7c824d08bdfb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=680290eb-7795-453f-83e2-7c824d08bdfb,segment=NetworkSegment(e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b),segment_id=e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:53.167523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.190783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 680290eb-7795-453f-83e2-7c824d08bdfb owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:53.205920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.226017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 680290eb-7795-453f-83e2-7c824d08bdfb no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:53.299634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbc292-3027-4ac5-b420-34589ff71f6a req-0b30fde5-170a-44d8-9029-f19a2562d83c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.301362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02fbc292-3027-4ac5-b420-34589ff71f6a req-0b30fde5-170a-44d8-9029-f19a2562d83c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2788279 Nov 12 08:25:53.348672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.358879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.394190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=680290eb-7795-453f-83e2-7c824d08bdfb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.402334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port 680290eb-7795-453f-83e2-7c824d08bdfb on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:53.405554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] Pushing event deleted for resources: {'Port': ['ID=680290eb-7795-453f-83e2-7c824d08bdfb,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.417295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e189b61-b9e6-4f4c-9036-09c31b8aa1d9 None None] No DVR routers for this DVR port 680290eb-7795-453f-83e2-7c824d08bdfb on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:53.419965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No active binding found for port 680290eb-7795-453f-83e2-7c824d08bdfb {{(pid=102373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:25:53.421059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02fbc292-3027-4ac5-b420-34589ff71f6a req-b8d92a51-cbb2-403f-bf89-7057f1376a6f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992486 Nov 12 08:25:53.421313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 680290eb-7795-453f-83e2-7c824d08bdfb not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:53.436784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Deleting port ba5a0cdb-814f-4d4e-b17a-049635ea03db {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:53.447041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.570554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.596079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164e4855-2e5d-41b1-96ea-b0dde45bed07']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.608771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.609547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e205b0c5-6b6f-4cb2-a56b-b56c5e56cf8b') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.620834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.626839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:25:51Z', 'revision_number': 5, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port': {'id': 'ba5a0cdb-814f-4d4e-b17a-049635ea03db', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:08Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.638110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.647783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] For port ba5a0cdb-814f-4d4e-b17a-049635ea03db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ba5a0cdb-814f-4d4e-b17a-049635ea03db,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:53.648183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.667625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:53.668308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:53.672116 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:53.678660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Calling delete_port for ba5a0cdb-814f-4d4e-b17a-049635ea03db owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:53.692605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] Checking router: 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:25:53.696529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] DHCP port deletion for 31adcfd5-08f2-4ccb-8ccb-b164b3f1958a request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:53.732524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] Routers {'5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:53.733590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.802058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.821193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.839593 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/164e4855-2e5d-41b1-96ea-b0dde45bed07 HTTP/1.1" status: 204 len: 168 time: 0.9649119 Nov 12 08:25:53.849203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.894722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] Set router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:53.897487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a754ef99-7153-48c5-b4f9-4c4ae25b54c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.908902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803810-ba29-4887-8943-b1ad7c97fa1a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=164e4855-2e5d-41b1-96ea-b0dde45bed07,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.930050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] Deleting port 45848eff-85d1-49a6-9bef-67aacaabe03f {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:53.930870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.974446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:25:53Z', 'revision_number': 6, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.003282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a754ef99-7153-48c5-b4f9-4c4ae25b54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.019499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36a1b0-bdc3-4c3b-8ff9-0e5a7c2dd5d0 None None] The sync data for ids ['5285ee81-f9b1-442a-9aa8-b86a3b46f9b0'] in n-d-768509-25 is: [{'id': '5285ee81-f9b1-442a-9aa8-b86a3b46f9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223327830-router', 'tenant_id': '8de898d54d404d71992867ee792ca38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:25:53Z', 'revision_number': 6, 'project_id': '8de898d54d404d71992867ee792ca38e', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:54.111475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] For port 45848eff-85d1-49a6-9bef-67aacaabe03f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=45848eff-85d1-49a6-9bef-67aacaabe03f,segment=NetworkSegment(9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc),segment_id=9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:54.112467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.137388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] Calling delete_port for 45848eff-85d1-49a6-9bef-67aacaabe03f owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:54.216465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:54.248534 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.303980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] Pushing event deleted for resources: {'Port': ['ID=45848eff-85d1-49a6-9bef-67aacaabe03f,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.324273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fc4f0-461b-4852-8c85-a3b8c2bf74c1 None None] No DVR routers for this DVR port 45848eff-85d1-49a6-9bef-67aacaabe03f on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:54.328349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a754ef99-7153-48c5-b4f9-4c4ae25b54c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f03da60004314d06bf8946ad35824902&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0212681 Nov 12 08:25:54.331678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58176) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:54.339160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754ef99-7153-48c5-b4f9-4c4ae25b54c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4a940e-fe45-40d2-8713-3cc963acb2e0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.362475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.372846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736506a3-21e0-487c-bbaa-afb99af63821 req-57ff865a-52f9-4007-83e1-ac6782e7ff13 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.375082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-736506a3-21e0-487c-bbaa-afb99af63821 req-57ff865a-52f9-4007-83e1-ac6782e7ff13 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.8274260 Nov 12 08:25:54.435186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3373c2f1-26cc-4246-b9c5-f4ed7423c028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.503686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3373c2f1-26cc-4246-b9c5-f4ed7423c028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.524037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-736506a3-21e0-487c-bbaa-afb99af63821 req-7e129fd2-4adb-40c3-93ff-345121315677 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418309 Nov 12 08:25:54.603100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3373c2f1-26cc-4246-b9c5-f4ed7423c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.608528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3373c2f1-26cc-4246-b9c5-f4ed7423c028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.609822 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3373c2f1-26cc-4246-b9c5-f4ed7423c028 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c4a940e-fe45-40d2-8713-3cc963acb2e0 HTTP/1.1" status: 204 len: 168 time: 0.2775028 Nov 12 08:25:54.622658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373c2f1-26cc-4246-b9c5-f4ed7423c028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4a940e-fe45-40d2-8713-3cc963acb2e0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.676750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.682155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.733807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5a0cdb-814f-4d4e-b17a-049635ea03db,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.745864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074798e3-7c04-43e8-9b9d-efc95eb9c2a6 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:54.806949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31adcfd5-08f2-4ccb-8ccb-b164b3f1958a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.827301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.827301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec9ca61-6a0d-429f-8abf-65d8bc1b76fc') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.843920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.858722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.021912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.024952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.057214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 45848eff-85d1-49a6-9bef-67aacaabe03f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:55.094330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.102305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 45848eff-85d1-49a6-9bef-67aacaabe03f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:55.103055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 45848eff-85d1-49a6-9bef-67aacaabe03f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:55.104227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d5477426-665b-49a2-8520-64034543aafd no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:55.129069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d5477426-665b-49a2-8520-64034543aafd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:55.129789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d5477426-665b-49a2-8520-64034543aafd not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:55.130443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ba5a0cdb-814f-4d4e-b17a-049635ea03db no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:55.132176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.147703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:55.148419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:55.156939 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:55.164792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ba5a0cdb-814f-4d4e-b17a-049635ea03db {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:55.165358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ba5a0cdb-814f-4d4e-b17a-049635ea03db not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:55.172914 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.173445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:25:55.184031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.188522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.196697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6eda02db-37b3-4d0f-8f6b-e08763b42773 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5285ee81-f9b1-442a-9aa8-b86a3b46f9b0 HTTP/1.1" status: 204 len: 168 time: 2.7424729 Nov 12 08:25:55.252803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Deleting subnet 90bb97f2-d7ea-4494-99a6-7890b27d3025 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:55.256590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.290493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.296261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.304626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/31adcfd5-08f2-4ccb-8ccb-b164b3f1958a HTTP/1.1" status: 204 len: 168 time: 1.4050233 Nov 12 08:25:55.309349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58210) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.315350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1618628629'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:55.328439 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.334711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519a48-cc44-4b05-b1c7-4a665fb73eae req-93de5426-5407-4a8c-ba5f-1a380ae68930 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.347405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90519a48-cc44-4b05-b1c7-4a665fb73eae req-93de5426-5407-4a8c-ba5f-1a380ae68930 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1163507 Nov 12 08:25:55.365431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc690b58-1ad9-4679-93c5-19abf08e169b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=31adcfd5-08f2-4ccb-8ccb-b164b3f1958a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:55.399455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:55.403267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.449944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90519a48-cc44-4b05-b1c7-4a665fb73eae req-c740ad67-acbd-40f4-b5e2-a5bd595867ad tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014707 Nov 12 08:25:55.450141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.486970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:55.505539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.505889 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment 0b787519-a919-4aa7-97d2-33f9b99c6b51 of type vlan for network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b Nov 12 08:25:55.557248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.565812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.594745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90bb97f2-d7ea-4494-99a6-7890b27d3025,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:55.611104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.615757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4609b0-4a5d-45a6-a11d-aee7c100b2f6 None None] Network 99724f2c-dcae-4604-8d14-391f06247c20 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:55.616932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58218) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.617076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0c040a5d-cd42-4cd0-ac91-5cbe001839d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/90bb97f2-d7ea-4494-99a6-7890b27d3025 HTTP/1.1" status: 204 len: 168 time: 0.4234996 Nov 12 08:25:55.625760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.639109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.650920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.699505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55fffd38-1a0e-4e16-a5ae-afe9cb92da62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.715968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.753867 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4425690 Nov 12 08:25:55.756751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58220) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.765263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d431-a1ce-4c64-8104-9ca05ed98bbe tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:55.766425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:55.813365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:55.833871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96778237-08c7-4ef0-94c6-016ec91949aa None None] DHCP port deletion for 99724f2c-dcae-4604-8d14-391f06247c20 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:55.882807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55fffd38-1a0e-4e16-a5ae-afe9cb92da62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.883258 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.896782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55fffd38-1a0e-4e16-a5ae-afe9cb92da62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.932034 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55fffd38-1a0e-4e16-a5ae-afe9cb92da62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3aa56cdeab7c401fb30a305531545aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8365834 Nov 12 08:25:55.937931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58226) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.952329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fffd38-1a0e-4e16-a5ae-afe9cb92da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4b01c9-5d86-4580-97ca-96527c517006,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:55.962483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99724f2c-dcae-4604-8d14-391f06247c20']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:55.983112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7295001a-0887-4ad8-a415-629740ce8455') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:55.983963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7295001a-0887-4ad8-a415-629740ce8455') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:56.005686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.034597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.044874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:56.045257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:56.047119 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:56.062312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58232) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.101795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:56.105313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.127544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-302d7366-9ee3-4499-9bb4-debf2426a042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.185267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.208547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.214149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] 10.222.0.16 "DELETE /v2.0/networks/99724f2c-dcae-4604-8d14-391f06247c20 HTTP/1.1" status: 204 len: 168 time: 0.5937285 Nov 12 08:25:56.214149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-302d7366-9ee3-4499-9bb4-debf2426a042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.235342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67ffdbd6-e438-4b07-9331-31adfeca6725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.276988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37babe-1e19-4c0a-9e48-edf660303601 admin admin] Pushing event deleted for resources: {'Network': ['ID=99724f2c-dcae-4604-8d14-391f06247c20,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.293519 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-302d7366-9ee3-4499-9bb4-debf2426a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.296845 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-302d7366-9ee3-4499-9bb4-debf2426a042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.298495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-302d7366-9ee3-4499-9bb4-debf2426a042 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da4b01c9-5d86-4580-97ca-96527c517006 HTTP/1.1" status: 204 len: 168 time: 0.3568945 Nov 12 08:25:56.318354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d7366-9ee3-4499-9bb4-debf2426a042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4b01c9-5d86-4580-97ca-96527c517006,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.357784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67ffdbd6-e438-4b07-9331-31adfeca6725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.365175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67ffdbd6-e438-4b07-9331-31adfeca6725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.413711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67ffdbd6-e438-4b07-9331-31adfeca6725 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=647d8bcdfd2049bc80b2329ff3d18b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3570962 Nov 12 08:25:56.416586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.425145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffdbd6-e438-4b07-9331-31adfeca6725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c06df-2b81-4cdc-88ef-b1fe2b4c2528,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.488663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da1883c5-0563-47da-99b3-1e2cae72f382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.502307 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.520549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da1883c5-0563-47da-99b3-1e2cae72f382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.584089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=edc15d01-d162-4478-aeff-585c4ba3b12c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.601033 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da1883c5-0563-47da-99b3-1e2cae72f382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.605381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da1883c5-0563-47da-99b3-1e2cae72f382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.609644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-da1883c5-0563-47da-99b3-1e2cae72f382 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/439c06df-2b81-4cdc-88ef-b1fe2b4c2528 HTTP/1.1" status: 204 len: 168 time: 0.1891532 Nov 12 08:25:56.616621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1883c5-0563-47da-99b3-1e2cae72f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c06df-2b81-4cdc-88ef-b1fe2b4c2528,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.620277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': '0b787519-a919-4aa7-97d2-33f9b99c6b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:56.620656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:56.656366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3e8e-c835-499d-b2ef-560fa791bc17 req-670a0da7-4a7c-4ef4-b25f-caa69ba749af tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.658084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13bf3e8e-c835-499d-b2ef-560fa791bc17 req-670a0da7-4a7c-4ef4-b25f-caa69ba749af tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0789526 Nov 12 08:25:56.659060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:56.676079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:56.689023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b94e9-b74d-44b2-a65f-e553483d6e85 None None] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:56.689201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.689543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.703923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58254) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.724610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9d300432-073b-4f1f-983b-a2aed1bd4b53 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9656372 Nov 12 08:25:56.730008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58256) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.739234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872242199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:56.753433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13bf3e8e-c835-499d-b2ef-560fa791bc17 req-97dec7ef-be5a-4885-a7c4-8b708402abbd tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857985 Nov 12 08:25:56.793170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.794402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.800635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5085691c-d2a4-4198-a5d8-23424e7340b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8de898d54d404d71992867ee792ca38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0949900 Nov 12 08:25:56.804767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58260) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.899943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.911196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b', 'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': 'edc15d01-d162-4478-aeff-585c4ba3b12c'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:56.912298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.914578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.921222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49635965-ef61-46c7-ae61-39f91923fb1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.946144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.947364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce9bd1af-5c97-455a-b8eb-922f48164930 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2163129 Nov 12 08:25:56.951327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58264) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.957637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'port': {'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b', 'name': 'tempest-RoutersIpV6Test-877922011'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:56.960041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49635965-ef61-46c7-ae61-39f91923fb1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.040431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49635965-ef61-46c7-ae61-39f91923fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.043459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49635965-ef61-46c7-ae61-39f91923fb1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.044932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-49635965-ef61-46c7-ae61-39f91923fb1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07811652-0721-4e32-9cfc-a18ae0996c04 HTTP/1.1" status: 204 len: 168 time: 0.2391338 Nov 12 08:25:57.061809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49635965-ef61-46c7-ae61-39f91923fb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07811652-0721-4e32-9cfc-a18ae0996c04,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.179684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:57.185475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.210188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] device_id is not set on port f671ca25-3861-4645-a154-cf495852185a yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:57.438075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58280) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:57.463969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbecfc1e-856d-4a4a-83e9-4aaf1561a760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.473781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Allocated IP 2001:db8::2 (fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b/edc15d01-d162-4478-aeff-585c4ba3b12c/df639087-8b2d-4e2f-8054-c693762c5569) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:57.585218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbecfc1e-856d-4a4a-83e9-4aaf1561a760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.591985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbecfc1e-856d-4a4a-83e9-4aaf1561a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.641007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecfc1e-856d-4a4a-83e9-4aaf1561a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5313d1-1d0e-44d0-ab8a-6d959f130bf6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.648149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:57.648276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dbecfc1e-856d-4a4a-83e9-4aaf1561a760 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afeb943cce2b416890edcd8482f4ed54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2088611 Nov 12 08:25:57.675037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.685042 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.721113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4d77-a172-4db0-ae01-05843db2935b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.730903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:57.737113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:57.744286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:57.771317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4d77-a172-4db0-ae01-05843db2935b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.818819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8::a3 (fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b/edc15d01-d162-4478-aeff-585c4ba3b12c/f671ca25-3861-4645-a154-cf495852185a) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:57.883319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Pushing event updated for resources: {'Port': ['ID=df639087-8b2d-4e2f-8054-c693762c5569,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.921330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Attempting to bind port df639087-8b2d-4e2f-8054-c693762c5569 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:57.922410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Attempting to bind port df639087-8b2d-4e2f-8054-c693762c5569 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0b787519-a919-4aa7-97d2-33f9b99c6b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:57.923842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Attempting to bind port df639087-8b2d-4e2f-8054-c693762c5569 on network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:57.930543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:57.931379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Checking segment: {'id': '0b787519-a919-4aa7-97d2-33f9b99c6b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:57.931940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.932616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Bound using segment: {'id': '0b787519-a919-4aa7-97d2-33f9b99c6b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:57.933405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Bound port: df639087-8b2d-4e2f-8054-c693762c5569, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b787519-a919-4aa7-97d2-33f9b99c6b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:57.937171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.984682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0328c-d1fb-478b-892e-045fc0d32807 req-23e1ed4f-089c-4762-8f93-734b2249ee17 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.986202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3b0328c-d1fb-478b-892e-045fc0d32807 req-23e1ed4f-089c-4762-8f93-734b2249ee17 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1160512 Nov 12 08:25:57.986877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4d77-a172-4db0-ae01-05843db2935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.989527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4d77-a172-4db0-ae01-05843db2935b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.991749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5e4a4d77-a172-4db0-ae01-05843db2935b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e5313d1-1d0e-44d0-ab8a-6d959f130bf6 HTTP/1.1" status: 204 len: 168 time: 0.3411963 Nov 12 08:25:58.006081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a4d77-a172-4db0-ae01-05843db2935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5313d1-1d0e-44d0-ab8a-6d959f130bf6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.059523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3b0328c-d1fb-478b-892e-045fc0d32807 req-2a39dfed-0880-4136-885c-547b37632a9e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 Nov 12 08:25:58.112960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] For port df639087-8b2d-4e2f-8054-c693762c5569, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:58.117251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] For port df639087-8b2d-4e2f-8054-c693762c5569, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=df639087-8b2d-4e2f-8054-c693762c5569,segment=NetworkSegment(0b787519-a919-4aa7-97d2-33f9b99c6b51),segment_id=0b787519-a919-4aa7-97d2-33f9b99c6b51)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:58.123603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.143428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58306) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.191850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.284000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.297847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb5090-9824-4a13-bbd0-3ca58dee58fd None None] Pushing event updated for resources: {'Port': ['ID=df639087-8b2d-4e2f-8054-c693762c5569,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.353920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:58.358424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:58.363940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:58.371723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:58.373017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.397665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=f671ca25-3861-4645-a154-cf495852185a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.407526 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f3863f56-98c1-4b30-9398-8b16931899e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4539158 Nov 12 08:25:58.409907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58316) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.754789 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8387a10b-a4ac-456d-82f3-68981d8b030f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.847784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.868987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8387a10b-a4ac-456d-82f3-68981d8b030f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.875248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8387a10b-a4ac-456d-82f3-68981d8b030f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.930602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8387a10b-a4ac-456d-82f3-68981d8b030f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ff2532e7524165ac7912cbd635edde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859635 Nov 12 08:25:58.933111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58328) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.942070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387a10b-a4ac-456d-82f3-68981d8b030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2858d09b-be7a-49b7-952a-8023af53f752,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.018859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec86f76e-ad0b-41d2-9e0e-744853a53b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.074992 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec86f76e-ad0b-41d2-9e0e-744853a53b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.140612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df639087-8b2d-4e2f-8054-c693762c5569 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:59.168842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec86f76e-ad0b-41d2-9e0e-744853a53b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.190837 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec86f76e-ad0b-41d2-9e0e-744853a53b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.195203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec86f76e-ad0b-41d2-9e0e-744853a53b4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2858d09b-be7a-49b7-952a-8023af53f752 HTTP/1.1" status: 204 len: 168 time: 0.2610412 Nov 12 08:25:59.203776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86f76e-ad0b-41d2-9e0e-744853a53b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2858d09b-be7a-49b7-952a-8023af53f752,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.313404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port df639087-8b2d-4e2f-8054-c693762c5569 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:59.313777 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.338984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810923c-ff98-4b36-9c7a-f78c33fbbe92 req-4b72beea-c167-4cbf-8817-3ce5c1e5c37f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.340948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f810923c-ff98-4b36-9c7a-f78c33fbbe92 req-4b72beea-c167-4cbf-8817-3ce5c1e5c37f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.0955350 Nov 12 08:25:59.388214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.400423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.416042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f810923c-ff98-4b36-9c7a-f78c33fbbe92 req-9d344394-5e70-46ea-bb37-a6aa8ef49452 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663586 Nov 12 08:25:59.458329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.509231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port df639087-8b2d-4e2f-8054-c693762c5569, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=df639087-8b2d-4e2f-8054-c693762c5569,segment=NetworkSegment(0b787519-a919-4aa7-97d2-33f9b99c6b51),segment_id=0b787519-a919-4aa7-97d2-33f9b99c6b51)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:59.516590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.533378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=f671ca25-3861-4645-a154-cf495852185a,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.598960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=df639087-8b2d-4e2f-8054-c693762c5569,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.673174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39e214-a4b8-4115-9b7e-4f0d3414e48c None None] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:59.722213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.813135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5ba71d17-edff-4e3c-8674-3c59c89db331 None None] Provisioning complete for port df639087-8b2d-4e2f-8054-c693762c5569 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:59.814337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ba71d17-edff-4e3c-8674-3c59c89db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.864222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58364) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:59.889137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.042694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58370) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:00.064470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86c323be-cb56-4656-8b9f-41ad3cb77625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.188752 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86c323be-cb56-4656-8b9f-41ad3cb77625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.198048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86c323be-cb56-4656-8b9f-41ad3cb77625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.269007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.276367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.277689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.291827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58376) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:00.292786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-86c323be-cb56-4656-8b9f-41ad3cb77625 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e71939505573445b9fd5f73e6baa91c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471814 Nov 12 08:26:00.294186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c323be-cb56-4656-8b9f-41ad3cb77625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b41db-915e-40cf-b516-86bde7779ad5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.367917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-780397602-network', 'tenant_id': '139d3a34ba954214890770f33c8c6c51'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:00.425706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Made reservation on behalf of 139d3a34ba954214890770f33c8c6c51 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:00.429249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.448335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.653250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=f671ca25-3861-4645-a154-cf495852185a,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.726265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.736731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.745457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3a7ac4bd-5401-42b8-a17c-4144164ac95f None None] Provisioning complete for port f671ca25-3861-4645-a154-cf495852185a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:00.746285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac4bd-5401-42b8-a17c-4144164ac95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.815415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ebde9b-79a5-4c55-8a82-99ca45c12307,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.818072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:00.830705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-283efec5-0b89-4b96-be68-3b20a4fc942f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.850308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98e8da-c152-433e-91d9-2bb739ef102e req-d43eac8a-3bcd-4c72-bb84-71d837419e14 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.851773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a98e8da-c152-433e-91d9-2bb739ef102e req-d43eac8a-3bcd-4c72-bb84-71d837419e14 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2105844 Nov 12 08:26:00.853545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:00.864282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:00.873277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ac4bd-5401-42b8-a17c-4144164ac95f None None] Port f671ca25-3861-4645-a154-cf495852185a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:00.905199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.905414 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Added segment b990669d-aa62-4234-9620-6d6f4d73b792 of type vlan for network b4937665-d1c0-4fde-8441-51bd0c538473 Nov 12 08:26:00.910005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3a7ac4bd-5401-42b8-a17c-4144164ac95f None None] Provisioning complete for port df639087-8b2d-4e2f-8054-c693762c5569 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:00.910888 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac4bd-5401-42b8-a17c-4144164ac95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.970081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58390) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:00.996325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-283efec5-0b89-4b96-be68-3b20a4fc942f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.056972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.072505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a98e8da-c152-433e-91d9-2bb739ef102e req-94df373b-4675-4579-9e7f-53bc606ae9e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080710 Nov 12 08:26:01.124102 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.126533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.127328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.184561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df639087-8b2d-4e2f-8054-c693762c5569 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:01.221196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3555701 Nov 12 08:26:01.228829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58402) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:01.276305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Request body: {'subnet': {'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-subnet', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:01.296279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406cad-d55a-442f-9bb2-a155c62c9268 admin admin] Pushing event updated for resources: {'Network': ['ID=b4937665-d1c0-4fde-8441-51bd0c538473,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:01.313295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Made reservation on behalf of 139d3a34ba954214890770f33c8c6c51 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:01.315485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b4937665-d1c0-4fde-8441-51bd0c538473 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:01.315984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.337985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-283efec5-0b89-4b96-be68-3b20a4fc942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.346414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-283efec5-0b89-4b96-be68-3b20a4fc942f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.349622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-283efec5-0b89-4b96-be68-3b20a4fc942f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/790b41db-915e-40cf-b516-86bde7779ad5 HTTP/1.1" status: 204 len: 168 time: 1.0321183 Nov 12 08:26:01.372110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283efec5-0b89-4b96-be68-3b20a4fc942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b41db-915e-40cf-b516-86bde7779ad5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:01.405805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router f3d92624-f4bf-4421-91be-e556a1b6c82f is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:01.602782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-850e0cfc-ba21-4ec9-af1c-e0bc7a191717 None None] Provisioning complete for port f671ca25-3861-4645-a154-cf495852185a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:01.603386 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-850e0cfc-ba21-4ec9-af1c-e0bc7a191717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.608358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port df639087-8b2d-4e2f-8054-c693762c5569 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:01.608938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.721241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-356149090'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:01.823003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:01.836623 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] Sync routers for ids ['f3d92624-f4bf-4421-91be-e556a1b6c82f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:01.844124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4372272a-9e03-4b43-aeb4-15eac12aa05a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/f3d92624-f4bf-4421-91be-e556a1b6c82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316158 Nov 12 08:26:01.845421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58414) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:01.859489 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] Routers {'f3d92624-f4bf-4421-91be-e556a1b6c82f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:01.860141 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f3d92624-f4bf-4421-91be-e556a1b6c82f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:01.917299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-850e0cfc-ba21-4ec9-af1c-e0bc7a191717 None None] Port f671ca25-3861-4645-a154-cf495852185a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:01.958575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Made reservation on behalf of f795f3eb217b4887ad754177b34458e2 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:01.987450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.062911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f4afe87a-e256-4066-878e-29c43d53bb97 None None] Provisioning complete for port f671ca25-3861-4645-a154-cf495852185a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:02.062911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f4afe87a-e256-4066-878e-29c43d53bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.072353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.097011 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:02.105263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8025fb-0753-4d9a-a2c5-b7f1b5329be6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.125102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3b8025fb-0753-4d9a-a2c5-b7f1b5329be6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports/f671ca25-3861-4645-a154-cf495852185a HTTP/1.1" status: 200 len: 982 time: 0.2739635 Nov 12 08:26:02.125810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58424) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:02.126400 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] Routers {'f3d92624-f4bf-4421-91be-e556a1b6c82f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:02.128759 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f3d92624-f4bf-4421-91be-e556a1b6c82f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:02.216969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:02.218364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c24edea-3d26-4407-b0ca-424ca7a2466b None None] The sync data for ids ['f3d92624-f4bf-4421-91be-e556a1b6c82f'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:02.273233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f4afe87a-e256-4066-878e-29c43d53bb97 None None] Port f671ca25-3861-4645-a154-cf495852185a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:02.414768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9cf498eb-3ce3-4959-bc68-567afe928d58 None None] Provisioning complete for port f671ca25-3861-4645-a154-cf495852185a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:02.415141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cf498eb-3ce3-4959-bc68-567afe928d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.523840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9cf498eb-3ce3-4959-bc68-567afe928d58 None None] Port f671ca25-3861-4645-a154-cf495852185a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:02.547949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a112f3-fa4d-4bc6-bfac-e84dce09f261 req-d3923102-fcea-4bde-87fa-8a39084260d7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.549614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14a112f3-fa4d-4bc6-bfac-e84dce09f261 req-d3923102-fcea-4bde-87fa-8a39084260d7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2172079 Nov 12 08:26:02.611275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.727978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.741890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.812615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8784d4-6c05-4cab-8c4b-988d979b8e12,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:02.825850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14a112f3-fa4d-4bc6-bfac-e84dce09f261 req-d43678c4-7581-436c-865e-915182fcf5d1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598376 Nov 12 08:26:02.881172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:02.896884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a598e9-1368-4eac-bf41-8cc2d9609098,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:02.911069 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.911527 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Added segment 4c5e69c4-4aa1-4443-911b-13b6479180e1 of type vlan for network 8fa78d84-d3d5-497c-998a-aea2678f80d8 Nov 12 08:26:02.977823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.993661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Checking segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:02.994675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Network hostable DHCP agents. Network: b4937665-d1c0-4fde-8441-51bd0c538473, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:03.043649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-6420f92e-5288-46df-9eca-eeeca788332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.047892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-6420f92e-5288-46df-9eca-eeeca788332f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1097 time: 0.2374268 Nov 12 08:26:03.093018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Network b4937665-d1c0-4fde-8441-51bd0c538473 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:03.118898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.135433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.136097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.169841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b4937665-d1c0-4fde-8441-51bd0c538473) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:03.180138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ab826-96d8-4cdf-a20f-c4039357bd95 None None] Network b4937665-d1c0-4fde-8441-51bd0c538473 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:03.197059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.198478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.272684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-294c8f3a-b7b6-4f3e-bbe1-a71ec9d49f7d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0019872 Nov 12 08:26:03.273395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58490) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.291464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:03.358453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.359591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.370505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-233ddec6-7fe4-49cd-bec4-704c29e60340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.372172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-233ddec6-7fe4-49cd-bec4-704c29e60340 service neutron] 10.222.0.32 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.2992609 Nov 12 08:26:03.389857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58492) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.440649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-980ce5a8-8cd6-4f32-9bab-b242ff9b9a89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.0571697 Nov 12 08:26:03.520705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fb45c-3402-44b1-86b6-585f104f8dca None None] Network b4937665-d1c0-4fde-8441-51bd0c538473 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:03.533420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.669704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-976cd440-64e3-4999-830a-5ab6efc7eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.671466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-976cd440-64e3-4999-830a-5ab6efc7eae5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.1907108 Nov 12 08:26:03.675208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfb68-550f-444b-8511-56490105e5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.812892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-68c61c23-de0f-4445-921f-7cd07416c0d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249492 Nov 12 08:26:03.837984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.075948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-6ae208d8-f9b0-40ad-b891-c7f02571df94 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495499 Nov 12 08:26:04.078945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.086953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1138794 Nov 12 08:26:04.120984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfb68-550f-444b-8511-56490105e5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.125120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494073d-51d3-49b3-a74b-1a4c5a956b7f tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Pushing event updated for resources: {'Network': ['ID=8fa78d84-d3d5-497c-998a-aea2678f80d8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.142703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 8fa78d84-d3d5-497c-998a-aea2678f80d8 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:04.147735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfb68-550f-444b-8511-56490105e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.259811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c8bfb68-550f-444b-8511-56490105e5c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d652133bcaec4dd3858f9c911077c297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8608034 Nov 12 08:26:04.270658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5466c-ed9b-49fb-8bcf-7c0564433d23 req-e0e00f69-15d7-4792-8f68-9a21eaf8b6d3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:04.272281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12c5466c-ed9b-49fb-8bcf-7c0564433d23 req-e0e00f69-15d7-4792-8f68-9a21eaf8b6d3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2614269 Nov 12 08:26:04.273699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:04.276328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bfb68-550f-444b-8511-56490105e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a0e7b-9bfd-4ba8-9ac9-db5142f98e90,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.367358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b97e3a7-917f-496e-888d-b38bed9a54cf req-f30db7ab-3070-4869-95b4-80f654f0cade service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696774 Nov 12 08:26:04.418440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12c5466c-ed9b-49fb-8bcf-7c0564433d23 req-70ee0deb-aa94-4aca-b817-f4992257b688 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372013 Nov 12 08:26:04.453164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port f671ca25-3861-4645-a154-cf495852185a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:04.453506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.501124 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac529dd9-2c6c-4ef3-9a64-465cbd1ddced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.559744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac529dd9-2c6c-4ef3-9a64-465cbd1ddced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.587511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.603749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.620207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.633917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for f671ca25-3861-4645-a154-cf495852185a owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:04.719383 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac529dd9-2c6c-4ef3-9a64-465cbd1ddced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.723371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac529dd9-2c6c-4ef3-9a64-465cbd1ddced admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.727874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ac529dd9-2c6c-4ef3-9a64-465cbd1ddced admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb5a0e7b-9bfd-4ba8-9ac9-db5142f98e90 HTTP/1.1" status: 204 len: 168 time: 0.4486504 Nov 12 08:26:04.753745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac529dd9-2c6c-4ef3-9a64-465cbd1ddced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a0e7b-9bfd-4ba8-9ac9-db5142f98e90,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.763648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58532) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:04.773726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Request body: {'port': {'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8', 'binding:host_id': 'n-h2-768509-25', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-264650772'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:04.843664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Made reservation on behalf of c2b48902d75348d99a4a4943bedea3d7 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:04.847381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.858452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Allocated IP 172.25.4.139 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/03126c1b-54dd-4abf-a92c-39ebeb53c94e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:04.872193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.953638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.990834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=f671ca25-3861-4645-a154-cf495852185a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:05.101422 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.108815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.112089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.126300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.152391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba9b262-4ffd-4641-9d50-d80917c59388,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:05.162867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port 989e34e5-fd00-459d-8038-9706866a9b2c yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:05.363871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.415923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:05.425833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:05.432336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:05.443289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84395c81-c40a-43c7-b536-46445853714b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:05.501025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58548) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:05.518804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdac99ab-7340-4ce4-a6bc-f488351728cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.535422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router f3d92624-f4bf-4421-91be-e556a1b6c82f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:05.600869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-650f0496-8801-4502-8da6-fc1980210a50 None None] Provisioning complete for port 03126c1b-54dd-4abf-a92c-39ebeb53c94e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:05.601834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-650f0496-8801-4502-8da6-fc1980210a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.629196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Pushing event updated for resources: {'Port': ['ID=03126c1b-54dd-4abf-a92c-39ebeb53c94e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:05.636310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:05.647706 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5c274d49-88e0-4375-bfa5-fcbd5760f808 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/f3d92624-f4bf-4421-91be-e556a1b6c82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5202692 Nov 12 08:26:05.648659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58552) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:05.708725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-650f0496-8801-4502-8da6-fc1980210a50 None None] Port 03126c1b-54dd-4abf-a92c-39ebeb53c94e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:05.713970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] Sync routers for ids ['f3d92624-f4bf-4421-91be-e556a1b6c82f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:05.730684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] Routers {'f3d92624-f4bf-4421-91be-e556a1b6c82f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:05.731713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f3d92624-f4bf-4421-91be-e556a1b6c82f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:05.805291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:05.822411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] Routers {'f3d92624-f4bf-4421-91be-e556a1b6c82f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:05.823376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f3d92624-f4bf-4421-91be-e556a1b6c82f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:05.880848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:05.882743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3795ac92-efd3-406c-b566-d49ea8119ff4 None None] The sync data for ids ['f3d92624-f4bf-4421-91be-e556a1b6c82f'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:05.921907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdac99ab-7340-4ce4-a6bc-f488351728cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.946900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cdac99ab-7340-4ce4-a6bc-f488351728cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.992323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cdac99ab-7340-4ce4-a6bc-f488351728cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=192126c16a234aefbc10b51e96b419a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901006 Nov 12 08:26:05.994815 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-621f3c68-f984-4b13-b36b-5d57b472c872 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:26:05.999420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-621f3c68-f984-4b13-b36b-5d57b472c872 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/f3d92624-f4bf-4421-91be-e556a1b6c82f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3472540 Nov 12 08:26:06.000032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.000457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58562) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.009482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port 989e34e5-fd00-459d-8038-9706866a9b2c yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:06.026135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.064504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f73349d6-deef-448b-ad06-b3d510587b0d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d92624-f4bf-4421-91be-e556a1b6c82f HTTP/1.1" status: 200 len: 205 time: 0.0566869 Nov 12 08:26:06.069381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.083872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac99ab-7340-4ce4-a6bc-f488351728cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029dc110-abee-4327-8849-e6502c432d42,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.122914 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.159323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.195756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.375854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.377117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.379366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.384467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808117-d858-4f24-aa0e-18e3d26c88e1 req-d8932415-c8aa-4f7d-861c-d035cba04ed0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.392416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1808117-d858-4f24-aa0e-18e3d26c88e1 req-d8932415-c8aa-4f7d-861c-d035cba04ed0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.8383505 Nov 12 08:26:06.428298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66094e8e-962e-4eca-94b6-2cdde42eb5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.447914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.448512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router f3d92624-f4bf-4421-91be-e556a1b6c82f {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:06.467947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.471028 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-99c2601b-01f1-47d0-84b2-5f3a07027293 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/f3d92624-f4bf-4421-91be-e556a1b6c82f HTTP/1.1" status: 204 len: 168 time: 0.4003539 Nov 12 08:26:06.483256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.525482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66094e8e-962e-4eca-94b6-2cdde42eb5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.577792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet edc15d01-d162-4478-aeff-585c4ba3b12c {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:06.584325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.628813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=989e34e5-fd00-459d-8038-9706866a9b2c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.639445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.640591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Checking segment: {'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:06.644485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66094e8e-962e-4eca-94b6-2cdde42eb5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.649907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Network hostable DHCP agents. Network: 8fa78d84-d3d5-497c-998a-aea2678f80d8, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:06.650019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66094e8e-962e-4eca-94b6-2cdde42eb5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.650019 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66094e8e-962e-4eca-94b6-2cdde42eb5aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/029dc110-abee-4327-8849-e6502c432d42 HTTP/1.1" status: 204 len: 168 time: 0.6419170 Nov 12 08:26:06.677759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094e8e-962e-4eca-94b6-2cdde42eb5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029dc110-abee-4327-8849-e6502c432d42,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.762660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1808117-d858-4f24-aa0e-18e3d26c88e1 req-cb0455a2-30e2-4da2-8c81-adc725f1cb77 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693717 Nov 12 08:26:06.797217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.802831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Network 8fa78d84-d3d5-497c-998a-aea2678f80d8 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:06.825490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 8fa78d84-d3d5-497c-998a-aea2678f80d8) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:06.832805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:06.839831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265aba5-8bdb-4a18-b168-48d619687127 None None] Network 8fa78d84-d3d5-497c-998a-aea2678f80d8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:06.848245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:06.848577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:06.848913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:06.858935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:06.859268 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:06.859800 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 2 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:06.886675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:06.887085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:06.894782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:06.910301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:06.910631 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:06.911580 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 3 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:06.911785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.941418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:06.941676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:06.942088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:06.956314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:06.956737 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:06.957015 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 4 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:06.979201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Router 693752b1-cb8c-485d-b763-92b00a88c7f9 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:06.992660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=edc15d01-d162-4478-aeff-585c4ba3b12c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.001924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.002257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.002591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.005126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.008635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fdd37572-d913-4c0d-a128-125afd3cd188 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/edc15d01-d162-4478-aeff-585c4ba3b12c HTTP/1.1" status: 204 len: 168 time: 0.5251520 Nov 12 08:26:07.020984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.030089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.030089 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.030733 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 5 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:07.054112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02085e69-d7cb-4dbb-8449-6fce677c3221 None None] Network fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:07.159983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.163948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.164319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.164657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.175968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.176331 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.178402 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 6 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:07.235498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port df639087-8b2d-4e2f-8054-c693762c5569 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:07.237234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.269555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.269886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.270220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.298066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.298567 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.310699 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 7 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:07.347115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port df639087-8b2d-4e2f-8054-c693762c5569, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=df639087-8b2d-4e2f-8054-c693762c5569,segment=NetworkSegment(0b787519-a919-4aa7-97d2-33f9b99c6b51),segment_id=0b787519-a919-4aa7-97d2-33f9b99c6b51)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:07.349011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:07.349554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.358544 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Sync routers for ids ['693752b1-cb8c-485d-b763-92b00a88c7f9'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:07.374282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Routers {'693752b1-cb8c-485d-b763-92b00a88c7f9'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:07.374830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for df639087-8b2d-4e2f-8054-c693762c5569 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:07.374937 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['693752b1-cb8c-485d-b763-92b00a88c7f9'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:07.380359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.380692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.381031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.419677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.420000 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.428955 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 8 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:07.496501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.496867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.498849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.505729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] DHCP port deletion for fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:07.512803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.514459 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.517181 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 9 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:07.529957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.532221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f90b5052-f912-497d-ad49-36fdd6c96c15 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2479219 Nov 12 08:26:07.548127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.559841 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.564495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.564936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.573761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.580444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.580789 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.581188 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 10 to bind port 989e34e5-fd00-459d-8038-9706866a9b2c Nov 12 08:26:07.613228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.613581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.616898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.625753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 989e34e5-fd00-459d-8038-9706866a9b2c on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.626090 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 989e34e5-fd00-459d-8038-9706866a9b2c on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:07.626463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.731269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=df639087-8b2d-4e2f-8054-c693762c5569,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.744363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port df639087-8b2d-4e2f-8054-c693762c5569 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:07.778487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Deleting port df639087-8b2d-4e2f-8054-c693762c5569 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:07.778867 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.809494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58604) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.822095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] For port 989e34e5-fd00-459d-8038-9706866a9b2c, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:07.822390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempted to set empty binding levels {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:26:07.834315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.870065 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Set router 693752b1-cb8c-485d-b763-92b00a88c7f9 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:07.960886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=989e34e5-fd00-459d-8038-9706866a9b2c,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.969132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.977481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.032460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.044033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3cb33fc5-fa32-4b39-ab0b-dc80bc7d5bc4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.2784998 Nov 12 08:26:08.046740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] For port df639087-8b2d-4e2f-8054-c693762c5569, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:08.048774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.050019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58614) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:08.081925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Calling delete_port for df639087-8b2d-4e2f-8054-c693762c5569 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:08.085567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Port df639087-8b2d-4e2f-8054-c693762c5569 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:26:08.089563 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.101328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2cbba-e594-476f-aa58-6c014ea8e1b2 req-6e7e9c7e-f000-4816-ac83-66d345e8056d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.103394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1d2cbba-e594-476f-aa58-6c014ea8e1b2 req-6e7e9c7e-f000-4816-ac83-66d345e8056d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1398637 Nov 12 08:26:08.161846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Pushing event deleted for resources: {'Port': ['ID=df639087-8b2d-4e2f-8054-c693762c5569,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:08.185671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] No DVR routers for this DVR port df639087-8b2d-4e2f-8054-c693762c5569 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:08.186769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:08.209399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.211530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.212202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.212800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.213433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.215225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.216544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.218042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1d2cbba-e594-476f-aa58-6c014ea8e1b2 req-069f7684-aa60-4bc0-b90a-ac6e2d6fcd74 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067557 Nov 12 08:26:08.227017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.234791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Deleting port 989e34e5-fd00-459d-8038-9706866a9b2c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:08.235142 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.237051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.239733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.241006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.242117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfc9381-c7ef-4d68-984b-45579b6af885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:08.268165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b787519-a919-4aa7-97d2-33f9b99c6b51') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:08.269219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b787519-a919-4aa7-97d2-33f9b99c6b51') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:08.290738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af867d0b-fedf-47b3-bf7e-ccf9fc9e893b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.298626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.334397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:08.347931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] For port 989e34e5-fd00-459d-8038-9706866a9b2c, host n-h2-768509-25, got binding levels [] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:08.348670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.370598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Calling delete_port for 989e34e5-fd00-459d-8038-9706866a9b2c owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:08.430160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.507603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:08.509270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.526326 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:26:05Z', 'revision_number': 3, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:08.538187 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:08.605386 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Checking router: 693752b1-cb8c-485d-b763-92b00a88c7f9 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:08.605736 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Updating router 693752b1-cb8c-485d-b763-92b00a88c7f9 port 03126c1b-54dd-4abf-a92c-39ebeb53c94e binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:08.641300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:08.661539 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.726487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'port_id': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'mac_address': 'fa:16:3e:e9:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8346f34c-3b0f-43ce-9d5b-fd3cc388c461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:08.814219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.836463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.849640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.851307 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.865200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b HTTP/1.1" status: 204 len: 168 time: 1.8384538 Nov 12 08:26:08.869736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:08.887680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:08.939093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-637482848'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:08.946067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:08.961259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.157217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ff97a5eb-f223-4bfc-8934-5c9946b16c6f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:09.176338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af867d0b-fedf-47b3-bf7e-ccf9fc9e893b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.195529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af867d0b-fedf-47b3-bf7e-ccf9fc9e893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.202495 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.213476 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.229781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf18d7-ba26-46fa-94fb-8ffd96ca7be8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=fcbfb7b5-6fe6-44bb-8f7e-9bd76dfe355b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.258014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867d0b-fedf-47b3-bf7e-ccf9fc9e893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e409af6-0664-4863-aa34-df1400d55843,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.308327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af867d0b-fedf-47b3-bf7e-ccf9fc9e893b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ee4b5f5799f4fcb9689253eb62b7109&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4975476 Nov 12 08:26:09.315086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58650) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.378008 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Pushing event updated for resources: {'Port': ['ID=03126c1b-54dd-4abf-a92c-39ebeb53c94e,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.389092 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.389590 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.390066 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.390535 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.391173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.391881 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.392860 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.393326 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.393807 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.394266 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.394726 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.395463 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:09.419173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Attempting to bind port 03126c1b-54dd-4abf-a92c-39ebeb53c94e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:09.419823 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Attempting to bind port 03126c1b-54dd-4abf-a92c-39ebeb53c94e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:09.420876 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Attempting to bind port 03126c1b-54dd-4abf-a92c-39ebeb53c94e on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:09.427402 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:09.428064 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:09.428638 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.429174 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:09.429807 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Bound port: 03126c1b-54dd-4abf-a92c-39ebeb53c94e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:09.430344 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.515583 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] For port 03126c1b-54dd-4abf-a92c-39ebeb53c94e, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:09.525481 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] For port 03126c1b-54dd-4abf-a92c-39ebeb53c94e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03126c1b-54dd-4abf-a92c-39ebeb53c94e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:09.531982 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.593098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58656) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.611215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:09.614138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.681246 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2656f9-b754-44c9-9288-e4983f9b04be None None] Pushing event updated for resources: {'Port': ['ID=03126c1b-54dd-4abf-a92c-39ebeb53c94e,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.695179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Routers {'693752b1-cb8c-485d-b763-92b00a88c7f9'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:09.695991 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:25:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['693752b1-cb8c-485d-b763-92b00a88c7f9'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:09.745538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.767846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.822417 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] Set router 693752b1-cb8c-485d-b763-92b00a88c7f9 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:09.868032 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.879561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "DELETE /v2.0/ports/989e34e5-fd00-459d-8038-9706866a9b2c HTTP/1.1" status: 204 len: 168 time: 1.8271360 Nov 12 08:26:09.899289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705723b-f0c1-4967-88e9-55eb931ca7a4 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:09.909318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df639087-8b2d-4e2f-8054-c693762c5569 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:09.917947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58676) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.936904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95166c2f-c66f-472c-82ff-ac8345082d09 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event deleted for resources: {'Port': ['ID=989e34e5-fd00-459d-8038-9706866a9b2c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.970294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: df639087-8b2d-4e2f-8054-c693762c5569 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:09.973568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device df639087-8b2d-4e2f-8054-c693762c5569 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:10.017061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5b66c-65c6-428d-9010-b6a14b9ef9c8 req-5e37038a-32c5-4030-b53d-58b5827e46ed tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.027568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31e5b66c-65c6-428d-9010-b6a14b9ef9c8 req-5e37038a-32c5-4030-b53d-58b5827e46ed tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.2656856 Nov 12 08:26:10.049017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.056570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564e270-5844-4fac-8d6c-3926807aee93 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:10.059528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:10.079955 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.082163 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment ad995561-3f92-438b-9f99-0555ee353029 of type vlan for network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 Nov 12 08:26:10.134575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ad24283c-82f0-43c0-8372-cbede1695b6d None None] Provisioning complete for port 03126c1b-54dd-4abf-a92c-39ebeb53c94e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:10.135276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad24283c-82f0-43c0-8372-cbede1695b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.153410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31e5b66c-65c6-428d-9010-b6a14b9ef9c8 req-765bdebf-2e9b-4937-b844-ceb994c8aa66 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228004 Nov 12 08:26:10.215556 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:26:05Z', 'revision_number': 3, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:10.250095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f4585-98a8-4a48-af45-260d563ac1bb None None] The sync data for ids ['693752b1-cb8c-485d-b763-92b00a88c7f9'] in n-d-768509-25 is: [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:26:05Z', 'revision_number': 3, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:10.270882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-655548c0-8f8a-44d0-af05-e5dfbeef0a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.314007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-655548c0-8f8a-44d0-af05-e5dfbeef0a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.332450 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad24283c-82f0-43c0-8372-cbede1695b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.390086 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ae85f3-0757-4c85-a08d-9ac41a203438 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:26:10.395272 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e5ae85f3-0757-4c85-a08d-9ac41a203438 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "GET /v2.0/ports/989e34e5-fd00-459d-8038-9706866a9b2c HTTP/1.1" status: 404 len: 333 time: 0.4697676 Nov 12 08:26:10.399117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58698) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:10.405352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ad24283c-82f0-43c0-8372-cbede1695b6d None None] For port 03126c1b-54dd-4abf-a92c-39ebeb53c94e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03126c1b-54dd-4abf-a92c-39ebeb53c94e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:10.407143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Request body: {'port': {'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2012412612'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:10.413753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad24283c-82f0-43c0-8372-cbede1695b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.475989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Made reservation on behalf of c2b48902d75348d99a4a4943bedea3d7 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:10.479610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.515989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:10.526450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24283c-82f0-43c0-8372-cbede1695b6d None None] Pushing event updated for resources: {'Port': ['ID=03126c1b-54dd-4abf-a92c-39ebeb53c94e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.555648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-22b61fd8-250d-471a-a8ba-ab3447fdb8bf None None] Provisioning complete for port 03126c1b-54dd-4abf-a92c-39ebeb53c94e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:10.556411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-22b61fd8-250d-471a-a8ba-ab3447fdb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.615976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.673355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-866bfb40-c3e8-4858-bd5a-b56bfb3f13c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.765651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.769754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.770855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.773508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-655548c0-8f8a-44d0-af05-e5dfbeef0a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.776490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-655548c0-8f8a-44d0-af05-e5dfbeef0a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.787015 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-655548c0-8f8a-44d0-af05-e5dfbeef0a36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e409af6-0664-4863-aa34-df1400d55843 HTTP/1.1" status: 204 len: 168 time: 1.3854890 Nov 12 08:26:10.915903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.937891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-515a97cd-b192-419c-ae18-3e644b368330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.001218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Allocated IP 172.20.0.1 (b4937665-d1c0-4fde-8441-51bd0c538473/6d8784d4-6c05-4cab-8c4b-988d979b8e12/1836fdf8-20df-441f-99e9-e40aa7dad2e1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:11.027955 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.096226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:11.112803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655548c0-8f8a-44d0-af05-e5dfbeef0a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e409af6-0664-4863-aa34-df1400d55843,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:11.131279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:11.145997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f281dd5d-a817-49a6-b3fc-1a8f29ec44a9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2340720 Nov 12 08:26:11.169623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Network 8fa78d84-d3d5-497c-998a-aea2678f80d8 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:11.170874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58724) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:11.209917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:11.297810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:11.305196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:11.310101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.313336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.316608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03126c1b-54dd-4abf-a92c-39ebeb53c94e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:11.374499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfb75ec-8e4a-4f38-a169-d4f631cda249,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:11.448224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 03126c1b-54dd-4abf-a92c-39ebeb53c94e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:11.448883 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.584186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0615c8bf-573e-45e5-8ac8-c492ed9cde25 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1833248 Nov 12 08:26:11.587817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58742) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:11.635193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:11.688919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58744) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:11.748301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.889598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bf2e1-9385-4143-a135-6cc4236a2bed req-6186ccbd-dbb9-43af-8a60-c9677190f509 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.891655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab4bf2e1-9385-4143-a135-6cc4236a2bed req-6186ccbd-dbb9-43af-8a60-c9677190f509 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.3229365 Nov 12 08:26:11.892776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83ad998d-17f7-41de-8c35-7638fd24431b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.896606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:11.901867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.224568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.348643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:12.440795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ff97a5eb-f223-4bfc-8934-5c9946b16c6f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:12.445505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.474817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab4bf2e1-9385-4143-a135-6cc4236a2bed req-252eb43a-26ef-4130-9741-26beb157de37 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442963 Nov 12 08:26:12.516178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-515a97cd-b192-419c-ae18-3e644b368330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.608435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.663527 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.678018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-515a97cd-b192-419c-ae18-3e644b368330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.694944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.714693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:12.719148 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f73ab8b-c904-4c3a-8626-59a535f9cd06" -d '{"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-plugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:12.737868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:12.747419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.831474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a97cd-b192-419c-ae18-3e644b368330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa2de7-e7c9-4b5e-938c-935d9eb3e22c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:12.863017 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6154b18-79f1-475a-9ad5-1ada88a2f1e0 x-openstack-request-id: req-c6154b18-79f1-475a-9ad5-1ada88a2f1e0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:12.865485 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-plugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:12.865999 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6154b18-79f1-475a-9ad5-1ada88a2f1e0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:12.867724 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'code': 200} Nov 12 08:26:12.956731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.005788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Network b4937665-d1c0-4fde-8441-51bd0c538473 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:13.011295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:13.041566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-515a97cd-b192-419c-ae18-3e644b368330 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e1052070fbf4826bf8b17963961fed6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4342959 Nov 12 08:26:13.042673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:13.130752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:13.155131 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e31f69c4-304f-4a23-aa4f-28d99c39d475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.156478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.189311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.205383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Pushing event updated for resources: {'Port': ['ID=1836fdf8-20df-441f-99e9-e40aa7dad2e1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.224600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:13.282923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83ad998d-17f7-41de-8c35-7638fd24431b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.304254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-83ad998d-17f7-41de-8c35-7638fd24431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.309170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.425446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.449913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad998d-17f7-41de-8c35-7638fd24431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c9cfd-8016-4d2c-8815-845d60499388,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.466655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfb75ec-8e4a-4f38-a169-d4f631cda249,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.664991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.674192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-83ad998d-17f7-41de-8c35-7638fd24431b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d2fc9738b7d4d4dbd733f5687fbc3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9749644 Nov 12 08:26:13.683683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58820) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:13.765410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:13.765648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:13.765927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:13.773904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6d364ac-4bb8-4597-900d-c5f1c1b18a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.838260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6d364ac-4bb8-4597-900d-c5f1c1b18a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.861287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:13.862570 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:13.864764 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 2 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:13.867845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=9478c406-127e-4907-8992-7bdccbb56d1e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.898034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': 'ad995561-3f92-438b-9f99-0555ee353029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:13.898758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:13.900354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0ee8-739d-456f-a5e8-bfc6958d4b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.903737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:13.904897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:13.905449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:13.923405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364491cf-dcb1-4b4b-a8ea-37903e023174 req-a50f2ae3-2b2e-4dd9-8601-28e5a4bc405c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.937594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-364491cf-dcb1-4b4b-a8ea-37903e023174 req-a50f2ae3-2b2e-4dd9-8601-28e5a4bc405c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2917626 Nov 12 08:26:13.976943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0ee8-739d-456f-a5e8-bfc6958d4b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.007062 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6d364ac-4bb8-4597-900d-c5f1c1b18a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.009343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.009756 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.009892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6d364ac-4bb8-4597-900d-c5f1c1b18a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.013214 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b6d364ac-4bb8-4597-900d-c5f1c1b18a03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0fa2de7-e7c9-4b5e-938c-935d9eb3e22c HTTP/1.1" status: 204 len: 168 time: 0.6744635 Nov 12 08:26:14.013383 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 3 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.044732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d364ac-4bb8-4597-900d-c5f1c1b18a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa2de7-e7c9-4b5e-938c-935d9eb3e22c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:14.117613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0ee8-739d-456f-a5e8-bfc6958d4b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.119775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0ee8-739d-456f-a5e8-bfc6958d4b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.125432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ffbe0ee8-739d-456f-a5e8-bfc6958d4b00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a6c9cfd-8016-4d2c-8815-845d60499388 HTTP/1.1" status: 204 len: 168 time: 0.4406874 Nov 12 08:26:14.133459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-364491cf-dcb1-4b4b-a8ea-37903e023174 req-ac0a8cfb-52f6-49d3-9262-26bfc2643da0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945240 Nov 12 08:26:14.135920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:14.136597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.141937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.142309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.142685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.153897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.154289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.154942 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.159949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe0ee8-739d-456f-a5e8-bfc6958d4b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c9cfd-8016-4d2c-8815-845d60499388,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:14.174919 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 4 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.202501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.203004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.203724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.210077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:14.217819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.218649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9dc773-a2ad-4916-a7d1-d31fb1aa0db6 None None] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:14.221025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.230984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.231477 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.234953 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 5 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.255498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.256252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.256777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.265524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.266861 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.268225 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 6 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.275599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2d706724-058a-48d0-89e2-1a9a3f511807 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1018341 Nov 12 08:26:14.278523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58854) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:14.284912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2135759375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:14.323449 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.324818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.396105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.402369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.403603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.404781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.410206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.426711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Pushing event updated for resources: {'Port': ['ID=1836fdf8-20df-441f-99e9-e40aa7dad2e1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:14.429855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.430441 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.452602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.455329 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 7 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.492084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.492650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.493428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.506226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.506581 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.513413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.517478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-df56ed22-55ad-440f-a4e5-5bbb09089fd3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2356632 Nov 12 08:26:14.518842 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 8 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.533303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.548496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58858) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:14.550273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.551543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.552763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.577887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.578281 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.579658 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 9 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:14.613217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Network b4937665-d1c0-4fde-8441-51bd0c538473 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:14.616945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:14.758169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7', 'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': '9478c406-127e-4907-8992-7bdccbb56d1e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:14.759317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.774533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:14.775112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:14.775614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:14.814535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:14.815834 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:14.818690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Router 693752b1-cb8c-485d-b763-92b00a88c7f9 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:15.034474 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 10 to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 Nov 12 08:26:15.085570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58864) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:15.141374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:15.148921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f24ff34e-f511-4d70-a46d-8ea8f14ec3ae admin admin] 10.222.0.16 "PUT /v2.0/routers/693752b1-cb8c-485d-b763-92b00a88c7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5945232 Nov 12 08:26:15.155856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ece30479-5bf9-422e-a11e-4bb5ad2727c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.166443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:15.166825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:15.167175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:15.173931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Allocated IP 2001:db8::2 (3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7/9478c406-127e-4907-8992-7bdccbb56d1e/ca37a5a2-ba5a-47f6-a844-99fd79e69fe9) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:15.178686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Sync routers for ids ['693752b1-cb8c-485d-b763-92b00a88c7f9'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:15.222034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Routers {'693752b1-cb8c-485d-b763-92b00a88c7f9'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:15.229965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['693752b1-cb8c-485d-b763-92b00a88c7f9'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:15.293440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:15.293889 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:15.294135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.408668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.445376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] For port 1cfb75ec-8e4a-4f38-a169-d4f631cda249, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:15.445376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempted to set empty binding levels {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:26:15.648996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ece30479-5bf9-422e-a11e-4bb5ad2727c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.657101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ece30479-5bf9-422e-a11e-4bb5ad2727c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.680893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.865370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece30479-5bf9-422e-a11e-4bb5ad2727c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee1622-4066-49b6-a961-1bc45608a474,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:15.933600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ece30479-5bf9-422e-a11e-4bb5ad2727c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8c22d812ea4405eb140dc3f078b56d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8455977 Nov 12 08:26:15.948182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58912) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:15.955009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Set router 693752b1-cb8c-485d-b763-92b00a88c7f9 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:16.126489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.197218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a948077-4ac7-4040-b78d-9120bff5a0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.238059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] In _notify_port_updated(), no bound segment for port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:26:16.239603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.240549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.243728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "PUT /v2.0/ports/1cfb75ec-8e4a-4f38-a169-d4f631cda249 HTTP/1.1" status: 200 len: 976 time: 4.6282914 Nov 12 08:26:16.253929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58920) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:16.257114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a948077-4ac7-4040-b78d-9120bff5a0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.312557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfcb3e-e5ec-4b07-aa05-658fa0e1ad8c req-b91b93cb-9914-4a1d-bfde-ae884e8a7494 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.323827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcbfcb3e-e5ec-4b07-aa05-658fa0e1ad8c req-b91b93cb-9914-4a1d-bfde-ae884e8a7494 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.8725243 Nov 12 08:26:16.445705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76261682-2165-4db0-a1ab-ced2070ce6b2 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfb75ec-8e4a-4f38-a169-d4f631cda249,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:16.572839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.573329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.573806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.574280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.579460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.579460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.579829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.580358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.583344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.589414 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02355d71-ef29-447d-aaa8-4643a8a14819 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8119 time: 0.3318386 Nov 12 08:26:16.589698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58928) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:16.657936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcbfcb3e-e5ec-4b07-aa05-658fa0e1ad8c req-baa2702c-7d78-4fe0-b6b4-401d92047ba9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162234 Nov 12 08:26:16.752557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a948077-4ac7-4040-b78d-9120bff5a0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.757288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7a948077-4ac7-4040-b78d-9120bff5a0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.762677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7a948077-4ac7-4040-b78d-9120bff5a0d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58ee1622-4066-49b6-a961-1bc45608a474 HTTP/1.1" status: 204 len: 168 time: 0.8050702 Nov 12 08:26:16.776968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a948077-4ac7-4040-b78d-9120bff5a0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee1622-4066-49b6-a961-1bc45608a474,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:16.819990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Deleting port 1cfb75ec-8e4a-4f38-a169-d4f631cda249 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:16.820691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.890878 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.922629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.963736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.971476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] For port 1cfb75ec-8e4a-4f38-a169-d4f631cda249, host n-h2-768509-25, got binding levels [] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:16.971476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.026891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:17.034781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:17.046564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:17.096338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Calling delete_port for 1cfb75ec-8e4a-4f38-a169-d4f631cda249 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:17.348892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.372554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Pushing event updated for resources: {'Port': ['ID=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.400445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:26:13Z', 'revision_number': 4, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '1836fdf8-20df-441f-99e9-e40aa7dad2e1', 'name': '', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'mac_address': 'fa:16:3e:a9:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:09Z', 'updated_at': '2021-11-12T08:26:13Z', 'revision_number': 2, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'subnets': [{'id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:17.439650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8::1 (3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7/9478c406-127e-4907-8992-7bdccbb56d1e/9ecc55a1-7c23-43e7-9377-4a6ba2063bf9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:17.493933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cfb75ec-8e4a-4f38-a169-d4f631cda249,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.511211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Checking router: 693752b1-cb8c-485d-b763-92b00a88c7f9 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:17.511917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Updating router 693752b1-cb8c-485d-b763-92b00a88c7f9 port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:17.514526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.523193 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5803ebda-57b6-476f-be48-a9300db51fe4 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1cfb75ec-8e4a-4f38-a169-d4f631cda249 HTTP/1.1" status: 204 len: 168 time: 0.9321656 Nov 12 08:26:17.531008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58958) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:17.546866 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.560158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Attempting to bind port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:17.561363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Attempting to bind port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'ad995561-3f92-438b-9f99-0555ee353029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:17.561887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Attempting to bind port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 on network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:17.572867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:17.573586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Checking segment: {'id': 'ad995561-3f92-438b-9f99-0555ee353029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:17.574152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.574701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Bound using segment: {'id': 'ad995561-3f92-438b-9f99-0555ee353029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:17.575331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Bound port: ca37a5a2-ba5a-47f6-a844-99fd79e69fe9, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad995561-3f92-438b-9f99-0555ee353029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:17.576033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.630447 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-889cc618-d636-4f45-9652-5629f647e857 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:26:17.632354 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-889cc618-d636-4f45-9652-5629f647e857 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "GET /v2.0/ports/1cfb75ec-8e4a-4f38-a169-d4f631cda249 HTTP/1.1" status: 404 len: 333 time: 0.0980501 Nov 12 08:26:17.643890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58960) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:17.660571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-932980081', 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:17.736212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Made reservation on behalf of c2b48902d75348d99a4a4943bedea3d7 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:17.738616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.802791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port 66ba0d77-9088-4d5d-ad4c-05d0bc6b763a yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:17.863425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-3734b77e-d261-491a-a93b-ce3bf106ec8f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.878431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-3734b77e-d261-491a-a93b-ce3bf106ec8f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 818 time: 0.8278391 Nov 12 08:26:17.950649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-9d99b5b2-7fc0-4c9b-9fd2-5151612a2593 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/quotas/139d3a34ba954214890770f33c8c6c51 HTTP/1.1" status: 200 len: 375 time: 0.0712492 Nov 12 08:26:18.101175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] For port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:18.118574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] For port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,segment=NetworkSegment(ad995561-3f92-438b-9f99-0555ee353029),segment_id=ad995561-3f92-438b-9f99-0555ee353029)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:18.132891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.185090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85dc0f-c5af-4d9f-9861-c3c62562f833 req-f9cf95be-0715-4e32-8307-9d51fdc3f51b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.194562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f85dc0f-c5af-4d9f-9861-c3c62562f833 req-f9cf95be-0715-4e32-8307-9d51fdc3f51b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3130429 Nov 12 08:26:18.217981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.283795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58974) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:18.330307 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-bf1dfaac-5325-453d-9157-b68ff49fe6c9 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3736627 Nov 12 08:26:18.384971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53f494-0ec9-4c91-88ad-082e308da257 None None] Pushing event updated for resources: {'Port': ['ID=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.511251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f85dc0f-c5af-4d9f-9861-c3c62562f833 req-884b404f-50f1-43f9-aaad-e49c3566002f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046894 Nov 12 08:26:18.517259 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.595004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.605848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.624757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.626556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.718850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:18.746497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:18.754184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:18.754744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.812908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Network 8fa78d84-d3d5-497c-998a-aea2678f80d8 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:18.845640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:18.855562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:18.860537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.861292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.895454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-48407219-6097-4e25-8fc3-641cba0b6cfb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:26:18.902388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b0a47-f2f2-4bae-b0bd-2feb4bad310a None None] Pushing event updated for resources: {'Port': ['ID=1836fdf8-20df-441f-99e9-e40aa7dad2e1,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.907357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=66ba0d77-9088-4d5d-ad4c-05d0bc6b763a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.921059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-48407219-6097-4e25-8fc3-641cba0b6cfb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5885653 Nov 12 08:26:18.983251 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b5482af-0dd2-44d6-9c94-fd916105bf0a tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3388264 Nov 12 08:26:18.985990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58986) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:19.005009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=9ecc55a1-7c23-43e7-9377-4a6ba2063bf9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.099787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Attempting to bind port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:19.104478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Attempting to bind port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:19.105769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Attempting to bind port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 on network b4937665-d1c0-4fde-8441-51bd0c538473 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:19.125162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:19.125833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Checking segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:19.126465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.130411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Bound using segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:19.131160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Bound port: 1836fdf8-20df-441f-99e9-e40aa7dad2e1, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:19.132019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.144079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08001d51-639d-400b-be5b-93405b78d4a3 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.148188 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-08001d51-639d-400b-be5b-93405b78d4a3 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "GET /v2.0/ports/66ba0d77-9088-4d5d-ad4c-05d0bc6b763a HTTP/1.1" status: 200 len: 954 time: 0.1555257 Nov 12 08:26:19.155497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58990) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:19.398238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:19.474115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Deleting port 66ba0d77-9088-4d5d-ad4c-05d0bc6b763a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:19.474654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.556206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] For port 1836fdf8-20df-441f-99e9-e40aa7dad2e1, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:19.575610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.580675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] For port 1836fdf8-20df-441f-99e9-e40aa7dad2e1, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1836fdf8-20df-441f-99e9-e40aa7dad2e1,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:19.593351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Calling delete_port for 66ba0d77-9088-4d5d-ad4c-05d0bc6b763a owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:19.609526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.719119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:19.719498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.727002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de9412ae-4b1e-4254-aa77-8945c8da7da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.756763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b0a47-f2f2-4bae-b0bd-2feb4bad310a None None] Pushing event updated for resources: {'Port': ['ID=1836fdf8-20df-441f-99e9-e40aa7dad2e1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.803226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.908500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event deleted for resources: {'Port': ['ID=66ba0d77-9088-4d5d-ad4c-05d0bc6b763a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.939679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Routers {'693752b1-cb8c-485d-b763-92b00a88c7f9'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:19.940374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['693752b1-cb8c-485d-b763-92b00a88c7f9'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:19.975172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.989586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d2a4315d-1b9f-44c0-bce3-8c6707ce8f45 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "DELETE /v2.0/ports/66ba0d77-9088-4d5d-ad4c-05d0bc6b763a HTTP/1.1" status: 204 len: 168 time: 0.8260396 Nov 12 08:26:19.993853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:19.999968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.017753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-fa0a3925-7b2c-427a-a5ea-1abd7774c1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0541637 Nov 12 08:26:20.039023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b73c3-ae6e-4f9e-8f93-e839e7677ce8 req-c7110903-691f-4b80-bd67-e9721daff6d9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.049795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b24b73c3-ae6e-4f9e-8f93-e839e7677ce8 req-c7110903-691f-4b80-bd67-e9721daff6d9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2656803 Nov 12 08:26:20.082180 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f165a230-82dd-4e9e-8d7c-a5200d53e0cd tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:26:20.087956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f165a230-82dd-4e9e-8d7c-a5200d53e0cd tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "GET /v2.0/ports/66ba0d77-9088-4d5d-ad4c-05d0bc6b763a HTTP/1.1" status: 404 len: 333 time: 0.0930488 Nov 12 08:26:20.092954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59010) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:20.106830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Request body: {'port': {'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1545894714'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:20.161795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Made reservation on behalf of c2b48902d75348d99a4a4943bedea3d7 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:20.165269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.209068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port d350c2ad-7dc8-451a-baad-e6e521d0a5ba yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:20.899756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.903331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0f28b-3f2f-4833-af7b-85d3cf69642e None None] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:20.971761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.066689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Network 8fa78d84-d3d5-497c-998a-aea2678f80d8 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:21.074745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:21.080495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:21.083023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.084189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.174543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=d350c2ad-7dc8-451a-baad-e6e521d0a5ba,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:21.193319 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ca877083-93cc-45d2-ae58-cd6a21184ec6 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0988767 Nov 12 08:26:21.199456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59038) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:21.205762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:21.365266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] Set router 693752b1-cb8c-485d-b763-92b00a88c7f9 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:21.534622 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.718428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ba262a4f-afb4-4522-8ff9-251d555b5ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5964696 Nov 12 08:26:21.758300 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b24b73c3-ae6e-4f9e-8f93-e839e7677ce8 req-11935835-8e6b-4ffa-b77b-e3bac34b0e67 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7072926 Nov 12 08:26:21.801018 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de9412ae-4b1e-4254-aa77-8945c8da7da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.838762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-de9412ae-4b1e-4254-aa77-8945c8da7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.873407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.025774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] device_id is not set on port d350c2ad-7dc8-451a-baad-e6e521d0a5ba yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:22.050238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.063185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.098851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-de9412ae-4b1e-4254-aa77-8945c8da7da1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13f3625b8c3d49a3be31a62bcecb5c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8109097 Nov 12 08:26:22.109681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7f37bf46-622c-4f6b-a0fa-253fd8fd6b83 None None] Provisioning complete for port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:22.110665 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7f37bf46-622c-4f6b-a0fa-253fd8fd6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.128623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59062) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:22.156819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9412ae-4b1e-4254-aa77-8945c8da7da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaede8dd-182c-4e2a-8551-dbe509fcd3ff,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:22.296761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,segment=NetworkSegment(ad995561-3f92-438b-9f99-0555ee353029),segment_id=ad995561-3f92-438b-9f99-0555ee353029)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:22.335921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=d350c2ad-7dc8-451a-baad-e6e521d0a5ba,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:22.394896 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.395599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8affd82-9130-4523-9d5c-195e2c3d480c req-1d5c7fc6-27d8-43d7-9c8a-3b96cd1035ad tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 210 time: 0.1178064 Nov 12 08:26:22.453412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.453792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.454141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.468551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.468906 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.470583 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 2 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.534839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.535155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.535494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.567466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.570149 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.571804 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 3 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.600066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.604623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.605174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.612364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.614034 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.616808 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 4 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.618390 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5d6875-2f4b-4e87-8e79-e7e09cf5002d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.645838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.647193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.649166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.660126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.661606 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.662505 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 5 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.694292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.695753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.696303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.705290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.706532 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.707325 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 6 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.727825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5d6875-2f4b-4e87-8e79-e7e09cf5002d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.763440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.765831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.768236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.809372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.809716 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.810624 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 7 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.848630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:26:13Z', 'revision_number': 4, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '1836fdf8-20df-441f-99e9-e40aa7dad2e1', 'name': '', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'mac_address': 'fa:16:3e:a9:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:09Z', 'updated_at': '2021-11-12T08:26:19Z', 'revision_number': 4, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'subnets': [{'id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:22.877431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.877787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.886224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.891834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.892413 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.892999 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 8 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.927055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.927651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.928183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.934015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.935641 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.936248 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 9 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:22.967092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.972800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.973387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.978851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:22.988623 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:22.989308 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempt 10 to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba Nov 12 08:26:23.012088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:23.014014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:23.016519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempting to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:23.031674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:23.034513 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Failed to bind port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on host n-h2-768509-25 for vnic_type normal using segments [{'id': '4c5e69c4-4aa1-4443-911b-13b6479180e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8fa78d84-d3d5-497c-998a-aea2678f80d8'}] Nov 12 08:26:23.035190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.210464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5d6875-2f4b-4e87-8e79-e7e09cf5002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.218496 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5d6875-2f4b-4e87-8e79-e7e09cf5002d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.223939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f5d6875-2f4b-4e87-8e79-e7e09cf5002d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaede8dd-182c-4e2a-8551-dbe509fcd3ff HTTP/1.1" status: 204 len: 168 time: 1.0875223 Nov 12 08:26:23.229679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] For port d350c2ad-7dc8-451a-baad-e6e521d0a5ba, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:23.230388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attempted to set empty binding levels {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:26:23.239270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.264100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe65e0a-3ff4-42fa-b848-b48c0ec3c894 None None] The sync data for ids ['693752b1-cb8c-485d-b763-92b00a88c7f9'] in n-d-768509-25 is: [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:26:13Z', 'revision_number': 4, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '1836fdf8-20df-441f-99e9-e40aa7dad2e1', 'name': '', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'mac_address': 'fa:16:3e:a9:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:09Z', 'updated_at': '2021-11-12T08:26:19Z', 'revision_number': 4, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'subnets': [{'id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:23.285959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.397766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.399106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] In _notify_port_updated(), no bound segment for port d350c2ad-7dc8-451a-baad-e6e521d0a5ba on network 8fa78d84-d3d5-497c-998a-aea2678f80d8 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:26:23.401834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d6875-2f4b-4e87-8e79-e7e09cf5002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaede8dd-182c-4e2a-8551-dbe509fcd3ff,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.403120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.406224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.411328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "PUT /v2.0/ports/d350c2ad-7dc8-451a-baad-e6e521d0a5ba HTTP/1.1" status: 200 len: 976 time: 2.2103350 Nov 12 08:26:23.414615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:23.419970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.437329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.570345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3ecab-f272-4780-af09-e488a3f92bcf tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event updated for resources: {'Port': ['ID=d350c2ad-7dc8-451a-baad-e6e521d0a5ba,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.806579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Deleting port d350c2ad-7dc8-451a-baad-e6e521d0a5ba {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:23.807931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.911479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] For port d350c2ad-7dc8-451a-baad-e6e521d0a5ba, host n-h2-768509-25, got binding levels [] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.912115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.956334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Calling delete_port for d350c2ad-7dc8-451a-baad-e6e521d0a5ba owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:24.022482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cb0b3ba-4aa6-446b-893f-c193303d8c68 None None] Provisioning complete for port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.023237 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b3ba-4aa6-446b-893f-c193303d8c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.096797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:24.111988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=9ecc55a1-7c23-43e7-9377-4a6ba2063bf9,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.160660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0b3ba-4aa6-446b-893f-c193303d8c68 None None] Port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:24.183700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1732-b38e-4e7b-9e16-3b882c35dd96 req-6195bce5-dc31-4dff-93f2-6def9817f0b5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.205027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cb0b3ba-4aa6-446b-893f-c193303d8c68 None None] Provisioning complete for port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.205881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8fa1732-b38e-4e7b-9e16-3b882c35dd96 req-6195bce5-dc31-4dff-93f2-6def9817f0b5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 1.1365345 Nov 12 08:26:24.207273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b3ba-4aa6-446b-893f-c193303d8c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.299888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-5f3d1348-659c-49dd-876f-f4e12bf15b39 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.322829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-5f3d1348-659c-49dd-876f-f4e12bf15b39 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 818 time: 1.3780856 Nov 12 08:26:24.335508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.471337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Pushing event deleted for resources: {'Port': ['ID=d350c2ad-7dc8-451a-baad-e6e521d0a5ba,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.500132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.511418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c1852b8-0fe8-4238-885e-75bdc3e0042b tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d350c2ad-7dc8-451a-baad-e6e521d0a5ba HTTP/1.1" status: 204 len: 168 time: 1.0856497 Nov 12 08:26:24.517989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59138) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:24.560527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-414f69ee-40ee-4a5e-a765-1400dac6081b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/quotas/139d3a34ba954214890770f33c8c6c51 HTTP/1.1" status: 200 len: 375 time: 0.2322657 Nov 12 08:26:24.752318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e0e50d12-04bb-4111-bb34-8d7cb7ad2ea7 None None] Provisioning complete for port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.752853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e50d12-04bb-4111-bb34-8d7cb7ad2ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.874802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e0e50d12-04bb-4111-bb34-8d7cb7ad2ea7 None None] Port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:24.902611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:24.918225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3ad17c1-993c-4bd0-a46c-d74472e70b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.943089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8fa1732-b38e-4e7b-9e16-3b882c35dd96 req-36852d30-a72c-4131-b62c-98a088704527 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358780 Nov 12 08:26:24.962599 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c31cd6d-c55e-4449-aab8-cd0939296e94 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:26:24.978631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.985188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.985924 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5c31cd6d-c55e-4449-aab8-cd0939296e94 tempest-PortsAdminExtendedAttrsTestJSON-848221621 tempest-PortsAdminExtendedAttrsTestJSON-848221621-project-admin] 10.222.0.16 "GET /v2.0/ports/d350c2ad-7dc8-451a-baad-e6e521d0a5ba HTTP/1.1" status: 404 len: 333 time: 0.4602938 Nov 12 08:26:24.991125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59150) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:25.016843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:25.023202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:25.068785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-fed6bc32-8ab0-4ec3-b8c9-7c5b3efcc5f7 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5072660 Nov 12 08:26:25.182657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3ad17c1-993c-4bd0-a46c-d74472e70b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.205993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d3ad17c1-993c-4bd0-a46c-d74472e70b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.259967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad17c1-993c-4bd0-a46c-d74472e70b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6a542-bb84-4a27-bc6c-311869d5e33d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:25.274463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1836fdf8-20df-441f-99e9-e40aa7dad2e1 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:25.425749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:25.426132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.464067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d3ad17c1-993c-4bd0-a46c-d74472e70b2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22f41f232e54482ead038fb4cc02f0c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3589242 Nov 12 08:26:25.478686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:25.510092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-9c4470c2-9fa3-415d-9084-9d342022475d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.517535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-9c4470c2-9fa3-415d-9084-9d342022475d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 818 time: 0.9367762 Nov 12 08:26:25.531333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.571899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Request body: {'port': {'device_id': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'admin_state_up': True, 'tenant_id': '139d3a34ba954214890770f33c8c6c51'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:25.765580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1468ce82-430b-4687-a7de-ae7ce474e719 None None] Provisioning complete for port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:25.766128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1468ce82-430b-4687-a7de-ae7ce474e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.859177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Made reservation on behalf of 139d3a34ba954214890770f33c8c6c51 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:25.862884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.868759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:25.882775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1244ec4-2942-41ed-914e-b82bb0a39c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.897831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1468ce82-430b-4687-a7de-ae7ce474e719 None None] Port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:25.902439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.941878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1244ec4-2942-41ed-914e-b82bb0a39c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.992422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 1836fdf8-20df-441f-99e9-e40aa7dad2e1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1836fdf8-20df-441f-99e9-e40aa7dad2e1,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:26.007218 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.223158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=1836fdf8-20df-441f-99e9-e40aa7dad2e1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:26.275407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Allocated IP 172.20.0.4 (b4937665-d1c0-4fde-8441-51bd0c538473/6d8784d4-6c05-4cab-8c4b-988d979b8e12/ca8b25aa-5723-4f16-88f6-957696c8bf19) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:26.287797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-b4379f98-cfd0-4ddc-a2b8-74c69198819f service neutron] 10.222.0.16 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918633 Nov 12 08:26:26.288386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59176) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:26.301150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:26.312438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-709edbb1-7aca-4a43-b44a-108ea46e7fa7 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7457798 Nov 12 08:26:26.318283 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] Sync routers for ids ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:26.332150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59178) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:26.348825 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] Routers {'c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:26.350499 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.395752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.483750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa78d84-d3d5-497c-998a-aea2678f80d8']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.535279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5e69c4-4aa1-4443-911b-13b6479180e1') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.535568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5e69c4-4aa1-4443-911b-13b6479180e1') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.558532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.583910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.631680 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] Routers {'c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:26.637724 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.648445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.661725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:26.662132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:26.665419 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:26.694111 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1836fdf8-20df-441f-99e9-e40aa7dad2e1 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:26.820555 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.821323 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9f87f-7bdd-46bb-bd8a-21fb2da4dbe6 None None] The sync data for ids ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:26.829813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59188) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:26.874986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.875492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.885661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.887981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af43533-5409-4632-b834-3744b5e996b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.893720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1af43533-5409-4632-b834-3744b5e996b3 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports/9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 HTTP/1.1" status: 200 len: 911 time: 0.5141528 Nov 12 08:26:26.900810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59192) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:26.911618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.924728 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] 10.222.0.16 "DELETE /v2.0/networks/8fa78d84-d3d5-497c-998a-aea2678f80d8 HTTP/1.1" status: 204 len: 168 time: 1.7864025 Nov 12 08:26:27.022476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-518ea734-a71c-44ec-aa48-113b77521f30 service neutron] 10.222.0.16 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708407 Nov 12 08:26:27.029836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fec16b5f-3241-458e-9541-f34276facb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.043662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174547-103a-4078-804b-7bceea56366b req-1ddd98fb-505b-4349-9595-159679cb097a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.052190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad174547-103a-4078-804b-7bceea56366b req-1ddd98fb-505b-4349-9595-159679cb097a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.7621934 Nov 12 08:26:27.054076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1244ec4-2942-41ed-914e-b82bb0a39c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.061728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1244ec4-2942-41ed-914e-b82bb0a39c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.063032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d1244ec4-2942-41ed-914e-b82bb0a39c7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81f6a542-bb84-4a27-bc6c-311869d5e33d HTTP/1.1" status: 204 len: 168 time: 1.5837255 Nov 12 08:26:27.092252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be977f54-af6e-43d3-832b-cb894310ee1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.123256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1244ec4-2942-41ed-914e-b82bb0a39c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6a542-bb84-4a27-bc6c-311869d5e33d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.192231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.201006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Pushing event deleted for resources: {'Network': ['ID=8fa78d84-d3d5-497c-998a-aea2678f80d8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.218907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad174547-103a-4078-804b-7bceea56366b req-bf1c2161-8a4b-4177-a721-30c31118db37 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657493 Nov 12 08:26:27.236543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.236908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.237927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.238577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.239054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.243671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.245368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.245732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.249112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.249685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.252168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.252526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225453b5-d330-44ba-8128-eaa12ac235ee tempest-PortsAdminExtendedAttrsTestJSON-1899859032 tempest-PortsAdminExtendedAttrsTestJSON-1899859032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.413075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:27.473550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.562069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Network b4937665-d1c0-4fde-8441-51bd0c538473 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:27.565189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fec16b5f-3241-458e-9541-f34276facb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.571619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:27.582886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:27.616297 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fec16b5f-3241-458e-9541-f34276facb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.637210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.643145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.658114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Pushing event updated for resources: {'Port': ['ID=ca8b25aa-5723-4f16-88f6-957696c8bf19,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.675917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ec52b197-36a5-4699-b0a1-6357644f091b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1349804 Nov 12 08:26:27.700495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Request body: {'port': {'device_id': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:27.769259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be977f54-af6e-43d3-832b-cb894310ee1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.859336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec16b5f-3241-458e-9541-f34276facb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96a4aa3-1856-4b92-a342-6d6aa4bbd690,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.861426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.886823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fec16b5f-3241-458e-9541-f34276facb70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=769313a1c0904b34ad19967a1330fbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5722983 Nov 12 08:26:27.906252 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f0e998e-96fe-48c0-8976-23e0bc03040e req-c4db0416-3535-4627-9551-de999c463226 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 210 time: 0.2948356 Nov 12 08:26:27.906915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:27.913318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be977f54-af6e-43d3-832b-cb894310ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.938372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59214) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:27.976109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57a18d26-bf50-403c-bef8-384c16190f97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f795f3eb217b4887ad754177b34458e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5491369 Nov 12 08:26:27.979868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59218) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:28.003161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be977f54-af6e-43d3-832b-cb894310ee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d701a-d10f-4449-ae55-7cd59f199a80,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.017302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a3a53d-b560-4e5c-bec5-f62c3f7e3183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.024688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be977f54-af6e-43d3-832b-cb894310ee1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f74f62c2cf8e40af844c402bb1dd7485&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1693246 Nov 12 08:26:28.033112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59222) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:28.170291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5352580d-b2f7-4d07-99ca-632a2ae37c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.218776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c905506-3303-4a0f-9f1d-4aa8ec0bc016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.238978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5352580d-b2f7-4d07-99ca-632a2ae37c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.316902 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c905506-3303-4a0f-9f1d-4aa8ec0bc016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.433379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a3a53d-b560-4e5c-bec5-f62c3f7e3183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.466883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c905506-3303-4a0f-9f1d-4aa8ec0bc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.473677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9c905506-3303-4a0f-9f1d-4aa8ec0bc016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.477971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9c905506-3303-4a0f-9f1d-4aa8ec0bc016 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac9d701a-d10f-4449-ae55-7cd59f199a80 HTTP/1.1" status: 204 len: 168 time: 0.4365296 Nov 12 08:26:28.520375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a3a53d-b560-4e5c-bec5-f62c3f7e3183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.572075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8b25aa-5723-4f16-88f6-957696c8bf19 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:28.596993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c905506-3303-4a0f-9f1d-4aa8ec0bc016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d701a-d10f-4449-ae55-7cd59f199a80,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.641998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-71a3a53d-b560-4e5c-bec5-f62c3f7e3183 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b539dbb76c9148edac9c820b3cb42abe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6737573 Nov 12 08:26:28.649897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59232) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:28.666587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5352580d-b2f7-4d07-99ca-632a2ae37c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.670059 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5352580d-b2f7-4d07-99ca-632a2ae37c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.671806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5352580d-b2f7-4d07-99ca-632a2ae37c66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1a598e9-1368-4eac-bf41-8cc2d9609098 HTTP/1.1" status: 204 len: 168 time: 0.6904559 Nov 12 08:26:28.696828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3a53d-b560-4e5c-bec5-f62c3f7e3183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319d5cf-cbcb-408d-8bfc-acf9e5482ceb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.723526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.736218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c78417b-8107-419b-8417-89ae073e30eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.747030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3b86-c099-4580-9e3f-4cabbd6daba9 req-51319c4a-b64d-468a-8238-15cc76d9f522 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.748805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fdf3b86-c099-4580-9e3f-4cabbd6daba9 req-51319c4a-b64d-468a-8238-15cc76d9f522 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2865436 Nov 12 08:26:28.757825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Transition to ACTIVE for port object ca8b25aa-5723-4f16-88f6-957696c8bf19 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:28.777550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.800627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352580d-b2f7-4d07-99ca-632a2ae37c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a598e9-1368-4eac-bf41-8cc2d9609098,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.971263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-538a3c31-0477-47d2-b871-44539be7a31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.998776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fdf3b86-c099-4580-9e3f-4cabbd6daba9 req-aadf84c8-7985-4426-bf84-b79047c26694 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322092 Nov 12 08:26:29.053235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-538a3c31-0477-47d2-b871-44539be7a31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.252957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b33d7e6-4b3f-4d5b-858c-954d8856355a req-f798d850-1eef-48a1-98e8-53b6d8ffdb7d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 210 time: 0.1795964 Nov 12 08:26:29.286759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c78417b-8107-419b-8417-89ae073e30eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.343368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8b25aa-5723-4f16-88f6-957696c8bf19,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:29.449902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.569316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-538a3c31-0477-47d2-b871-44539be7a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.574107 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-538a3c31-0477-47d2-b871-44539be7a31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.577570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-538a3c31-0477-47d2-b871-44539be7a31d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f319d5cf-cbcb-408d-8bfc-acf9e5482ceb HTTP/1.1" status: 204 len: 168 time: 0.9203095 Nov 12 08:26:29.626319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a3c31-0477-47d2-b871-44539be7a31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319d5cf-cbcb-408d-8bfc-acf9e5482ceb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:29.707992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-34d8896a-9a21-4b6d-b93c-840450829a8b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:29.712737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-34d8896a-9a21-4b6d-b93c-840450829a8b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.32 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 818 time: 0.4259772 Nov 12 08:26:29.737521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Request body: {'port': {'device_id': 'f870d6ec-0b83-4087-a16a-456787280a79', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'admin_state_up': True, 'tenant_id': '139d3a34ba954214890770f33c8c6c51'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:29.748640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c78417b-8107-419b-8417-89ae073e30eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.753570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c78417b-8107-419b-8417-89ae073e30eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.759559 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c78417b-8107-419b-8417-89ae073e30eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a96a4aa3-1856-4b92-a342-6d6aa4bbd690 HTTP/1.1" status: 204 len: 168 time: 1.7820189 Nov 12 08:26:29.764479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59256) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:29.836849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Attempting to bind port ca8b25aa-5723-4f16-88f6-957696c8bf19 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:29.837511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Attempting to bind port ca8b25aa-5723-4f16-88f6-957696c8bf19 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:29.838084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Attempting to bind port ca8b25aa-5723-4f16-88f6-957696c8bf19 on network b4937665-d1c0-4fde-8441-51bd0c538473 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:29.841687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78417b-8107-419b-8417-89ae073e30eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96a4aa3-1856-4b92-a342-6d6aa4bbd690,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:29.869856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Port ca8b25aa-5723-4f16-88f6-957696c8bf19 on network b4937665-d1c0-4fde-8441-51bd0c538473 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:29.870794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Attempting to bind port ca8b25aa-5723-4f16-88f6-957696c8bf19 on network b4937665-d1c0-4fde-8441-51bd0c538473 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:29.988952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:29.989539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Checking segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:29.990099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Bound using segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:29.990697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Bound port: ca8b25aa-5723-4f16-88f6-957696c8bf19, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:29.992091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.996927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Made reservation on behalf of 139d3a34ba954214890770f33c8c6c51 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:30.001517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.171385 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c83eb0a8-6c4f-4c25-a6b4-8d7eb08ec928 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2b48902d75348d99a4a4943bedea3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3989723 Nov 12 08:26:30.183633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:30.387450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] For port ca8b25aa-5723-4f16-88f6-957696c8bf19, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:30.404426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] For port ca8b25aa-5723-4f16-88f6-957696c8bf19, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:30.424474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.447114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738310f-74aa-4d4c-a31c-c70a03f4b20f req-dc037a18-c77f-4351-bd16-b8bdcd63e498 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.456326 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-16ebee37-aaa7-48a4-9476-6e7e4b47ee52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.462511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c738310f-74aa-4d4c-a31c-c70a03f4b20f req-dc037a18-c77f-4351-bd16-b8bdcd63e498 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3121300 Nov 12 08:26:30.499135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.499950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.501605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] 10.222.0.25 "PUT /v2.0/ports/ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 1092 time: 2.8054841 Nov 12 08:26:30.515005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'tag': 'ca8b25aa-5723-4f16-88f6-957696c8bf19'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:30.522183 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fecd6a-ef53-42be-a1e0-be7f013b51f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a753f271-63c6-4d61-a27d-4edb967fbd9a", "tag": "ca8b25aa-5723-4f16-88f6-957696c8bf19"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:30.604826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Allocated IP 172.20.0.5 (b4937665-d1c0-4fde-8441-51bd0c538473/6d8784d4-6c05-4cab-8c4b-988d979b8e12/64d24cd9-7a80-4b09-97d9-e4b6ff31b71a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:30.624927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8783aed0-86ed-4ecb-9e68-9168f7514240 req-86043406-6402-4ab5-988c-aee01cb329f0 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 210 time: 0.1482985 Nov 12 08:26:30.663007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-16ebee37-aaa7-48a4-9476-6e7e4b47ee52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.856700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c738310f-74aa-4d4c-a31c-c70a03f4b20f req-4866926c-9230-4fc4-8ddb-e45857095651 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905722 Nov 12 08:26:30.857194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59286) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:30.857194 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38d6c9d-09cb-433a-a8ac-789c114ec778 x-openstack-request-id: req-f38d6c9d-09cb-433a-a8ac-789c114ec778 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:30.857194 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a753f271-63c6-4d61-a27d-4edb967fbd9a", "tag": "ca8b25aa-5723-4f16-88f6-957696c8bf19", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:30.857194 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f38d6c9d-09cb-433a-a8ac-789c114ec778 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:30.857194 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'tag': 'ca8b25aa-5723-4f16-88f6-957696c8bf19', 'status': 'completed', 'code': 200} Nov 12 08:26:30.912933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05e3b8-23b7-4b47-850f-32ba9bd25ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8b25aa-5723-4f16-88f6-957696c8bf19,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:30.934044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-328b5c55-05f8-4595-aa9c-575da84d1ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.074076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-b1504f32-43cf-42dd-9c20-55ce07a5cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.075688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-b1504f32-43cf-42dd-9c20-55ce07a5cf93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1095 time: 0.5292594 Nov 12 08:26:31.154654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.212571 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:26:31.223203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:31.223588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.280878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.381689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Network b4937665-d1c0-4fde-8441-51bd0c538473 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:31.398208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:31.408421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:31.415672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Pushing event updated for resources: {'Port': ['ID=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:31.460360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.495665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 9ecc55a1-7c23-43e7-9377-4a6ba2063bf9 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:31.517724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.518415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.563439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0b66742f-260c-41e5-83b2-a04eeca0914a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8393691 Nov 12 08:26:31.577285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Request body: {'port': {'device_id': 'f870d6ec-0b83-4087-a16a-456787280a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:31.703977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.801366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-d73b0a16-cc3b-47e6-974f-02dfcc463945 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.7072396 Nov 12 08:26:31.806705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-16ebee37-aaa7-48a4-9476-6e7e4b47ee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.811950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-16ebee37-aaa7-48a4-9476-6e7e4b47ee52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.813523 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-16ebee37-aaa7-48a4-9476-6e7e4b47ee52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eba9b262-4ffd-4641-9d50-d80917c59388 HTTP/1.1" status: 204 len: 168 time: 1.6287744 Nov 12 08:26:31.843300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebee37-aaa7-48a4-9476-6e7e4b47ee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba9b262-4ffd-4641-9d50-d80917c59388,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:32.002463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-3542abfa-3787-4843-8e92-4974a15a1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.004076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-3542abfa-3787-4843-8e92-4974a15a1c06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.1892407 Nov 12 08:26:32.053418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-e0bec1e6-b610-4cdd-a6d8-b8c88bea7d3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401218 Nov 12 08:26:32.117170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-328b5c55-05f8-4595-aa9c-575da84d1ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.142058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-328b5c55-05f8-4595-aa9c-575da84d1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.196382 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-328b5c55-05f8-4595-aa9c-575da84d1ea4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff80ca86bb3f445d95ac4df1d087bf0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3579774 Nov 12 08:26:32.203090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59322) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:32.234234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b5c55-05f8-4595-aa9c-575da84d1ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf14cd-8dfa-4e79-af7c-9c7fc40c6eb8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:32.250096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.288792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=9ecc55a1-7c23-43e7-9377-4a6ba2063bf9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:32.498957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a65a-54b0-428e-9c33-dec573feacf1 req-07fccf98-b49f-4b4d-96ec-622b8f4cd5dd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.507762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ca8a65a-54b0-428e-9c33-dec573feacf1 req-07fccf98-b49f-4b4d-96ec-622b8f4cd5dd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 931 time: 0.6473897 Nov 12 08:26:32.562067 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.662594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbb8cb-dc5f-466c-a0a3-3704a512413d req-0a93bca2-cccd-4db3-a4a6-6395c9085601 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.667284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93fbb8cb-dc5f-466c-a0a3-3704a512413d req-0a93bca2-cccd-4db3-a4a6-6395c9085601 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.6387792 Nov 12 08:26:32.746339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba5a613e-8150-40b1-bd67-89169af9dd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.753873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-f95c1e74-d6cd-48c3-98f6-c49096f0a99e service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925869 Nov 12 08:26:32.839661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba5a613e-8150-40b1-bd67-89169af9dd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.915034 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-63cad2d7-9c54-4a05-bd97-9646a8807479 req-0a678cde-ccfd-4a8e-91ba-25f4fce91bbe service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534925 Nov 12 08:26:33.007152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba5a613e-8150-40b1-bd67-89169af9dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.013427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba5a613e-8150-40b1-bd67-89169af9dd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.017949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ba5a613e-8150-40b1-bd67-89169af9dd56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bbf14cd-8dfa-4e79-af7c-9c7fc40c6eb8 HTTP/1.1" status: 204 len: 168 time: 0.7988718 Nov 12 08:26:33.072249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ca8a65a-54b0-428e-9c33-dec573feacf1 req-0eb82d15-7144-43f9-be80-fbf77917a056 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579097 Nov 12 08:26:33.082376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a613e-8150-40b1-bd67-89169af9dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf14cd-8dfa-4e79-af7c-9c7fc40c6eb8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:33.139889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93fbb8cb-dc5f-466c-a0a3-3704a512413d req-6b5e4f69-acd4-4862-9291-8407c34deb29 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182553 Nov 12 08:26:33.151194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:33.177327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-beb7164c-9bf0-48e8-89cb-b97716722774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:33.179124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-beb7164c-9bf0-48e8-89cb-b97716722774 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1095 time: 0.1864026 Nov 12 08:26:33.406129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:33.425091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.456803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Transition to ACTIVE for port object 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:33.473147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.572177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:33.585491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] Sync routers for ids ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:33.600313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c34a0e6e-874d-4d02-a0f8-2f8c592fc1be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6515825 Nov 12 08:26:33.603931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] Routers {'c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:33.604805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.609674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:33.682363 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-826ac270-09aa-4380-aaf1-9ae778b7b46d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 HTTP/1.1" status: 200 len: 205 time: 0.0656629 Nov 12 08:26:33.690052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59362) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:33.692348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.714110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] Routers {'c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:33.714939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.745579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59364) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:33.790102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Attempting to bind port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:33.792411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Attempting to bind port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:33.792745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Attempting to bind port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a on network b4937665-d1c0-4fde-8441-51bd0c538473 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:33.802375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.803346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213e2be-f8a7-4a53-87ff-2d9b81cdf7cd None None] The sync data for ids ['c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:33.808234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a on network b4937665-d1c0-4fde-8441-51bd0c538473 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:33.810563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Attempting to bind port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a on network b4937665-d1c0-4fde-8441-51bd0c538473 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:33.816635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:33.830656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:33.830994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Checking segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:33.840105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Bound using segment: {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:33.854215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Bound port: 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b990669d-aa62-4234-9620-6d6f4d73b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:33.855541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.924342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-793a102f-059b-4b62-a3b6-37933652e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:33.925856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-793a102f-059b-4b62-a3b6-37933652e3ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.7383511 Nov 12 08:26:33.928361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.993594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] For port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:34.000088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] For port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:34.008793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.087115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.087860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.093380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-190cecc2-546f-4290-a260-76389da113b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/64d24cd9-7a80-4b09-97d9-e4b6ff31b71a HTTP/1.1" status: 200 len: 1092 time: 2.5183601 Nov 12 08:26:34.109462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-679ea53b-af13-4af9-8aaf-f9d7006f6498 tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:34.129951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cecc2-546f-4290-a260-76389da113b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:34.134039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f870d6ec-0b83-4087-a16a-456787280a79', 'tag': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:34.136931 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8475eba-c07a-413c-bb91-df1e05bccfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f870d6ec-0b83-4087-a16a-456787280a79", "tag": "64d24cd9-7a80-4b09-97d9-e4b6ff31b71a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:34.151833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-0483d6a0-c697-4e0b-8140-39f2f53f5020 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.1535778 Nov 12 08:26:34.216805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-3d70f578-31a1-46e8-a8de-aba5f8d814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.218440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-3d70f578-31a1-46e8-a8de-aba5f8d814e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 1095 time: 0.0701594 Nov 12 08:26:34.251161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-679ea53b-af13-4af9-8aaf-f9d7006f6498 tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "PUT /v2.0/quotas/e620c60536ec4c9c8283daeb1a726012 HTTP/1.1" status: 200 len: 366 time: 0.4680331 Nov 12 08:26:34.253783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59394) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.257650 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d90f04-1c57-44bd-bba8-4af018e9b70d x-openstack-request-id: req-06d90f04-1c57-44bd-bba8-4af018e9b70d {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:34.257950 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f870d6ec-0b83-4087-a16a-456787280a79", "tag": "64d24cd9-7a80-4b09-97d9-e4b6ff31b71a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:34.258202 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06d90f04-1c57-44bd-bba8-4af018e9b70d {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:34.258604 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f870d6ec-0b83-4087-a16a-456787280a79', 'tag': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a', 'status': 'completed', 'code': 200} Nov 12 08:26:34.363275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-15741ef6-5047-4166-aaa5-49b34aeedfad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a HTTP/1.1" status: 200 len: 217 time: 0.1294758 Nov 12 08:26:34.404168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.409644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.423239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-ad406598-2f72-40a2-a829-0c2005ddd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.425000 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-ad406598-2f72-40a2-a829-0c2005ddd3c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.2631011 Nov 12 08:26:34.445241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5da03b87-6bbc-4939-8ee5-9f9a43332882 tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1832893 Nov 12 08:26:34.454988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59396) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.540695 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-3a304f01-511b-4921-a6a2-2ca02be9d9f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802600 Nov 12 08:26:34.548375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.549095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:34.578277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7373496a-1fe7-4512-9020-23309936463f tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "GET /v2.0/quotas/e620c60536ec4c9c8283daeb1a726012 HTTP/1.1" status: 200 len: 366 time: 0.1014185 Nov 12 08:26:34.580763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.585149 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0838bf54-3048-4cd7-9365-852d3631e81b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 HTTP/1.1" status: 204 len: 168 time: 0.8862979 Nov 12 08:26:34.585149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59400) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.585149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59402) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.603709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e03800-d2f3-4f9f-8709-6574ae42e032 req-831d68af-37c0-41ec-8277-58d452b9ee18 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.607229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e03800-d2f3-4f9f-8709-6574ae42e032 req-831d68af-37c0-41ec-8277-58d452b9ee18 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.2562075 Nov 12 08:26:34.646279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d79c-326b-4bde-bf52-268aaab97ff3 req-017dd596-6d68-4708-a43f-1fe5e90aa74e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.649099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25c0d79c-326b-4bde-bf52-268aaab97ff3 req-017dd596-6d68-4708-a43f-1fe5e90aa74e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 943 time: 0.2922077 Nov 12 08:26:34.683557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-00715984-dd48-453f-af07-fef80d5d3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.686209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-00715984-dd48-453f-af07-fef80d5d3042 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.2303288 Nov 12 08:26:34.807154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8e03800-d2f3-4f9f-8709-6574ae42e032 req-6ac20aff-c400-4ae8-adcc-4170d9071576 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913912 Nov 12 08:26:34.816960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-99a38565-03ba-4b9d-8cef-a13bab4bcd56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063404 Nov 12 08:26:34.867217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-304c095f-5e31-42cf-93d2-4731ae12073b tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/e620c60536ec4c9c8283daeb1a726012 HTTP/1.1" status: 204 len: 168 time: 0.2780149 Nov 12 08:26:34.877017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25c0d79c-326b-4bde-bf52-268aaab97ff3 req-9563fd0c-7d63-454e-a52d-992281092d88 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125912 Nov 12 08:26:34.904227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.948612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet 9478c406-127e-4907-8992-7bdccbb56d1e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:34.979361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e9183efe-1862-445a-8651-6a45024757ca tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0733101 Nov 12 08:26:35.004281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.022570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:35.070997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-59ace3dd-f6e2-4376-b389-fc73d30d8db0 service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024653 Nov 12 08:26:35.159460 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-67c518d7-49ca-418e-b5f1-e1bdba010dce service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098468 Nov 12 08:26:35.165497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28b7ff6f-4bba-4fcd-890a-929c9cc50f12 tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "GET /v2.0/quotas/e620c60536ec4c9c8283daeb1a726012 HTTP/1.1" status: 200 len: 370 time: 0.1371677 Nov 12 08:26:35.178143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59430) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:35.225374 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-80f7f2bb-25dd-4eeb-837b-45314f567ecc tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "GET /v2.0/quotas/e620c60536ec4c9c8283daeb1a726012/default HTTP/1.1" status: 200 len: 370 time: 0.0209551 Nov 12 08:26:35.235089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59434) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:35.243677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.256572 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-e22c1f2b-e1d7-483c-ae59-42db7c0d63c4 tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:26:35.257658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e22c1f2b-e1d7-483c-ae59-42db7c0d63c4 tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/e620c60536ec4c9c8283daeb1a726012 HTTP/1.1" status: 404 len: 348 time: 0.0216024 Nov 12 08:26:35.287806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9369297-46d1-4a7a-93c7-ba8335867f9c req-0ad43727-90a2-4518-a3c5-63d64b811c05 service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083704 Nov 12 08:26:35.429287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.435538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-7e09646c-a6a2-4f99-99e8-d7e76b9b008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:35.437095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-7e09646c-a6a2-4f99-99e8-d7e76b9b008f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 1095 time: 0.0857644 Nov 12 08:26:35.561752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.616740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3a791-ba0c-417d-9786-7e323b60c7b0 None None] Network 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:35.620300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.625224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/9478c406-127e-4907-8992-7bdccbb56d1e HTTP/1.1" status: 204 len: 168 time: 1.0350091 Nov 12 08:26:35.630419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59452) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:35.653062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342605e-40c6-4c19-8868-627091482770 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=9478c406-127e-4907-8992-7bdccbb56d1e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:35.692764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:35.720175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76fecd6a-ef53-42be-a1e0-be7f013b51f2 req-d8100e28-6609-4d72-bca0-224d4c870667 service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425870 Nov 12 08:26:35.752077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:network and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:35.764314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:35.780682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:subnet and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:35.788770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:35.804887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:subnetpool and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:35.828082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:35.837922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:port and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:35.860560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:35.890233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:router and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:35.927384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:35.934194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.955413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:floatingip and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:35.972666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:36.112769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-da04137d-ca15-41ca-bd22-792131e62341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.114259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-da04137d-ca15-41ca-bd22-792131e62341 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.6687376 Nov 12 08:26:36.137217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:security_group and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:36.144405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] DHCP port deletion for 3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:36.161634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:36.191515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Usage tracker for resource:security_group_rule and project:32b6f9284c2d4bb9a1ffb85a2468dfc9 is out of sync, need to count used quota {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:26:36.194389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-7f4da3bf-e2a3-492f-b8a8-defb036c2673 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a HTTP/1.1" status: 200 len: 217 time: 0.0673921 Nov 12 08:26:36.212326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.quota.resource [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102371) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:26:36.237382 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-135a21bf-8d0a-4d3a-a63f-3a6bcf8a7edb tempest-QuotasTest-1159409259 tempest-QuotasTest-1159409259-project-admin] 10.222.0.16 "GET /v2.0/quotas/32b6f9284c2d4bb9a1ffb85a2468dfc9/details.json HTTP/1.1" status: 200 len: 703 time: 0.5320415 Nov 12 08:26:36.287289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b2ec-d51d-4ba3-a603-4d1800358865 req-a0519336-6f45-4f98-97c9-b3c509cba5eb tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.289405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e76b2ec-d51d-4ba3-a603-4d1800358865 req-a0519336-6f45-4f98-97c9-b3c509cba5eb tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 943 time: 0.2546322 Nov 12 08:26:36.303239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-2d80e4f4-879f-44f1-ab8e-33f3d1697e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.303239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-2d80e4f4-879f-44f1-ab8e-33f3d1697e7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.0903630 Nov 12 08:26:36.304140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] Deleting port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:36.304821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.383794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-b2d1dc34-1e74-4aeb-a56a-8a6bb98b7597 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677545 Nov 12 08:26:36.399974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a79b4-583e-4b25-9481-9b5e1f033ba2 req-e2227c0f-9234-4437-b757-a925f803923e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.401943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e84a79b4-583e-4b25-9481-9b5e1f033ba2 req-e2227c0f-9234-4437-b757-a925f803923e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3853405 Nov 12 08:26:36.491421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] For port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,segment=NetworkSegment(ad995561-3f92-438b-9f99-0555ee353029),segment_id=ad995561-3f92-438b-9f99-0555ee353029)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:36.491978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.505861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] Calling delete_port for ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:36.577109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:36.635357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e76b2ec-d51d-4ba3-a603-4d1800358865 req-52121e48-8b02-4a4d-8705-73f598fe9e2f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253455 Nov 12 08:26:36.646575 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No ports have port_id starting with ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 Nov 12 08:26:36.661337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.670740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca8b25aa-5723-4f16-88f6-957696c8bf19 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:36.697276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:36.697851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.732152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] Pushing event deleted for resources: {'Port': ['ID=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.757935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401fed85-d3b6-4b51-9ce7-bb0ca6936208 None None] No DVR routers for this DVR port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:36.794369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9, host n-d-768509-25, got binding levels [] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:36.795137 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.795294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:36.820003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:36.823371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 was not found and therefore no delete operation was performed {{(pid=102372) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:26:36.827884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.870207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port ca37a5a2-ba5a-47f6-a844-99fd79e69fe9 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:36.915382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=ca37a5a2-ba5a-47f6-a844-99fd79e69fe9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.990218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ca8b25aa-5723-4f16-88f6-957696c8bf19, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:37.026600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'ca8b25aa-5723-4f16-88f6-957696c8bf19', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'port_id': 'ca8b25aa-5723-4f16-88f6-957696c8bf19', 'mac_address': 'fa:16:3e:4f:b7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:37.043536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59496) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:37.147977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.294610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.299758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.312141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8b25aa-5723-4f16-88f6-957696c8bf19 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:37.326198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad995561-3f92-438b-9f99-0555ee353029') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.326499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad995561-3f92-438b-9f99-0555ee353029') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.337205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ca8b25aa-5723-4f16-88f6-957696c8bf19, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:37.345597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.378907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.391047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e84a79b4-583e-4b25-9481-9b5e1f033ba2 req-d55f5b29-d812-40da-a4d3-deee7dada1fe tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9673283 Nov 12 08:26:37.415027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-f325df1a-db1d-494e-9a66-d454a036d889 service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0122008 Nov 12 08:26:37.450927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ca8b25aa-5723-4f16-88f6-957696c8bf19,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:37.454687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.496005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:37.497030 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:37.501642 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:37.532716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1585229471', 'router:external': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:37.597437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8efc95c-2e6c-49de-ad14-de60f2f0b5c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.701584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ca8b25aa-5723-4f16-88f6-957696c8bf19'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:37.710003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Made reservation on behalf of 6916cf1f902f44eca859990d30c4414a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:37.713423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.753521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.374942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.410797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.427111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7 HTTP/1.1" status: 204 len: 168 time: 2.7933991 Nov 12 08:26:38.445343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59542) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:38.468917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452918736', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:38.485501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8475eba-c07a-413c-bb91-df1e05bccfd8 req-0b897d7a-539d-4ab1-88d5-052a33ca6c3b service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0623493 Nov 12 08:26:38.500445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c128-4e18-4a8c-952f-489d68087ebd req-6d81a467-b6c5-457a-b126-65cd4cd88cb0 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.514611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eca6c128-4e18-4a8c-952f-489d68087ebd req-6d81a467-b6c5-457a-b126-65cd4cd88cb0 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 943 time: 0.2762566 Nov 12 08:26:38.541813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55302b3e-b99b-46f2-9879-79ef0fd5f9de tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=3a42d9d6-2f3e-4403-afbf-5d1f40f4c9f7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:38.628255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.629334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.629661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:38.690191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eca6c128-4e18-4a8c-952f-489d68087ebd req-a6f13ff1-d709-4a52-b744-cd7eb330e5d0 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722603 Nov 12 08:26:38.805481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516853-2187-4537-9689-709bb7fb587f req-d78fe7f7-af8b-4e3a-982f-f748268daa4c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.807508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42516853-2187-4537-9689-709bb7fb587f req-d78fe7f7-af8b-4e3a-982f-f748268daa4c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1926901 Nov 12 08:26:38.853607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.919854 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.964471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42516853-2187-4537-9689-709bb7fb587f req-a2810237-530e-48da-9531-c12ce05e5853 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488783 Nov 12 08:26:38.996669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:39.037156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a', 'network_id': 'b4937665-d1c0-4fde-8441-51bd0c538473', 'port_id': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a', 'mac_address': 'fa:16:3e:5c:ce:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8784d4-6c05-4cab-8c4b-988d979b8e12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:39.198055 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.242050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:39.292954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:39.300531 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.404383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:39.595436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['64d24cd9-7a80-4b09-97d9-e4b6ff31b71a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:39.874365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.885706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8efc95c-2e6c-49de-ad14-de60f2f0b5c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.889365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.892735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.906358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:39.916820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.917636 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Added segment 3a8eb935-d813-4f1b-8898-dbe91c923420 of type vlan for network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 Nov 12 08:26:39.977194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.989148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8efc95c-2e6c-49de-ad14-de60f2f0b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.033950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e0ed6-527c-4d35-bc4e-fb58432b7c96 req-9477d0e3-2abe-4e26-8e5a-481d89f60168 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.035553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-302e0ed6-527c-4d35-bc4e-fb58432b7c96 req-9477d0e3-2abe-4e26-8e5a-481d89f60168 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 944 time: 0.1304729 Nov 12 08:26:40.059948 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8efc95c-2e6c-49de-ad14-de60f2f0b5c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da4a9d5bf0d147f09bf70605cc6569ed&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0148058 Nov 12 08:26:40.063683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59596) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:40.114949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:26:40.184987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee2bdf-c29a-4c4f-8165-7e54d6847349,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:40.226080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efc95c-2e6c-49de-ad14-de60f2f0b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd57ea2c-4d44-45fe-a162-4b57630225ad,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:40.259714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.261457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.263176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.317240 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.5205238 Nov 12 08:26:40.327587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59604) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:40.345874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'subnet': {'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:40.378718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04feb626-40ee-4c91-b72e-f35b6ba0f043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.430919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-302e0ed6-527c-4d35-bc4e-fb58432b7c96 req-8a34bca2-84e6-4e01-a9a6-54a78f2d8c58 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852854 Nov 12 08:26:40.434930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Made reservation on behalf of 6916cf1f902f44eca859990d30c4414a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:40.443881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.444128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4f387-5ebc-4d0e-89b2-a37caf545985 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Network': ['ID=a761eaf5-0c36-40cf-a92b-52ec8cdb2e28,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:40.454376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04feb626-40ee-4c91-b72e-f35b6ba0f043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.465251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:40.536418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bddec-ebe5-4908-9b6b-22173758894b req-ec5a6af1-037a-4ce8-a59d-06a4237eff10 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.538412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131bddec-ebe5-4908-9b6b-22173758894b req-ec5a6af1-037a-4ce8-a59d-06a4237eff10 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.4323983 Nov 12 08:26:40.682084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04feb626-40ee-4c91-b72e-f35b6ba0f043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.694915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-04feb626-40ee-4c91-b72e-f35b6ba0f043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.697395 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-04feb626-40ee-4c91-b72e-f35b6ba0f043 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd57ea2c-4d44-45fe-a162-4b57630225ad HTTP/1.1" status: 204 len: 168 time: 0.6201940 Nov 12 08:26:40.709114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:40.773416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-131bddec-ebe5-4908-9b6b-22173758894b req-2889a33b-2a9d-4e70-82fc-a60ddd593efa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258344 Nov 12 08:26:40.787184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca8b25aa-5723-4f16-88f6-957696c8bf19 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:40.842138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.843839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feb626-40ee-4c91-b72e-f35b6ba0f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd57ea2c-4d44-45fe-a162-4b57630225ad,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:40.934406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.075326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:41.085333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1e4e187-c561-46c2-9362-5d4cc79930e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.109270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:41.115475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.223791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:26:41.225056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.309536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port ca8b25aa-5723-4f16-88f6-957696c8bf19 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:41.319967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port ca8b25aa-5723-4f16-88f6-957696c8bf19 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:41.320855 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.329227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ef5449a-67f8-4d30-ab24-5c9e014b3db5,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:41.336768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 172.25.4.234 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a86bf3a9-70fe-44fb-9e5a-dc8ec1553244) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:41.421867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Checking segment: {'id': '3a8eb935-d813-4f1b-8898-dbe91c923420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:41.423977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network hostable DHCP agents. Network: a761eaf5-0c36-40cf-a92b-52ec8cdb2e28, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:41.430163 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.474546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f870d6ec-0b83-4087-a16a-456787280a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:41.477739 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858006e7-da5d-4ec4-ad45-8184dfc5c44a" -d '{"events": [{"server_uuid": "f870d6ec-0b83-4087-a16a-456787280a79", "name": "network-vif-plugged", "status": "completed", "tag": "64d24cd9-7a80-4b09-97d9-e4b6ff31b71a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:41.509641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:41.536435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:41.541393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a761eaf5-0c36-40cf-a92b-52ec8cdb2e28) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:41.551873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.578566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade08ad9-e50b-4e08-a9a5-d47a0b1c159f None None] Network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:41.581616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.586654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.721117 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ac41a9-221f-43fb-8e9e-6c55c88ab5ea x-openstack-request-id: req-99ac41a9-221f-43fb-8e9e-6c55c88ab5ea {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:41.722279 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f870d6ec-0b83-4087-a16a-456787280a79", "name": "network-vif-plugged", "status": "completed", "tag": "64d24cd9-7a80-4b09-97d9-e4b6ff31b71a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:41.722721 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99ac41a9-221f-43fb-8e9e-6c55c88ab5ea {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:41.723764 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f870d6ec-0b83-4087-a16a-456787280a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a', 'code': 200} Nov 12 08:26:41.731649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.751707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.753850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-324c15e8-99f3-4970-ba67-d66b19311e16 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4194207 Nov 12 08:26:41.757247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:41.855042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.890927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-499229928', 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:41.942288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:41.953601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:41.962172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:42.015918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ca8b25aa-5723-4f16-88f6-957696c8bf19, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:42.042779 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.051056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=a86bf3a9-70fe-44fb-9e5a-dc8ec1553244,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.066610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59648) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:42.067396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba693e92-f039-4f58-ab88-5395b3a0ef58 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:42.075291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.166310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.190281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f773b2d9-f4be-497d-b778-8352f8b395b0 None None] Network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:42.215263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-967f2bf5-ca3b-4fdb-9f29-eefe231e242d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.223492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Made reservation on behalf of 6916cf1f902f44eca859990d30c4414a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:42.243627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.258354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10cdbd-31b9-468e-8261-34fddaff8d7b req-e13cb6a5-f199-4efd-9609-f73d51fb182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:42.263619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a10cdbd-31b9-468e-8261-34fddaff8d7b req-e13cb6a5-f199-4efd-9609-f73d51fb182b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 1097 time: 0.5086370 Nov 12 08:26:42.338375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ad241-bc11-4ed1-9f15-23264a1b9f96 req-50633a05-48e5-4038-ac43-801ef200aa04 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:42.355808 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-757ad241-bc11-4ed1-9f15-23264a1b9f96 req-50633a05-48e5-4038-ac43-801ef200aa04 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.6766765 Nov 12 08:26:42.491453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387add56-88fe-4f8c-8456-72c3465e3c13 req-412eda5e-286c-44f1-9118-39c6af4d0c62 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:42.493431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-387add56-88fe-4f8c-8456-72c3465e3c13 req-412eda5e-286c-44f1-9118-39c6af4d0c62 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.5535800 Nov 12 08:26:42.499001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cec9d0c9-dfb3-44b1-b8b7-e55b9ded5cb7 None None] Provisioning complete for port a86bf3a9-70fe-44fb-9e5a-dc8ec1553244 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:42.503254 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cec9d0c9-dfb3-44b1-b8b7-e55b9ded5cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.564416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] device_id is not set on port 52abb797-d7ac-473e-b3bb-7e270727546c yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:42.651556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cec9d0c9-dfb3-44b1-b8b7-e55b9ded5cb7 None None] Port a86bf3a9-70fe-44fb-9e5a-dc8ec1553244 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:42.705991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ca8b25aa-5723-4f16-88f6-957696c8bf19,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.788145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.911170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a10cdbd-31b9-468e-8261-34fddaff8d7b req-ac65ec06-2f94-4460-bcd6-3a066791de75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868113 Nov 12 08:26:42.950078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-757ad241-bc11-4ed1-9f15-23264a1b9f96 req-0520bec2-6a6d-402d-bf7b-085ba0306e88 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773628 Nov 12 08:26:43.038634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-387add56-88fe-4f8c-8456-72c3465e3c13 req-bd2f5695-ab0d-465a-9ae2-e89a671424c1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019238 Nov 12 08:26:43.089555 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-967f2bf5-ca3b-4fdb-9f29-eefe231e242d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.105508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-967f2bf5-ca3b-4fdb-9f29-eefe231e242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.133898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-81a96a20-45a9-45b6-a426-50062159b2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.171677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.179214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-967f2bf5-ca3b-4fdb-9f29-eefe231e242d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32b6f9284c2d4bb9a1ffb85a2468dfc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1006396 Nov 12 08:26:43.181252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Allocated IP 2001:db8::d6 (a761eaf5-0c36-40cf-a92b-52ec8cdb2e28/0ef5449a-67f8-4d30-ab24-5c9e014b3db5/52abb797-d7ac-473e-b3bb-7e270727546c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:43.181982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:43.184167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f2bf5-ca3b-4fdb-9f29-eefe231e242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d858b5c1-b1de-4c2a-b528-6458403c1409,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.358212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-936d0249-7e64-4e1f-8aa1-4f29887b523a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.384231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-936d0249-7e64-4e1f-8aa1-4f29887b523a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.409979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.490045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router 3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:43.493350 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.562865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-936d0249-7e64-4e1f-8aa1-4f29887b523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.563155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:43.566176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-936d0249-7e64-4e1f-8aa1-4f29887b523a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.568918 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-936d0249-7e64-4e1f-8aa1-4f29887b523a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d858b5c1-b1de-4c2a-b528-6458403c1409 HTTP/1.1" status: 204 len: 168 time: 0.3850164 Nov 12 08:26:43.572314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:43.581952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:43.583852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.584506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.585505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d0249-7e64-4e1f-8aa1-4f29887b523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d858b5c1-b1de-4c2a-b528-6458403c1409,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.607484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Port': ['ID=52abb797-d7ac-473e-b3bb-7e270727546c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.626994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59748) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:43.628688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a5c9e034-9b42-48f1-852d-2a482210aaf5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7467501 Nov 12 08:26:43.725582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8b25aa-5723-4f16-88f6-957696c8bf19'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:43.731200 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bceb04-da06-4d70-864b-f77aafde083d" -d '{"events": [{"server_uuid": "a753f271-63c6-4d61-a27d-4edb967fbd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca8b25aa-5723-4f16-88f6-957696c8bf19"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:43.806864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:43.819176 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] Sync routers for ids ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:43.833188 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba676c21-a12a-41c5-9b20-a66bec592626 x-openstack-request-id: req-ba676c21-a12a-41c5-9b20-a66bec592626 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:43.833549 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a753f271-63c6-4d61-a27d-4edb967fbd9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca8b25aa-5723-4f16-88f6-957696c8bf19", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:43.833893 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba676c21-a12a-41c5-9b20-a66bec592626 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:43.834686 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8b25aa-5723-4f16-88f6-957696c8bf19', 'code': 200} Nov 12 08:26:43.846520 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] Routers {'3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:43.847158 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:43.917355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-d1633563-cc2e-4d3b-bc1b-42a4f1efc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.922227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-d1633563-cc2e-4d3b-bc1b-42a4f1efc552 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1097 time: 0.1108944 Nov 12 08:26:43.928913 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:43.930388 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.945513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-345202c6-d668-4f4e-abc8-8d8afa6acf61 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4935269 Nov 12 08:26:43.946427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59780) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:43.965096 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] Routers {'3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:43.967512 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:44.029699 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:44.030624 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1aadc-101b-4e27-9d07-0f566d36fe80 None None] The sync data for ids ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:44.128320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Deleting port 52abb797-d7ac-473e-b3bb-7e270727546c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:44.128666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.223538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302ddd9-9c65-4e19-80a6-153fdd44c091 req-920fb0bb-de65-4cf6-a095-5a8c0f84ff64 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.225676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9302ddd9-9c65-4e19-80a6-153fdd44c091 req-920fb0bb-de65-4cf6-a095-5a8c0f84ff64 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.1310337 Nov 12 08:26:44.237535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-34acff93-cdd8-4dc3-a097-1b952fddc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.239392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-34acff93-cdd8-4dc3-a097-1b952fddc205 service neutron] 10.222.0.32 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.3071449 Nov 12 08:26:44.291988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.313579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Calling delete_port for 52abb797-d7ac-473e-b3bb-7e270727546c owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:44.350433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-46fac221-bec8-4e19-b3eb-9fa63771bfcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.0933063 Nov 12 08:26:44.467061 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.494442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9216c09-5e8f-4898-abb6-9501e52b3206 req-cc0acb23-d737-48d0-8ad0-d5d7cf00f2a0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.503579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9216c09-5e8f-4898-abb6-9501e52b3206 req-cc0acb23-d737-48d0-8ad0-d5d7cf00f2a0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1520698 Nov 12 08:26:44.521032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9302ddd9-9c65-4e19-80a6-153fdd44c091 req-b1ad4430-1391-466e-b513-bc59927207ee tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878935 Nov 12 08:26:44.537747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-573b2de9-cea9-4b7e-9d50-353346db1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.539299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-573b2de9-cea9-4b7e-9d50-353346db1a26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.1745870 Nov 12 08:26:44.582568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.599364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-9f5bded3-17c9-4090-80c9-802b9ce1c3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499811 Nov 12 08:26:44.608513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33af092-d3b3-4fe9-bc06-88fbfcc3192d req-eef286cf-1aa4-4f02-9fd5-bdc186fd5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.613390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d33af092-d3b3-4fe9-bc06-88fbfcc3192d req-eef286cf-1aa4-4f02-9fd5-bdc186fd5404 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.7054811 Nov 12 08:26:44.661988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event deleted for resources: {'Port': ['ID=52abb797-d7ac-473e-b3bb-7e270727546c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:44.675523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9216c09-5e8f-4898-abb6-9501e52b3206 req-569450c0-d83b-4999-bb6f-c74114439d9b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649582 Nov 12 08:26:44.772438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-9b018a03-cb7d-4899-a70e-2ebf8aefa1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618052 Nov 12 08:26:44.775713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e4072894-e9ef-40fc-8794-845d718be5db tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/routers/3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 200 len: 885 time: 0.8261659 Nov 12 08:26:44.776601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59834) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:44.801466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.805131 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c72c1932-994a-45e3-8ed1-f236c241896f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/ports/52abb797-d7ac-473e-b3bb-7e270727546c HTTP/1.1" status: 204 len: 168 time: 1.1580632 Nov 12 08:26:44.810907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59838) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:44.817392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28', 'external_fixed_ips': [{'subnet_id': '0ef5449a-67f8-4d30-ab24-5c9e014b3db5', 'ip_address': '2001:db8::d6'}]}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:44.841269 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d33af092-d3b3-4fe9-bc06-88fbfcc3192d req-225a2a8a-d464-408d-8a9a-e2cadcc32ce0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799908 Nov 12 08:26:44.863437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.864567 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.982003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.030944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65a83e7b-201f-4ec4-977e-1f3df6c822c6 req-6f1f6f78-ceb1-47f1-b45b-075d8114c117 service neutron] 10.222.0.32 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424047 Nov 12 08:26:45.211242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.225691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fce866dd-154a-40ff-ae1d-22ba482d5cf2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4416218 Nov 12 08:26:45.226396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:45.233637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1452918736'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:45.633902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.696012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ff93a-bf02-4c34-ab95-ba9319c23b91 req-6457694a-80b5-4136-8b80-2861efa9894d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.699851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c41ff93a-bf02-4c34-ab95-ba9319c23b91 req-6457694a-80b5-4136-8b80-2861efa9894d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.0778074 Nov 12 08:26:45.801588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:45.896651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c41ff93a-bf02-4c34-ab95-ba9319c23b91 req-bed90e36-2deb-431c-a588-180dafd51ce8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913857 Nov 12 08:26:45.949071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b526fd-7446-4c90-b8f3-353b1b740632 req-30c8e68c-36f1-470a-80cd-10ec4012913d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.952246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31b526fd-7446-4c90-b8f3-353b1b740632 req-30c8e68c-36f1-470a-80cd-10ec4012913d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.1833665 Nov 12 08:26:46.088775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31b526fd-7446-4c90-b8f3-353b1b740632 req-98e34575-3fbe-4e42-8acc-53be28fd0c00 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133494 Nov 12 08:26:46.121028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-393360431'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:46.187356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:46.191334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.222965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.301954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.346788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.507486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.518009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879404b-451c-4ade-b682-4747902eb4a2 req-33d0d599-2bba-464e-a55d-cfae6260c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.519550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-33d0d599-2bba-464e-a55d-cfae6260c250 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 1097 time: 0.1496630 Nov 12 08:26:46.520246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.540104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bdf7e-7401-4441-b428-b9ebc7f19146 req-9b61c7f7-e8ab-4599-95e9-c3c07e892781 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.545549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e2bdf7e-7401-4441-b428-b9ebc7f19146 req-9b61c7f7-e8ab-4599-95e9-c3c07e892781 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.1782811 Nov 12 08:26:46.595736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.609831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.688183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:46.697397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:46.702221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.702903 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Added segment ca976e9b-7a86-422f-8183-05772464b5ce of type vlan for network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e Nov 12 08:26:46.802238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.870486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d6f67-3a27-4ee6-81d3-0390379bea70,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:46.883477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.923511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Allocated IP 2001:db8::d6 (a761eaf5-0c36-40cf-a92b-52ec8cdb2e28/0ef5449a-67f8-4d30-ab24-5c9e014b3db5/b2927979-f185-431d-9b36-a7b2d94f8508) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:46.970934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:46.971993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.974278 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3df0e-6fa2-4056-b196-838c65c1d2c5" -d '{"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-unplugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:46.982087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e2bdf7e-7401-4441-b428-b9ebc7f19146 req-e1bac9f3-c1c4-4c3d-9e1c-53fd4b5fa4e2 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022208 Nov 12 08:26:47.008085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:47.021572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.046936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router 3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:47.076436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.083146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.085046 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.123842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879404b-451c-4ade-b682-4747902eb4a2 req-d2b8c113-a152-4309-ac61-4cf871e9c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.127397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-d2b8c113-a152-4309-ac61-4cf871e9c97d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.5760853 Nov 12 08:26:47.151253 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd50a4-b76e-4582-9096-3e8f8ac254e1 x-openstack-request-id: req-19cd50a4-b76e-4582-9096-3e8f8ac254e1 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:47.152402 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-unplugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:47.153037 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19cd50a4-b76e-4582-9096-3e8f8ac254e1 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:47.155811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3542898 Nov 12 08:26:47.156920 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'code': 200} Nov 12 08:26:47.175131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59976) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:47.204143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'subnet': {'network_id': '4aebf458-2a33-4fe4-b818-b33a7fcadc7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:47.236032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:47.385035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.401489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:47.411531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.415985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] Sync routers for ids ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:47.416750 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6777150e-f2df-4ac1-ad6f-795fe707780d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 200 len: 892 time: 2.1892326 Nov 12 08:26:47.417399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59990) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:47.433603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] Routers {'3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:47.434274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:47.484638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:47.487538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-523c93d3-9081-4daa-a19a-5118fbd6671a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a HTTP/1.1" status: 200 len: 217 time: 0.3113270 Nov 12 08:26:47.497431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] Routers {'3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:47.498076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:47.545023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:47.545023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c872b67-a3de-42d4-a752-fafc8239aec3 None None] The sync data for ids ['3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:47.630702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.655701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:47.659242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.686799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:47.695948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:47.699313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:47.762018 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0dfc8c85-57b1-466b-9174-3c6f699461f0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/routers/3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 200 len: 892 time: 0.3404596 Nov 12 08:26:47.765064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:47.809042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Port': ['ID=b2927979-f185-431d-9b36-a7b2d94f8508,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:47.857495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae8f085b-8bf9-4169-8dfe-8e5e9e299f08 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 200 len: 205 time: 0.0879443 Nov 12 08:26:47.858029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60016) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:47.880151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6acf3-23ea-46b9-8cea-22148d97775c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Network': ['ID=4aebf458-2a33-4fe4-b818-b33a7fcadc7e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:47.897557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:47.947518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820af2a-8277-4c2e-9845-2a9c36df5eb0 req-302be11c-6a87-463c-937b-558ea409cda8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.953245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c820af2a-8277-4c2e-9845-2a9c36df5eb0 req-302be11c-6a87-463c-937b-558ea409cda8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.4629340 Nov 12 08:26:47.982268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879404b-451c-4ade-b682-4747902eb4a2 req-e2fddef9-2350-41e4-b9aa-6b34d8f6a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.984040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-e2fddef9-2350-41e4-b9aa-6b34d8f6a044 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.4205530 Nov 12 08:26:48.148740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-12e97f87-1952-40df-a17f-5d63425b9a48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234283 Nov 12 08:26:48.151500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.187941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c820af2a-8277-4c2e-9845-2a9c36df5eb0 req-4fc5e005-c748-40fd-94e1-ab5f957f2a15 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026296 Nov 12 08:26:48.331043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db508d2-1bdd-4e88-8c75-85dd519db367 req-d4af89a0-f425-4e1e-bbb5-ecf43b7595eb tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.345716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7db508d2-1bdd-4e88-8c75-85dd519db367 req-d4af89a0-f425-4e1e-bbb5-ecf43b7595eb tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.2079740 Nov 12 08:26:48.381681 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.391547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.530143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-0f1bb5ba-1188-46a6-ba2f-dbebd6a9a74b service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719873 Nov 12 08:26:48.547093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port a86bf3a9-70fe-44fb-9e5a-dc8ec1553244 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:48.547456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.615718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.749014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.749991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8580a-5704-4704-860c-17edb9cdcaa2 req-85cc9830-4afc-43c4-864b-a671f9c1cdf5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.758432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7f8580a-5704-4704-860c-17edb9cdcaa2 req-85cc9830-4afc-43c4-864b-a671f9c1cdf5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.4401007 Nov 12 08:26:48.767887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for a86bf3a9-70fe-44fb-9e5a-dc8ec1553244 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:48.789135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7db508d2-1bdd-4e88-8c75-85dd519db367 req-56f6f32d-487c-440e-8d5e-71aae557dc0a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421632 Nov 12 08:26:48.895753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1879404b-451c-4ade-b682-4747902eb4a2 req-19b80e25-fe6d-487d-b5d3-3f946655cdb9 service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491592 Nov 12 08:26:48.898789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Subnet': ['ID=2de4d844-0ad7-4c20-ad8f-2c7f68282b65,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:48.931475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Checking segment: {'id': 'ca976e9b-7a86-422f-8183-05772464b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4aebf458-2a33-4fe4-b818-b33a7fcadc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:48.931840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network hostable DHCP agents. Network: 4aebf458-2a33-4fe4-b818-b33a7fcadc7e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:48.941706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7f8580a-5704-4704-860c-17edb9cdcaa2 req-d401889b-3e28-4bf0-85dd-d0e06f2bf944 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822011 Nov 12 08:26:48.967680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:48.995349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.007355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 4aebf458-2a33-4fe4-b818-b33a7fcadc7e) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:49.018795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4398626-4e2d-47a6-8477-205c8bdf8aae None None] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:49.037544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.038340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.049439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=a86bf3a9-70fe-44fb-9e5a-dc8ec1553244,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.069552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.106006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f213aa92-c099-4182-ab7e-d36cb5ece95e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9255204 Nov 12 08:26:49.106613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e66cb-d2ec-41a1-9013-fd512287786c None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:49.109817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60090) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:49.125367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2096395427', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:49.187968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.230493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.232458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.372034 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.785525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533ae25-5453-4f81-a11f-b8a1c2c85c70 None None] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:50.125220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.128868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.129533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60140) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.204461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.205753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:50.278844 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.279983 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-59343e85-5ab5-4c90-b5b3-2225613bcaa9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 204 len: 168 time: 2.4029155 Nov 12 08:26:50.285094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60148) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.294717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-553234180'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:50.308287 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.331234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ba8f1-5b62-4da1-a46f-6ace8ba5a3e2 req-92b91a4b-869e-44b3-83e3-c47db8d9199d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.339858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-582ba8f1-5b62-4da1-a46f-6ace8ba5a3e2 req-92b91a4b-869e-44b3-83e3-c47db8d9199d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.2093134 Nov 12 08:26:50.351223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-1c12c3cb-2279-4ad4-920c-b98ef44f4ae6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630404 Nov 12 08:26:50.352151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba467f-a61c-492b-89bd-da1b8c65ce9a req-e19116dc-cab5-4c2d-b98f-4690703f8dc1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.360686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4ba467f-a61c-492b-89bd-da1b8c65ce9a req-e19116dc-cab5-4c2d-b98f-4690703f8dc1 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.2319217 Nov 12 08:26:50.391567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9db4-0dda-41d6-8145-d1414ca9bc53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.391861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:50.398100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.432811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Router 04be3623-01d6-45d9-ac86-8754810e0103 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:50.451197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:50.507125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.507491 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment 1878bb20-5fa2-4292-9737-3f1e1753205e of type vlan for network ef6fdcbc-2fb3-4714-bca3-003877dee39b Nov 12 08:26:50.594603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4ba467f-a61c-492b-89bd-da1b8c65ce9a req-d91c82cc-e781-4403-ac5a-019e55f1272e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329421 Nov 12 08:26:50.622153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.629622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-582ba8f1-5b62-4da1-a46f-6ace8ba5a3e2 req-bf88a42f-9e23-4644-9f7d-7196515dbc5a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868750 Nov 12 08:26:50.670700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:50.722722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.730844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.732311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.742083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:50.759056 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Sync routers for ids ['04be3623-01d6-45d9-ac86-8754810e0103'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:50.795101 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Routers {'04be3623-01d6-45d9-ac86-8754810e0103'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:50.797144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04be3623-01d6-45d9-ac86-8754810e0103'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:50.874777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9db4-0dda-41d6-8145-d1414ca9bc53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.926051 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6356916 Nov 12 08:26:50.933090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.941236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60168) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.941580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60170) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.942244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9db4-0dda-41d6-8145-d1414ca9bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.947457 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ea0eb00-0824-4786-997b-9d4d7f30129d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.1354508 Nov 12 08:26:50.959984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6579b42-7dcc-4f4f-b1e8-ae2625b81963 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=ef6fdcbc-2fb3-4714-bca3-003877dee39b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:50.960351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:50.973856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:51.046673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Set router 04be3623-01d6-45d9-ac86-8754810e0103 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:51.213318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.281353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c5c9db4-0dda-41d6-8145-d1414ca9bc53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cd1e2a7e02f4aa092a9ebd8c96aaf3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1461682 Nov 12 08:26:51.282654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:51.284521 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.288564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c9db4-0dda-41d6-8145-d1414ca9bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de62d9f-95ca-4618-8c60-f9eaac4222fd,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:51.423312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:51.427581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.434925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f435136d-76c7-4648-9675-c33accb520b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.503164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04be3623-01d6-45d9-ac86-8754810e0103', 'name': '', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28', 'external_fixed_ips': [{'subnet_id': '0ef5449a-67f8-4d30-ab24-5c9e014b3db5', 'ip_address': '2001:db8::d6'}], 'enable_snat': True}, 'gw_port_id': 'b2927979-f185-431d-9b36-a7b2d94f8508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:44Z', 'updated_at': '2021-11-12T08:26:47Z', 'revision_number': 3, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port': {'id': 'b2927979-f185-431d-9b36-a7b2d94f8508', 'name': '', 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:46:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04be3623-01d6-45d9-ac86-8754810e0103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '0ef5449a-67f8-4d30-ab24-5c9e014b3db5', 'ip_address': '2001:db8::d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:46Z', 'updated_at': '2021-11-12T08:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ef5449a-67f8-4d30-ab24-5c9e014b3db5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:51.507988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f435136d-76c7-4648-9675-c33accb520b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.544756 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Checking router: 04be3623-01d6-45d9-ac86-8754810e0103 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:51.545125 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Updating router 04be3623-01d6-45d9-ac86-8754810e0103 port b2927979-f185-431d-9b36-a7b2d94f8508 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:51.569415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.602881 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.650488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f435136d-76c7-4648-9675-c33accb520b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.653942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f435136d-76c7-4648-9675-c33accb520b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.655432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f435136d-76c7-4648-9675-c33accb520b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1de62d9f-95ca-4618-8c60-f9eaac4222fd HTTP/1.1" status: 204 len: 168 time: 0.3716850 Nov 12 08:26:51.658566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-80ab64d3-6212-4e6e-9be0-beeb41ce68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.660837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-80ab64d3-6212-4e6e-9be0-beeb41ce68a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683&tenant_id=6289ea60fcd84835966dd09ab28b2d6d HTTP/1.1" status: 200 len: 1095 time: 0.0817070 Nov 12 08:26:51.682309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:51.692248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435136d-76c7-4648-9675-c33accb520b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de62d9f-95ca-4618-8c60-f9eaac4222fd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:51.771208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.96 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/105c7f0c-0051-4f25-b6a7-c161887630d9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:51.827334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.019418 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.027609 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.141191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Attempting to bind port b2927979-f185-431d-9b36-a7b2d94f8508 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:52.141685 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Attempting to bind port b2927979-f185-431d-9b36-a7b2d94f8508 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '3a8eb935-d813-4f1b-8898-dbe91c923420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:52.141987 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Attempting to bind port b2927979-f185-431d-9b36-a7b2d94f8508 on network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:52.149357 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:52.149736 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Checking segment: {'id': '3a8eb935-d813-4f1b-8898-dbe91c923420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:52.150182 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.150583 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Bound using segment: {'id': '3a8eb935-d813-4f1b-8898-dbe91c923420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:52.151063 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Bound port: b2927979-f185-431d-9b36-a7b2d94f8508, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8eb935-d813-4f1b-8898-dbe91c923420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a761eaf5-0c36-40cf-a92b-52ec8cdb2e28'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:52.151436 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.185904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.190942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09de0a-14c1-4543-ac99-349e5c0049e8 None None] Pushing event updated for resources: {'Port': ['ID=b2927979-f185-431d-9b36-a7b2d94f8508,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.207672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f7d38-7731-46fc-91ef-825dc26f377d req-ae197bd7-2615-40d4-b171-ff4eb82ea5ca tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:52.210055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad4f7d38-7731-46fc-91ef-825dc26f377d req-ae197bd7-2615-40d4-b171-ff4eb82ea5ca tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 943 time: 0.3218794 Nov 12 08:26:52.231392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354c2c7-ef8b-44b0-bed8-5d04afd3e42c req-e78a4a2e-4e4a-4480-9523-b42279e6db2a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:52.233831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7354c2c7-ef8b-44b0-bed8-5d04afd3e42c req-e78a4a2e-4e4a-4480-9523-b42279e6db2a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.3587213 Nov 12 08:26:52.293276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:52.305212 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] For port b2927979-f185-431d-9b36-a7b2d94f8508, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:52.323655 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] For port b2927979-f185-431d-9b36-a7b2d94f8508, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b2927979-f185-431d-9b36-a7b2d94f8508,segment=NetworkSegment(3a8eb935-d813-4f1b-8898-dbe91c923420),segment_id=3a8eb935-d813-4f1b-8898-dbe91c923420)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:52.336089 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.339714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:52.377900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.391980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:52.405345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7354c2c7-ef8b-44b0-bed8-5d04afd3e42c req-b8e1c0c2-bfc6-4e21-958c-c441471283a4 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583407 Nov 12 08:26:52.407280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.428235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Transition to ACTIVE for port object ff97a5eb-f223-4bfc-8934-5c9946b16c6f will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:52.456461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.459882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.460104 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09de0a-14c1-4543-ac99-349e5c0049e8 None None] Pushing event updated for resources: {'Port': ['ID=b2927979-f185-431d-9b36-a7b2d94f8508,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.516394 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Routers {'04be3623-01d6-45d9-ac86-8754810e0103'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:52.516832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad4f7d38-7731-46fc-91ef-825dc26f377d req-74ee8c0d-2eae-4609-acc9-ee8aa70a8a6b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746549 Nov 12 08:26:52.517497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04be3623-01d6-45d9-ac86-8754810e0103'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:52.570326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975de3b-6d8e-4bde-ae86-ffb88379e21d None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:52.628430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] No DVR routers for this DVR port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:52.630490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:52.647493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.656805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:52.662368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=9']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.668545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:52.675479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=105c7f0c-0051-4f25-b6a7-c161887630d9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.676330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5759d-9e16-4dd8-b732-37fe40affaa8 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:52.754397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-029fbc20-f255-4f75-8229-b4e775987c92 None None] Provisioning complete for port 105c7f0c-0051-4f25-b6a7-c161887630d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:52.755033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029fbc20-f255-4f75-8229-b4e775987c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.759335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Deleting port b2927979-f185-431d-9b36-a7b2d94f8508 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:52.759687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.765631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:52.768009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:52.770826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.771171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.771512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.771846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.772209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.772546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.772871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.773193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.773513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.774015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.774345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.774670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:52.786025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:52.809701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:52.810034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Attempting to bind port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on network 346797a7-d7ae-4e3e-ac72-21d54ee71358 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:52.813489 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] Set router 04be3623-01d6-45d9-ac86-8754810e0103 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:52.830626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:52.830969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Checking segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:52.831355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Bound using segment: {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:52.831942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Bound port: ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:52.832338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.838543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-029fbc20-f255-4f75-8229-b4e775987c92 None None] Port 105c7f0c-0051-4f25-b6a7-c161887630d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:52.914183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=248b3be1-53b1-4a94-8b07-789b6299ea25,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.963690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': '1878bb20-5fa2-4292-9737-3f1e1753205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:52.964244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: ef6fdcbc-2fb3-4714-bca3-003877dee39b, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:52.974261 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04be3623-01d6-45d9-ac86-8754810e0103', 'name': '', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:44Z', 'updated_at': '2021-11-12T08:26:52Z', 'revision_number': 4, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:52.999249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:53.007090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:53.015316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.041955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae8175-1c6e-4157-b1c5-feb4c569bd25 None None] The sync data for ids ['04be3623-01d6-45d9-ac86-8754810e0103'] in n-d-768509-25 is: [{'id': '04be3623-01d6-45d9-ac86-8754810e0103', 'name': '', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:44Z', 'updated_at': '2021-11-12T08:26:52Z', 'revision_number': 4, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:53.069534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:53.096735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] For port b2927979-f185-431d-9b36-a7b2d94f8508, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b2927979-f185-431d-9b36-a7b2d94f8508,segment=NetworkSegment(3a8eb935-d813-4f1b-8898-dbe91c923420),segment_id=3a8eb935-d813-4f1b-8898-dbe91c923420)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:53.097618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.097960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35dbd30-1a4b-4969-ba1a-28adba1e3170 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:53.104559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.108998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.112734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 1092 time: 1.4407713 Nov 12 08:26:53.115923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:53.121117 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e0d162-0766-44e8-b24a-e3e071e78f23" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:53.152027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ef6fdcbc-2fb3-4714-bca3-003877dee39b) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:53.170241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.171106 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.180305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Calling delete_port for b2927979-f185-431d-9b36-a7b2d94f8508 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:53.195996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e6882f-d259-4c48-865b-e68906d77889 None None] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:53.200414 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0f62a-be9d-4b48-8ee9-410a816adfb8 x-openstack-request-id: req-6dd0f62a-be9d-4b48-8ee9-410a816adfb8 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:53.209605 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:53.210219 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dd0f62a-be9d-4b48-8ee9-410a816adfb8 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:53.210857 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'status': 'completed', 'code': 200} Nov 12 08:26:53.309577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-59aedf5a-5695-4b9d-ae91-741003aa5ab0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3642824 Nov 12 08:26:53.322026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60248) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:53.383474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-500097418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:53.399054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe6125-b7d6-48b5-a2b0-9d0b2bdb83d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:53.477000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-cc56a655-d595-4132-b78a-909920731e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.482707 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-cc56a655-d595-4132-b78a-909920731e97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1096 time: 0.3173127 Nov 12 08:26:53.605835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-ef6fdcbc-2fb3-4714-bca3-003877dee39b', 'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': '248b3be1-53b1-4a94-8b07-789b6299ea25'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:53.606884 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.744711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-35851c79-1ba1-4bfb-b544-fd8fbab4a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.746388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-35851c79-1ba1-4bfb-b544-fd8fbab4a1d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.2567666 Nov 12 08:26:53.834409 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-51667979-8abf-44df-9d88-f00a1375bf0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.0806625 Nov 12 08:26:53.963872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Allocated IP 2001:db8::2 (ef6fdcbc-2fb3-4714-bca3-003877dee39b/248b3be1-53b1-4a94-8b07-789b6299ea25/5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:53.973566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-1ceeb16a-5e3e-4c1b-adc5-0aa43739beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.978872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-1ceeb16a-5e3e-4c1b-adc5-0aa43739beb8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.1365633 Nov 12 08:26:54.063671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-3c497627-01be-4575-a380-0313f4a8eceb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668242 Nov 12 08:26:54.113388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.114473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.278352 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-5e0a84f4-9007-46cb-9142-2145e550d15f service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142150 Nov 12 08:26:54.318652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.342964 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.360565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.424380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-4ee624d1-9cf2-46cd-84aa-7019f3b08c57 service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396449 Nov 12 08:26:54.445347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Pushing event updated for resources: {'Port': ['ID=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.454541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.462941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:54.466338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:54.470283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:54.475475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.622148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Attempting to bind port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:54.622632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Attempting to bind port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1878bb20-5fa2-4292-9737-3f1e1753205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:54.622842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Attempting to bind port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b on network ef6fdcbc-2fb3-4714-bca3-003877dee39b {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:54.628537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2927979-f185-431d-9b36-a7b2d94f8508,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.630529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:54.630916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Checking segment: {'id': '1878bb20-5fa2-4292-9737-3f1e1753205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:54.635496 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.636406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.636950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Bound using segment: {'id': '1878bb20-5fa2-4292-9737-3f1e1753205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:54.639102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Bound port: 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878bb20-5fa2-4292-9737-3f1e1753205e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef6fdcbc-2fb3-4714-bca3-003877dee39b'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:54.639640 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.642503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-fe1bb202-6715-4e18-ad3b-974dca1fe0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.644301 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-fe1bb202-6715-4e18-ad3b-974dca1fe0a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1096 time: 0.1144762 Nov 12 08:26:54.720403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.722030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f7f8d780-04ca-445b-abac-bb6cd4983d4b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3957160 Nov 12 08:26:54.726649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60308) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:54.760352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] For port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:54.769070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] For port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,segment=NetworkSegment(1878bb20-5fa2-4292-9737-3f1e1753205e),segment_id=1878bb20-5fa2-4292-9737-3f1e1753205e)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:54.774478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.775473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.930886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17d774-794b-48b0-b709-0431936f8c16 req-57bff0f4-c31a-4969-935e-c9f6b5f7f69d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.935432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c17d774-794b-48b0-b709-0431936f8c16 req-57bff0f4-c31a-4969-935e-c9f6b5f7f69d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.8600082 Nov 12 08:26:54.942457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1a30e-447b-48a6-90af-c947f443721a None None] Pushing event updated for resources: {'Port': ['ID=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.949635 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.959670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.971115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb1ece-4a4e-4b37-80b9-091162ded879 req-eeb3dcf1-1746-4baf-8629-c0278b8d53e7 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.972987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31fb1ece-4a4e-4b37-80b9-091162ded879 req-eeb3dcf1-1746-4baf-8629-c0278b8d53e7 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 1.3740962 Nov 12 08:26:55.214718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-55aa4941-e275-4746-8ff9-76a8913c6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.216991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-55aa4941-e275-4746-8ff9-76a8913c6ef1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.5651600 Nov 12 08:26:55.301608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.302403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04be3623-01d6-45d9-ac86-8754810e0103 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:55.329808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.333502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b4297c0-d3d6-4147-88e4-0b1f64a72244 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/routers/04be3623-01d6-45d9-ac86-8754810e0103 HTTP/1.1" status: 204 len: 168 time: 4.3849387 Nov 12 08:26:55.359572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:55.359754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31fb1ece-4a4e-4b37-80b9-091162ded879 req-9d48837f-560c-438f-bc27-16029c40b454 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762844 Nov 12 08:26:55.422232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c17d774-794b-48b0-b709-0431936f8c16 req-f9cd5255-820d-4362-983a-32074da365b3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662895 Nov 12 08:26:55.565683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-56358c2f-d101-4581-a32f-e5d2ad0bdb09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.2235856 Nov 12 08:26:55.624673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.648539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.731145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-1f84ea62-7c3f-4d5b-9dd8-837ce829d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.735628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-1f84ea62-7c3f-4d5b-9dd8-837ce829d781 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.1463804 Nov 12 08:26:55.796153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Deleting subnet 0ef5449a-67f8-4d30-ab24-5c9e014b3db5 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:55.875696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.928756 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-84361d0f-8916-44f9-b6e4-e42d08fd75f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807759 Nov 12 08:26:55.967760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:56.170847 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.430813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.455395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:56.486374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:56.506781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:56.507689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:56.518298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.533431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-86ebafbc-926b-4f64-b0b2-738d16a75a63 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4199593 Nov 12 08:26:56.537947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60394) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:56.670059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:56.712249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:56.712913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:56.817361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-ea428d94-df15-4b3b-97c7-b351c43b7693 service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719693 Nov 12 08:26:56.901852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:56.907602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc82d9-8e3e-45d4-9b8c-55c88a564ed8 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:56.926427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:56.947841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a8d16-4db2-4f22-86cd-1614a675d78c None None] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:56.987997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:57.043974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6cbeb-e153-4014-a535-2a18f7c2c7a5 req-b8546cfd-5577-4753-99eb-ef72f765ebd8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:57.052465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98c6cbeb-e153-4014-a535-2a18f7c2c7a5 req-b8546cfd-5577-4753-99eb-ef72f765ebd8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.1765096 Nov 12 08:26:57.055107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:57.070669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/0ef5449a-67f8-4d30-ab24-5c9e014b3db5 HTTP/1.1" status: 204 len: 168 time: 1.7062206 Nov 12 08:26:57.074668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:57.097241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6bc1-4ee4-44cf-89bf-1694d04659d8 req-971a34f8-b291-4ce2-a300-8dae3d1d642e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:57.100580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-249f6bc1-4ee4-44cf-89bf-1694d04659d8 req-971a34f8-b291-4ce2-a300-8dae3d1d642e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.1850266 Nov 12 08:26:57.198443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-249f6bc1-4ee4-44cf-89bf-1694d04659d8 req-55168b6d-f5d1-4831-aac2-e3383862c885 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553403 Nov 12 08:26:57.223918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98c6cbeb-e153-4014-a535-2a18f7c2c7a5 req-c27fe681-5e53-4856-a5b6-c78cdcdcfa48 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701508 Nov 12 08:26:57.224802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8::1 (ef6fdcbc-2fb3-4714-bca3-003877dee39b/248b3be1-53b1-4a94-8b07-789b6299ea25/033c18a9-43f0-484f-a795-c816f04f2c42) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:57.299943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f04a5a71-5530-43e7-9264-6267615f1be3 None None] Provisioning complete for port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:57.305743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f04a5a71-5530-43e7-9264-6267615f1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:57.462114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83935ea6-ee67-44e6-a7e0-9b83bf5c31cc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef5449a-67f8-4d30-ab24-5c9e014b3db5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:57.567238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:57.569558 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:57.611026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:57.667809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9e0d162-0766-44e8-b24a-e3e071e78f23 req-4b248ee1-ffbd-49ee-a5c7-a15c3ee1155d service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326912 Nov 12 08:26:57.705916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.003767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f04a5a71-5530-43e7-9264-6267615f1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.199559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.298824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.328980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a761eaf5-0c36-40cf-a92b-52ec8cdb2e28']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:58.355540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f04a5a71-5530-43e7-9264-6267615f1be3 None None] For port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,segment=NetworkSegment(1878bb20-5fa2-4292-9737-3f1e1753205e),segment_id=1878bb20-5fa2-4292-9737-3f1e1753205e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:58.375391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8eb935-d813-4f1b-8898-dbe91c923420') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:58.376023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8eb935-d813-4f1b-8898-dbe91c923420') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:58.384376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f04a5a71-5530-43e7-9264-6267615f1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.397654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.435116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.445347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:58.446810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:58.449365 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:58.473433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.567884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a5a71-5530-43e7-9264-6267615f1be3 None None] Pushing event updated for resources: {'Port': ['ID=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:58.638432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.658184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:58.695241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:58.707854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:58.708478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.736473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.752905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:26:58.753416 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:26:58.753881 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:26:58.758076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.780679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/networks/a761eaf5-0c36-40cf-a92b-52ec8cdb2e28 HTTP/1.1" status: 204 len: 168 time: 1.5650930 Nov 12 08:26:58.957437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=033c18a9-43f0-484f-a795-c816f04f2c42,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:59.010501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508d60c-91c8-42eb-8503-c502551a29e7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event deleted for resources: {'Network': ['ID=a761eaf5-0c36-40cf-a92b-52ec8cdb2e28,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:59.140792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:59.247785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae1b73-adb7-4a6c-ae99-2f344fdcddbf req-4bbdfab9-676a-40d1-afe2-e4f45201791b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:59.252391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29ae1b73-adb7-4a6c-ae99-2f344fdcddbf req-4bbdfab9-676a-40d1-afe2-e4f45201791b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.6016152 Nov 12 08:26:59.346534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e878aa8-4718-4f35-88a3-407325c6ad1e req-3badf96f-59c0-4681-b85c-4abe172ec41c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:59.360739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e878aa8-4718-4f35-88a3-407325c6ad1e req-3badf96f-59c0-4681-b85c-4abe172ec41c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.7164164 Nov 12 08:26:59.432920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-33969609-41e8-4edc-a431-67958bc67c9c None None] Provisioning complete for port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:59.433297 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33969609-41e8-4edc-a431-67958bc67c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:59.579803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:59.837339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:59.847214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:59.848488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:59.900779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29ae1b73-adb7-4a6c-ae99-2f344fdcddbf req-769a2dab-14fe-4ede-948a-ddb7f6ce5742 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325529 Nov 12 08:26:59.957795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e878aa8-4718-4f35-88a3-407325c6ad1e req-45fc7bca-1369-4d3e-9f4a-9fcd6a211d34 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947449 Nov 12 08:26:59.963598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=033c18a9-43f0-484f-a795-c816f04f2c42,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:00.038555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:00.038941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.129370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.1 (4aebf458-2a33-4fe4-b818-b33a7fcadc7e/2de4d844-0ad7-4c20-ad8f-2c7f68282b65/874fc9d6-d5b4-42aa-a142-5c336a6346b4) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:00.130697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:00.132349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:00.244803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a2a85eee-c1c9-4cc7-8a2f-3ab961e5c1a9 None None] Provisioning complete for port 033c18a9-43f0-484f-a795-c816f04f2c42 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:00.245176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a2a85eee-c1c9-4cc7-8a2f-3ab961e5c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.295058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60544) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:00.617358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a2a85eee-c1c9-4cc7-8a2f-3ab961e5c1a9 None None] Port 033c18a9-43f0-484f-a795-c816f04f2c42 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:00.655838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60548) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:00.684836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'name': 'tempest-router--772169741', 'project_id': 'fc5899dc33fc4cfc8e92f68c7efb1f7d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:00.739041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.786561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.787668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.870672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-363742d7-2854-41e1-951c-74aa73dc13ce None None] Provisioning complete for port 033c18a9-43f0-484f-a795-c816f04f2c42 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:00.874846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-363742d7-2854-41e1-951c-74aa73dc13ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.876788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.879461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.952139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=874fc9d6-d5b4-42aa-a142-5c336a6346b4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:00.960707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.007613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:01.014707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:01.026028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:01.037577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-363742d7-2854-41e1-951c-74aa73dc13ce None None] Port 033c18a9-43f0-484f-a795-c816f04f2c42 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:01.047087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.048082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a10c9720-c08b-498c-a6f7-93917600e370 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3912878 Nov 12 08:27:01.092844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60560) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:01.245955 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.401639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router 0206421f-13d9-4bbe-8563-135065e6c12d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:01.464547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daef06af-95d8-46af-a2d3-b8bf5b5ab4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.577128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:01.590044 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] Sync routers for ids ['0206421f-13d9-4bbe-8563-135065e6c12d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:01.609101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.610886 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] Routers {'0206421f-13d9-4bbe-8563-135065e6c12d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:01.613732 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0206421f-13d9-4bbe-8563-135065e6c12d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:01.614655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b5a4c0a-3e0a-4e65-964c-07f3c3aa1c24 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/0206421f-13d9-4bbe-8563-135065e6c12d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8856881 Nov 12 08:27:01.616783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60572) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:01.701484 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:01.723023 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] Routers {'0206421f-13d9-4bbe-8563-135065e6c12d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:01.724149 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0206421f-13d9-4bbe-8563-135065e6c12d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:01.745474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cda27-6ae3-430a-b129-8cffec265dff tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.749927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4a0cda27-6ae3-430a-b129-8cffec265dff tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports/033c18a9-43f0-484f-a795-c816f04f2c42 HTTP/1.1" status: 200 len: 911 time: 0.1310647 Nov 12 08:27:01.750582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:01.752352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:01.758117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '248b3be1-53b1-4a94-8b07-789b6299ea25'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:01.823122 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:01.825613 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fc08c-f36a-49c4-91ea-0839a11fb475 None None] The sync data for ids ['0206421f-13d9-4bbe-8563-135065e6c12d'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:01.908743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.930163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.964381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c1df7-6509-408e-bf1d-74454bd6c4e8 req-83d6a8bb-4756-4862-b0e2-bb3de2bb87c5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.967026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d5c1df7-6509-408e-bf1d-74454bd6c4e8 req-83d6a8bb-4756-4862-b0e2-bb3de2bb87c5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.7111676 Nov 12 08:27:01.993470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9759-c4f0-4bb9-b8f2-8c60d8c1e7ff req-ff5b98f2-e237-4964-a989-7e2a0ed0fc7d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:02.003778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc5b9759-c4f0-4bb9-b8f2-8c60d8c1e7ff req-ff5b98f2-e237-4964-a989-7e2a0ed0fc7d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.7465315 Nov 12 08:27:02.049526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.092486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bf4760e-71a2-4298-8487-194e6509ffac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.177504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc5b9759-c4f0-4bb9-b8f2-8c60d8c1e7ff req-8772623f-8cf2-4aa4-86d0-a0d6e284bf85 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726332 Nov 12 08:27:02.180459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.182013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c45d914-245f-46e1-80ac-dd84dd162198 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:02.258747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.263126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b8d01008-04bb-4961-a394-4f201e3decb9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5c45d914-245f-46e1-80ac-dd84dd162198 HTTP/1.1" status: 204 len: 168 time: 1.1661177 Nov 12 08:27:02.320121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d5c1df7-6509-408e-bf1d-74454bd6c4e8 req-d91821a3-156a-4cc9-855e-de5649732567 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100059 Nov 12 08:27:02.325659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daef06af-95d8-46af-a2d3-b8bf5b5ab4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.365002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.375052 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daef06af-95d8-46af-a2d3-b8bf5b5ab4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.439591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef06af-95d8-46af-a2d3-b8bf5b5ab4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb8501-a421-4caa-b520-d727e188bb44,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:02.651383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60590) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:02.722538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-daef06af-95d8-46af-a2d3-b8bf5b5ab4fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a93dfb6a98a49f18b8173793777e637&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4214849 Nov 12 08:27:02.723959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60594) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:02.829888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bf4760e-71a2-4298-8487-194e6509ffac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.847902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bf4760e-71a2-4298-8487-194e6509ffac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.885813 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2b3558d-fd75-4901-b5f8-7ea637c90e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.951488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7bf4760e-71a2-4298-8487-194e6509ffac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8edab30edb364c8296e6b18be878a080&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1996486 Nov 12 08:27:02.968386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-178221007', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:02.973548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60600) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:02.992141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2b3558d-fd75-4901-b5f8-7ea637c90e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.044510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4760e-71a2-4298-8487-194e6509ffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49ce69d-723a-4369-90fc-8cf866662fa2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:03.103615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.104602 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.110893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.117649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.196709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.227264 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.235220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:03.235220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.236221 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/ports/033c18a9-43f0-484f-a795-c816f04f2c42 HTTP/1.1" status: 200 len: 911 time: 1.4829204 Nov 12 08:27:03.240918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60606) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:03.257712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.303437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=874fc9d6-d5b4-42aa-a142-5c336a6346b4,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:03.407178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.445360 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2b3558d-fd75-4901-b5f8-7ea637c90e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.448107 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2b3558d-fd75-4901-b5f8-7ea637c90e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.449130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2b3558d-fd75-4901-b5f8-7ea637c90e5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8cb8501-a421-4caa-b520-d727e188bb44 HTTP/1.1" status: 204 len: 168 time: 0.7193720 Nov 12 08:27:03.466298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b51d13c2-3915-4038-a8b9-ffd325823176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.472788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed474241-6f47-4e30-8f96-10af68b62da8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=033c18a9-43f0-484f-a795-c816f04f2c42,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:03.533695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b51d13c2-3915-4038-a8b9-ffd325823176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.617159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3558d-fd75-4901-b5f8-7ea637c90e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb8501-a421-4caa-b520-d727e188bb44,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:03.830208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b51d13c2-3915-4038-a8b9-ffd325823176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.837016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b51d13c2-3915-4038-a8b9-ffd325823176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.840419 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b51d13c2-3915-4038-a8b9-ffd325823176 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d49ce69d-723a-4369-90fc-8cf866662fa2 HTTP/1.1" status: 204 len: 168 time: 0.8658330 Nov 12 08:27:03.879219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d13c2-3915-4038-a8b9-ffd325823176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49ce69d-723a-4369-90fc-8cf866662fa2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:04.084064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c53f1b-30da-48ee-9e0c-d5a25ea09f4a req-b7af8365-6e33-4a1e-a75b-4b8f110d714e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:04.085637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2c53f1b-30da-48ee-9e0c-d5a25ea09f4a req-b7af8365-6e33-4a1e-a75b-4b8f110d714e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.7776833 Nov 12 08:27:04.196548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.359766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60626) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:04.454505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.480467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ccd38-423b-4216-9ce0-93127b2b9527 req-b9fc723d-36c7-4002-b2c5-406d390baf5b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:04.482548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b5ccd38-423b-4216-9ce0-93127b2b9527 req-b9fc723d-36c7-4002-b2c5-406d390baf5b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 1.0233731 Nov 12 08:27:04.510966 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9110e607-71cd-49ee-b5b1-56286ee8df04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.631487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60636) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:04.663548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4dee1be-7172-40f7-a314-086628ec7d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.670469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 033c18a9-43f0-484f-a795-c816f04f2c42 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:04.671475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.673487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:04.700553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:04.721772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-05b5d4e6-b0c3-4ef2-bf6f-d646249cc853 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6306281 Nov 12 08:27:04.764445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2c53f1b-30da-48ee-9e0c-d5a25ea09f4a req-849ffecd-e28d-4aa8-a308-af3530b2e852 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191397 Nov 12 08:27:04.879228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.895584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b5ccd38-423b-4216-9ce0-93127b2b9527 req-af6f0f46-ef7b-4462-aab3-afdd31ebe83f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979068 Nov 12 08:27:04.898311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 033c18a9-43f0-484f-a795-c816f04f2c42 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:05.002618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4dee1be-7172-40f7-a314-086628ec7d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.010897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4dee1be-7172-40f7-a314-086628ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.029174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-37b17c42-dd07-4d66-b7b3-bdfb95863b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.030801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-37b17c42-dd07-4d66-b7b3-bdfb95863b5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51498139c5a44b828f9928239a242171&device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 1102 time: 0.2715540 Nov 12 08:27:05.099362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dee1be-7172-40f7-a314-086628ec7d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b66f3-dc27-4c84-a68b-3322cca06b35,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.137629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f4dee1be-7172-40f7-a314-086628ec7d10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0a1bec5797f4b07a460864176121c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5023806 Nov 12 08:27:05.198681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60642) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:05.258777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:05.262535 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9110e607-71cd-49ee-b5b1-56286ee8df04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.267642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.268404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c2b912ae-1187-4f47-9979-d5517dff4c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.294206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9110e607-71cd-49ee-b5b1-56286ee8df04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.314021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c2b912ae-1187-4f47-9979-d5517dff4c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.316482 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.364571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110e607-71cd-49ee-b5b1-56286ee8df04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e32d4-e422-4d20-913f-eb73c79e2ff2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.395543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.441572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=033c18a9-43f0-484f-a795-c816f04f2c42,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.460564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c2b912ae-1187-4f47-9979-d5517dff4c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.463820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c2b912ae-1187-4f47-9979-d5517dff4c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.468369 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c2b912ae-1187-4f47-9979-d5517dff4c58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f10b66f3-dc27-4c84-a68b-3322cca06b35 HTTP/1.1" status: 204 len: 168 time: 0.2681761 Nov 12 08:27:05.497457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b912ae-1187-4f47-9979-d5517dff4c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b66f3-dc27-4c84-a68b-3322cca06b35,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.502954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-b1f74593-429c-4a6d-ab82-4e9c17330b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.516895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-b1f74593-429c-4a6d-ab82-4e9c17330b46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.4466159 Nov 12 08:27:05.521761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9110e607-71cd-49ee-b5b1-56286ee8df04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49f00638061840b3b58557f13f6abbb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1515882 Nov 12 08:27:05.531221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60652) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:05.663446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.700086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-bd258520-09f6-4c53-a278-2e08b32516ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0d4374d6-d353-4b9b-9109-72782ac3f827 HTTP/1.1" status: 200 len: 217 time: 0.1535969 Nov 12 08:27:05.860951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Allocated IP 172.25.4.30 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e3fca6c9-9242-429e-83f9-5f77155aa801) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:06.001174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.055489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router 0206421f-13d9-4bbe-8563-135065e6c12d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:06.203890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:06.213001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a68c259-912d-47b7-85eb-f6bf4cfcba57 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/0206421f-13d9-4bbe-8563-135065e6c12d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9703333 Nov 12 08:27:06.213638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60666) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:06.216524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] Sync routers for ids ['0206421f-13d9-4bbe-8563-135065e6c12d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:06.228886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] Routers {'0206421f-13d9-4bbe-8563-135065e6c12d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:06.230125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0206421f-13d9-4bbe-8563-135065e6c12d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.299175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ee3f2e7e-1a78-4940-b977-d54942ec5022 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=0206421f-13d9-4bbe-8563-135065e6c12d HTTP/1.1" status: 200 len: 205 time: 0.0822518 Nov 12 08:27:06.300075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60670) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:06.312285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.318626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-a27998c3-1640-4e14-ac58-ca20f903548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.319922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-a27998c3-1640-4e14-ac58-ca20f903548f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.6105187 Nov 12 08:27:06.321616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:06.329406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6ebf393b-faa3-4356-bf01-fb0f1806302a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/routers/0e1a8c94-07cf-4263-bea0-d61bfc030651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7861574 Nov 12 08:27:06.336425 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:06.352457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] Routers {'0206421f-13d9-4bbe-8563-135065e6c12d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:06.353863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0206421f-13d9-4bbe-8563-135065e6c12d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.364771 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:06.367388 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.432100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:06.453235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'port': {'network_id': '4aebf458-2a33-4fe4-b818-b33a7fcadc7e', 'name': 'tempest-FloatingIPTestJSON-1932218202'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:06.462200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.463150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb09b41-9a51-4738-9494-3f1d88dc0d89 None None] The sync data for ids ['0206421f-13d9-4bbe-8563-135065e6c12d'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:06.482638 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.526113 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.549216 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:06.549779 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.581738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.627382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:06.628088 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515a819-fc04-40b9-8253-5a88ab392c99 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:06.670010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbcb0b-d3bf-4ef7-a8ca-9d0204dcdcf3 req-62597ee0-9c86-4b56-bc8d-bfd55924fda8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.671672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5bbcb0b-d3bf-4ef7-a8ca-9d0204dcdcf3 req-62597ee0-9c86-4b56-bc8d-bfd55924fda8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.6612668 Nov 12 08:27:06.672556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01e629e4-225d-47d6-a119-a1db8d7c7d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.677686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:06.702806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51723b35-2777-4245-bac1-45bada681fde req-243b9d06-2d4e-45c5-ab8c-949545ebe4be tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.706283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51723b35-2777-4245-bac1-45bada681fde req-243b9d06-2d4e-45c5-ab8c-949545ebe4be tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.6195335 Nov 12 08:27:06.722746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:06.730582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:06.737920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9dfdcb-0c1a-473d-b8bc-ef1564b618a0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:06.814074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-42ed789c-613e-4f36-9aea-55bb654828da None None] Provisioning complete for port e3fca6c9-9242-429e-83f9-5f77155aa801 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:06.818981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42ed789c-613e-4f36-9aea-55bb654828da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.840741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-c23b1d6f-4021-45dc-a5df-a22ed4007978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.846688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-c23b1d6f-4021-45dc-a5df-a22ed4007978 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5159121 Nov 12 08:27:06.912689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.931890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.944110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-42ed789c-613e-4f36-9aea-55bb654828da None None] Port e3fca6c9-9242-429e-83f9-5f77155aa801 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:06.980369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01e629e4-225d-47d6-a119-a1db8d7c7d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.052737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.053392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router 0206421f-13d9-4bbe-8563-135065e6c12d {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:07.055804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:07.060657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.069966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.074056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1947ddc6-33a8-4653-adb7-5973633b6f05 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/0206421f-13d9-4bbe-8563-135065e6c12d HTTP/1.1" status: 204 len: 168 time: 0.7729723 Nov 12 08:27:07.075391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60696) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:07.128891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] device_id is not set on port 7b9173c6-23e5-46bf-94bb-643159b84c88 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:07.211623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet 248b3be1-53b1-4a94-8b07-789b6299ea25 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:27:07.215043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.304032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event updated for resources: {'Port': ['ID=e3fca6c9-9242-429e-83f9-5f77155aa801,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:07.347783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.401221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51723b35-2777-4245-bac1-45bada681fde req-a8b16eb8-52b2-45fe-950f-3222c926c05d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484753 Nov 12 08:27:07.401941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01e629e4-225d-47d6-a119-a1db8d7c7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.409942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01e629e4-225d-47d6-a119-a1db8d7c7d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.414308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-01e629e4-225d-47d6-a119-a1db8d7c7d09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f4e32d4-e422-4d20-913f-eb73c79e2ff2 HTTP/1.1" status: 204 len: 168 time: 1.8820367 Nov 12 08:27:07.518220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5bbcb0b-d3bf-4ef7-a8ca-9d0204dcdcf3 req-7d6aad30-709f-4fdb-99f7-efd656a99548 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976606 Nov 12 08:27:07.562377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e629e4-225d-47d6-a119-a1db8d7c7d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e32d4-e422-4d20-913f-eb73c79e2ff2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:07.586729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.618477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-8c16ad70-b2e5-4996-8bd7-186d6361a3c1 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405460 Nov 12 08:27:07.782151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.11 (4aebf458-2a33-4fe4-b818-b33a7fcadc7e/2de4d844-0ad7-4c20-ad8f-2c7f68282b65/7b9173c6-23e5-46bf-94bb-643159b84c88) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:07.822617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.884667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.929308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34deba1f-48cb-49ce-8642-e138d5e839a3 None None] Network ef6fdcbc-2fb3-4714-bca3-003877dee39b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:07.957008 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/248b3be1-53b1-4a94-8b07-789b6299ea25 HTTP/1.1" status: 204 len: 168 time: 0.8734028 Nov 12 08:27:07.974690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60718) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:08.074942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4552b6f-0f77-4b05-80da-d253826301e1 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=248b3be1-53b1-4a94-8b07-789b6299ea25,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:08.211518 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:08.399007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] DHCP port deletion for ef6fdcbc-2fb3-4714-bca3-003877dee39b request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:08.431572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.508760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21e31b6a-1572-4b32-b79f-ff51b013805f req-0e137a40-3627-44e6-bd3a-bfdd5313adf0 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714995 Nov 12 08:27:08.510278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.616020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Deleting port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:08.618060 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.810561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.844951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] For port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,segment=NetworkSegment(1878bb20-5fa2-4292-9737-3f1e1753205e),segment_id=1878bb20-5fa2-4292-9737-3f1e1753205e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:08.845429 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.864656 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.906809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Calling delete_port for 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:08.945648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.085159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=7b9173c6-23e5-46bf-94bb-643159b84c88,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:09.101671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:09.106421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:09.109708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:09.160107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.238379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.242211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Pushing event deleted for resources: {'Port': ['ID=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:09.254702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.266404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] No DVR routers for this DVR port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:09.275262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.276524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.278195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.278691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.279222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.282307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.282834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.283363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.283853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.284827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.285863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.287793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5525047a-8c01-4c39-9614-78a075f0b263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:09.320161 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7ed822ad-38f5-4459-b135-ad45dc90f44e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8806016 Nov 12 08:27:09.320161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60772) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:09.328180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'port': {'network_id': '4aebf458-2a33-4fe4-b818-b33a7fcadc7e', 'name': 'tempest-FloatingIPTestJSON-1370219573'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:09.353992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e936e5-7b67-4d3b-84e3-c18f25661790 req-898e3302-ef60-4dec-afa7-c68e3387431c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.356148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72e936e5-7b67-4d3b-84e3-c18f25661790 req-898e3302-ef60-4dec-afa7-c68e3387431c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.3749218 Nov 12 08:27:09.403596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ca755-3748-4a36-a939-3c8849d076c3 req-af5ccc7c-ba3a-494f-9018-08c66ae8decf tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.413856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c9ca755-3748-4a36-a939-3c8849d076c3 req-af5ccc7c-ba3a-494f-9018-08c66ae8decf tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.4223611 Nov 12 08:27:09.440091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:09.440985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.530895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:09.545252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.584871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72e936e5-7b67-4d3b-84e3-c18f25661790 req-4b562d37-c2fa-4283-9775-9dbec7fb77e5 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047174 Nov 12 08:27:09.606887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:09.607500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:09.681720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c9ca755-3748-4a36-a939-3c8849d076c3 req-c1255cf1-9442-4642-b71d-ca5fddf1f7a9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560172 Nov 12 08:27:09.848847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Router 65f32e42-064c-4a94-8887-a34fc7abf9e1 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:09.972000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b, host n-d-768509-25, got binding levels [] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:09.972441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.998785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:10.002462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b was not found and therefore no delete operation was performed {{(pid=102371) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:27:10.006777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.041458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:10.045049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.048461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:10.060281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port 5f7ccb8e-e7c9-4aca-93ad-94e24f8d148b on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:10.065189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:10.082073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] Sync routers for ids ['65f32e42-064c-4a94-8887-a34fc7abf9e1'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:10.100363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] device_id is not set on port d85d21b9-bcab-4350-9124-2f1e283fe9b5 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:10.102470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.108488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-722e1eb9-06d7-4ee8-84f2-af25222ccd11 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4588630 Nov 12 08:27:10.110151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60832) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.110315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] Routers {'65f32e42-064c-4a94-8887-a34fc7abf9e1'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:10.113106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['65f32e42-064c-4a94-8887-a34fc7abf9e1'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.222495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.237269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] Routers {'65f32e42-064c-4a94-8887-a34fc7abf9e1'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:10.238182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:26:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['65f32e42-064c-4a94-8887-a34fc7abf9e1'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.242474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.285645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.286704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f55bc-efe5-43a9-8cd7-e10278ebfe05 None None] The sync data for ids ['65f32e42-064c-4a94-8887-a34fc7abf9e1'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:10.309571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6fdcbc-2fb3-4714-bca3-003877dee39b']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.339469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f0e2cd90-cb33-43b4-97d6-762b11a053f9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/65f32e42-064c-4a94-8887-a34fc7abf9e1 HTTP/1.1" status: 200 len: 923 time: 0.2272897 Nov 12 08:27:10.342012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1878bb20-5fa2-4292-9737-3f1e1753205e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.342200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.342405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1878bb20-5fa2-4292-9737-3f1e1753205e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.353665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60840) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.359456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.392702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.397056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.2 (4aebf458-2a33-4fe4-b818-b33a7fcadc7e/2de4d844-0ad7-4c20-ad8f-2c7f68282b65/d85d21b9-bcab-4350-9124-2f1e283fe9b5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:10.397204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd9a1e5f-86af-40a0-b0b6-bb40027936f4 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f32e42-064c-4a94-8887-a34fc7abf9e1 HTTP/1.1" status: 200 len: 205 time: 0.0514333 Nov 12 08:27:10.397315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60844) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.403230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:10.403632 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:10.406649 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:10.529618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.541670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.549966 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/ef6fdcbc-2fb3-4714-bca3-003877dee39b HTTP/1.1" status: 204 len: 168 time: 2.5736749 Nov 12 08:27:10.554701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60852) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.562825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1037300967', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:10.590633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e2037-0587-49c9-85f1-87abac246795 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=ef6fdcbc-2fb3-4714-bca3-003877dee39b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:10.613643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.648686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6dde8ad2-2a9a-4517-89ab-8caf2ab04485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.679656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.680954 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.842291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.862513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5149033-4fa6-40a2-bebc-492ca03c35d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.868877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.904836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.935047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.999099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:11.000070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb46d-2062-4b56-98c8-ac11714a2b9f req-6ffc181c-0baa-47e2-a826-2503e55735a6 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.001635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34cdb46d-2062-4b56-98c8-ac11714a2b9f req-6ffc181c-0baa-47e2-a826-2503e55735a6 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.2489579 Nov 12 08:27:11.004511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.007943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:11.008113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c8b9e12c-c0b9-4c3b-8fd8-21e1442e29a6 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4490242 Nov 12 08:27:11.011261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60872) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.016565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:11.018705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-875288094'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:11.027947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.038239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb257e-1ef7-4166-90b9-b0e8c3f6bd72 req-117e0663-ea0b-47a3-81c7-272d8a37a4fa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.039791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8cb257e-1ef7-4166-90b9-b0e8c3f6bd72 req-117e0663-ea0b-47a3-81c7-272d8a37a4fa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.1819050 Nov 12 08:27:11.052296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5149033-4fa6-40a2-bebc-492ca03c35d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.055892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=d85d21b9-bcab-4350-9124-2f1e283fe9b5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.066564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5149033-4fa6-40a2-bebc-492ca03c35d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.116689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:11.119448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.149982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.151516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.154803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5149033-4fa6-40a2-bebc-492ca03c35d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4f45c-68d2-41a1-9810-bf2626654573,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.170646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34cdb46d-2062-4b56-98c8-ac11714a2b9f req-56edcd54-ce6d-4524-9e98-26e596c3be74 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430254 Nov 12 08:27:11.187964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e5149033-4fa6-40a2-bebc-492ca03c35d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92259cf67c1b4e8fa9ecd893cb22da69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8308685 Nov 12 08:27:11.189093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60876) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.212654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a393ef0b-8659-4e52-935b-0176fbadb453 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8911786 Nov 12 08:27:11.214263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60880) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.236432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'd85d21b9-bcab-4350-9124-2f1e283fe9b5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:11.253183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8cb257e-1ef7-4166-90b9-b0e8c3f6bd72 req-a22e6de8-be07-47c9-97ba-44a5c458e318 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594331 Nov 12 08:27:11.254214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:11.281478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.282168 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment 5224a2e5-7919-4df2-95c4-ae2db8a90b3b of type vlan for network d90ef8b3-fb9d-4a43-9666-11cd86aced2c Nov 12 08:27:11.293548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Deleting port e3fca6c9-9242-429e-83f9-5f77155aa801 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:11.293893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.318263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.324827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea3aed4-f55b-47a9-8b12-cc1a9a796ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.385260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea3aed4-f55b-47a9-8b12-cc1a9a796ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.403694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.448431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.456470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.462451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.463042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.507364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea3aed4-f55b-47a9-8b12-cc1a9a796ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.509449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4953887 Nov 12 08:27:11.510577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ea3aed4-f55b-47a9-8b12-cc1a9a796ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.515065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Calling delete_port for e3fca6c9-9242-429e-83f9-5f77155aa801 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:11.515905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ea3aed4-f55b-47a9-8b12-cc1a9a796ad9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fb4f45c-68d2-41a1-9810-bf2626654573 HTTP/1.1" status: 204 len: 168 time: 0.3257303 Nov 12 08:27:11.517273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60890) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.524776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:11.531079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3aed4-f55b-47a9-8b12-cc1a9a796ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4f45c-68d2-41a1-9810-bf2626654573,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.554910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.728375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07bcba-d5a2-4780-b2a0-f39e8af5f33f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=d90ef8b3-fb9d-4a43-9666-11cd86aced2c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.743934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:11.752627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:11.756280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.781739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.183 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/bdf05b91-60d1-431e-8206-d37601ce4602) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:11.908670 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.967325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.000560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c9707-1711-4419-8914-eb968aed713a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:12.045269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event deleted for resources: {'Port': ['ID=e3fca6c9-9242-429e-83f9-5f77155aa801,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.062078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.154005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.201621 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.249392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=bdf05b91-60d1-431e-8206-d37601ce4602,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.269028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:12.270662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:12.274895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:12.549098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.555261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.612710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.996221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.996939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Fanout notify agent at l3_agent the message router_deleted on router 65f32e42-064c-4a94-8887-a34fc7abf9e1 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:13.028814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff695c-158b-4313-bf6c-b1f2c72af554 req-d3ba66dd-82c1-4948-8d07-ceb2bcaa9e58 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:13.030576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35ff695c-158b-4313-bf6c-b1f2c72af554 req-d3ba66dd-82c1-4948-8d07-ceb2bcaa9e58 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.6333516 Nov 12 08:27:13.050044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.055308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-517a28df-3b88-4cef-be42-a0aec06cff6d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/65f32e42-064c-4a94-8887-a34fc7abf9e1 HTTP/1.1" status: 204 len: 168 time: 2.6511002 Nov 12 08:27:13.063697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60956) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:13.070281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1697590278', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': False}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:13.075365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e566-9ebb-40d7-8307-270f0f3bd9ce req-4c8610c4-3a32-44c0-8b1d-e8eaadf9e37c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:13.083899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf53e566-9ebb-40d7-8307-270f0f3bd9ce req-4c8610c4-3a32-44c0-8b1d-e8eaadf9e37c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.6765776 Nov 12 08:27:13.144996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=a1b7cf32-6a95-48c9-80cc-e758a17ed188,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:13.147482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.148380 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffd2e602-7e9f-414c-9436-4d1207938a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.148930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.256519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:13.256789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: d90ef8b3-fb9d-4a43-9666-11cd86aced2c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:13.284424 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf53e566-9ebb-40d7-8307-270f0f3bd9ce req-bda46e2e-fe50-4fe4-b401-6cb986fd9166 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987782 Nov 12 08:27:13.299559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.301493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35ff695c-158b-4313-bf6c-b1f2c72af554 req-991f7ce2-eae1-4bae-9302-6eeec38848ce tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065215 Nov 12 08:27:13.310590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:13.333282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d90ef8b3-fb9d-4a43-9666-11cd86aced2c) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:13.338905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:13.340227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.351510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf236b4-e0c3-4014-bbad-a03348dd4eef None None] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:13.367751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8ea6fe6d-97c1-4a99-ba9c-d9bc94857184 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8491776 Nov 12 08:27:13.374840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:13.508980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.761397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.814398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-d90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:13.815284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.879229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.891366 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.132215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Allocated IP 2001:db8::2 (d90ef8b3-fb9d-4a43-9666-11cd86aced2c/a1b7cf32-6a95-48c9-80cc-e758a17ed188/5e16f607-067e-48af-9191-c153b56d718c) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:14.276786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.287837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.424373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.485131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.488712 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.616444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Pushing event updated for resources: {'Port': ['ID=5e16f607-067e-48af-9191-c153b56d718c,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:14.629096 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.631216 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP 5ba60a2c-c75c-423b-b256-c1a138009fba associated. External IP: 172.25.4.183, port: d85d21b9-bcab-4350-9124-2f1e283fe9b5. Nov 12 08:27:14.640822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:14.643549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:14.644158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8::1 (d90ef8b3-fb9d-4a43-9666-11cd86aced2c/a1b7cf32-6a95-48c9-80cc-e758a17ed188/0aaca61e-2809-493c-8d64-7a3cfba50c1a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:14.650685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:14.676467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5d32-3997-46b8-a956-ed8c69addf60 req-00fc5460-ceb4-449e-8ee2-8daf2caec6e3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.678241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-364e5d32-3997-46b8-a956-ed8c69addf60 req-00fc5460-ceb4-449e-8ee2-8daf2caec6e3 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 944 time: 0.1953483 Nov 12 08:27:14.691798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c32d8-02cb-4a84-9ab7-d84a0af3e1ed req-0677c43d-1c66-447a-bf56-bd0b3d228a58 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.700710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a11c32d8-02cb-4a84-9ab7-d84a0af3e1ed req-0677c43d-1c66-447a-bf56-bd0b3d228a58 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.1393216 Nov 12 08:27:14.731943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Attempting to bind port 5e16f607-067e-48af-9191-c153b56d718c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:14.732638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Attempting to bind port 5e16f607-067e-48af-9191-c153b56d718c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:14.733709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Attempting to bind port 5e16f607-067e-48af-9191-c153b56d718c on network d90ef8b3-fb9d-4a43-9666-11cd86aced2c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:14.741443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:14.742114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Checking segment: {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:14.742843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.743391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Bound using segment: {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:14.745226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Bound port: 5e16f607-067e-48af-9191-c153b56d718c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:14.746037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.836744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:14.872217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] For port 5e16f607-067e-48af-9191-c153b56d718c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:14.878977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] For port 5e16f607-067e-48af-9191-c153b56d718c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e16f607-067e-48af-9191-c153b56d718c,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:14.891449 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.909942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-d12af897-d4b6-46c8-9c14-c9fd765a7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.919805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-d12af897-d4b6-46c8-9c14-c9fd765a7c43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1096 time: 0.2935550 Nov 12 08:27:14.922670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.029564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-364e5d32-3997-46b8-a956-ed8c69addf60 req-6cdca492-60a8-4241-bc74-403a42b5bc28 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260703 Nov 12 08:27:15.040264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a11c32d8-02cb-4a84-9ab7-d84a0af3e1ed req-52c5c0f5-4e8d-413a-9b12-816749287740 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383718 Nov 12 08:27:15.066819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ec943-0225-41ba-9913-f966a721ae49 None None] Pushing event updated for resources: {'Port': ['ID=5e16f607-067e-48af-9191-c153b56d718c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.107405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=bdf05b91-60d1-431e-8206-d37601ce4602,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.174374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.195021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:15.244881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'network_id': '346797a7-d7ae-4e3e-ac72-21d54ee71358', 'port_id': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'mac_address': 'fa:16:3e:e9:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8346f34c-3b0f-43ce-9d5b-fd3cc388c461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:15.290593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.315620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.325120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 32854) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:15.337987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:15.377719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f03d5d-6f56-44d7-98d0-7238d49594a1 req-982bf208-8246-4bbf-a25d-d210f9d4ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:15.379405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f03d5d-6f56-44d7-98d0-7238d49594a1 req-982bf208-8246-4bbf-a25d-d210f9d4ab17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 1097 time: 0.1260731 Nov 12 08:27:15.434825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:15.445983 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.465517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-d4e24854-6827-4c5b-ab94-6648ce434dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:15.468735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-d4e24854-6827-4c5b-ab94-6648ce434dff service neutron] 10.222.0.25 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.3513227 Nov 12 08:27:15.487916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.603184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.613353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:15.614723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=0aaca61e-2809-493c-8d64-7a3cfba50c1a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.619527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:15.624194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f03d5d-6f56-44d7-98d0-7238d49594a1 req-f52d20bf-fddf-4ff9-81ee-96d577a7e7cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350731 Nov 12 08:27:15.625011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:15.625607 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.641425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-210ec8f6-bdf3-442e-9eb3-7f0fa23ea9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.654958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.815963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ff97a5eb-f223-4bfc-8934-5c9946b16c6f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:15.831762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.006434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-210ec8f6-bdf3-442e-9eb3-7f0fa23ea9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.012893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-210ec8f6-bdf3-442e-9eb3-7f0fa23ea9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.051576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ec8f6-bdf3-442e-9eb3-7f0fa23ea9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30db3e-03cc-4398-a443-2c80a6ba0a8f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:16.069514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-563f626d-dbcd-4dc9-a581-8c3194f285ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.5644119 Nov 12 08:27:16.174431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-210ec8f6-bdf3-442e-9eb3-7f0fa23ea9ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b720e348a494f639d948c666bb70440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8466456 Nov 12 08:27:16.181256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 32874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:16.331765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-024bc9b5-36b3-4ef9-9b47-57fe8654a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:16.333666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-024bc9b5-36b3-4ef9-9b47-57fe8654a6c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.2322419 Nov 12 08:27:16.339933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:16.487696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.521802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e410b-45d5-45e4-81dc-a1788b0da31f req-10c8ff69-e7d9-4a1a-9d4a-ac5557851816 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:16.523457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f9e410b-45d5-45e4-81dc-a1788b0da31f req-10c8ff69-e7d9-4a1a-9d4a-ac5557851816 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.3003328 Nov 12 08:27:16.524246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.525042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.563175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:16.577429 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:16.596639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=0aaca61e-2809-493c-8d64-7a3cfba50c1a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:16.609217 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:16.612309 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:16.627152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac456d02-873c-470f-b1c3-9cd46b40e25d req-6b9a5fa0-3305-47d4-82bb-8a9fd7effeaa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:16.629624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac456d02-873c-470f-b1c3-9cd46b40e25d req-6b9a5fa0-3305-47d4-82bb-8a9fd7effeaa tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.4494390 Nov 12 08:27:16.640257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-9377b62e-0d5f-4264-8cee-1e6376f2516f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2945876 Nov 12 08:27:16.648426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.650924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0934937-64ef-4ae7-bc15-77e29e2b96e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.659805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Allocated IP 172.25.4.116 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6e27484e-7a02-4e5f-884e-2532ad99bda8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:16.739795 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:16.744095 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.760597 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:16.762221 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:16.789335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f9e410b-45d5-45e4-81dc-a1788b0da31f req-2416dbf3-df39-486d-a52a-058794ee112b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529156 Nov 12 08:27:16.799723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4b770-ca8c-43e8-8464-c2ca9cf9a07c None None] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:16.806159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0934937-64ef-4ae7-bc15-77e29e2b96e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.848628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac456d02-873c-470f-b1c3-9cd46b40e25d req-94f18fbc-ce23-4684-8126-8724fd5dac93 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620870 Nov 12 08:27:16.879066 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:16.880246 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec575d7-e89c-429b-9e5e-d1480a7e32b1 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:16.883107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-421d556a-44de-4488-a421-7020d8fc51fa service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102792 Nov 12 08:27:16.903901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:16.905708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:16.960941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dd26bdb8-6820-44b5-9f29-250a81f8e48c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7431226 Nov 12 08:27:16.974414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 32890) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:16.979757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:17.005493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:17.030844 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0934937-64ef-4ae7-bc15-77e29e2b96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.033896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0934937-64ef-4ae7-bc15-77e29e2b96e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.035256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b0934937-64ef-4ae7-bc15-77e29e2b96e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb30db3e-03cc-4398-a443-2c80a6ba0a8f HTTP/1.1" status: 204 len: 168 time: 0.8464885 Nov 12 08:27:17.048994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0934937-64ef-4ae7-bc15-77e29e2b96e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30db3e-03cc-4398-a443-2c80a6ba0a8f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:17.090038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:17.188250 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.233056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4b399d4e-32b9-4b0f-8f92-1f733c399cb8 None None] Provisioning complete for port 5e16f607-067e-48af-9191-c153b56d718c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:17.234454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4b399d4e-32b9-4b0f-8f92-1f733c399cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.240986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port ff97a5eb-f223-4bfc-8934-5c9946b16c6f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:17.253363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port ff97a5eb-f223-4bfc-8934-5c9946b16c6f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:17.254295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.270533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:17.278300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2198ce-ce12-43b1-b689-0294bd91a155 req-45e57d49-9662-4eec-b7ea-0c13d4348102 service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942387 Nov 12 08:27:17.291483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c826d27f-a0f4-40b3-9f39-17b83795ff80 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9140809 Nov 12 08:27:17.296320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 32900) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:17.306281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1539345767'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:17.342907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:17.348866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.357219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.358886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:17.398719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:17.399610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:17.429234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:17.492416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.493777 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment 0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc of type vlan for network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 Nov 12 08:27:17.521039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:17.615071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.618381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.621909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.649886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.650863 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP 5ba60a2c-c75c-423b-b256-c1a138009fba disassociated. External IP: 172.25.4.183, port: d85d21b9-bcab-4350-9124-2f1e283fe9b5. Nov 12 08:27:17.665768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.682742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:17.684347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.762343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e16f607-067e-48af-9191-c153b56d718c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:17.805241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:17.820076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:17.883187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:17.883731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=88dae74f-8b5d-4e2e-bc29-9b7c828ba512,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:17.930303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-66c02f24-f6c4-4dbc-9168-f1439821badb tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6325059 Nov 12 08:27:17.931103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 32918) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:17.954138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:17.965716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Port': ['ID=6e27484e-7a02-4e5f-884e-2532ad99bda8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.116333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88cd5fa-7759-4333-b097-323715831cb2 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:18.118451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:18.123530 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4b399d4e-32b9-4b0f-8f92-1f733c399cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.338609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1f6dc-61ab-44f2-8978-89563e93b70b req-4f8e88b3-ab0b-4443-8aad-2919431dd37c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:18.352689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f1f6dc-61ab-44f2-8978-89563e93b70b req-4f8e88b3-ab0b-4443-8aad-2919431dd37c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.3729548 Nov 12 08:27:18.431219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e186332-5cf7-421d-857f-86c1dc3cb597 req-e8ddb7f8-1ee4-42bc-a636-6faeae94a27f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:18.432820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e186332-5cf7-421d-857f-86c1dc3cb597 req-e8ddb7f8-1ee4-42bc-a636-6faeae94a27f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 945 time: 0.3164542 Nov 12 08:27:18.439782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.464076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4b399d4e-32b9-4b0f-8f92-1f733c399cb8 None None] For port 5e16f607-067e-48af-9191-c153b56d718c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e16f607-067e-48af-9191-c153b56d718c,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:18.485679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4b399d4e-32b9-4b0f-8f92-1f733c399cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.491233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5e16f607-067e-48af-9191-c153b56d718c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:18.491690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.631015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49f1f6dc-61ab-44f2-8978-89563e93b70b req-add1c7e3-48ab-4a6f-8b80-c45d499d1ac2 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774251 Nov 12 08:27:18.646290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:18.658000 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8da19ed-ea5e-4cd0-b55b-5de5830f538c" -d '{"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-plugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:18.658723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:18.671575 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.738592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e186332-5cf7-421d-857f-86c1dc3cb597 req-3181ef32-bca0-40b2-b68b-2767df69a482 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859316 Nov 12 08:27:18.762544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:18.839176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.867656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:18.872596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b399d4e-32b9-4b0f-8f92-1f733c399cb8 None None] Pushing event updated for resources: {'Port': ['ID=5e16f607-067e-48af-9191-c153b56d718c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.889622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Provisioning complete for port 0aaca61e-2809-493c-8d64-7a3cfba50c1a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:18.890003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.946349 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a944bd5c-7cb3-4ba4-94e3-0d5817867cba x-openstack-request-id: req-a944bd5c-7cb3-4ba4-94e3-0d5817867cba {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:18.947095 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-plugged", "status": "completed", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:18.947511 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a944bd5c-7cb3-4ba4-94e3-0d5817867cba {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:18.948273 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'code': 200} Nov 12 08:27:18.982580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.153882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Port 0aaca61e-2809-493c-8d64-7a3cfba50c1a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:19.278077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:15Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:16Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:19.415417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Provisioning complete for port 6e27484e-7a02-4e5f-884e-2532ad99bda8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:19.415632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7590c-dafd-4cf5-9d67-98f5e4205550 req-81fd5e68-0fd6-4b09-b604-0ea4e1d091dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:19.416989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7590c-dafd-4cf5-9d67-98f5e4205550 req-81fd5e68-0fd6-4b09-b604-0ea4e1d091dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1098 time: 0.1867795 Nov 12 08:27:19.419951 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.485926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:19.486833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:19.495273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.501822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:19.502432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Updating router d6b29448-31f0-43be-8bf7-12b0cd2a848f port 0aaca61e-2809-493c-8d64-7a3cfba50c1a binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:27:19.506951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:19.524938 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:19.525818 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:19.547394 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aa6ae876-cc0d-439c-bc52-4c66183648e5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/floatingips/5ba60a2c-c75c-423b-b256-c1a138009fba HTTP/1.1" status: 200 len: 688 time: 2.5470541 Nov 12 08:27:19.551130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 32964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:19.588122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc179d-9d84-4c55-98d0-51bb8cdb2412 req-a4d84604-ce48-4724-9e01-94e4911c7080 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:19.590971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8fc179d-9d84-4c55-98d0-51bb8cdb2412 req-a4d84604-ce48-4724-9e01-94e4911c7080 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.8165004 Nov 12 08:27:19.609294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Port 6e27484e-7a02-4e5f-884e-2532ad99bda8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:19.618194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:19.622526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.642842 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:19.643678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:19.671268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Provisioning complete for port 5e16f607-067e-48af-9191-c153b56d718c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:19.676715 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e8d33bea-cdf9-4c9c-a22d-1cdb204278d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.763275 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:19.763987 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d213d0-a5c7-4d8b-bc34-76c109c4d4f7 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:19.826236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8fc179d-9d84-4c55-98d0-51bb8cdb2412 req-002eafe4-28d6-4f04-9ec7-5b7429b9d942 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246795 Nov 12 08:27:20.008832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.112488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e16f607-067e-48af-9191-c153b56d718c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:20.129745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7590c-dafd-4cf5-9d67-98f5e4205550 req-66d93690-8780-42c8-b4a8-1760563cd0a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009382 Nov 12 08:27:20.173166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=b5461fa3-3dbd-487f-8db9-1690af2abaf1,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:20.222534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.241221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port bdf05b91-60d1-431e-8206-d37601ce4602 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:20.246165 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.290611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9788c4e-2c49-498b-8652-a09bfb38c7fa req-d0f3a5e5-7f7c-446b-8ab4-b1a90cca8581 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:20.301920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9788c4e-2c49-498b-8652-a09bfb38c7fa req-d0f3a5e5-7f7c-446b-8ab4-b1a90cca8581 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3117359 Nov 12 08:27:20.413253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:20.414530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: 88dae74f-8b5d-4e2e-bc29-9b7c828ba512, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:20.475096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5e16f607-067e-48af-9191-c153b56d718c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:20.477214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.483422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:20.538209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b504f4-0a72-45fe-998c-b2841bd81f02 req-1de5544e-7338-4ac4-9252-4ca31eae7ed1 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:20.541890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1b504f4-0a72-45fe-998c-b2841bd81f02 req-1de5544e-7338-4ac4-9252-4ca31eae7ed1 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.1889153 Nov 12 08:27:20.545835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 88dae74f-8b5d-4e2e-bc29-9b7c828ba512) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:20.576574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:20.581118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.597232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9788c4e-2c49-498b-8652-a09bfb38c7fa req-e3dd64ab-94a5-49df-a54c-a6f8c6f57439 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937012 Nov 12 08:27:20.603912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.604539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.629001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf3a15-398a-4350-b11b-c4bf61172dac None None] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:20.629122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for bdf05b91-60d1-431e-8206-d37601ce4602 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:20.712481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-59b7f80a-798a-4760-94e9-1ae873331d07 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7796340 Nov 12 08:27:20.713414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33026) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:20.775623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Router d74e627e-5208-4c7d-81d4-3f463158714f is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:20.782179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1b504f4-0a72-45fe-998c-b2841bd81f02 req-aa4f6ca6-0232-4682-8097-ec5594bdd3a2 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836746 Nov 12 08:27:20.969889 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1b2db912-d51f-4814-a962-4f9a08af07fe None None] Provisioning complete for port 0aaca61e-2809-493c-8d64-7a3cfba50c1a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:20.970778 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b2db912-d51f-4814-a962-4f9a08af07fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.024901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:21.038467 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.057608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Sync routers for ids ['d74e627e-5208-4c7d-81d4-3f463158714f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:21.065952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=bdf05b91-60d1-431e-8206-d37601ce4602,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:21.078447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.079811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b464e314-d224-4f4c-98d5-c66003d1cb72 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0150275 Nov 12 08:27:21.084847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33036) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:21.203016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.265225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.267957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.268113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1b2db912-d51f-4814-a962-4f9a08af07fe None None] Port 0aaca61e-2809-493c-8d64-7a3cfba50c1a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:21.269276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc4a3183-b1ec-465f-87b5-6cf40f455fd0 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/floatingips/5ba60a2c-c75c-423b-b256-c1a138009fba HTTP/1.1" status: 204 len: 168 time: 1.7162418 Nov 12 08:27:21.273338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33044) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:21.279002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '7b9173c6-23e5-46bf-94bb-643159b84c88'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:21.306353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7e5a01f-f3ba-42c5-a81c-b2886082778b tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/d74e627e-5208-4c7d-81d4-3f463158714f HTTP/1.1" status: 200 len: 909 time: 0.2201531 Nov 12 08:27:21.310525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33046) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:21.318501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.323790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1697590278', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': True}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:21.387250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Routers {'d74e627e-5208-4c7d-81d4-3f463158714f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:21.388201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d74e627e-5208-4c7d-81d4-3f463158714f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:21.400072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.588860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33058) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:21.643166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.651191 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.877970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.883042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.896880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60c710-296e-43a2-bd8e-94a689257659 req-5c500224-450d-49b3-bbb4-914e48a87585 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:21.899467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce60c710-296e-43a2-bd8e-94a689257659 req-5c500224-450d-49b3-bbb4-914e48a87585 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.1614645 Nov 12 08:27:21.958759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.998802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a96a2-1f11-40c8-bd6d-9a2e11be960a None None] Pushing event updated for resources: {'Port': ['ID=0aaca61e-2809-493c-8d64-7a3cfba50c1a,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:22.018783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:22.022308 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.217770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Set router d74e627e-5208-4c7d-81d4-3f463158714f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:22.281455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.67 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/eb84888d-2cc2-489d-9b2f-7488c1c17042) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:22.440460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.531311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Attempting to bind port 0aaca61e-2809-493c-8d64-7a3cfba50c1a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:22.531686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Attempting to bind port 0aaca61e-2809-493c-8d64-7a3cfba50c1a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:22.532068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Attempting to bind port 0aaca61e-2809-493c-8d64-7a3cfba50c1a on network d90ef8b3-fb9d-4a43-9666-11cd86aced2c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:22.550609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce60c710-296e-43a2-bd8e-94a689257659 req-0bc8610e-b5bb-440e-89d8-a23f867687b4 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421360 Nov 12 08:27:22.560417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:22.560860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Checking segment: {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:22.561267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.563926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Bound using segment: {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:22.564516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Bound port: 0aaca61e-2809-493c-8d64-7a3cfba50c1a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5224a2e5-7919-4df2-95c4-ae2db8a90b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:22.564936 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.576429 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab22-7452-4da9-91e8-a584de8c4400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.602821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.603557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f37c-11bb-4d2a-a546-12e80715f78f req-e4444964-4003-4685-82e4-40214cb22840 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:22.611897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b961f37c-11bb-4d2a-a546-12e80715f78f req-e4444964-4003-4685-82e4-40214cb22840 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.5047321 Nov 12 08:27:22.706483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.826194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] For port 0aaca61e-2809-493c-8d64-7a3cfba50c1a, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:22.830655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:22.831622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] For port 0aaca61e-2809-493c-8d64-7a3cfba50c1a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0aaca61e-2809-493c-8d64-7a3cfba50c1a,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:22.838043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:22.843113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:22.883787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b961f37c-11bb-4d2a-a546-12e80715f78f req-2c64bc68-562e-46ca-bce6-58a686b55f15 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707727 Nov 12 08:27:22.905842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=eb84888d-2cc2-489d-9b2f-7488c1c17042,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:22.927568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.089800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-aacf201b-5b9c-4516-b641-fa670c5ac90e None None] Provisioning complete for port 0aaca61e-2809-493c-8d64-7a3cfba50c1a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:23.090264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aacf201b-5b9c-4516-b641-fa670c5ac90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.211470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab22-7452-4da9-91e8-a584de8c4400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.250435 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab22-7452-4da9-91e8-a584de8c4400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.290246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5ab22-7452-4da9-91e8-a584de8c4400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180756d-e7c0-48a4-a78f-a9078f8aba3c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:23.344582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a96a2-1f11-40c8-bd6d-9a2e11be960a None None] Pushing event updated for resources: {'Port': ['ID=0aaca61e-2809-493c-8d64-7a3cfba50c1a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:23.359922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-12a5ab22-7452-4da9-91e8-a584de8c4400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a7f2d6976fb42b7baad5c505b70e90e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7631319 Nov 12 08:27:23.360736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:23.362568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:23.364667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33128) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:23.373703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Allocated IP 2001:db8:1::2 (88dae74f-8b5d-4e2e-bc29-9b7c828ba512/b5461fa3-3dbd-487f-8db9-1690af2abaf1/590a52f8-48be-4b2c-a259-a10875ae727c) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:23.429900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.526352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.592941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74e627e-5208-4c7d-81d4-3f463158714f', 'name': 'tempest-snat-router-1697590278', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.116'}], 'enable_snat': False}, 'gw_port_id': '6e27484e-7a02-4e5f-884e-2532ad99bda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:13Z', 'updated_at': '2021-11-12T08:27:18Z', 'revision_number': 3, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port': {'id': '6e27484e-7a02-4e5f-884e-2532ad99bda8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e627e-5208-4c7d-81d4-3f463158714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:15Z', 'updated_at': '2021-11-12T08:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:23.744118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:23.748959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.753826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Checking router: d74e627e-5208-4c7d-81d4-3f463158714f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:23.754565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Updating router d74e627e-5208-4c7d-81d4-3f463158714f port 6e27484e-7a02-4e5f-884e-2532ad99bda8 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:27:23.791082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Allocated IP 172.25.4.25 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/2e024ab3-97d6-4ee2-9bc3-9ed8231937f7) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:23.850077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.071575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.075441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3b56268-4b4f-4f43-8cb0-f83b93050371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.079038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.154357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3b56268-4b4f-4f43-8cb0-f83b93050371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.193150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=eb84888d-2cc2-489d-9b2f-7488c1c17042,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.196931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.243995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3b56268-4b4f-4f43-8cb0-f83b93050371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.247813 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3b56268-4b4f-4f43-8cb0-f83b93050371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.249425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b3b56268-4b4f-4f43-8cb0-f83b93050371 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c180756d-e7c0-48a4-a78f-a9078f8aba3c HTTP/1.1" status: 204 len: 168 time: 0.8837788 Nov 12 08:27:24.298722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835155d8-868c-4821-b8df-80147ae982c7 req-407b1148-2980-465d-bebe-393f2ed5715d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.300386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-835155d8-868c-4821-b8df-80147ae982c7 req-407b1148-2980-465d-bebe-393f2ed5715d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.7548501 Nov 12 08:27:24.308760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aacf201b-5b9c-4516-b641-fa670c5ac90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.316223 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.320945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.419526 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP cb81f53a-edd9-43b5-a4da-6b99b7a032ba associated. External IP: 172.25.4.67, port: 7b9173c6-23e5-46bf-94bb-643159b84c88. Nov 12 08:27:24.490241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-835155d8-868c-4821-b8df-80147ae982c7 req-3d19348a-3494-405f-9680-6d75c42f5e00 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398623 Nov 12 08:27:24.492848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b56268-4b4f-4f43-8cb0-f83b93050371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180756d-e7c0-48a4-a78f-a9078f8aba3c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.518142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f65b2-5922-45dd-af30-9b7549c460e1 req-ab0a15de-7825-4f0d-8718-1156bacb8374 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.528173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376f65b2-5922-45dd-af30-9b7549c460e1 req-ab0a15de-7825-4f0d-8718-1156bacb8374 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.5980210 Nov 12 08:27:24.616276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-376f65b2-5922-45dd-af30-9b7549c460e1 req-4735e24c-3927-4e9b-bc24-c721fabfc86e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823655 Nov 12 08:27:24.628464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.636686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-aacf201b-5b9c-4516-b641-fa670c5ac90e None None] For port 0aaca61e-2809-493c-8d64-7a3cfba50c1a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0aaca61e-2809-493c-8d64-7a3cfba50c1a,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:24.671326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aacf201b-5b9c-4516-b641-fa670c5ac90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.687067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:24.693413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:24.698592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:24.719971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Port': ['ID=2e024ab3-97d6-4ee2-9bc3-9ed8231937f7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.773127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e9801-7764-4f53-8c15-e3069fcd2a78 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:24.926767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.981061 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.030099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:25.257987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:25.264300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:25.280255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f8385-cd28-404b-85ea-90e754039473 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:25.306159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f8385-cd28-404b-85ea-90e754039473 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:25.309311 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-224f8385-cd28-404b-85ea-90e754039473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:25.317754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:25.317945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.367913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c32c290-e9ab-45ff-8e2e-98bf4e95d10f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0934842 Nov 12 08:27:25.372337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:25.373471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33184) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:25.403084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1c1553af-b7d5-4c0c-980a-e7cb3cebfa15 None None] Provisioning complete for port 0aaca61e-2809-493c-8d64-7a3cfba50c1a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:25.404366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c1553af-b7d5-4c0c-980a-e7cb3cebfa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.438440 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-224f8385-cd28-404b-85ea-90e754039473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:25.466293 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f8385-cd28-404b-85ea-90e754039473 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:25.467469 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-224f8385-cd28-404b-85ea-90e754039473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:25.482584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8:1::1 (88dae74f-8b5d-4e2e-bc29-9b7c828ba512/b5461fa3-3dbd-487f-8db9-1690af2abaf1/6b481cd6-0499-483d-bfd3-9663cff28c4e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:25.505200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33190) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:25.553813 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55c751ec-6684-47f7-a95f-444d45c122b1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/floatingips/cb81f53a-edd9-43b5-a4da-6b99b7a032ba HTTP/1.1" status: 200 len: 978 time: 0.1789393 Nov 12 08:27:25.556983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33196) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:25.560078 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-224f8385-cd28-404b-85ea-90e754039473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:25.566293 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f8385-cd28-404b-85ea-90e754039473 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:25.583816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf201b-5b9c-4516-b641-fa670c5ac90e None None] Pushing event updated for resources: {'Port': ['ID=0aaca61e-2809-493c-8d64-7a3cfba50c1a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.783907 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5fa4cba1-492b-4b1d-800a-f4c799175914 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2195792 Nov 12 08:27:25.790406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:25.795813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'port_id': 'd85d21b9-bcab-4350-9124-2f1e283fe9b5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:25.896522 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.914243 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.915384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Pushing event updated for resources: {'Port': ['ID=590a52f8-48be-4b2c-a259-a10875ae727c,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.919070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Attempting to bind port 590a52f8-48be-4b2c-a259-a10875ae727c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:25.919070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Attempting to bind port 590a52f8-48be-4b2c-a259-a10875ae727c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:25.919070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Attempting to bind port 590a52f8-48be-4b2c-a259-a10875ae727c on network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:25.945664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.974425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a64046ed-312e-4a5b-aec6-40a2c00f65ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.024859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:15Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:22Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:26.037773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:26.041017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Checking segment: {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:26.041621 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.042164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Bound using segment: {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:26.044888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Bound port: 590a52f8-48be-4b2c-a259-a10875ae727c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:26.045316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.120267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd044d-320d-48c8-ae28-bb59979cdee2 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:26.133673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435abd5-2de7-4cc1-a83d-ca6c3f49c3f7 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:15Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:22Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:26.159314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ffa58-d1a7-4f1a-b9ef-aa03acf116a1 None None] Pushing event updated for resources: {'Port': ['ID=6e27484e-7a02-4e5f-884e-2532ad99bda8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:26.162709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Attempting to bind port 6e27484e-7a02-4e5f-884e-2532ad99bda8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:26.163083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Attempting to bind port 6e27484e-7a02-4e5f-884e-2532ad99bda8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:26.163452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Attempting to bind port 6e27484e-7a02-4e5f-884e-2532ad99bda8 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:26.210746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:26.211257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:26.211680 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.212145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:26.212723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Bound port: 6e27484e-7a02-4e5f-884e-2532ad99bda8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:26.213278 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.276338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9cb5ba78-3fd2-4dba-bfcd-df51957e15d8 None None] Provisioning complete for port 6e27484e-7a02-4e5f-884e-2532ad99bda8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:26.276559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3f6bc-24bf-4d0d-9e52-26da41333c4d req-492d3e41-c4f2-4ed3-b079-a932d2e0a0dc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:26.276852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ba78-3fd2-4dba-bfcd-df51957e15d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.286559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78e3f6bc-24bf-4d0d-9e52-26da41333c4d req-492d3e41-c4f2-4ed3-b079-a932d2e0a0dc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.5209563 Nov 12 08:27:26.351827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] For port 590a52f8-48be-4b2c-a259-a10875ae727c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:26.380085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d167-bbe8-4a5b-814d-54355fcf88ce req-a770f64c-fdf2-40dc-972d-c25765c9b779 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:26.380085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76f4d167-bbe8-4a5b-814d-54355fcf88ce req-a770f64c-fdf2-40dc-972d-c25765c9b779 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.6152942 Nov 12 08:27:26.400960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.413864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] For port 590a52f8-48be-4b2c-a259-a10875ae727c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=590a52f8-48be-4b2c-a259-a10875ae727c,segment=NetworkSegment(0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc),segment_id=0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:26.420523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5ba78-3fd2-4dba-bfcd-df51957e15d8 None None] Port 6e27484e-7a02-4e5f-884e-2532ad99bda8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:26.423573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] For port 6e27484e-7a02-4e5f-884e-2532ad99bda8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:26.427882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] For port 6e27484e-7a02-4e5f-884e-2532ad99bda8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6e27484e-7a02-4e5f-884e-2532ad99bda8,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:26.433613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.467418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.488170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.518042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9cb5ba78-3fd2-4dba-bfcd-df51957e15d8 None None] Provisioning complete for port 2e024ab3-97d6-4ee2-9bc3-9ed8231937f7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:26.518802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ba78-3fd2-4dba-bfcd-df51957e15d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.641039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5ba78-3fd2-4dba-bfcd-df51957e15d8 None None] Port 2e024ab3-97d6-4ee2-9bc3-9ed8231937f7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:26.643853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44589b-1d9a-4574-9a39-7226666629f7 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:26.675942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029974e2-3104-4ba2-875d-5f7b90bae7b5 None None] Pushing event updated for resources: {'Port': ['ID=590a52f8-48be-4b2c-a259-a10875ae727c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:26.696908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78e3f6bc-24bf-4d0d-9e52-26da41333c4d req-73022565-403c-42eb-8954-e3440e1fa2d0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861678 Nov 12 08:27:26.814277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ffa58-d1a7-4f1a-b9ef-aa03acf116a1 None None] Pushing event updated for resources: {'Port': ['ID=6e27484e-7a02-4e5f-884e-2532ad99bda8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:26.846281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Routers {'d74e627e-5208-4c7d-81d4-3f463158714f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:26.846981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d74e627e-5208-4c7d-81d4-3f463158714f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:26.854417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-54dd07f8-b3b1-441d-a3c3-cfe1b7eb7182 None None] Provisioning complete for port 6e27484e-7a02-4e5f-884e-2532ad99bda8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:26.855544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54dd07f8-b3b1-441d-a3c3-cfe1b7eb7182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.996962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76f4d167-bbe8-4a5b-814d-54355fcf88ce req-e1092b52-c771-47dc-9c2b-3f9633b5660b tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765293 Nov 12 08:27:27.188624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.222500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.254607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.353474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54dd07f8-b3b1-441d-a3c3-cfe1b7eb7182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.389634 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.423018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:27.429934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:27.432577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:27.433206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.485133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-54dd07f8-b3b1-441d-a3c3-cfe1b7eb7182 None None] For port 6e27484e-7a02-4e5f-884e-2532ad99bda8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6e27484e-7a02-4e5f-884e-2532ad99bda8,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:27.504762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33244) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:27.506017 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54dd07f8-b3b1-441d-a3c3-cfe1b7eb7182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.507848 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP cb81f53a-edd9-43b5-a4da-6b99b7a032ba associated. External IP: 172.25.4.67, port: 7b9173c6-23e5-46bf-94bb-643159b84c88. Nov 12 08:27:27.540519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] Set router d74e627e-5208-4c7d-81d4-3f463158714f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:27.594853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d1788-2cf6-43b1-9fd5-538ed01a4d06 req-99c2c52a-788d-4091-9cb5-5ab42dc95480 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:27.603334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b3d1788-2cf6-43b1-9fd5-538ed01a4d06 req-99c2c52a-788d-4091-9cb5-5ab42dc95480 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.4174993 Nov 12 08:27:27.772708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.913963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:28.012210 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.060141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0aaca61e-2809-493c-8d64-7a3cfba50c1a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:28.184632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:28.287416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a64046ed-312e-4a5b-aec6-40a2c00f65ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.300922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Router 19875515-3c12-4924-9a62-73d7e421e4da is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:28.318556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a64046ed-312e-4a5b-aec6-40a2c00f65ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.394034 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a64046ed-312e-4a5b-aec6-40a2c00f65ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f686229952548ed9e505db9e7f845fb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8859487 Nov 12 08:27:28.398985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33264) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:28.426892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64046ed-312e-4a5b-aec6-40a2c00f65ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070803e8-9aff-4c6a-91fb-725f2c063ec0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.463596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b3d1788-2cf6-43b1-9fd5-538ed01a4d06 req-9011449e-281a-4b3d-9d29-8cb7e0ac271a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8591166 Nov 12 08:27:28.465967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=6b481cd6-0499-483d-bfd3-9663cff28c4e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.538356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1168f5b-07e8-4f84-bec0-c88055a0a6ea None None] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:28.543878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.698201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.753439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.753694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd07f8-b3b1-441d-a3c3-cfe1b7eb7182 None None] Pushing event updated for resources: {'Port': ['ID=6e27484e-7a02-4e5f-884e-2532ad99bda8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.754435 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.834648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=6b481cd6-0499-483d-bfd3-9663cff28c4e,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.852182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d0696-6506-4948-aaf4-2a74ace79583 req-5102ec23-7d25-4ae6-bec5-58a422b95161 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:28.853826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b4d0696-6506-4948-aaf4-2a74ace79583 req-5102ec23-7d25-4ae6-bec5-58a422b95161 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2329521 Nov 12 08:27:28.945750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-375f9c4e-18ce-4f26-ac37-00c40f268999 None None] Provisioning complete for port 590a52f8-48be-4b2c-a259-a10875ae727c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.946087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-375f9c4e-18ce-4f26-ac37-00c40f268999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.947702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0aaca61e-2809-493c-8d64-7a3cfba50c1a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.948082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.985525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:29.061582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b4d0696-6506-4948-aaf4-2a74ace79583 req-0adecd02-81d0-4332-8645-7faec71a7530 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864972 Nov 12 08:27:29.066643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Sync routers for ids ['19875515-3c12-4924-9a62-73d7e421e4da'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:29.078526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:29.084897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.097138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3b9373f8-b407-43b7-a0f2-81b08d100c77 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7672756 Nov 12 08:27:29.097138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:29.097138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33280) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:29.238223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8d51c15a-18b0-4db1-875a-2256efeba4b9 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/19875515-3c12-4924-9a62-73d7e421e4da HTTP/1.1" status: 200 len: 907 time: 0.1447942 Nov 12 08:27:29.239799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Routers {'19875515-3c12-4924-9a62-73d7e421e4da'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:29.240760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['19875515-3c12-4924-9a62-73d7e421e4da'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:29.272395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33286) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:29.278963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.394102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:29.405682 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:29.409267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-375f9c4e-18ce-4f26-ac37-00c40f268999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.422476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Allocated IP 172.25.4.31 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/97377b91-7238-4861-b134-85586f63dea5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:29.501067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-375f9c4e-18ce-4f26-ac37-00c40f268999 None None] For port 590a52f8-48be-4b2c-a259-a10875ae727c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=590a52f8-48be-4b2c-a259-a10875ae727c,segment=NetworkSegment(0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc),segment_id=0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:29.505755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74e627e-5208-4c7d-81d4-3f463158714f', 'name': 'tempest-snat-router-1697590278', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.116'}], 'enable_snat': False}, 'gw_port_id': '6e27484e-7a02-4e5f-884e-2532ad99bda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:13Z', 'updated_at': '2021-11-12T08:27:18Z', 'revision_number': 3, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port': {'id': '6e27484e-7a02-4e5f-884e-2532ad99bda8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e627e-5208-4c7d-81d4-3f463158714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:15Z', 'updated_at': '2021-11-12T08:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:29.518451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:29.519489 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:29.564157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.596300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:29.619996 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:29.654275 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:29.654910 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:29.701490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 590a52f8-48be-4b2c-a259-a10875ae727c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:29.706313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-375f9c4e-18ce-4f26-ac37-00c40f268999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.712168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6379d7c-edf5-4a28-89dc-ff02a0c39cbd None None] The sync data for ids ['d74e627e-5208-4c7d-81d4-3f463158714f'] in n-d-768509-25 is: [{'id': 'd74e627e-5208-4c7d-81d4-3f463158714f', 'name': 'tempest-snat-router-1697590278', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.116'}], 'enable_snat': False}, 'gw_port_id': '6e27484e-7a02-4e5f-884e-2532ad99bda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:13Z', 'updated_at': '2021-11-12T08:27:18Z', 'revision_number': 3, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port': {'id': '6e27484e-7a02-4e5f-884e-2532ad99bda8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e627e-5208-4c7d-81d4-3f463158714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:15Z', 'updated_at': '2021-11-12T08:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:29.719178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.742698 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:29.743309 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a1b13-b7ec-443c-a9c9-fa0dbed17bc0 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:29.772709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39efa9-a248-4be2-96af-9aa328356812 req-78b16ab1-23d9-40bd-b3eb-8504a304b00b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:29.785478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a39efa9-a248-4be2-96af-9aa328356812 req-78b16ab1-23d9-40bd-b3eb-8504a304b00b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.4127941 Nov 12 08:27:29.934002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Set router 19875515-3c12-4924-9a62-73d7e421e4da gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:29.967988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:29.986269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a39efa9-a248-4be2-96af-9aa328356812 req-73d8e1df-68b0-4c32-bda7-d487787e02ef tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932399 Nov 12 08:27:29.990694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-52413ce6-a93d-4b82-a678-ecc4bb9d4d2a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2467730 Nov 12 08:27:29.993556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33300) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:29.999085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1195137106'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:30.013138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:30.068989 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.075417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:30.079674 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.085082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.089530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/070803e8-9aff-4c6a-91fb-725f2c063ec0 HTTP/1.1" status: 204 len: 168 time: 1.6872444 Nov 12 08:27:30.135305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:30.149449 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.150593 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment f11f1ee0-4fdb-434e-9c86-95b330700abc of type vlan for network 6e642d76-c60d-4c18-89a5-179bbeff541f Nov 12 08:27:30.171950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.231350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070803e8-9aff-4c6a-91fb-725f2c063ec0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:30.335381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.335980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.336372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.336813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.337166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.337508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.337900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.338246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.338649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.339694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.340117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.340456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c045d8f-220b-460b-8887-941487a8839b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:30.379204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:30.380393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:30.387381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f9c4e-18ce-4f26-ac37-00c40f268999 None None] Pushing event updated for resources: {'Port': ['ID=590a52f8-48be-4b2c-a259-a10875ae727c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:30.392036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.471350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a0469f49-1113-41c4-badf-10d9d91a71cd None None] Provisioning complete for port 6b481cd6-0499-483d-bfd3-9663cff28c4e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:30.475699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0469f49-1113-41c4-badf-10d9d91a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.547416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7b581-7919-4bfb-8f15-349acea1b0a9 req-e82e811f-fd5e-4e78-b249-9c9c8b13cd9a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:30.549092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47c7b581-7919-4bfb-8f15-349acea1b0a9 req-e82e811f-fd5e-4e78-b249-9c9c8b13cd9a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3742211 Nov 12 08:27:30.591909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.597926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:30.598732 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.662180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-90440bd1-7bb7-4154-b089-c0d7b68da216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:30.665848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-90440bd1-7bb7-4154-b089-c0d7b68da216 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.2251439 Nov 12 08:27:30.668073 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.777205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Pushing event updated for resources: {'Port': ['ID=97377b91-7238-4861-b134-85586f63dea5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:30.788223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7933877 Nov 12 08:27:30.791599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33316) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:30.837161 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.875803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:30.955955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a0469f49-1113-41c4-badf-10d9d91a71cd None None] Port 6b481cd6-0499-483d-bfd3-9663cff28c4e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:31.032463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33320) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:31.051243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 590a52f8-48be-4b2c-a259-a10875ae727c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:31.051673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.059159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:31.131332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:31.137034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a0469f49-1113-41c4-badf-10d9d91a71cd None None] Provisioning complete for port 590a52f8-48be-4b2c-a259-a10875ae727c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:31.137034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0469f49-1113-41c4-badf-10d9d91a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.151230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:31.212231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:31.224017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:31.224733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed861-efa8-47e8-897b-7ffa126bd320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.338609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-35dc08f3-d3a4-47e9-8a9b-a66945377c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.346619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-35dc08f3-d3a4-47e9-8a9b-a66945377c28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.5929067 Nov 12 08:27:31.349804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72131267-9f9d-4196-bf76-c0b3f942753e req-a85601bc-ca5d-400e-8b3b-163f7da53010 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.357847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72131267-9f9d-4196-bf76-c0b3f942753e req-a85601bc-ca5d-400e-8b3b-163f7da53010 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.8052130 Nov 12 08:27:31.359961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c43ba2-ec84-47b1-842e-a0cd1b574119 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=6e642d76-c60d-4c18-89a5-179bbeff541f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:31.412127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6e642d76-c60d-4c18-89a5-179bbeff541f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:31.473337 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-5e6245e7-8b8b-4f44-be60-ff1c9f745ec6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.1109071 Nov 12 08:27:31.473562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47c7b581-7919-4bfb-8f15-349acea1b0a9 req-e4ad637a-78fa-4903-a2a6-03f2362390d8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8947177 Nov 12 08:27:31.501135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72131267-9f9d-4196-bf76-c0b3f942753e req-102edf6e-2eb0-473d-8af9-e0a3c2af38ea tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423712 Nov 12 08:27:31.533187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:31.539162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.750066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.773228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc06b9b-9903-456a-b667-1298639d49de req-59c90dd5-e71e-4a83-9b81-66d2235cb7d5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.781460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfc06b9b-9903-456a-b667-1298639d49de req-59c90dd5-e71e-4a83-9b81-66d2235cb7d5 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.0969827 Nov 12 08:27:31.815572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-5912df45-254a-4894-865c-2ff8bc5635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.818816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-5912df45-254a-4894-865c-2ff8bc5635d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.3411725 Nov 12 08:27:31.838594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19875515-3c12-4924-9a62-73d7e421e4da', 'name': 'tempest-snat-router-1697590278', 'tenant_id': '6916cf1f902f44eca859990d30c4414a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '2e024ab3-97d6-4ee2-9bc3-9ed8231937f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:21Z', 'updated_at': '2021-11-12T08:27:25Z', 'revision_number': 3, 'project_id': '6916cf1f902f44eca859990d30c4414a', 'gw_port': {'id': '2e024ab3-97d6-4ee2-9bc3-9ed8231937f7', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19875515-3c12-4924-9a62-73d7e421e4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:23Z', 'updated_at': '2021-11-12T08:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:31.916019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Checking router: 19875515-3c12-4924-9a62-73d7e421e4da for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:31.916492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Updating router 19875515-3c12-4924-9a62-73d7e421e4da port 2e024ab3-97d6-4ee2-9bc3-9ed8231937f7 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:27:31.951423 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.983294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.071437 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-48774144-441a-45d2-8782-a4c3166ebad6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870279 Nov 12 08:27:32.084395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Deleting port 2e024ab3-97d6-4ee2-9bc3-9ed8231937f7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:32.084395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.090120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.091120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=34552b74-c95f-4755-860d-e228b82465b8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:32.119202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfc06b9b-9903-456a-b667-1298639d49de req-3caa0aee-d691-45b9-80ec-145a652d3135 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354208 Nov 12 08:27:32.210638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:32.211475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: 6e642d76-c60d-4c18-89a5-179bbeff541f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:32.241189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:32.246980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 6e642d76-c60d-4c18-89a5-179bbeff541f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:32.261902 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:32.267200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.282945 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:32.284967 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:32.295918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6e642d76-c60d-4c18-89a5-179bbeff541f) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:32.301968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.305326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.350947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed861-efa8-47e8-897b-7ffa126bd320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.357492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-04ed3265-484c-4864-9b26-70ccf8cfafb0 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4849572 Nov 12 08:27:32.357492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33342) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:32.375278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6e27484e-7a02-4e5f-884e-2532ad99bda8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:32.376133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5a0ed861-efa8-47e8-897b-7ffa126bd320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.392952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442c199-3cbc-41f4-9312-56a58daf7082 req-0ec2f134-fb77-45a3-84af-d4427fe5cf71 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.400921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d442c199-3cbc-41f4-9312-56a58daf7082 req-0ec2f134-fb77-45a3-84af-d4427fe5cf71 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.1652851 Nov 12 08:27:32.430930 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:32.439723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21070b-be1e-44a2-a689-b3425e765d8c None None] Network 6e642d76-c60d-4c18-89a5-179bbeff541f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:32.467398 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:32.469119 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:32.563537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d442c199-3cbc-41f4-9312-56a58daf7082 req-5be3713d-3c7d-4a67-86bc-e3708580f692 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853899 Nov 12 08:27:32.571065 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:32.571749 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2fbbd-b767-4fd1-a746-eca2bcde8e02 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:32.586959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.621333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5a0ed861-efa8-47e8-897b-7ffa126bd320 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=536bd6ac69554ac8850c11f5fad79668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5867472 Nov 12 08:27:32.624652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33350) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:32.627174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ed861-efa8-47e8-897b-7ffa126bd320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95847794-84be-484a-8487-bdf340502133,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:32.630730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-699d320e-45ed-4611-82bb-64e47159ab1c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/floatingips/cb81f53a-edd9-43b5-a4da-6b99b7a032ba HTTP/1.1" status: 200 len: 977 time: 6.8391106 Nov 12 08:27:32.639813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33354) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:32.642427 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-f8f05b7a-0329-4084-bd35-f5df9fdbbf6a service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564501 Nov 12 08:27:32.645225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Calling delete_port for 2e024ab3-97d6-4ee2-9bc3-9ed8231937f7 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:32.748258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:32.793925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bbcb57f9-1bc3-464b-8f8c-d1f7683dba2b None None] Provisioning complete for port 6b481cd6-0499-483d-bfd3-9663cff28c4e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:32.794404 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bbcb57f9-1bc3-464b-8f8c-d1f7683dba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.834324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb57f9-1bc3-464b-8f8c-d1f7683dba2b None None] Port 6b481cd6-0499-483d-bfd3-9663cff28c4e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:32.926984 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4173a15f-6bd9-4115-96f7-0fa78ffe2a05 req-74c6763e-7b07-4264-ad01-88ccdfcafddb service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624159 Nov 12 08:27:32.960548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6e27484e-7a02-4e5f-884e-2532ad99bda8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:32.960926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.065247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.075209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31b7f791-54f5-4533-8ad3-45c0d37296c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.130656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ff13-8802-463b-b479-906c06fd8333 req-525e72b0-cf27-4b4d-ac2d-db7ef46c7de3 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.142549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a214ff13-8802-463b-b479-906c06fd8333 req-525e72b0-cf27-4b4d-ac2d-db7ef46c7de3 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.3994191 Nov 12 08:27:33.268195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-6e642d76-c60d-4c18-89a5-179bbeff541f', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:33.269875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.284936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:27Z', 'revision_number': 3, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:28Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:33.286429 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31b7f791-54f5-4533-8ad3-45c0d37296c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.329066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.346166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.413400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:33.414444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Updating router d6b29448-31f0-43be-8bf7-12b0cd2a848f port 6b481cd6-0499-483d-bfd3-9663cff28c4e binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:27:33.486773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Pushing event updated for resources: {'Port': ['ID=97377b91-7238-4861-b134-85586f63dea5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:33.511543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.515215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.553067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e024ab3-97d6-4ee2-9bc3-9ed8231937f7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:33.582518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a214ff13-8802-463b-b479-906c06fd8333 req-2020e476-8a63-4b8d-bdf6-7eed8bd72c81 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384356 Nov 12 08:27:33.585300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.589664 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-665e54a8-1718-44e9-b1b0-ef74d6e8224d tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0670924 Nov 12 08:27:33.591727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33372) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:33.599300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1200801888', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'fixed_ips': [{'ip_address': '172.25.4.31'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:33.623068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71605fa-32a7-4f10-96d1-ae651a3aab65 req-6686c89b-ebc0-4e86-901a-da4f1a209a69 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.631420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f71605fa-32a7-4f10-96d1-ae651a3aab65 req-6686c89b-ebc0-4e86-901a-da4f1a209a69 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2949133 Nov 12 08:27:33.668714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Made reservation on behalf of 7901139bd87a400896cf7ff5c8d73312 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:33.673219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.693282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.705983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.719545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Allocated IP 2001:db8:2::2 (6e642d76-c60d-4c18-89a5-179bbeff541f/34552b74-c95f-4755-860d-e228b82465b8/963b9fcc-c953-487d-83bd-d4e865d9b6df) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:33.794253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.808640 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f71605fa-32a7-4f10-96d1-ae651a3aab65 req-0800dd26-da68-4a9f-ab26-65e3b5e8e597 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738162 Nov 12 08:27:33.825770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31b7f791-54f5-4533-8ad3-45c0d37296c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.828582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-31b7f791-54f5-4533-8ad3-45c0d37296c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.832183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-31b7f791-54f5-4533-8ad3-45c0d37296c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95847794-84be-484a-8487-bdf340502133 HTTP/1.1" status: 204 len: 168 time: 1.2036583 Nov 12 08:27:33.835301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.841997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.847745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.850802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.851204 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP cb81f53a-edd9-43b5-a4da-6b99b7a032ba disassociated. External IP: 172.25.4.67, port: d85d21b9-bcab-4350-9124-2f1e283fe9b5. Nov 12 08:27:33.898249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7f791-54f5-4533-8ad3-45c0d37296c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95847794-84be-484a-8487-bdf340502133,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:33.957350 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.987038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.987914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19875515-3c12-4924-9a62-73d7e421e4da {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:34.002727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.006661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0bc3119a-5be9-4c96-a77e-ea2dbec1fc7d tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/routers/19875515-3c12-4924-9a62-73d7e421e4da HTTP/1.1" status: 204 len: 168 time: 4.7261755 Nov 12 08:27:34.014427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33380) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:34.084841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.133795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab29b3-b9b9-4351-8b97-4e535ba17efb None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:34.145176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.149580 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:27:34.149580 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:27:34.156398 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.204693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] device_id is not set on port ad2b052b-b056-4c6b-9654-55dc7b093584 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:34.218189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf9911-0b6f-463a-9821-ab856b269f00,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:34.220006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.260002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Network 6e642d76-c60d-4c18-89a5-179bbeff541f is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:34.263233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 590a52f8-48be-4b2c-a259-a10875ae727c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:34.275840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:34.311257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:34.352084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Pushing event updated for resources: {'Port': ['ID=963b9fcc-c953-487d-83bd-d4e865d9b6df,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:34.386243 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.456889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:34.517736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33390) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:34.551564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1797b60c-6833-4b85-ba82-84a491a2a143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.576454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Attempting to bind port 963b9fcc-c953-487d-83bd-d4e865d9b6df on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:34.578286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Attempting to bind port 963b9fcc-c953-487d-83bd-d4e865d9b6df by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:34.578888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Attempting to bind port 963b9fcc-c953-487d-83bd-d4e865d9b6df on network 6e642d76-c60d-4c18-89a5-179bbeff541f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:34.589645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:34.590296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Checking segment: {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:34.591377 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.592100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Bound using segment: {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:34.592754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Bound port: 963b9fcc-c953-487d-83bd-d4e865d9b6df, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:34.593707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.700262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 590a52f8-48be-4b2c-a259-a10875ae727c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:34.700648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.749952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Port 2e024ab3-97d6-4ee2-9bc3-9ed8231937f7 not found while updating agent binding for router 19875515-3c12-4924-9a62-73d7e421e4da. {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:27:34.981916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Routers set() bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:34.982421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Router IDs set() for agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:27:34.983341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19875515-3c12-4924-9a62-73d7e421e4da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent'). {{(pid=102373) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:27:34.983701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2789f5-a4e8-4856-a5c4-517b48ecb18d None None] The sync data for ids ['19875515-3c12-4924-9a62-73d7e421e4da'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:34.994298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.003597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] For port 963b9fcc-c953-487d-83bd-d4e865d9b6df, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:35.006161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.010138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] For port 963b9fcc-c953-487d-83bd-d4e865d9b6df, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=963b9fcc-c953-487d-83bd-d4e865d9b6df,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:35.096836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a16a1-1b73-4469-b753-20300306fd29 None None] Pushing event updated for resources: {'Port': ['ID=6b481cd6-0499-483d-bfd3-9663cff28c4e,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:35.100835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.207480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8:2::1 (6e642d76-c60d-4c18-89a5-179bbeff541f/34552b74-c95f-4755-860d-e228b82465b8/3c21b952-8787-4e41-899c-bd791214ecb6) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:35.263173 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:27:35.263745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:27:35.283482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.303778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1f984a69-ec2f-44ca-9a18-70f6a314eb14 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7106502 Nov 12 08:27:35.306966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33406) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:35.345288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0deb1b-0772-4568-9584-8eae89ee6c58 None None] Pushing event updated for resources: {'Port': ['ID=963b9fcc-c953-487d-83bd-d4e865d9b6df,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:35.375277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433dc09-8c19-438b-9db3-bf575047ef2c req-69f2e1d4-146e-46a3-a4ab-a0c7ab9fdf10 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.381876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d433dc09-8c19-438b-9db3-bf575047ef2c req-69f2e1d4-146e-46a3-a4ab-a0c7ab9fdf10 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3789239 Nov 12 08:27:35.400987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Attempting to bind port 6b481cd6-0499-483d-bfd3-9663cff28c4e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:35.401754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Attempting to bind port 6b481cd6-0499-483d-bfd3-9663cff28c4e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:35.403160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Attempting to bind port 6b481cd6-0499-483d-bfd3-9663cff28c4e on network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:35.409241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:35.409898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Checking segment: {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:35.410415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.410924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Bound using segment: {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:35.411514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Bound port: 6b481cd6-0499-483d-bfd3-9663cff28c4e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:35.411996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.429533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb245f7-8595-4e0f-901b-278dfad59f1c req-f084e9f6-5866-4929-8422-b132aae8fb07 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.450108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eb245f7-8595-4e0f-901b-278dfad59f1c req-f084e9f6-5866-4929-8422-b132aae8fb07 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.4345448 Nov 12 08:27:35.522269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] For port 6b481cd6-0499-483d-bfd3-9663cff28c4e, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:35.526657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] For port 6b481cd6-0499-483d-bfd3-9663cff28c4e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6b481cd6-0499-483d-bfd3-9663cff28c4e,segment=NetworkSegment(0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc),segment_id=0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:35.534481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.563543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Deleting port 6e27484e-7a02-4e5f-884e-2532ad99bda8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:35.563876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.569165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:35.578276 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.624410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1797b60c-6833-4b85-ba82-84a491a2a143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.687242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1797b60c-6833-4b85-ba82-84a491a2a143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.746602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eb245f7-8595-4e0f-901b-278dfad59f1c req-b1985bd2-674d-4534-bb36-719844ff7908 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956052 Nov 12 08:27:35.763451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-154172ae-cef6-49a0-b109-0f9a4df425db tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/floatingips/cb81f53a-edd9-43b5-a4da-6b99b7a032ba HTTP/1.1" status: 200 len: 687 time: 3.0277085 Nov 12 08:27:35.794426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33412) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:35.802060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Deleting port 97377b91-7238-4861-b134-85586f63dea5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:35.802650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.832586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b60c-6833-4b85-ba82-84a491a2a143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5226f2f7-07c8-42e3-87d1-367f0005ef8d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:35.878795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:35.883835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] For port 6e27484e-7a02-4e5f-884e-2532ad99bda8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6e27484e-7a02-4e5f-884e-2532ad99bda8,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:35.884443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.894353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1797b60c-6833-4b85-ba82-84a491a2a143 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4403176a525940a49fb1cb1a4e69fdaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3733959 Nov 12 08:27:35.898858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33414) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:35.903931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d433dc09-8c19-438b-9db3-bf575047ef2c req-7123efb4-e267-40ce-ad33-a9afc93d5d03 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420671 Nov 12 08:27:35.929389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Calling delete_port for 6e27484e-7a02-4e5f-884e-2532ad99bda8 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:35.929935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:35.929935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:35.985233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:35.990233 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.991995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-edc2f651-939e-4022-88db-a2ec212efc7a None None] Provisioning complete for port 6b481cd6-0499-483d-bfd3-9663cff28c4e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:35.992514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edc2f651-939e-4022-88db-a2ec212efc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.062066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:36.062066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:36.079967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a16a1-1b73-4469-b753-20300306fd29 None None] Pushing event updated for resources: {'Port': ['ID=6b481cd6-0499-483d-bfd3-9663cff28c4e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:36.123039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.123372 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.143860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Calling delete_port for 97377b91-7238-4861-b134-85586f63dea5 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:36.150672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port eb84888d-2cc2-489d-9b2f-7488c1c17042 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:36.151012 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.166780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:36.168607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:36.209939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.255616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8139aa84-7dcf-4e1d-852c-e037336ecada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.384945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8139aa84-7dcf-4e1d-852c-e037336ecada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.402929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=3c21b952-8787-4e41-899c-bd791214ecb6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:36.429611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:36.457938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 6e642d76-c60d-4c18-89a5-179bbeff541f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:36.466531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:36.472020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:36.472711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.572261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.572797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.585476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:36.586097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d92fc-b4ce-4942-b70c-33744e240d14 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:36.623350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-d5c5e3b8-6727-496a-8e5b-1afad3fa21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.624909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-d5c5e3b8-6727-496a-8e5b-1afad3fa21dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 1098 time: 0.1201215 Nov 12 08:27:36.626266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.628491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240c04b-ca3d-4843-945b-cd3c72c65e55 req-29269a41-fa6c-4e4b-aa4b-a80211f2cb92 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.630246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1240c04b-ca3d-4843-945b-cd3c72c65e55 req-29269a41-fa6c-4e4b-aa4b-a80211f2cb92 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2244358 Nov 12 08:27:36.641760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for eb84888d-2cc2-489d-9b2f-7488c1c17042 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:36.715257 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edc2f651-939e-4022-88db-a2ec212efc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.732012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8139aa84-7dcf-4e1d-852c-e037336ecada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.735125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8139aa84-7dcf-4e1d-852c-e037336ecada admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.738077 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8139aa84-7dcf-4e1d-852c-e037336ecada admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5226f2f7-07c8-42e3-87d1-367f0005ef8d HTTP/1.1" status: 204 len: 168 time: 0.8347626 Nov 12 08:27:36.773370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139aa84-7dcf-4e1d-852c-e037336ecada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5226f2f7-07c8-42e3-87d1-367f0005ef8d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:36.777200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e27484e-7a02-4e5f-884e-2532ad99bda8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:36.815508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.828237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01190278-1e2e-4cfb-ba79-3114ce3781fb None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:36.869026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1240c04b-ca3d-4843-945b-cd3c72c65e55 req-c1172b4e-5f7d-403d-b4c1-645e5e4edf73 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210743 Nov 12 08:27:36.896838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-edc2f651-939e-4022-88db-a2ec212efc7a None None] For port 6b481cd6-0499-483d-bfd3-9663cff28c4e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6b481cd6-0499-483d-bfd3-9663cff28c4e,segment=NetworkSegment(0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc),segment_id=0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:36.914772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edc2f651-939e-4022-88db-a2ec212efc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.053341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2f651-939e-4022-88db-a2ec212efc7a None None] Pushing event updated for resources: {'Port': ['ID=6b481cd6-0499-483d-bfd3-9663cff28c4e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:37.103060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3208d2-c6a7-4d28-902d-983c1d433b8d None None] Network 6e642d76-c60d-4c18-89a5-179bbeff541f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:37.107737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-ff3bb2fa-451a-45cb-b011-587078a6c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.109446 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-ff3bb2fa-451a-45cb-b011-587078a6c868 service neutron] 10.222.0.25 "GET /v2.0/networks?id=346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 200 len: 914 time: 0.4554458 Nov 12 08:27:37.115113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-265e443c-ff20-4712-bf10-c35604abaffe None None] Provisioning complete for port 6b481cd6-0499-483d-bfd3-9663cff28c4e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:37.115485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-265e443c-ff20-4712-bf10-c35604abaffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.166050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccd093-7c93-4001-a7c0-5d5d5ad45ecf req-8cf93512-1853-4b98-a470-ba0c832149b8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.168387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fccd093-7c93-4001-a7c0-5d5d5ad45ecf req-8cf93512-1853-4b98-a470-ba0c832149b8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2216442 Nov 12 08:27:37.185692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.246727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-18ee4beb-5606-42c3-8710-526a67a00c2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 200 len: 217 time: 0.0959694 Nov 12 08:27:37.304643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Pushing event deleted for resources: {'Port': ['ID=97377b91-7238-4861-b134-85586f63dea5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:37.379959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:27Z', 'revision_number': 3, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:35Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:37.410473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.483878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8775c0-c946-4237-aafc-c43aa9f31c3c None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:27Z', 'revision_number': 3, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:35Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:37.541120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 963b9fcc-c953-487d-83bd-d4e865d9b6df up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:37.560264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.658117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fccd093-7c93-4001-a7c0-5d5d5ad45ecf req-e7538091-d00f-45bd-bdf6-818c99845a35 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535055 Nov 12 08:27:37.671892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-29b4f3f7-fd51-4849-ae4b-e8804243ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.674096 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-29b4f3f7-fd51-4849-ae4b-e8804243ecfe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 200 len: 854 time: 0.4173167 Nov 12 08:27:37.679947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.684210 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.699261 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e010b9fc-2646-4f25-a30d-4ccbe1e9bca2 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665 tempest-ExternalNetworksAdminNegativeTestJSON-1140055665-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/92f89d1e-e62d-457b-af22-a99b1cb5e1c9 HTTP/1.1" status: 204 len: 168 time: 2.3905063 Nov 12 08:27:37.787173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.793463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=eb84888d-2cc2-489d-9b2f-7488c1c17042,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:37.806845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 963b9fcc-c953-487d-83bd-d4e865d9b6df triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:37.807410 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.816764 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.817798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.836808 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-11c5b9d0-bd53-4b9c-8c77-fa9b10da91ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=346797a7-d7ae-4e3e-ac72-21d54ee71358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351821 Nov 12 08:27:37.843946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.855878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.984374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d5562f1c-c4a7-4aee-8e43-2fdd8fe2b9af None None] Provisioning complete for port 963b9fcc-c953-487d-83bd-d4e865d9b6df triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:37.984948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5562f1c-c4a7-4aee-8e43-2fdd8fe2b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.006902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=3c21b952-8787-4e41-899c-bd791214ecb6,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:38.036954 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.145850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.146835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d74e627e-5208-4c7d-81d4-3f463158714f {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:38.173539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 963b9fcc-c953-487d-83bd-d4e865d9b6df, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=963b9fcc-c953-487d-83bd-d4e865d9b6df,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:38.183504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.191887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eac5c5d7-e0fb-4e87-aeca-052d2f37cd75 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d74e627e-5208-4c7d-81d4-3f463158714f HTTP/1.1" status: 204 len: 168 time: 4.1730397 Nov 12 08:27:38.200627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33474) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:38.232144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-819649300', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:38.258572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.274106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 6e642d76-c60d-4c18-89a5-179bbeff541f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:38.280456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.281810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.344040 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-b911fe99-0bc4-4a13-bdd3-770c853d1f3a service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925501 Nov 12 08:27:38.460207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.461830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33478) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:38.525656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=963b9fcc-c953-487d-83bd-d4e865d9b6df,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:38.541309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:38.613629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e7691493-ebb6-4541-9ac9-e7d9f8c5828f req-56b3bbc8-743f-45a0-97db-99f07b2fc0c9 service neutron] 10.222.0.25 "GET /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596636 Nov 12 08:27:38.620250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-764b9a07-19bb-463e-acbb-e2eb75731ceb None None] Provisioning complete for port 963b9fcc-c953-487d-83bd-d4e865d9b6df triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:38.620981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-764b9a07-19bb-463e-acbb-e2eb75731ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.799137 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.821340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.825515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.826985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6451dc76-9ae4-4e63-ada9-2760198e52da tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/floatingips/cb81f53a-edd9-43b5-a4da-6b99b7a032ba HTTP/1.1" status: 204 len: 168 time: 3.0284772 Nov 12 08:27:38.830123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33496) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:38.941321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-764b9a07-19bb-463e-acbb-e2eb75731ceb None None] Provisioning complete for port 3c21b952-8787-4e41-899c-bd791214ecb6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:38.944414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-764b9a07-19bb-463e-acbb-e2eb75731ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.999523 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-65924c2d-8a85-4039-8b12-ca4ca660ebfc tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] delete failed (client error): The resource could not be found. Nov 12 08:27:38.999523 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-65924c2d-8a85-4039-8b12-ca4ca660ebfc tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/floatingips/cb81f53a-edd9-43b5-a4da-6b99b7a032ba HTTP/1.1" status: 404 len: 345 time: 0.1667511 Nov 12 08:27:39.003023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33500) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:39.048913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33502) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:39.068340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-764b9a07-19bb-463e-acbb-e2eb75731ceb None None] Port 3c21b952-8787-4e41-899c-bd791214ecb6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:39.131182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a01f97-1dc4-4479-9370-3cd1141da9ec tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.140187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a01f97-1dc4-4479-9370-3cd1141da9ec tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.146593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a01f97-1dc4-4479-9370-3cd1141da9ec tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.158198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc894f59-0058-45db-b666-05f41b90e7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.161010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15a01f97-1dc4-4479-9370-3cd1141da9ec tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/ports?network_id=4aebf458-2a33-4fe4-b818-b33a7fcadc7e HTTP/1.1" status: 200 len: 2359 time: 0.1489873 Nov 12 08:27:39.161010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33506) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:39.165247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694dcb3-acf0-43e2-a0dc-006ea02b727f req-243c4d12-4d95-4dbc-9000-6887125be8fb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.167931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7694dcb3-acf0-43e2-a0dc-006ea02b727f req-243c4d12-4d95-4dbc-9000-6887125be8fb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.9769447 Nov 12 08:27:39.251705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7cbfe-4925-40d8-942e-9a63335112ad tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.258058 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ef7cbfe-4925-40d8-942e-9a63335112ad tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/subnets/2de4d844-0ad7-4c20-ad8f-2c7f68282b65 HTTP/1.1" status: 200 len: 797 time: 0.0961790 Nov 12 08:27:39.265380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33508) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:39.270806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'port': {'network_id': '4aebf458-2a33-4fe4-b818-b33a7fcadc7e', 'name': 'tempest-FloatingIPTestJSON-541381149', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:39.281255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-682066e8-14b8-47f2-a6a7-fbb2f7e8efa3 None None] Provisioning complete for port 3c21b952-8787-4e41-899c-bd791214ecb6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:39.281824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-682066e8-14b8-47f2-a6a7-fbb2f7e8efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.337302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.491954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28289a34-79ad-4990-b634-89d297d11431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.520951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:39.523747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-682066e8-14b8-47f2-a6a7-fbb2f7e8efa3 None None] Port 3c21b952-8787-4e41-899c-bd791214ecb6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:39.525385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc894f59-0058-45db-b666-05f41b90e7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.587708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:39.598001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba050-7945-4586-81fd-e8b28d676432 req-d53ebfec-6d61-4af4-b1fc-aed7086bf4bc tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.608947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5dba050-7945-4586-81fd-e8b28d676432 req-d53ebfec-6d61-4af4-b1fc-aed7086bf4bc tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.7785649 Nov 12 08:27:39.611456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cc894f59-0058-45db-b666-05f41b90e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.650497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7694dcb3-acf0-43e2-a0dc-006ea02b727f req-bb0bfc78-1dde-4e7a-a7a1-397fd8aaf837 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033899 Nov 12 08:27:39.670872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b239eae0-5ff3-4f96-a354-ed227d83a877 None None] Provisioning complete for port 3c21b952-8787-4e41-899c-bd791214ecb6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:39.671448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b239eae0-5ff3-4f96-a354-ed227d83a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.731764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.738520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6b481cd6-0499-483d-bfd3-9663cff28c4e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:39.765209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5dba050-7945-4586-81fd-e8b28d676432 req-379cb300-a6b5-4e43-bedc-5dbd4dc7f9b6 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550956 Nov 12 08:27:39.812327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] device_id is not set on port 2f02b27a-cdc5-45eb-935a-577c1007a8ce yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:39.827608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28289a34-79ad-4990-b634-89d297d11431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.841036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b239eae0-5ff3-4f96-a354-ed227d83a877 None None] Port 3c21b952-8787-4e41-899c-bd791214ecb6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:39.854070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-28289a34-79ad-4990-b634-89d297d11431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.895625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6b481cd6-0499-483d-bfd3-9663cff28c4e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:39.897831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.981846 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28289a34-79ad-4990-b634-89d297d11431 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61e11957af244a9dbca8869f51b1aa6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9318798 Nov 12 08:27:40.028835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33512) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:40.137415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 963b9fcc-c953-487d-83bd-d4e865d9b6df up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:40.208774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289a34-79ad-4990-b634-89d297d11431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcec528-b989-447b-b7a5-6456f35aa3b3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:40.215112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc894f59-0058-45db-b666-05f41b90e7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e4c1c0-34f1-4c0c-b117-78c69078511d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:40.225785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cc894f59-0058-45db-b666-05f41b90e7da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ea428c7db9c48fa98c0ba0b10314271&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6885548 Nov 12 08:27:40.233696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33514) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:40.277879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 963b9fcc-c953-487d-83bd-d4e865d9b6df triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:40.279269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.297014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e287-7d39-4419-945c-a3f0790e1302 req-3930e6ff-6806-4627-ba0a-2607b73b79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.298916 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6780e287-7d39-4419-945c-a3f0790e1302 req-3930e6ff-6806-4627-ba0a-2607b73b79f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.2654126 Nov 12 08:27:40.318455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:40.328379 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:40.341928 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:40.342558 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:40.356743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d0c39979-9859-47b0-9551-aa993939227c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9979625 Nov 12 08:27:40.361298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:40.375037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669075341'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:40.394699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6e27484e-7a02-4e5f-884e-2532ad99bda8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:40.420749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6e27484e-7a02-4e5f-884e-2532ad99bda8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:40.421338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6e27484e-7a02-4e5f-884e-2532ad99bda8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:40.458864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:40.471579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.558635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.14 (4aebf458-2a33-4fe4-b818-b33a7fcadc7e/2de4d844-0ad7-4c20-ad8f-2c7f68282b65/2f02b27a-cdc5-45eb-935a-577c1007a8ce) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:40.564849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.13 (4aebf458-2a33-4fe4-b818-b33a7fcadc7e/2de4d844-0ad7-4c20-ad8f-2c7f68282b65/2f02b27a-cdc5-45eb-935a-577c1007a8ce) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:40.569786 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:40.650434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.655767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad7a07b0-e51a-49c0-80c7-82c631032f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.694864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:40.708737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.710131 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added segment 1553578c-898a-4b7e-920c-cf0afdae6223 of type vlan for network 7336b600-9aae-45dc-b174-161b21997dfc Nov 12 08:27:40.751055 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.765302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.830641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.837462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27147271-cfac-4395-b378-06dc01ceb586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.842987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.852636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.853441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.867059 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:37Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:40.886672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27147271-cfac-4395-b378-06dc01ceb586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.897016 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:40.897620 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Updating router d6b29448-31f0-43be-8bf7-12b0cd2a848f port 3c21b952-8787-4e41-899c-bd791214ecb6 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:27:40.923635 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.949626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.990151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Network': ['ID=7336b600-9aae-45dc-b174-161b21997dfc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.003696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7336b600-9aae-45dc-b174-161b21997dfc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:41.010816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0f994304-396e-41a3-bc93-b66b35a7fb74 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6472433 Nov 12 08:27:41.016506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33524) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:41.024778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=2f02b27a-cdc5-45eb-935a-577c1007a8ce,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.033995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebb406ac-852f-4c07-a949-40d6fb9dcf06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.043053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'subnet': {'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:41.101984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebb406ac-852f-4c07-a949-40d6fb9dcf06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.211232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebb406ac-852f-4c07-a949-40d6fb9dcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.215643 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebb406ac-852f-4c07-a949-40d6fb9dcf06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.217695 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ebb406ac-852f-4c07-a949-40d6fb9dcf06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92e4c1c0-34f1-4c0c-b117-78c69078511d HTTP/1.1" status: 204 len: 168 time: 0.9814847 Nov 12 08:27:41.241733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb406ac-852f-4c07-a949-40d6fb9dcf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e4c1c0-34f1-4c0c-b117-78c69078511d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.255476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:41.265800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:41.267080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274145c-fc62-4056-8703-8272b787f78c req-01eb2f4e-e943-4c9d-9d37-2f754f88c0e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.269490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:41.282136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6780e287-7d39-4419-945c-a3f0790e1302 req-8e865e5d-a16f-4e39-92ef-93bb5dbcb338 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9684632 Nov 12 08:27:41.289769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4274145c-fc62-4056-8703-8272b787f78c req-01eb2f4e-e943-4c9d-9d37-2f754f88c0e8 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.4926870 Nov 12 08:27:41.321623 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27147271-cfac-4395-b378-06dc01ceb586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.325967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27147271-cfac-4395-b378-06dc01ceb586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.330592 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27147271-cfac-4395-b378-06dc01ceb586 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dcec528-b989-447b-b7a5-6456f35aa3b3 HTTP/1.1" status: 204 len: 168 time: 1.2987826 Nov 12 08:27:41.337031 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.342546 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.348648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27147271-cfac-4395-b378-06dc01ceb586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcec528-b989-447b-b7a5-6456f35aa3b3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.401730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.405116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.409599 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Pushing event updated for resources: {'Port': ['ID=3c21b952-8787-4e41-899c-bd791214ecb6,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.430458 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.430834 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.431177 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.431528 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.431840 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.432204 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.432649 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.432976 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.433299 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.433625 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.433948 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.434268 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.491530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3d81-c496-4066-a134-5bc05fa23bbe req-af88bc4b-f9a5-4015-97e7-d279c55dff61 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.493223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c5e3d81-c496-4066-a134-5bc05fa23bbe req-af88bc4b-f9a5-4015-97e7-d279c55dff61 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.5360684 Nov 12 08:27:41.555756 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Attempting to bind port 3c21b952-8787-4e41-899c-bd791214ecb6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:41.556315 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Attempting to bind port 3c21b952-8787-4e41-899c-bd791214ecb6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:41.557636 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Attempting to bind port 3c21b952-8787-4e41-899c-bd791214ecb6 on network 6e642d76-c60d-4c18-89a5-179bbeff541f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:41.566261 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:41.566895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Checking segment: {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:41.567785 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.568394 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Bound using segment: {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:41.569421 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Bound port: 3c21b952-8787-4e41-899c-bd791214ecb6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11f1ee0-4fdb-434e-9c86-95b330700abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:41.570359 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.596220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4274145c-fc62-4056-8703-8272b787f78c req-e46ab964-8501-47bf-bb4e-7b503e56431d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948346 Nov 12 08:27:41.649589 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b1068d77-d01f-4413-a9ef-cfd74a0ca24d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3804791 Nov 12 08:27:41.649589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33536) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:41.654721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '2f02b27a-cdc5-45eb-935a-577c1007a8ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:41.732033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Made reservation on behalf of 3dc88f68f7374bd185b56a60aed6f677 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:41.732937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.735873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.778695 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] For port 3c21b952-8787-4e41-899c-bd791214ecb6, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:41.784248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] For port 3c21b952-8787-4e41-899c-bd791214ecb6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3c21b952-8787-4e41-899c-bd791214ecb6,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:41.794082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.800118 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.916296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2b856fd6-c63f-4508-af53-10ae0ae692e3 None None] Provisioning complete for port 3c21b952-8787-4e41-899c-bd791214ecb6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:41.917745 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b856fd6-c63f-4508-af53-10ae0ae692e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.931646 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:41.933468 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:41.977263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:42.003933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c5e3d81-c496-4066-a134-5bc05fa23bbe req-4526212d-df17-443b-8239-84e56c6b198e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676585 Nov 12 08:27:42.044428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Allocated IP 172.25.4.232 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/895e866d-e1ca-41a0-a4d6-a0740696f238) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:42.089421 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:42.103421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f4666-2e97-42c7-8cdc-9174f1682a24 req-83947669-33f6-41d4-8c6e-e56e70e5b76d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.109876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-943f4666-2e97-42c7-8cdc-9174f1682a24 req-83947669-33f6-41d4-8c6e-e56e70e5b76d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3583300 Nov 12 08:27:42.201393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4df2ed38-5f5d-4b9f-bd1e-6dd598c7aff4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7901139bd87a400896cf7ff5c8d73312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220678 Nov 12 08:27:42.205885 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2598753-9bcb-4b66-8680-962d59f61425 None None] Pushing event updated for resources: {'Port': ['ID=3c21b952-8787-4e41-899c-bd791214ecb6,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:42.207586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:42.209616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b856fd6-c63f-4508-af53-10ae0ae692e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.248449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.311691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2b856fd6-c63f-4508-af53-10ae0ae692e3 None None] For port 3c21b952-8787-4e41-899c-bd791214ecb6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3c21b952-8787-4e41-899c-bd791214ecb6,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:42.318813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-943f4666-2e97-42c7-8cdc-9174f1682a24 req-e1c77804-ab76-4ca4-a456-7ae20772a46f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858313 Nov 12 08:27:42.337441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b856fd6-c63f-4508-af53-10ae0ae692e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.425413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e22f-5a44-4007-82a2-ca85ab93370f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.464429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b856fd6-c63f-4508-af53-10ae0ae692e3 None None] Pushing event updated for resources: {'Port': ['ID=3c21b952-8787-4e41-899c-bd791214ecb6,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:42.497603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bf16ae78-a182-47ba-bd72-53536f6f3fa4 None None] Provisioning complete for port 3c21b952-8787-4e41-899c-bd791214ecb6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:42.499826 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf16ae78-a182-47ba-bd72-53536f6f3fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.563516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e22f-5a44-4007-82a2-ca85ab93370f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.649815 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:41Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:42.699554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.703367 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591c45-cf47-4e2f-9afb-54de9276bb78 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:41Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:42.722659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.802552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15a9fc-a84b-4fdd-a086-748138d29983 req-9a143ed0-a2d0-45ad-afa5-6a41c68eb43f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.804194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce15a9fc-a84b-4fdd-a086-748138d29983 req-9a143ed0-a2d0-45ad-afa5-6a41c68eb43f tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2437270 Nov 12 08:27:42.865869 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e22f-5a44-4007-82a2-ca85ab93370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.868802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e22f-5a44-4007-82a2-ca85ab93370f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.869574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b9f8e22f-5a44-4007-82a2-ca85ab93370f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06cf9911-0b6f-463a-9821-ab856b269f00 HTTP/1.1" status: 204 len: 168 time: 0.6453547 Nov 12 08:27:42.895751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Subnet': ['ID=eae6f2d7-a799-4d5d-8c3a-d44568edbd57,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:42.921086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.939843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8e22f-5a44-4007-82a2-ca85ab93370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf9911-0b6f-463a-9821-ab856b269f00,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:42.978685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.143 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/037e85b7-f6e3-49fe-b400-870290d012bc) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:43.039608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Checking segment: {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:43.039955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network hostable DHCP agents. Network: 7336b600-9aae-45dc-b174-161b21997dfc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:43.097348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:43.115505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:43.132860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce15a9fc-a84b-4fdd-a086-748138d29983 req-b7a2b796-e0cb-4aa2-8ccc-7852dd05ddc0 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124392 Nov 12 08:27:43.134183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:43.143340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event updated for resources: {'Port': ['ID=895e866d-e1ca-41a0-a4d6-a0740696f238,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.170939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d38590d6-4862-4dd3-a6af-8566b9450b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.191503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a19d2-0c2b-49d6-ac68-284e31b62e09 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:43.242630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 7336b600-9aae-45dc-b174-161b21997dfc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:43.249767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.292651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 7336b600-9aae-45dc-b174-161b21997dfc) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:43.303485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107d8ee-34b5-4fc4-a831-3c25bcc33384 None None] Network 7336b600-9aae-45dc-b174-161b21997dfc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:43.315929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.318936 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.375975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.443711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3c21b952-8787-4e41-899c-bd791214ecb6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:43.477176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=037e85b7-f6e3-49fe-b400-870290d012bc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.493642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-876c158b-679e-4a44-94cf-c53058e81f81 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4651990 Nov 12 08:27:43.499642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:43.710724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:43.903923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:43.906895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:43.921646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7244131-b02e-48d9-88b1-024795a18df0 req-245d3661-6f65-487c-a13c-da25a3381fcd tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.933809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7244131-b02e-48d9-88b1-024795a18df0 req-245d3661-6f65-487c-a13c-da25a3381fcd tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.5531285 Nov 12 08:27:43.962670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c25bc-c701-4635-bc94-158588bd6975 req-251d8e91-94aa-4a74-beb8-f77448608a4c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.965039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e91c25bc-c701-4635-bc94-158588bd6975 req-251d8e91-94aa-4a74-beb8-f77448608a4c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.6131396 Nov 12 08:27:44.066849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-036e7287-5663-455a-bdba-bf2edc77b5da None None] Provisioning complete for port 895e866d-e1ca-41a0-a4d6-a0740696f238 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:44.067164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-036e7287-5663-455a-bdba-bf2edc77b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.069863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7244131-b02e-48d9-88b1-024795a18df0 req-0202d1f3-bb5c-4f4c-8d96-2b2f7d2da11c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037793 Nov 12 08:27:44.171796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e91c25bc-c701-4635-bc94-158588bd6975 req-d526422d-d074-448e-b1f9-4b0673c674b7 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933823 Nov 12 08:27:44.240030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-036e7287-5663-455a-bdba-bf2edc77b5da None None] Port 895e866d-e1ca-41a0-a4d6-a0740696f238 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:44.248156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-7336b600-9aae-45dc-b174-161b21997dfc', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:44.255601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.271147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3c21b952-8787-4e41-899c-bd791214ecb6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:44.272714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.330017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.518405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7acccc-87a1-4fe3-90f9-fc75859a1a25 req-9e4eda34-a612-463d-b82d-9e0a29fd43cc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.529169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e7acccc-87a1-4fe3-90f9-fc75859a1a25 req-9e4eda34-a612-463d-b82d-9e0a29fd43cc tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.1932759 Nov 12 08:27:44.646869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.655018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.735111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e7acccc-87a1-4fe3-90f9-fc75859a1a25 req-63e1e23c-4e07-43b1-8352-ae655055373c tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047827 Nov 12 08:27:44.918600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Allocated IP 2001:db8:3::2 (7336b600-9aae-45dc-b174-161b21997dfc/eae6f2d7-a799-4d5d-8c3a-d44568edbd57/b05bb8f4-8371-4212-acb6-3202e7041087) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:45.150021 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.163324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.210684 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:45.212562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Pushing event updated for resources: {'Port': ['ID=b05bb8f4-8371-4212-acb6-3202e7041087,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:45.234465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Network 7336b600-9aae-45dc-b174-161b21997dfc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:45.239066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:45.245275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:45.350573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Attempting to bind port b05bb8f4-8371-4212-acb6-3202e7041087 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:45.351698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Attempting to bind port b05bb8f4-8371-4212-acb6-3202e7041087 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:45.356199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Attempting to bind port b05bb8f4-8371-4212-acb6-3202e7041087 on network 7336b600-9aae-45dc-b174-161b21997dfc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:45.368729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:45.369114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Checking segment: {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:45.372213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.372832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Bound using segment: {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:45.375130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Bound port: b05bb8f4-8371-4212-acb6-3202e7041087, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:45.375737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.535502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] For port b05bb8f4-8371-4212-acb6-3202e7041087, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:45.537570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-60274477-b5c6-4688-b26e-cd33dd0c9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.540181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] For port b05bb8f4-8371-4212-acb6-3202e7041087, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b05bb8f4-8371-4212-acb6-3202e7041087,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:45.541509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-60274477-b5c6-4688-b26e-cd33dd0c9d41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.8468723 Nov 12 08:27:45.556190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.638273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe8b79-0fbc-475c-9a16-573f3f975dd2 req-888641cc-4dd0-42e2-a7b9-4cad4d96d9ac tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.654713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42fe8b79-0fbc-475c-9a16-573f3f975dd2 req-888641cc-4dd0-42e2-a7b9-4cad4d96d9ac tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.7908170 Nov 12 08:27:45.676528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807f95-61e1-4c46-bf36-faca36da9f28 req-5db70efe-be6c-45d5-bc18-b527330ef674 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.695470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13807f95-61e1-4c46-bf36-faca36da9f28 req-5db70efe-be6c-45d5-bc18-b527330ef674 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.8242199 Nov 12 08:27:45.749088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.752322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86410a4e-0826-4923-9156-3dcc50ada393 None None] Pushing event updated for resources: {'Port': ['ID=b05bb8f4-8371-4212-acb6-3202e7041087,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:45.775652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.966688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13807f95-61e1-4c46-bf36-faca36da9f28 req-b99daabd-115b-4e3a-a2e8-4c73b808d5ad tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364049 Nov 12 08:27:45.975155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42fe8b79-0fbc-475c-9a16-573f3f975dd2 req-54169945-3729-4d6a-aa60-8b658cd25cfb tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189752 Nov 12 08:27:46.043000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Router 279feb3a-21ae-42a8-b798-287e00a281f0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:46.228925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Allocated IP 2001:db8:3::1 (7336b600-9aae-45dc-b174-161b21997dfc/eae6f2d7-a799-4d5d-8c3a-d44568edbd57/a88070ac-7c6c-4f79-a365-59df4a9a5396) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:46.230154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:46.248726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] Sync routers for ids ['279feb3a-21ae-42a8-b798-287e00a281f0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:46.278942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] Routers {'279feb3a-21ae-42a8-b798-287e00a281f0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:46.280549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['279feb3a-21ae-42a8-b798-287e00a281f0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:46.330808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.332924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-17e44ebf-7ac0-4632-909c-7f8690d5c208 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1309841 Nov 12 08:27:46.336402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33692) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:46.349322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': False}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:46.374838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:46.401322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] Routers {'279feb3a-21ae-42a8-b798-287e00a281f0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:46.402177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['279feb3a-21ae-42a8-b798-287e00a281f0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:46.492354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:46.496411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9ab71-6e5b-40db-baa6-67b97dd0d495 None None] The sync data for ids ['279feb3a-21ae-42a8-b798-287e00a281f0'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:46.531914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33698) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:46.552151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:46.569164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9db7b-2a90-4c32-ac91-0d34965cfc9a req-57e9674f-316a-4a9e-b7bc-4eb9336d8f95 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.570783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67e9db7b-2a90-4c32-ac91-0d34965cfc9a req-57e9674f-316a-4a9e-b7bc-4eb9336d8f95 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3164239 Nov 12 08:27:46.643611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.743939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-f4ba5541-c5cb-4d6c-b3ca-bfe84ebc5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.746825 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.751383 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-f4ba5541-c5cb-4d6c-b3ca-bfe84ebc5f96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 1.1999938 Nov 12 08:27:46.763244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.821129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa6ba-0e94-47ec-b65e-2247a93918f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.908367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cb31ed26-8e25-48d1-997f-e513107b607e tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:46.928664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67e9db7b-2a90-4c32-ac91-0d34965cfc9a req-7f2e2b58-6e43-4f89-b4d4-3fc81ea30999 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296162 Nov 12 08:27:46.939990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-f4559d7b-ed7a-450a-a9e8-45dbeb29140b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.1786904 Nov 12 08:27:46.955747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 7336b600-9aae-45dc-b174-161b21997dfc is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:46.958061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:46.976578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.040581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.081066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=a88070ac-7c6c-4f79-a365-59df4a9a5396,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:47.154021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:47.154873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.160894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa6ba-0e94-47ec-b65e-2247a93918f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.193468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa6ba-0e94-47ec-b65e-2247a93918f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.227854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a893025-5f43-4abc-99f8-6a04d27ed5b8 None None] Network 7336b600-9aae-45dc-b174-161b21997dfc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:47.284073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-37a9cba2-a9b6-4c37-87af-8b796bb2ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.292323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-37a9cba2-a9b6-4c37-87af-8b796bb2ea44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.2142227 Nov 12 08:27:47.304621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aa6ba-0e94-47ec-b65e-2247a93918f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4794b02-6c46-4320-bc29-efbfa5184b67,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:47.305673 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb31ed26-8e25-48d1-997f-e513107b607e tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "PUT /v2.0/quotas/96472c21359a4ce1a617116549b85e3d HTTP/1.1" status: 200 len: 368 time: 0.7695041 Nov 12 08:27:47.310756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33712) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:47.338904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79d25-35f9-419d-b389-77f17d44e502 req-21ce512f-7317-4756-9d49-3cb0f4c242eb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.340621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edf79d25-35f9-419d-b389-77f17d44e502 req-21ce512f-7317-4756-9d49-3cb0f4c242eb tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2605023 Nov 12 08:27:47.343236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3f0aa6ba-0e94-47ec-b65e-2247a93918f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd1c6e822db54111be226fb7b9883157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7898426 Nov 12 08:27:47.347432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Request body: {'network': {'project_id': '96472c21359a4ce1a617116549b85e3d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:47.356088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33714) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:47.370647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-7fdd56e1-c7be-440f-adde-f69c83db8502 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401776 Nov 12 08:27:47.387144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8bd8-a5c8-447b-8525-8645a70e2150 req-2afb2e0b-aba9-4a97-ba8a-63d018116e9f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.412696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2cd8bd8-a5c8-447b-8525-8645a70e2150 req-2afb2e0b-aba9-4a97-ba8a-63d018116e9f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2568562 Nov 12 08:27:47.483324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b05bb8f4-8371-4212-acb6-3202e7041087 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:47.505336 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.524951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Made reservation on behalf of 96472c21359a4ce1a617116549b85e3d for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:47.528249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.571522 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.572419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-545d7fbe-263e-4f75-beed-221e7d669156 None None] Provisioning complete for port b05bb8f4-8371-4212-acb6-3202e7041087 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:47.573369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-545d7fbe-263e-4f75-beed-221e7d669156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.581693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edf79d25-35f9-419d-b389-77f17d44e502 req-795a97cb-6262-4af8-803d-3cdc0222e0ab tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228670 Nov 12 08:27:47.592359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2cd8bd8-a5c8-447b-8525-8645a70e2150 req-a88b0025-7086-45db-913b-8ab9e7f4ede5 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786408 Nov 12 08:27:47.600548 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-a7f8a7bc-f118-4837-9cfa-ca79e38931fb service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039726 Nov 12 08:27:47.678499 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4581-c05a-41ae-831a-55b9b5591884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.679245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b05bb8f4-8371-4212-acb6-3202e7041087 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:47.679620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.684618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.817399 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-545d7fbe-263e-4f75-beed-221e7d669156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.832034 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4581-c05a-41ae-831a-55b9b5591884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.907215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-545d7fbe-263e-4f75-beed-221e7d669156 None None] For port b05bb8f4-8371-4212-acb6-3202e7041087, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b05bb8f4-8371-4212-acb6-3202e7041087,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:47.918756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-545d7fbe-263e-4f75-beed-221e7d669156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.967754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.013039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d7fbe-263e-4f75-beed-221e7d669156 None None] Pushing event updated for resources: {'Port': ['ID=b05bb8f4-8371-4212-acb6-3202e7041087,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.046563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-3a1dadab-cddd-4e74-ae2e-e34c86516e59 req-1ed3defc-87d5-47ea-bbf0-ed34c9c3cb7b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:27:48.047842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a1dadab-cddd-4e74-ae2e-e34c86516e59 req-1ed3defc-87d5-47ea-bbf0-ed34c9c3cb7b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2982810 Nov 12 08:27:48.064636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-50e7edb2-24d9-49b1-975d-4f7c6c83d59d req-104bdda7-9e58-4694-94b6-99a9c6e80d75 service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530959 Nov 12 08:27:48.081343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:27:48.081343 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:27:48.145030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.158406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.162992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.200885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.258689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c8193b8c-d9a6-42fa-8955-0745d01147e6 None None] Provisioning complete for port b05bb8f4-8371-4212-acb6-3202e7041087 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:48.259009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8193b8c-d9a6-42fa-8955-0745d01147e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.273403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4581-c05a-41ae-831a-55b9b5591884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.279542 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5dfc4581-c05a-41ae-831a-55b9b5591884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.281345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5dfc4581-c05a-41ae-831a-55b9b5591884 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4794b02-6c46-4320-bc29-efbfa5184b67 HTTP/1.1" status: 204 len: 168 time: 0.9198782 Nov 12 08:27:48.312570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:48.331323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=037e85b7-f6e3-49fe-b400-870290d012bc,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.372791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e4dde-f006-41d7-bbf7-5ca91617d9b5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.382984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.434692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4f11-1b2d-4512-bea9-58333f9626ab req-851f37b5-e1e0-45a7-b5f4-e7f6d27debe7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.446208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8ed4f11-1b2d-4512-bea9-58333f9626ab req-851f37b5-e1e0-45a7-b5f4-e7f6d27debe7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2803736 Nov 12 08:27:48.462993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.463894 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Added segment 160d9bed-1eab-46ef-92a8-9cc3fbbc24b3 of type vlan for network 0031d5f5-cc8c-496c-9410-0c2b46165745 Nov 12 08:27:48.513181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc4581-c05a-41ae-831a-55b9b5591884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4794b02-6c46-4320-bc29-efbfa5184b67,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.574637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c8193b8c-d9a6-42fa-8955-0745d01147e6 None None] Provisioning complete for port a88070ac-7c6c-4f79-a365-59df4a9a5396 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:48.575186 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8193b8c-d9a6-42fa-8955-0745d01147e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.582962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.624351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.625316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.629529 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP ed8deae9-ec6b-4a67-a632-d5103249899b associated. External IP: 172.25.4.143, port: 2f02b27a-cdc5-45eb-935a-577c1007a8ce. Nov 12 08:27:48.654653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c8193b8c-d9a6-42fa-8955-0745d01147e6 None None] Port a88070ac-7c6c-4f79-a365-59df4a9a5396 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:48.693102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8ed4f11-1b2d-4512-bea9-58333f9626ab req-3cab76f8-0b22-4f35-bc7c-7b22b10aea12 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399058 Nov 12 08:27:48.711722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.785852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6d7c6d36-5629-46c4-9178-97b0638154bb None None] Provisioning complete for port a88070ac-7c6c-4f79-a365-59df4a9a5396 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:48.786239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d7c6d36-5629-46c4-9178-97b0638154bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.873466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c6d36-5629-46c4-9178-97b0638154bb None None] Port a88070ac-7c6c-4f79-a365-59df4a9a5396 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:48.890498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:27:48.948798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33738) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.035533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0aada4-ef7e-474c-9294-146886db7871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.056197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419319b-6f3d-42de-9431-f2fb75cd1d87 req-c7370bd3-c4e0-4da1-b160-d219c35ad531 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.065739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e419319b-6f3d-42de-9431-f2fb75cd1d87 req-c7370bd3-c4e0-4da1-b160-d219c35ad531 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.3254318 Nov 12 08:27:49.129972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.131010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.131706 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.154795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e419319b-6f3d-42de-9431-f2fb75cd1d87 req-79b71809-5f19-467e-8c85-1e991a44c78d tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880666 Nov 12 08:27:49.240391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.274422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event updated for resources: {'Port': ['ID=a88070ac-7c6c-4f79-a365-59df4a9a5396,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:49.306682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.351513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Network 7336b600-9aae-45dc-b174-161b21997dfc is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:49.356897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:49.378698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b05bb8f4-8371-4212-acb6-3202e7041087 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:49.528233 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0aada4-ef7e-474c-9294-146886db7871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.537646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2143397 Nov 12 08:27:49.537887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.543465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b05bb8f4-8371-4212-acb6-3202e7041087 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:49.544069 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.545409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Request body: {'network': {'project_id': '96472c21359a4ce1a617116549b85e3d'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:49.549344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0aada4-ef7e-474c-9294-146886db7871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.571213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:49.600218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:49.630491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Made reservation on behalf of 96472c21359a4ce1a617116549b85e3d for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:49.632860 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.701208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d822-79d8-484a-80f6-d15ac07976f4 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Pushing event updated for resources: {'Network': ['ID=0031d5f5-cc8c-496c-9410-0c2b46165745,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:49.714847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecdf53-8328-4483-aa97-bfc04803ee85 req-a51b3690-fe03-41cc-ab7f-b5c895c47a19 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.716140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 0031d5f5-cc8c-496c-9410-0c2b46165745 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:49.716807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcecdf53-8328-4483-aa97-bfc04803ee85 req-a51b3690-fe03-41cc-ab7f-b5c895c47a19 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.8231950 Nov 12 08:27:49.720478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d0aada4-ef7e-474c-9294-146886db7871 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1e2357c64844f7cb036afc804afeb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553818 Nov 12 08:27:49.761307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33816) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.827079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:49.838587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.838935 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Added segment 4e6a9ca5-3f6d-40a4-b6b6-b41b3239855e of type vlan for network 0e1927e0-f8db-4215-a502-77319a39dcb0 Nov 12 08:27:49.876557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fe1168de-069b-4a82-a198-82dc9864ee67 None None] Provisioning complete for port a88070ac-7c6c-4f79-a365-59df4a9a5396 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:49.877046 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe1168de-069b-4a82-a198-82dc9864ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.893037 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.922322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fe1168de-069b-4a82-a198-82dc9864ee67 None None] Port a88070ac-7c6c-4f79-a365-59df4a9a5396 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:49.951987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aada4-ef7e-474c-9294-146886db7871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f0322-8f67-4a37-b7dc-eced24475c9c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:49.994249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Router 279feb3a-21ae-42a8-b798-287e00a281f0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:50.023697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcecdf53-8328-4483-aa97-bfc04803ee85 req-1b61fcab-a9b5-4e1e-b410-039fe5b6bc4b tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588699 Nov 12 08:27:50.024268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.025258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.026354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.063556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16156990-dbe1-4a77-a888-f8baabc1a301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.167271 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6266532 Nov 12 08:27:50.192339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16156990-dbe1-4a77-a888-f8baabc1a301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.194019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33872) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.199000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-26c2afc8-03c8-4be0-b213-9f5ff7a128d6 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Request body: {'network': {'project_id': '96472c21359a4ce1a617116549b85e3d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:50.304275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:50.317268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4eede0d4-d148-43f7-9030-8b9e83c123c5 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8145678 Nov 12 08:27:50.320730 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:50.321576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33890) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.322487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417786c4-355d-44fc-a013-1498748e3bb9 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Pushing event updated for resources: {'Network': ['ID=0e1927e0-f8db-4215-a502-77319a39dcb0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:50.344171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:50.362438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 0e1927e0-f8db-4215-a502-77319a39dcb0 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:50.362818 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:50.363451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.400348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:50.433242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:50.557977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.565561 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:50.646137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:50.647735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.725804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a27de72a-404f-407a-a4de-549e2b62e89e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0750742 Nov 12 08:27:50.726733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33928) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.745314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.774224 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c2afc8-03c8-4be0-b213-9f5ff7a128d6 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:27:50.774931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c2afc8-03c8-4be0-b213-9f5ff7a128d6 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:27:50.777896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-26c2afc8-03c8-4be0-b213-9f5ff7a128d6 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5824115 Nov 12 08:27:50.797075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:50.797712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.803971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33936) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.896357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:50.910676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.911675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174eb1e-0b18-4086-b4c5-fdc8eceada91 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:50.921559 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] Sync routers for ids ['279feb3a-21ae-42a8-b798-287e00a281f0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:50.930004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.937832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-76be8d15-c673-4856-a969-d02c7dbbb41f tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "PUT /v2.0/routers/279feb3a-21ae-42a8-b798-287e00a281f0 HTTP/1.1" status: 200 len: 925 time: 4.5966868 Nov 12 08:27:50.964903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33952) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.978959 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] Routers {'279feb3a-21ae-42a8-b798-287e00a281f0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:50.979939 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['279feb3a-21ae-42a8-b798-287e00a281f0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.980617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'port_id': '2f02b27a-cdc5-45eb-935a-577c1007a8ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:51.016546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e09de-2cbd-4e37-b5e6-3017431893fd req-28187565-7f6d-4452-863b-2a572f01b503 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.018893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-294e09de-2cbd-4e37-b5e6-3017431893fd req-28187565-7f6d-4452-863b-2a572f01b503 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3597503 Nov 12 08:27:51.024074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bcd8ffd2-3904-476d-8548-b2100432c88a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96472c21359a4ce1a617116549b85e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136607 Nov 12 08:27:51.025750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16156990-dbe1-4a77-a888-f8baabc1a301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.033626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16156990-dbe1-4a77-a888-f8baabc1a301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.033825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.035493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16156990-dbe1-4a77-a888-f8baabc1a301 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a6f0322-8f67-4a37-b7dc-eced24475c9c HTTP/1.1" status: 204 len: 168 time: 1.2699039 Nov 12 08:27:51.055598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda8db4-c2f5-4db9-b3ad-815631dca6fc req-654a7895-3314-4586-a9ed-0420a7dce1c4 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.068234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-feda8db4-c2f5-4db9-b3ad-815631dca6fc req-654a7895-3314-4586-a9ed-0420a7dce1c4 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.3991382 Nov 12 08:27:51.069633 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:47Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:48Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.075152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.127037 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:51.127398 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Updating router d6b29448-31f0-43be-8bf7-12b0cd2a848f port a88070ac-7c6c-4f79-a365-59df4a9a5396 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:27:51.176152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] Routers {'279feb3a-21ae-42a8-b798-287e00a281f0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:51.187049 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['279feb3a-21ae-42a8-b798-287e00a281f0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.203788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16156990-dbe1-4a77-a888-f8baabc1a301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f0322-8f67-4a37-b7dc-eced24475c9c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:51.265269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-feda8db4-c2f5-4db9-b3ad-815631dca6fc req-a5e54228-cd27-44ae-a40d-013681d4a4b4 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116889 Nov 12 08:27:51.282807 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.283477 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec598f9-7d97-42e6-a9a7-5ec16b9c0391 None None] The sync data for ids ['279feb3a-21ae-42a8-b798-287e00a281f0'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:51.291764 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.342325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.359754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-294e09de-2cbd-4e37-b5e6-3017431893fd req-9779aec2-1a63-4ff8-bbe5-25ab9df8bb6d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880116 Nov 12 08:27:51.423987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f641081d-31c1-4605-b6e7-e1cfd74b134c tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/279feb3a-21ae-42a8-b798-287e00a281f0 HTTP/1.1" status: 200 len: 925 time: 0.4424841 Nov 12 08:27:51.434122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34000) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.586295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5f1da-dc70-4d3b-8a30-da28e429a5de tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.589157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-03a5f1da-dc70-4d3b-8a30-da28e429a5de tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=279feb3a-21ae-42a8-b798-287e00a281f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1528831 Nov 12 08:27:51.592592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34018) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.675846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc740-6342-4285-b690-6880e15af733 req-6cb97445-639d-4b66-aa5d-9f54df57d3b7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.685857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-805dc740-6342-4285-b690-6880e15af733 req-6cb97445-639d-4b66-aa5d-9f54df57d3b7 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.1853144 Nov 12 08:27:51.727525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807f41ab-1ddb-4323-8356-f227db2b6d5a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.769910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088e00d-1e42-4a79-9c6f-92fbf1dad51e tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.775282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0088e00d-1e42-4a79-9c6f-92fbf1dad51e tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.1809402 Nov 12 08:27:51.779746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.845756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec406625-9c70-40bd-8a6b-a170efdde5d5 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=279feb3a-21ae-42a8-b798-287e00a281f0 HTTP/1.1" status: 200 len: 205 time: 0.0644391 Nov 12 08:27:51.846920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.878894 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.883743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-805dc740-6342-4285-b690-6880e15af733 req-1a222ef5-5427-40dc-bb64-0b84e76dcc9a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967661 Nov 12 08:27:51.889453 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.990278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807f41ab-1ddb-4323-8356-f227db2b6d5a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.088094 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33a63f-98ee-4e09-8510-366bffd7ff4a None None] Pushing event updated for resources: {'Port': ['ID=a88070ac-7c6c-4f79-a365-59df4a9a5396,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:52.167876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.185592 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Attempting to bind port a88070ac-7c6c-4f79-a365-59df4a9a5396 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:52.185986 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Attempting to bind port a88070ac-7c6c-4f79-a365-59df4a9a5396 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:52.186331 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Attempting to bind port a88070ac-7c6c-4f79-a365-59df4a9a5396 on network 7336b600-9aae-45dc-b174-161b21997dfc {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:52.205504 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:52.205866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Checking segment: {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:52.206280 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.206676 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Bound using segment: {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:52.207164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Bound port: a88070ac-7c6c-4f79-a365-59df4a9a5396, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1553578c-898a-4b7e-920c-cf0afdae6223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:52.207561 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.363787 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] For port a88070ac-7c6c-4f79-a365-59df4a9a5396, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:52.381043 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] For port a88070ac-7c6c-4f79-a365-59df4a9a5396, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a88070ac-7c6c-4f79-a365-59df4a9a5396,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:52.390062 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.531437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ae3e1ed3-9c49-47a7-8fce-c7280dd1a850 None None] Provisioning complete for port a88070ac-7c6c-4f79-a365-59df4a9a5396 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:52.533303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1ed3-9c49-47a7-8fce-c7280dd1a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.565849 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33a63f-98ee-4e09-8510-366bffd7ff4a None None] Pushing event updated for resources: {'Port': ['ID=a88070ac-7c6c-4f79-a365-59df4a9a5396,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:52.601362 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:52.602022 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:52.629613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.736469 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1ed3-9c49-47a7-8fce-c7280dd1a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.802871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf96850-cdc4-4383-9bfd-b22d1c6b7d17 req-3ff9b38f-d60b-4a10-b307-db993f22337a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.821212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-caf96850-cdc4-4383-9bfd-b22d1c6b7d17 req-3ff9b38f-d60b-4a10-b307-db993f22337a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3742254 Nov 12 08:27:52.829030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ae3e1ed3-9c49-47a7-8fce-c7280dd1a850 None None] For port a88070ac-7c6c-4f79-a365-59df4a9a5396, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a88070ac-7c6c-4f79-a365-59df4a9a5396,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:52.834764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:52.836252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1ed3-9c49-47a7-8fce-c7280dd1a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.952583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e1ed3-9c49-47a7-8fce-c7280dd1a850 None None] Pushing event updated for resources: {'Port': ['ID=a88070ac-7c6c-4f79-a365-59df4a9a5396,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:52.955599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dabfc-5646-444f-9d5a-a1e250c418e0 req-1b8a0e4e-68e9-44c1-a7e5-31f29042c78f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.957198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-712dabfc-5646-444f-9d5a-a1e250c418e0 req-1b8a0e4e-68e9-44c1-a7e5-31f29042c78f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.4221735 Nov 12 08:27:53.122251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.extraroute_db [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:27:53.126029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-caf96850-cdc4-4383-9bfd-b22d1c6b7d17 req-ce2a5560-d267-4776-8701-cd1b1bc69274 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061545 Nov 12 08:27:53.147821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Deleting port 895e866d-e1ca-41a0-a4d6-a0740696f238 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:53.148185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.201771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.extraroute_db [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Removed routes are [] {{(pid=102371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:27:53.202503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.214522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3db67659-b0e1-40ab-8815-183108c70501 None None] Provisioning complete for port a88070ac-7c6c-4f79-a365-59df4a9a5396 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:53.214893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3db67659-b0e1-40ab-8815-183108c70501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.269074 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:47Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.350743 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128615-e159-493e-bb3f-d4a7c90b534d None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:47Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 4, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:53.439352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-712dabfc-5646-444f-9d5a-a1e250c418e0 req-c5fe8992-f0fa-49bd-9883-4cf5056c2961 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533298 Nov 12 08:27:53.607099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7901b1c-a047-4a75-89aa-700c70c8ac70 req-3bc9a301-4aa2-42c4-a7cd-03647d3bad2d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.608889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7901b1c-a047-4a75-89aa-700c70c8ac70 req-3bc9a301-4aa2-42c4-a7cd-03647d3bad2d tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.2413402 Nov 12 08:27:53.643468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.702626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Calling delete_port for 895e866d-e1ca-41a0-a4d6-a0740696f238 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:53.710277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807f41ab-1ddb-4323-8356-f227db2b6d5a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.713926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807f41ab-1ddb-4323-8356-f227db2b6d5a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.715167 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-807f41ab-1ddb-4323-8356-f227db2b6d5a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/b70e4dde-f006-41d7-bbf7-5ca91617d9b5 HTTP/1.1" status: 204 len: 168 time: 2.6791525 Nov 12 08:27:53.718290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34234) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.757721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f41ab-1ddb-4323-8356-f227db2b6d5a tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e4dde-f006-41d7-bbf7-5ca91617d9b5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:53.997797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7901b1c-a047-4a75-89aa-700c70c8ac70 req-fdd0dae9-ab76-4fa8-abbb-dcfb428d911a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763788 Nov 12 08:27:54.076599 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.141401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.158164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:27:54.217929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.323683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.336141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.373637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.400546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1927e0-f8db-4215-a502-77319a39dcb0']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.414419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6a9ca5-3f6d-40a4-b6b6-b41b3239855e') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.414725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6a9ca5-3f6d-40a4-b6b6-b41b3239855e') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.471899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.480819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:54.524628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34280) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.657969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.693007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:54.693413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.708032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cc2ff-1eb7-4d8c-ad14-7f2554b8620c req-9b698e72-e0b0-402e-93cc-ab911da6c32e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.717346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a9cc2ff-1eb7-4d8c-ad14-7f2554b8620c req-9b698e72-e0b0-402e-93cc-ab911da6c32e tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.5144248 Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:54.719823 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:54.726991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:54.739387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:54.754964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.758754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c3096cea-eb7c-4a5d-a1ce-c9bfd08e8359 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 954 time: 4.4210484 Nov 12 08:27:54.766538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:54.767962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-578896754', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:54.768846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.782320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34286) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.837517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Made reservation on behalf of fe612ec46ec74011bc869bf21c35d1b4 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:54.840774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.870644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.883073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:54.903564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.913038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0e1927e0-f8db-4215-a502-77319a39dcb0 HTTP/1.1" status: 204 len: 168 time: 1.1929445 Nov 12 08:27:54.914807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e1927e0-f8db-4215-a502-77319a39dcb0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:54.918787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.957426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.959390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.959807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.960398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.961567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.962160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.962925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.969507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.969976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.970405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.970748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.971096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.971701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e62f4-cbfc-460a-9ec7-a156b141de29 tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:54.986480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a9cc2ff-1eb7-4d8c-ad14-7f2554b8620c req-15b435bb-5ecc-423c-afe9-9b055c233757 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679541 Nov 12 08:27:55.033818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.067318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event deleted for resources: {'Port': ['ID=895e866d-e1ca-41a0-a4d6-a0740696f238,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.089246 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ae23de7-a495-4549-b94b-1947eb3925ca tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 954 time: 0.3048213 Nov 12 08:27:55.123055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34292) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:55.136124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'routes': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:55.361018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.386062 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.386862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.389822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.394686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390fe89-2a67-4cef-8140-6ff32676ac0f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:55.409686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] device_id is not set on port ca1173c8-870a-4b07-87c8-496076724fa8 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:55.553567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a88070ac-7c6c-4f79-a365-59df4a9a5396 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:55.639679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e509a0-34a7-4f8b-8fa7-a742f423108f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.676614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:55.786315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a88070ac-7c6c-4f79-a365-59df4a9a5396 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:55.786906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.905086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:53Z', 'revision_number': 6, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:55.972094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:56.010911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:56.019184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.083084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.088237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.204714 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.219660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.220310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Fanout notify agent at l3_agent the message router_deleted on router 279feb3a-21ae-42a8-b798-287e00a281f0 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:56.253545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.258862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-23390cab-6461-4861-86d3-4b371211de69 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/279feb3a-21ae-42a8-b798-287e00a281f0 HTTP/1.1" status: 204 len: 168 time: 4.4062653 Nov 12 08:27:56.274048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34306) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.280446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1827417244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:56.293029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:56.301467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0031d5f5-cc8c-496c-9410-0c2b46165745']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.327060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160d9bed-1eab-46ef-92a8-9cc3fbbc24b3') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.327408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160d9bed-1eab-46ef-92a8-9cc3fbbc24b3') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.342671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.370331 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.378197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:56.378745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.399984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Allocated IP 172.25.4.64 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ca1173c8-870a-4b07-87c8-496076724fa8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:56.574148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:56.579062 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:56.581215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.586771 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:56.631128 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:56.631766 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.672068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:53Z', 'revision_number': 6, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.694724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.711313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f167fa-c758-4b04-ad98-d253511ab9f6 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:53Z', 'revision_number': 6, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:56.735332 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.741716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0031d5f5-cc8c-496c-9410-0c2b46165745 HTTP/1.1" status: 204 len: 168 time: 1.8123157 Nov 12 08:27:56.750906 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.768846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.770169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.784482 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:56.785293 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.801092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db071-3883-4486-9c75-169dc281445b tempest-QuotasNegativeTest-2095485757 tempest-QuotasNegativeTest-2095485757-project-admin] Pushing event deleted for resources: {'Network': ['ID=0031d5f5-cc8c-496c-9410-0c2b46165745,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:56.837361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.838336 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3311c6-698b-4182-93cf-c83d58ecd700 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:56.863922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-198849ff-3202-4fbe-b54b-5424cb080bcd tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/floatingips/ed8deae9-ec6b-4a67-a632-d5103249899b HTTP/1.1" status: 200 len: 978 time: 5.8867056 Nov 12 08:27:56.866351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e285702-9c42-4acf-bf9d-6eba3fd90d85 req-a3cbf7b3-69e3-49d9-90af-fa28cae24ebd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:56.866876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34314) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.883420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e285702-9c42-4acf-bf9d-6eba3fd90d85 req-a3cbf7b3-69e3-49d9-90af-fa28cae24ebd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.3018467 Nov 12 08:27:56.977183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e285702-9c42-4acf-bf9d-6eba3fd90d85 req-1406ad46-4577-4abe-b4b1-44656f68dff8 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906088 Nov 12 08:27:57.085936 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.093125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.136821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.141649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-df63c882-4cfe-496e-8385-b9d3ab50f5d7 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8654931 Nov 12 08:27:57.143656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34320) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.147699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.extraroute_db [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added routes are [] {{(pid=102371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:27:57.148881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.extraroute_db [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102371) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:27:57.161572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:57.254168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.303656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.441847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 037e85b7-f6e3-49fe-b400-870290d012bc {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:57.442503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.566633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.667284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:57.669989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.680916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:57.702142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17acde9-6a9d-4e73-8055-f632be2ca89b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:57.771054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1173c8-870a-4b07-87c8-496076724fa8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:57.795370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:57.844453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8c4871b5-2a0d-437b-91f0-1844497f890e None None] Provisioning complete for port ca1173c8-870a-4b07-87c8-496076724fa8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:57.845315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c4871b5-2a0d-437b-91f0-1844497f890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.862487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.863091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.898128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8c4871b5-2a0d-437b-91f0-1844497f890e None None] Port ca1173c8-870a-4b07-87c8-496076724fa8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:57.941140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.942345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 037e85b7-f6e3-49fe-b400-870290d012bc owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:57.989014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.005302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.005861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.032110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.110001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.169071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.250374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aa9046-eac9-444e-9f35-f245032a86d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.255744 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0f3601de-4c1b-4e35-bea3-0e32080ad402 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.7296746 Nov 12 08:27:58.264668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34340) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:58.282202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.64'}]}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:58.315489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.316539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.322058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Allocated IP 172.25.4.175 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ed9aec8c-fa20-4a43-b56b-1728316e037e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:58.426255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.531953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.533606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:58.573673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.633042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:58.642847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:58.652493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:58.662066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbfb92-376c-4af4-af08-86960481351f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:58.686048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event updated for resources: {'Port': ['ID=ed9aec8c-fa20-4a43-b56b-1728316e037e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:58.743785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-780f2312-2ed4-42d0-bc60-3e6f2de048e2 None None] Provisioning complete for port ed9aec8c-fa20-4a43-b56b-1728316e037e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:58.745865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-780f2312-2ed4-42d0-bc60-3e6f2de048e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.791898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-780f2312-2ed4-42d0-bc60-3e6f2de048e2 None None] Port ed9aec8c-fa20-4a43-b56b-1728316e037e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:58.824879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.006132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.091252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aa9046-eac9-444e-9f35-f245032a86d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.118299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aa9046-eac9-444e-9f35-f245032a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.232676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:59.244569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:59.270990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:59.271926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.278700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.282172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc9b47ea-191b-4f3d-9ef5-417cd4c7c982 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 704 time: 4.1556251 Nov 12 08:27:59.293225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa9046-eac9-444e-9f35-f245032a86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8195ac7f-b9fa-4894-917f-de23cdefd51d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:59.295786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.298981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34346) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.312330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.318379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.349734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=037e85b7-f6e3-49fe-b400-870290d012bc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:59.353806 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05aa9046-eac9-444e-9f35-f245032a86d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0e212dcae314bcea2850f8eca909c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4054954 Nov 12 08:27:59.358942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34348) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.420527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:59.546301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Router 98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:59.749384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:59.761935 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] Sync routers for ids ['98fd1e5a-0b73-4ac8-a7a3-3138315fcb36'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:59.771567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.772977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ac9149f2-1193-4fdd-8b13-955dff5bd389 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "PUT /v2.0/routers/98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 HTTP/1.1" status: 200 len: 884 time: 2.6282325 Nov 12 08:27:59.778266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34350) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.780406 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] Routers {'98fd1e5a-0b73-4ac8-a7a3-3138315fcb36'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:59.783962 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['98fd1e5a-0b73-4ac8-a7a3-3138315fcb36'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.889308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:57Z', 'revision_number': 7, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.917718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:59.928875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:59.929903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.949707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.950302 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP ed8deae9-ec6b-4a67-a632-d5103249899b disassociated (deleted). External IP: 172.25.4.143, port: 2f02b27a-cdc5-45eb-935a-577c1007a8ce. Nov 12 08:27:59.969146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0498897a-549c-475e-b32e-9bbf318c4926 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 HTTP/1.1" status: 200 len: 925 time: 0.1874671 Nov 12 08:27:59.972211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34352) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.038677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20e875-fb43-4a77-9cc2-6ef0fc91c9e4 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:00.040277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6a20e875-fb43-4a77-9cc2-6ef0fc91c9e4 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=98fd1e5a-0b73-4ac8-a7a3-3138315fcb36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0670648 Nov 12 08:28:00.042939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34354) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.051146 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.062850 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] Routers {'98fd1e5a-0b73-4ac8-a7a3-3138315fcb36'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:00.063928 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['98fd1e5a-0b73-4ac8-a7a3-3138315fcb36'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.101413 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.102436 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba8e0-a939-4c9b-aa6d-483629e9ed9c None None] The sync data for ids ['98fd1e5a-0b73-4ac8-a7a3-3138315fcb36'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:00.137950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:00.195095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c2636-bad7-4805-9a68-d28772b67900 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:00.196989 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-576c2636-bad7-4805-9a68-d28772b67900 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.1530683 Nov 12 08:28:00.199850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34356) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.230227 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8385ed74-1bf3-43be-bb57-132f154ebd15 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 704 time: 0.8870347 Nov 12 08:28:00.230986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0145723-9909-44f4-b367-a46b25fcb50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.237858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34358) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.243450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3adcd3a8-3d39-4d38-931b-7fd8bced118c tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 HTTP/1.1" status: 200 len: 205 time: 0.0422428 Nov 12 08:28:00.251105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34360) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.260721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0145723-9909-44f4-b367-a46b25fcb50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.348204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0145723-9909-44f4-b367-a46b25fcb50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.350408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0145723-9909-44f4-b367-a46b25fcb50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.354102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a0145723-9909-44f4-b367-a46b25fcb50d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8195ac7f-b9fa-4894-917f-de23cdefd51d HTTP/1.1" status: 204 len: 168 time: 0.9832127 Nov 12 08:28:00.394505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0145723-9909-44f4-b367-a46b25fcb50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8195ac7f-b9fa-4894-917f-de23cdefd51d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:00.532422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.557845 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.566488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:00.699943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:57Z', 'revision_number': 7, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.773533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0826b9f9-492e-4a30-bcca-39329eeaca19 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:27:57Z', 'revision_number': 7, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88070ac-7c6c-4f79-a365-59df4a9a5396', 'name': '', 'network_id': '7336b600-9aae-45dc-b174-161b21997dfc', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:8c:97:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:45Z', 'updated_at': '2021-11-12T08:27:52Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'eae6f2d7-a799-4d5d-8c3a-d44568edbd57', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:00.946019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.017091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34368) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:01.048617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a591eb8-4fcc-4509-b070-3ad8797a2822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.129401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.240340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:01.245590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.252827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:01.259435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.267925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:01.269168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.282071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.310675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.319657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.321526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:01.322476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.360856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf5eec5e-0a6c-4165-8d1c-335c357d01e9 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/floatingips/ed8deae9-ec6b-4a67-a632-d5103249899b HTTP/1.1" status: 204 len: 168 time: 4.4747729 Nov 12 08:28:01.363883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.364443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99c8340d-6f88-462a-83b1-35e4910b2802 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:01.366132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34370) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:01.391663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.392860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f23a3-0fc1-4dd4-8f57-759cd9bcd40a None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:01.446348 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:28:01.450764 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c6c7c54e-56d2-4096-b6cc-1b64c2ed9087 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1688416 Nov 12 08:28:01.453133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:01.455011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Deleting port ed9aec8c-fa20-4a43-b56b-1728316e037e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:01.455358 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.501844 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a591eb8-4fcc-4509-b070-3ad8797a2822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.509425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a591eb8-4fcc-4509-b070-3ad8797a2822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.560768 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1a591eb8-4fcc-4509-b070-3ad8797a2822 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c8a8cb567ea48ba9e369c644c978027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377526 Nov 12 08:28:01.563701 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.565875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34374) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:01.568693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 2f02b27a-cdc5-45eb-935a-577c1007a8ce {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:01.569199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.610511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a591eb8-4fcc-4509-b070-3ad8797a2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f693a19a-d18c-4013-8be2-a81288e7da4d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:01.713996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4932c00a-9bd0-40b4-a9cc-6936ea97874f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.726987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.740841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.763750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4932c00a-9bd0-40b4-a9cc-6936ea97874f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.765518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 2f02b27a-cdc5-45eb-935a-577c1007a8ce owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:01.779692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Calling delete_port for ed9aec8c-fa20-4a43-b56b-1728316e037e owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:01.787751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Deleting port ca1173c8-870a-4b07-87c8-496076724fa8 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:01.787751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.886053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4932c00a-9bd0-40b4-a9cc-6936ea97874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.888655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4932c00a-9bd0-40b4-a9cc-6936ea97874f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.892944 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4932c00a-9bd0-40b4-a9cc-6936ea97874f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f693a19a-d18c-4013-8be2-a81288e7da4d HTTP/1.1" status: 204 len: 168 time: 0.3164473 Nov 12 08:28:01.938431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932c00a-9bd0-40b4-a9cc-6936ea97874f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693a19a-d18c-4013-8be2-a81288e7da4d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:01.971617 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.028449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Calling delete_port for ca1173c8-870a-4b07-87c8-496076724fa8 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:02.077110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.133204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=2f02b27a-cdc5-45eb-935a-577c1007a8ce,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:02.264938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.288721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.303858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f2c00552-451b-487b-9b80-c38c1564c62f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/ports/2f02b27a-cdc5-45eb-935a-577c1007a8ce HTTP/1.1" status: 204 len: 168 time: 0.9301112 Nov 12 08:28:02.304199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34382) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:02.310673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event deleted for resources: {'Port': ['ID=ed9aec8c-fa20-4a43-b56b-1728316e037e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:02.319244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:02.321524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port a88070ac-7c6c-4f79-a365-59df4a9a5396 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:02.321874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.337797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72a3b6-8def-4908-a9c3-75b265a8c630 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:02.356846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.373968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.467680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca1173c8-870a-4b07-87c8-496076724fa8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:02.491973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c6cc3-6d4e-4b27-ab6c-a3a67ca53adc None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:02.537929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.554852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.672449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port a88070ac-7c6c-4f79-a365-59df4a9a5396, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a88070ac-7c6c-4f79-a365-59df4a9a5396,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:02.673059 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.695923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.710262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.127 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e87867b2-aa8e-4bce-840e-aeb205f45963) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:02.725841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.731965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.740089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b15226b-7500-4745-b2e4-3413ace36745 tempest-RoutersAdminNegativeIpV6Test-1467979931 tempest-RoutersAdminNegativeIpV6Test-1467979931-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ca1173c8-870a-4b07-87c8-496076724fa8 HTTP/1.1" status: 204 len: 168 time: 1.2811456 Nov 12 08:28:02.741528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for a88070ac-7c6c-4f79-a365-59df4a9a5396 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:03.024856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.026957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Fanout notify agent at l3_agent the message router_deleted on router 98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:03.055875 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.063980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9ba68ed1-6ee2-4977-8a0b-76536f719706 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 HTTP/1.1" status: 204 len: 168 time: 2.8071101 Nov 12 08:28:03.066558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34406) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:03.082741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1636360364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:03.141214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.142436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.158741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.249679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34414) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:03.279497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.327540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:03.367513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.373805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:03.378465 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.404258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:03.410053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:03.430740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.432780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c878d579-7c19-4e11-9617-072a6a1086f6 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3613765 Nov 12 08:28:03.437305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34422) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:03.448205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': True}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:03.475120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=e87867b2-aa8e-4bce-840e-aeb205f45963,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:03.694440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-817941732'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:03.727385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-145412ce-dfc7-415c-936d-1530416d15fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.792801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.870024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:03.873740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.922544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.014097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.150449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-145412ce-dfc7-415c-936d-1530416d15fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.172066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-145412ce-dfc7-415c-936d-1530416d15fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.288297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=a88070ac-7c6c-4f79-a365-59df4a9a5396,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.288845 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.292501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.311695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.330502 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.371555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-c1ec20b3-ae0e-4e5c-bb56-f36e5c03add0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6404817 Nov 12 08:28:04.504350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.513941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145412ce-dfc7-415c-936d-1530416d15fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3eaa8a-3f86-42ee-a11f-4700d9c7c3e2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.526968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-145412ce-dfc7-415c-936d-1530416d15fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e52eaffee92544eeb5504cf87aed6fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1875334 Nov 12 08:28:04.531382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:04.573218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=e87867b2-aa8e-4bce-840e-aeb205f45963,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.586367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.590634 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e43a5190-64ee-4c0b-9076-bf40e74c350e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2847834 Nov 12 08:28:04.594927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34430) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:04.608990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'port': {'network_id': '4aebf458-2a33-4fe4-b818-b33a7fcadc7e', 'name': 'tempest-FloatingIPTestJSON-1255112520'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:04.657472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94452d-1694-43f1-9cf0-f5004a8e0a7d req-df2df539-2918-4c96-bf1f-161f917be988 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.667668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b94452d-1694-43f1-9cf0-f5004a8e0a7d req-df2df539-2918-4c96-bf1f-161f917be988 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 950 time: 1.4599063 Nov 12 08:28:04.723144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc3d2780-1951-404e-b8da-3c337f85757f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.749078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc3d2780-1951-404e-b8da-3c337f85757f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.781040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.853487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc3d2780-1951-404e-b8da-3c337f85757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.858007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc3d2780-1951-404e-b8da-3c337f85757f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.859865 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fc3d2780-1951-404e-b8da-3c337f85757f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae3eaa8a-3f86-42ee-a11f-4700d9c7c3e2 HTTP/1.1" status: 204 len: 168 time: 0.3273704 Nov 12 08:28:04.872488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-b30f1296-8522-4c93-944f-7ceb6afec0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.874438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-b30f1296-8522-4c93-944f-7ceb6afec0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 1097 time: 0.4043050 Nov 12 08:28:04.879354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d2780-1951-404e-b8da-3c337f85757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3eaa8a-3f86-42ee-a11f-4700d9c7c3e2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.899033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b94452d-1694-43f1-9cf0-f5004a8e0a7d req-f18f8b56-edc4-40ad-8f55-2b085e2acf53 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302499 Nov 12 08:28:04.973016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-23423784-72d5-4427-aa29-4ca6f36adfa5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.974573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-23423784-72d5-4427-aa29-4ca6f36adfa5 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 950 time: 0.4047794 Nov 12 08:28:04.980996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:05.000564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.051731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] device_id is not set on port f8b77255-0932-4cac-a025-6208be3707a3 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:05.194876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.207989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.249427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.14 (4aebf458-2a33-4fe4-b818-b33a7fcadc7e/2de4d844-0ad7-4c20-ad8f-2c7f68282b65/f8b77255-0932-4cac-a025-6208be3707a3) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:05.333999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:05.389076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f952ed8f-b526-4a62-8aad-2a397322d69d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.422329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-8347a0c0-c9c8-4e2d-b7b4-6aad4e93071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:05.423862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-8347a0c0-c9c8-4e2d-b7b4-6aad4e93071f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.5006268 Nov 12 08:28:05.446419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:05.456191 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.456704 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Added segment bf403532-6eea-4a88-95f3-3bfaa95392c9 of type vlan for network a73ffc90-6bca-42a8-aa22-02ca19a39139 Nov 12 08:28:05.537953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-56111736-85cc-4778-a443-c09a2b77f893 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe612ec46ec74011bc869bf21c35d1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903792 Nov 12 08:28:05.543138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:05.547584 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.635195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e0dce2d-339e-4a1a-8bcb-3214e61e54fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.641396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.682656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.733070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e0dce2d-339e-4a1a-8bcb-3214e61e54fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.795404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=f8b77255-0932-4cac-a025-6208be3707a3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.802940 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e0dce2d-339e-4a1a-8bcb-3214e61e54fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.805855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e0dce2d-339e-4a1a-8bcb-3214e61e54fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.810896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e0dce2d-339e-4a1a-8bcb-3214e61e54fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92e509a0-34a7-4f8b-8fa7-a742f423108f HTTP/1.1" status: 204 len: 168 time: 0.2666416 Nov 12 08:28:05.826515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-ccb8ad2d-bd53-40ab-8008-e98f22ee8fd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a HTTP/1.1" status: 200 len: 217 time: 0.3645167 Nov 12 08:28:05.827860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network 4aebf458-2a33-4fe4-b818-b33a7fcadc7e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:05.830015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dce2d-339e-4a1a-8bcb-3214e61e54fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e509a0-34a7-4f8b-8fa7-a742f423108f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.830754 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:28:05.842440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:05.846539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:05.899804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Deleting port 0d4374d6-d353-4b9b-9109-72782ac3f827 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:05.900833 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.948466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:05.949613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.989390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e711020d-3cf3-49bd-a246-89ce66bd7f38 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3919430 Nov 12 08:28:05.990700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34448) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:05.995727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'port_id': 'f8b77255-0932-4cac-a025-6208be3707a3'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:06.005820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.013417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.014117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.062710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8051939 Nov 12 08:28:06.063205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.168121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34452) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:06.180128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'subnet': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:06.344510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:06.364259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-ecbfee5e-77a9-4eed-aa39-149d90e71475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.366211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-ecbfee5e-77a9-4eed-aa39-149d90e71475 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.4947069 Nov 12 08:28:06.376625 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.540452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.604182 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-d3631606-0e80-45fe-be28-3f1ac8e94c24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250371 Nov 12 08:28:06.616942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757d265-d59f-418a-bcb3-6eb49583d96a tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Network': ['ID=a73ffc90-6bca-42a8-aa22-02ca19a39139,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:06.631603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:06.685455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] For port 0d4374d6-d353-4b9b-9109-72782ac3f827, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d4374d6-d353-4b9b-9109-72782ac3f827,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:06.686251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.381130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Calling delete_port for 0d4374d6-d353-4b9b-9109-72782ac3f827 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:07.416448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:07.615073 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.629399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-181621632'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:07.650910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:07.655364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.665675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.744420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d8a53-c2b5-4bb6-b2bb-48fcb058e048 req-cd290082-3728-43df-996a-fb9e258e2e7a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.748736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:07.754866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.761949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-445d8a53-c2b5-4bb6-b2bb-48fcb058e048 req-cd290082-3728-43df-996a-fb9e258e2e7a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.6146934 Nov 12 08:28:07.773753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Allocated IP 172.25.4.83 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6ec16577-c569-4576-baa1-e07757e08816) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:07.780155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.830964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:07.846397 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:07.860767 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:07.861460 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:07.882832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-77ef1a00-d5b4-44b2-b495-c0f161a1cfa1 service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2594361 Nov 12 08:28:07.903648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4280b2-997a-453b-ab71-5393e36c4033 req-90ae60ec-84b0-4e7e-83f7-5ccb37219a9f tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.907493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a4280b2-997a-453b-ab71-5393e36c4033 req-90ae60ec-84b0-4e7e-83f7-5ccb37219a9f tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 950 time: 1.8733380 Nov 12 08:28:07.937133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a2469fb5-143c-417d-a3b7-bce5f675c232 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6961384 Nov 12 08:28:07.939918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.941481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34490) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:08.047731 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:08.047983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet eae6f2d7-a799-4d5d-8c3a-d44568edbd57 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:08.054766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.137924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.138160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70f38dc1-6ab4-4b5c-be77-fa8f098c119c req-51d7fd1d-dabc-4d47-a81d-228a217ff586 service neutron] 10.222.0.32 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982050 Nov 12 08:28:08.280488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:03Z', 'revision_number': 8, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:08.301841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.329282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:08.341019 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:08.341897 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:08.431137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.450025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.487132 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:08.589019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a4280b2-997a-453b-ab71-5393e36c4033 req-09eccb8d-e3ab-4b4a-8f50-9d5aa17856d4 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e4c9f16-348c-44f5-add3-06d9042383aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187615 Nov 12 08:28:08.597072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-445d8a53-c2b5-4bb6-b2bb-48fcb058e048 req-d6530db0-758a-4288-aedd-1e5f14107814 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7928503 Nov 12 08:28:08.612522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246066b-fef4-48b8-b921-51a50cb34cba None None] Network 7336b600-9aae-45dc-b174-161b21997dfc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:08.669223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:08.703319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.703891 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment 7ebea746-a7df-4b72-9436-4860e48eae08 of type vlan for network 02cb190f-76d0-4bdf-b693-898e2ea9d947 Nov 12 08:28:08.816823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.854146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.856445 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:03Z', 'revision_number': 8, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:08.902282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a2467-408f-405b-9eef-2fbb9c4d2104 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:03Z', 'revision_number': 8, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c21b952-8787-4e41-899c-bd791214ecb6', 'name': '', 'network_id': '6e642d76-c60d-4c18-89a5-179bbeff541f', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:5a:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '34552b74-c95f-4755-860d-e228b82465b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:34Z', 'updated_at': '2021-11-12T08:27:42Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': '34552b74-c95f-4755-860d-e228b82465b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:08.907488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=eae6f2d7-a799-4d5d-8c3a-d44568edbd57,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:08.911458 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP b1104827-17c4-406d-80e6-31ee3f9d4799 associated. External IP: 172.25.4.127, port: f8b77255-0932-4cac-a025-6208be3707a3. Nov 12 08:28:08.918445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.937810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86a8b26d-5008-4fe7-8512-aae7d3ead54e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/eae6f2d7-a799-4d5d-8c3a-d44568edbd57 HTTP/1.1" status: 204 len: 168 time: 0.9850690 Nov 12 08:28:08.939431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d4374d6-d353-4b9b-9109-72782ac3f827 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:08.956619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.960078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34494) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:08.968617 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.969738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.970719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.985791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 0d4374d6-d353-4b9b-9109-72782ac3f827 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:08.986663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d4374d6-d353-4b9b-9109-72782ac3f827 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:09.005454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.022545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.143788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9040552b-b09e-4767-906f-26493c3eed20,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.194463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:09.205873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7870865 Nov 12 08:28:09.243149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:09.245518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34496) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:09.252565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'name': 'tempest-PortsIpV6TestJSON-730048460'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:09.257417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ab78-e8bc-4df0-9b87-176dd818933a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=02cb190f-76d0-4bdf-b693-898e2ea9d947,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.271776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:09.272241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:09.290493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e3ffb-b4aa-434a-8784-dbdac602b12a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:09.366770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.368553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec16577-c569-4576-baa1-e07757e08816,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.394644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-2367e42d-d442-46b6-9731-ca63995e08e9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.395441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] No DVR routers for this DVR port 0d4374d6-d353-4b9b-9109-72782ac3f827 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:09.396986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-2367e42d-d442-46b6-9731-ca63995e08e9 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.3125930 Nov 12 08:28:09.438734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.446402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4f0f5ba-5241-44d5-94d5-480833d73bc9 req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.32 "DELETE /v2.0/ports/0d4374d6-d353-4b9b-9109-72782ac3f827 HTTP/1.1" status: 204 len: 173 time: 4.4627337 Nov 12 08:28:09.448603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'name': 'network-vif-deleted', 'tag': '0d4374d6-d353-4b9b-9109-72782ac3f827'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:09.461680 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aff78e-e487-4e87-8212-b499c3836dd9" -d '{"events": [{"server_uuid": "feb5fee4-5b24-41ed-8628-05e681dd80ee", "name": "network-vif-deleted", "tag": "0d4374d6-d353-4b9b-9109-72782ac3f827"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:09.471251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.477886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a68bb-d49c-4463-ba7f-a4bdcc4c12c6 tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] Pushing event deleted for resources: {'Port': ['ID=0d4374d6-d353-4b9b-9109-72782ac3f827,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.566577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] DHCP port deletion for 7336b600-9aae-45dc-b174-161b21997dfc request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:09.595771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a88070ac-7c6c-4f79-a365-59df4a9a5396 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:09.630603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:09.635798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.672031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a88070ac-7c6c-4f79-a365-59df4a9a5396 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:09.672959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a88070ac-7c6c-4f79-a365-59df4a9a5396 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:09.673476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b05bb8f4-8371-4212-acb6-3202e7041087 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:09.687255 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5e9e0a-635c-4ec2-9616-c18ba7376bca x-openstack-request-id: req-3d5e9e0a-635c-4ec2-9616-c18ba7376bca {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:09.687551 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5fee4-5b24-41ed-8628-05e681dd80ee", "name": "network-vif-deleted", "tag": "0d4374d6-d353-4b9b-9109-72782ac3f827", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:09.687814 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d5e9e0a-635c-4ec2-9616-c18ba7376bca {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:09.688297 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5fee4-5b24-41ed-8628-05e681dd80ee', 'name': 'network-vif-deleted', 'tag': '0d4374d6-d353-4b9b-9109-72782ac3f827', 'status': 'completed', 'code': 200} Nov 12 08:28:09.789673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Subnet': ['ID=fb851025-8b76-43da-b5c4-8c8c61dc43c6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.844294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:09.899030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Checking segment: {'id': 'bf403532-6eea-4a88-95f3-3bfaa95392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:09.900834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network hostable DHCP agents. Network: a73ffc90-6bca-42a8-aa22-02ca19a39139, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:09.906411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-47e76b4e-95f9-45d7-b002-4b3a8036c224 None None] Provisioning complete for port 6ec16577-c569-4576-baa1-e07757e08816 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:09.907411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-47e76b4e-95f9-45d7-b002-4b3a8036c224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.915401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Deleting port b05bb8f4-8371-4212-acb6-3202e7041087 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:09.916119 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.932670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Deleting port ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:09.933132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.935681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3db422a2-8dc3-4df7-8800-206c66a1ed61 req-ac67142b-3964-43cf-9480-4e1d4aa3216d tempest-VolumesBackupsTest-506359181 tempest-VolumesBackupsTest-506359181-project] 10.222.0.16 "GET /v2.0/ports?device_id=feb5fee4-5b24-41ed-8628-05e681dd80ee HTTP/1.1" status: 200 len: 210 time: 0.0692871 Nov 12 08:28:09.959464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09afa0c-eb93-434e-af67-2a399800c5bd req-407ef33e-a01a-4c94-b534-a691f4930e47 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.971029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d09afa0c-eb93-434e-af67-2a399800c5bd req-407ef33e-a01a-4c94-b534-a691f4930e47 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 946 time: 0.1755412 Nov 12 08:28:09.979562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:10.075316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-47e76b4e-95f9-45d7-b002-4b3a8036c224 None None] Port 6ec16577-c569-4576-baa1-e07757e08816 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:10.099907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port b05bb8f4-8371-4212-acb6-3202e7041087 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:10.100281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.114050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.141228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:10.229441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a73ffc90-6bca-42a8-aa22-02ca19a39139) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:10.319468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port b05bb8f4-8371-4212-acb6-3202e7041087, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b05bb8f4-8371-4212-acb6-3202e7041087,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:10.319999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.334136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for b05bb8f4-8371-4212-acb6-3202e7041087 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:10.342883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:10.354743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.355438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] For port b05bb8f4-8371-4212-acb6-3202e7041087, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b05bb8f4-8371-4212-acb6-3202e7041087,segment=NetworkSegment(1553578c-898a-4b7e-920c-cf0afdae6223),segment_id=1553578c-898a-4b7e-920c-cf0afdae6223)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:10.355856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.370529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Calling delete_port for b05bb8f4-8371-4212-acb6-3202e7041087 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:10.389569 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4feaa99f-1f79-4ab1-84f4-c42191a484ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/floatingips/b1104827-17c4-406d-80e6-31ee3f9d4799 HTTP/1.1" status: 200 len: 979 time: 4.3974981 Nov 12 08:28:10.396538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34506) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:10.424010 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.439467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d09afa0c-eb93-434e-af67-2a399800c5bd req-9155e2df-f58e-4a5f-8b3e-e907f518342a tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/security-groups?id=603c5a3a-00c3-430e-85d5-e011c7028ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669528 Nov 12 08:28:10.443137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.444390 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.456758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.462794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] For port ff97a5eb-f223-4bfc-8934-5c9946b16c6f, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,segment=NetworkSegment(15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9),segment_id=15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:10.463163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.493336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb58a11-2af4-4b91-96a6-11edf5187f8c None None] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:10.528541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.534911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Calling delete_port for ff97a5eb-f223-4bfc-8934-5c9946b16c6f owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:10.555241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port b05bb8f4-8371-4212-acb6-3202e7041087 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:10.584764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=b05bb8f4-8371-4212-acb6-3202e7041087,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:10.600040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:10.639357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.646926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.667416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port f8b77255-0932-4cac-a025-6208be3707a3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:10.667683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.701220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.711913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Pushing event deleted for resources: {'Port': ['ID=b05bb8f4-8371-4212-acb6-3202e7041087,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:10.724614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7336b600-9aae-45dc-b174-161b21997dfc']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.735238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:10.735789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.736858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1553578c-898a-4b7e-920c-cf0afdae6223') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.737299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1553578c-898a-4b7e-920c-cf0afdae6223') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.748626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.770205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.777852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:10.778425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.820615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=9bc59b44-f878-4f0d-a80f-3e018b0f89d9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:10.829388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.829744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.830085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.830424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.831386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.831386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.831615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.831819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.832168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.832537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.832816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.833137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:10.842028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1b67e-06f4-4dc9-b031-26364af26df3 None None] No DVR routers for this DVR port b05bb8f4-8371-4212-acb6-3202e7041087 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:10.848482 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c100f2e4-6bba-424d-b978-25fd8232a4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.850829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-feeecb11-9e5a-4f49-9f2b-3e3a300a18da tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6826134 Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:10.855024 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:10.857717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34510) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:10.858706 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.861808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.865999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'name': 'tempest-AllowedAddressPairTestJSON-495022613'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:10.867747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': '7ebea746-a7df-4b72-9436-4860e48eae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:10.868150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: 02cb190f-76d0-4bdf-b693-898e2ea9d947, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:10.901760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:10.902409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.910319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.942666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.943681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa3d79-5662-46fa-965f-6aa6fad6e615 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:10.956835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:11.000548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.002817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a73ffc90-6bca-42a8-aa22-02ca19a39139', 'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'tenant_id': '5ef98fc1236249e3be6a863035be9de1', 'fixed_ips': [{'subnet_id': 'fb851025-8b76-43da-b5c4-8c8c61dc43c6'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:11.005407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.030332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ff97a5eb-f223-4bfc-8934-5c9946b16c6f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:11.057258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 02cb190f-76d0-4bdf-b693-898e2ea9d947) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:11.067390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Pushing event deleted for resources: {'Port': ['ID=ff97a5eb-f223-4bfc-8934-5c9946b16c6f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.081472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5f956-2deb-4ed0-9d05-87a72435522a None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:11.129592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73a809-9890-437a-bf4c-1aac25a12175 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:11.346811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:11.352863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.353818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.380183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.380757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Allocated IP 172.20.0.2 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/c62bf91c-6e8d-4901-97ec-22324a3be248) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:11.386830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/7336b600-9aae-45dc-b174-161b21997dfc HTTP/1.1" status: 204 len: 168 time: 2.4201679 Nov 12 08:28:11.387996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:11.504125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a392141b-30a8-4958-bad8-d09188feb9b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2571130 Nov 12 08:28:11.538917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] No DVR routers for this DVR port ff97a5eb-f223-4bfc-8934-5c9946b16c6f on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:11.544470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34522) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:11.547296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.550815 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bd7f8f14-ac78-4bf9-8bd2-5d9572991d97 req-5527e776-c34b-4ca8-9690-20f67f883326 tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.25 "DELETE /v2.0/ports/ff97a5eb-f223-4bfc-8934-5c9946b16c6f HTTP/1.1" status: 204 len: 173 time: 2.1424539 Nov 12 08:28:11.556491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-370999321'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:11.561354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-deleted', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:11.563940 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8be22-fb7d-4ef8-b8e0-6b82663e71c5" -d '{"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-deleted", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:11.631025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:11.642945 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.646130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.652796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.658688 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b973b-53d4-457a-835d-a403d555efc5 x-openstack-request-id: req-7e6b973b-53d4-457a-835d-a403d555efc5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:11.659629 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f1f86-0176-4a21-826e-3881f8185683", "name": "network-vif-deleted", "tag": "ff97a5eb-f223-4bfc-8934-5c9946b16c6f", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:11.660139 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e6b973b-53d4-457a-835d-a403d555efc5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:11.660710 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3f1f86-0176-4a21-826e-3881f8185683', 'name': 'network-vif-deleted', 'tag': 'ff97a5eb-f223-4bfc-8934-5c9946b16c6f', 'status': 'completed', 'code': 200} Nov 12 08:28:11.667464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:11.671426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.675199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] device_id is not set on port ea0db879-3378-43fd-a0ca-9912e440f6bb yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:11.719196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:11.726232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:11.734610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:11.738342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.739231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.739790 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP b1104827-17c4-406d-80e6-31ee3f9d4799 disassociated. External IP: 172.25.4.127, port: f8b77255-0932-4cac-a025-6208be3707a3. Nov 12 08:28:11.740332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for f8b77255-0932-4cac-a025-6208be3707a3 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:11.755513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0f12-b7f7-43bb-8727-68c4423eb292 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=7336b600-9aae-45dc-b174-161b21997dfc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.756546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Pushing event updated for resources: {'Port': ['ID=c62bf91c-6e8d-4901-97ec-22324a3be248,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.805665 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.808768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:11.845246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3652ca84-425b-4893-b687-906eb82abf05 req-12ede98f-80e3-4df0-9d88-516c9d0c13ec tempest-ServersNegativeTestJSON-1218965782 tempest-ServersNegativeTestJSON-1218965782-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e3f1f86-0176-4a21-826e-3881f8185683 HTTP/1.1" status: 200 len: 210 time: 0.2152324 Nov 12 08:28:11.860076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.860621 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment 99e790a5-4195-46b1-b261-345f5cf23a55 of type vlan for network 22d25f99-8f62-47d6-8946-a2d1739ad3e5 Nov 12 08:28:11.866826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Attempting to bind port c62bf91c-6e8d-4901-97ec-22324a3be248 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:11.867397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Attempting to bind port c62bf91c-6e8d-4901-97ec-22324a3be248 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'bf403532-6eea-4a88-95f3-3bfaa95392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:11.869764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Attempting to bind port c62bf91c-6e8d-4901-97ec-22324a3be248 on network a73ffc90-6bca-42a8-aa22-02ca19a39139 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:11.877958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:11.879596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Checking segment: {'id': 'bf403532-6eea-4a88-95f3-3bfaa95392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:11.880352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.880968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Bound using segment: {'id': 'bf403532-6eea-4a88-95f3-3bfaa95392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:11.881853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Bound port: c62bf91c-6e8d-4901-97ec-22324a3be248, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf403532-6eea-4a88-95f3-3bfaa95392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:11.882535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.957481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Allocated IP 172.20.0.10 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/ea0db879-3378-43fd-a0ca-9912e440f6bb) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:11.973682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.979658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.984921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] For port c62bf91c-6e8d-4901-97ec-22324a3be248, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:11.990352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] For port c62bf91c-6e8d-4901-97ec-22324a3be248, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c62bf91c-6e8d-4901-97ec-22324a3be248,segment=NetworkSegment(bf403532-6eea-4a88-95f3-3bfaa95392c9),segment_id=bf403532-6eea-4a88-95f3-3bfaa95392c9)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:12.007089 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.135715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25913c-68ff-459c-9ce4-51ec8feeb231 None None] Pushing event updated for resources: {'Port': ['ID=c62bf91c-6e8d-4901-97ec-22324a3be248,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.137946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.140937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.241907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=f8b77255-0932-4cac-a025-6208be3707a3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.332385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.351841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.360247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.361380 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.367938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Router 2bbb546a-649b-4add-ac6d-ee61cf10bda8 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:12.436285 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.510809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9649084 Nov 12 08:28:12.519717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34530) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:12.529612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=ea0db879-3378-43fd-a0ca-9912e440f6bb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.532296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'ports': [{'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'}, {'network_id': '22d25f99-8f62-47d6-8946-a2d1739ad3e5'}]} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:12.532618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:12.533110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '22d25f99-8f62-47d6-8946-a2d1739ad3e5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:12.543251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2fcfe-5df8-49ba-bed2-f1f02347c05d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=22d25f99-8f62-47d6-8946-a2d1739ad3e5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.559415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 22d25f99-8f62-47d6-8946-a2d1739ad3e5 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:12.563976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:12.567830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:12.571477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:12.623545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:12.684582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.685260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.697935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:12.703042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.706572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dd73195b-7d5f-4147-9493-8bba86cc44d8 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "PUT /v2.0/routers/2bbb546a-649b-4add-ac6d-ee61cf10bda8 HTTP/1.1" status: 200 len: 918 time: 9.2680352 Nov 12 08:28:12.707213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34532) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:12.711504 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] Sync routers for ids ['2bbb546a-649b-4add-ac6d-ee61cf10bda8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:12.730790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ffa1fe89-f8b9-43b2-9817-51bace3c167e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8666165 Nov 12 08:28:12.732524 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] Routers {'2bbb546a-649b-4add-ac6d-ee61cf10bda8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:12.733171 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2bbb546a-649b-4add-ac6d-ee61cf10bda8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:12.770943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34534) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:12.778265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'name': 'tempest-AllowedAddressPairTestJSON-539145623', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8d:03:07'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:12.781000 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:12.799538 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] Routers {'2bbb546a-649b-4add-ac6d-ee61cf10bda8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:12.800561 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['2bbb546a-649b-4add-ac6d-ee61cf10bda8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:12.857804 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:12.859139 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc80030-7230-4b0f-ab8f-5735783cf58e None None] The sync data for ids ['2bbb546a-649b-4add-ac6d-ee61cf10bda8'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:12.932163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34538) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:12.947122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:12.960769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:12.979764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.983416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:12.985997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 2} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:12.989254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b235f378-14b8-42ca-a141-852f9a5e99c5 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/2bbb546a-649b-4add-ac6d-ee61cf10bda8 HTTP/1.1" status: 200 len: 924 time: 0.2776909 Nov 12 08:28:12.989448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:12.990731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.996355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34542) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.034442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:13.048740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:13.054371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:27:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:13.072377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcfa06-50d7-4dd6-82c3-ddec7acc9ec7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.076564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ebfcfa06-50d7-4dd6-82c3-ddec7acc9ec7 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=2bbb546a-649b-4add-ac6d-ee61cf10bda8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0741074 Nov 12 08:28:13.076947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34544) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.086917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:13.118008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:13.122785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c5b0f-5293-411d-8db2-f7eae13ef544 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:13.140384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:13.176002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: ff97a5eb-f223-4bfc-8934-5c9946b16c6f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:13.176641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ff97a5eb-f223-4bfc-8934-5c9946b16c6f not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:13.192524 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.197603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cecafef7-94bd-48ee-9c43-5409d1868e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.234372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Deleting subnet 8346f34c-3b0f-43ce-9d5b-fd3cc388c461 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:13.238245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.253333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903629e-734d-45a5-97dd-c0dc90c81aaf tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.254762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7903629e-734d-45a5-97dd-c0dc90c81aaf tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.1768060 Nov 12 08:28:13.259130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.261832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.283834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.310281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3451943b-d188-4df4-a119-67f8aaab321b tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bbb546a-649b-4add-ac6d-ee61cf10bda8 HTTP/1.1" status: 200 len: 205 time: 0.0447321 Nov 12 08:28:13.312796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34548) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.369113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.379456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] device_id is not set on port 7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:13.436149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c62bf91c-6e8d-4901-97ec-22324a3be248 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:13.567650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c62bf91c-6e8d-4901-97ec-22324a3be248 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:13.568444 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.571403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.610008 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.616710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34552) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.619932 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d9cfe11-b41d-4185-acf6-23c137c01504 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/ports/f8b77255-0932-4cac-a025-6208be3707a3 HTTP/1.1" status: 204 len: 168 time: 3.2184215 Nov 12 08:28:13.666314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 975c35e0-12d9-408d-90ec-592ab7c0255d yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:13.676290 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.686924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Allocated IP 172.20.0.5 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:13.711505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608ff36-51fa-4067-9699-7d575669e793 None None] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:13.719732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4998bd55-c29b-466d-b96c-c8ba7be5e06d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/floatingips/b1104827-17c4-406d-80e6-31ee3f9d4799 HTTP/1.1" status: 200 len: 688 time: 0.1002276 Nov 12 08:28:13.722887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8346f34c-3b0f-43ce-9d5b-fd3cc388c461,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:13.729104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.730552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34554) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.734649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc8b8247-9690-4ad1-940a-cad31e7856b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8346f34c-3b0f-43ce-9d5b-fd3cc388c461 HTTP/1.1" status: 204 len: 168 time: 0.7984204 Nov 12 08:28:13.735820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34556) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:13.738072 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3ef50-7618-4c72-b5c1-fd42c206b1b6 None None] Network 346797a7-d7ae-4e3e-ac72-21d54ee71358 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:13.965644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.010234 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.087946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bf29e412-dc23-4e22-82e4-9d77a9d6ffe2 None None] Provisioning complete for port c62bf91c-6e8d-4901-97ec-22324a3be248 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:14.087946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf29e412-dc23-4e22-82e4-9d77a9d6ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.120621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port e87867b2-aa8e-4bce-840e-aeb205f45963 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:14.121198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.130882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98d26c-3bd7-4097-ba95-dd4c285edb06 None None] DHCP port deletion for 346797a7-d7ae-4e3e-ac72-21d54ee71358 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:14.229877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.256711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port c62bf91c-6e8d-4901-97ec-22324a3be248, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c62bf91c-6e8d-4901-97ec-22324a3be248,segment=NetworkSegment(bf403532-6eea-4a88-95f3-3bfaa95392c9),segment_id=bf403532-6eea-4a88-95f3-3bfaa95392c9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:14.259139 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf29e412-dc23-4e22-82e4-9d77a9d6ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.279148 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.437881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=c62bf91c-6e8d-4901-97ec-22324a3be248,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:14.454436 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-bf29e412-dc23-4e22-82e4-9d77a9d6ffe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:28:14.454803 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-bf29e412-dc23-4e22-82e4-9d77a9d6ffe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:28:14.461063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.467151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.581489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Deleting port 6ec16577-c569-4576-baa1-e07757e08816 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:14.582110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.620343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.672226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.673458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 283b2d7b-91fe-4b75-93d4-d93527a95999 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:14.679210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346797a7-d7ae-4e3e-ac72-21d54ee71358']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:14.693086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 3c21b952-8787-4e41-899c-bd791214ecb6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:14.693490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.712135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:14.712899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c5d6e3-38de-48f5-8d78-fd0e03b1d8f9') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:14.735563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.735894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.761613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for e87867b2-aa8e-4bce-840e-aeb205f45963 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:14.766145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.798304 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.820445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:14.820856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.821848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.841174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.849205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Calling delete_port for 6ec16577-c569-4576-baa1-e07757e08816 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:14.857449 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:14.925261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 3c21b952-8787-4e41-899c-bd791214ecb6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3c21b952-8787-4e41-899c-bd791214ecb6,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:14.925261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.957367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 3c21b952-8787-4e41-899c-bd791214ecb6 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:14.963643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:14.975347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:14.980263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.980691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:14.987104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.006062 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.012086 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/346797a7-d7ae-4e3e-ac72-21d54ee71358 HTTP/1.1" status: 204 len: 168 time: 1.2720516 Nov 12 08:28:15.012086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124f26d-72af-429a-aa83-2fe7857837e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=346797a7-d7ae-4e3e-ac72-21d54ee71358,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.083432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.084171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.127098 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.190395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2f5be6f6-ea06-4fe6-b9f1-ac608065353d None None] Provisioning complete for port c62bf91c-6e8d-4901-97ec-22324a3be248 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.190891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f5be6f6-ea06-4fe6-b9f1-ac608065353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.233017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f722b0b-1a89-47ae-9eca-bf9daac5e240 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4593656 Nov 12 08:28:15.237876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34566) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.279974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.380304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34568) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.390790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c62bf91c-6e8d-4901-97ec-22324a3be248 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:15.440649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.465621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:15.475835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:15.475835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=975c35e0-12d9-408d-90ec-592ab7c0255d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.480988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:15.486122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.492906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=e87867b2-aa8e-4bce-840e-aeb205f45963,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.518682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c62bf91c-6e8d-4901-97ec-22324a3be248 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.519067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.528604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f83d2-c8d2-4835-beaf-2e7dfe5e12b5 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.534674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f83d2-c8d2-4835-beaf-2e7dfe5e12b5 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.540837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f83d2-c8d2-4835-beaf-2e7dfe5e12b5 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.542556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-db9f83d2-c8d2-4835-beaf-2e7dfe5e12b5 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3030002 Nov 12 08:28:15.548981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34572) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.565261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2f5be6f6-ea06-4fe6-b9f1-ac608065353d None None] Provisioning complete for port ea0db879-3378-43fd-a0ca-9912e440f6bb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.565760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f5be6f6-ea06-4fe6-b9f1-ac608065353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.600294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0bd82c76-c348-46de-8b7b-eb253f4ffb6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6289ea60fcd84835966dd09ab28b2d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166226 Nov 12 08:28:15.600294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.601014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34574) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.649555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.675626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2f5be6f6-ea06-4fe6-b9f1-ac608065353d None None] Port ea0db879-3378-43fd-a0ca-9912e440f6bb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:15.686964 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.706514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event deleted for resources: {'Port': ['ID=6ec16577-c569-4576-baa1-e07757e08816,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.707003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=283b2d7b-91fe-4b75-93d4-d93527a95999,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.756993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b2505-f198-44c8-8e2f-f8543678a584 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:15.775774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=3c21b952-8787-4e41-899c-bd791214ecb6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.786403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.789031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.794332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a1615f5-1b83-4e38-bade-6fb7b395945c tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/floatingips/b1104827-17c4-406d-80e6-31ee3f9d4799 HTTP/1.1" status: 204 len: 168 time: 2.0584981 Nov 12 08:28:15.815836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.819979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-af307185-8e6f-4a89-bd89-573322db2139 None None] Provisioning complete for port 7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.820494 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-af307185-8e6f-4a89-bd89-573322db2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.824131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'd85d21b9-bcab-4350-9124-2f1e283fe9b5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:15.857493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad3fe-a86a-4720-8c28-0f69e94551cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.885600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-af307185-8e6f-4a89-bd89-573322db2139 None None] Port 7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:15.889454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': '99e790a5-4195-46b1-b261-345f5cf23a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '22d25f99-8f62-47d6-8946-a2d1739ad3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:15.889681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: 22d25f99-8f62-47d6-8946-a2d1739ad3e5, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:15.903524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-778290e3-c32c-4c5f-8868-55ed8753d02b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3031354 Nov 12 08:28:15.904611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad3fe-a86a-4720-8c28-0f69e94551cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.905099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.908370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.998663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.007561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.010018 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.033438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 22d25f99-8f62-47d6-8946-a2d1739ad3e5 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:16.056962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port 7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:16.057565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.063930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 22d25f99-8f62-47d6-8946-a2d1739ad3e5) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:16.080095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebb689-f787-48a1-8b0c-a509314d5734 None None] Network 22d25f99-8f62-47d6-8946-a2d1739ad3e5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:16.104212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c52d-1063-41f7-aad7-130faed28b78 req-a46c3dd4-0005-4a43-a808-64a9683e2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.105740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-a46c3dd4-0005-4a43-a808-64a9683e2633 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.1760213 Nov 12 08:28:16.106769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.107321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Fanout notify agent at l3_agent the message router_deleted on router 2bbb546a-649b-4add-ac6d-ee61cf10bda8 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:16.110298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:16.114517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.120002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.125064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.125255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-88cf7173-28fc-4349-884e-1ea526c663bc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/2bbb546a-649b-4add-ac6d-ee61cf10bda8 HTTP/1.1" status: 204 len: 168 time: 2.8071432 Nov 12 08:28:16.125737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.125737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:16.157786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-484843828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:16.260137 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.272481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad3fe-a86a-4720-8c28-0f69e94551cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.277312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c5ad3fe-a86a-4720-8c28-0f69e94551cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.281395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c5ad3fe-a86a-4720-8c28-0f69e94551cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/603c5a3a-00c3-430e-85d5-e011c7028ea9 HTTP/1.1" status: 204 len: 168 time: 0.6723933 Nov 12 08:28:16.296200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.297923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.298533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for 7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:16.302043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ad3fe-a86a-4720-8c28-0f69e94551cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c5a3a-00c3-430e-85d5-e011c7028ea9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:16.321197 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af6a7551-8e8f-46e2-ab12-a65ef1490d2b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7929978 Nov 12 08:28:16.323949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34584) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:16.578947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:16.597978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.635032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.641518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:16.760935 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.767192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.776358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c52d-1063-41f7-aad7-130faed28b78 req-9ea34923-8602-4184-9970-949ba2e1630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.777996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-9ea34923-8602-4184-9970-949ba2e1630c service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.6110690 Nov 12 08:28:16.787819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.924257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-47cf49b8-d770-4cfb-b358-00bee3b21f5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.1285794 Nov 12 08:28:17.001185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.006106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34630) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:17.006761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e96cfb5e-63f1-4235-88da-cc6da56389b8 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8523362 Nov 12 08:28:17.026139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': False}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:17.070719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.076234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-745e8986-6218-434c-b7ed-6c02a5c13e10 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/ports/7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 HTTP/1.1" status: 204 len: 168 time: 1.5122733 Nov 12 08:28:17.078707 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.109 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6bba9706-91ff-4f5c-ab5b-4a00a4910aa4) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:17.079255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34638) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:17.137153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:17.149487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:17.154776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 283b2d7b-91fe-4b75-93d4-d93527a95999 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:17.155128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.172548 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-331e55f2-0558-4a2e-81a9-701795b882b2 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7401054 Nov 12 08:28:17.177692 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0285cc-da1a-4a79-acac-0f95183d2d8c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] GET failed (client error): The resource could not be found. Nov 12 08:28:17.182141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5d0285cc-da1a-4a79-acac-0f95183d2d8c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "GET /v2.0/ports/7b739fdb-3c0b-4dd4-bd1a-8fe2d3f54323 HTTP/1.1" status: 404 len: 333 time: 0.1015615 Nov 12 08:28:17.182794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34640) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:17.185565 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:17.186570 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:17.189087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:17.205609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c52d-1063-41f7-aad7-130faed28b78 req-91ba34d8-4717-42bd-8eb3-e3eb7ca06cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.207406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-91ba34d8-4717-42bd-8eb3-e3eb7ca06cd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.2240789 Nov 12 08:28:17.234812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'name': 'tempest-AllowedAddressPairTestJSON-472192962'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:17.361450 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-38f6530b-6cdc-4dce-a6fb-d485f1037b36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346834 Nov 12 08:28:17.384453 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:17.541519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.610083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 283b2d7b-91fe-4b75-93d4-d93527a95999 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:17.745410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.758428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.807473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-8363883e-ff43-4144-85e3-ee328f825ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527851 Nov 12 08:28:17.812777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet 34552b74-c95f-4755-860d-e228b82465b8 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:17.864321 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.986395 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:15Z', 'revision_number': 9, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:18.108163 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:18.122456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:18.123434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:18.133528 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.261020 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:18.493772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.510895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.554388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=283b2d7b-91fe-4b75-93d4-d93527a95999,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:18.636567 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.641712 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-656d9377-0eed-4d8f-931e-9e16a08836c6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/283b2d7b-91fe-4b75-93d4-d93527a95999 HTTP/1.1" status: 204 len: 168 time: 2.3139009 Nov 12 08:28:18.651571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:18.673749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:18.674490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:18.678354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.751236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] device_id is not set on port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:18.751688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:18.778289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:18.791581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7476c52d-1063-41f7-aad7-130faed28b78 req-cf9f1153-e6c8-4921-b944-626c8a9a72d0 service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9738786 Nov 12 08:28:18.802006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2135700-fbd8-46ee-8b07-73419d7ac5fb req-14744ce9-8578-4df6-88ee-a5d13f5efecd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:18.803521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2135700-fbd8-46ee-8b07-73419d7ac5fb req-14744ce9-8578-4df6-88ee-a5d13f5efecd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.6662734 Nov 12 08:28:18.813426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=6bba9706-91ff-4f5c-ab5b-4a00a4910aa4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:18.858241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da871856-c6bf-448f-8c4d-1094a98c2e4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:18.864544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da871856-c6bf-448f-8c4d-1094a98c2e4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:18.868105 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-da871856-c6bf-448f-8c4d-1094a98c2e4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1958485 Nov 12 08:28:18.878625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:18.920576 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:15Z', 'revision_number': 9, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:19.004553 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d67ba4-b5bc-4992-8bab-925159b50789 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:15Z', 'revision_number': 9, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b481cd6-0499-483d-bfd3-9663cff28c4e', 'name': '', 'network_id': '88dae74f-8b5d-4e2e-bc29-9b7c828ba512', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:e4:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:22Z', 'updated_at': '2021-11-12T08:27:36Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'b5461fa3-3dbd-487f-8db9-1690af2abaf1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:19.005054 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.131168 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2135700-fbd8-46ee-8b07-73419d7ac5fb req-3a817c5b-33de-4cb0-b241-c2f6ff9afe13 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681229 Nov 12 08:28:19.135653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-f6d821ba-f2b8-4562-979d-756fdbbf0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.137231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-f6d821ba-f2b8-4562-979d-756fdbbf0500 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.2698376 Nov 12 08:28:19.190881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.273271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=34552b74-c95f-4755-860d-e228b82465b8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:19.275958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Allocated IP 172.20.0.9 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/481fd47b-c7d6-43d9-9ea8-decaa20929b8) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:19.283770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.287023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3715eeda-a104-4e4a-91cd-49faa7966ecf tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/34552b74-c95f-4755-860d-e228b82465b8 HTTP/1.1" status: 204 len: 168 time: 2.1026673 Nov 12 08:28:19.294432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34716) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:19.295682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df838ac8-ec25-4057-99bc-63d5d2fe5a28 None None] Network 6e642d76-c60d-4c18-89a5-179bbeff541f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:19.307366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 975c35e0-12d9-408d-90ec-592ab7c0255d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:19.307719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.388089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-2246a580-665f-46e8-9d3f-8b761c606956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.389745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-2246a580-665f-46e8-9d3f-8b761c606956 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.2177076 Nov 12 08:28:19.426253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3c21b952-8787-4e41-899c-bd791214ecb6 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:19.556686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.597534 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-e5432700-2050-44fb-ab1e-9b0545d24143 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.1749008 Nov 12 08:28:19.603812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.616861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.712385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3c21b952-8787-4e41-899c-bd791214ecb6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:19.713025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3c21b952-8787-4e41-899c-bd791214ecb6 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:19.797024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.861900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 975c35e0-12d9-408d-90ec-592ab7c0255d owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:19.894782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255bd85-9023-4936-964b-c22840fec66a None None] DHCP port deletion for 6e642d76-c60d-4c18-89a5-179bbeff541f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:19.950571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.962020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Allocated IP 172.25.4.33 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/81229644-5d16-444c-853a-1648c0ba1a5a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:19.963167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-16c4dc49-a0d4-4428-b6c2-7d72dcee34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.965097 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-16c4dc49-a0d4-4428-b6c2-7d72dcee34e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.2611587 Nov 12 08:28:19.984269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 963b9fcc-c953-487d-83bd-d4e865d9b6df {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:19.984849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.004787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-5f13a64c-09f1-406f-b93b-02663b21d311 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307486 Nov 12 08:28:20.022852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6255bd85-9023-4936-964b-c22840fec66a None None] Deleting port 963b9fcc-c953-487d-83bd-d4e865d9b6df {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:20.025232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6255bd85-9023-4936-964b-c22840fec66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.108246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.146399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6255bd85-9023-4936-964b-c22840fec66a None None] For port 963b9fcc-c953-487d-83bd-d4e865d9b6df, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=963b9fcc-c953-487d-83bd-d4e865d9b6df,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:20.146832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6255bd85-9023-4936-964b-c22840fec66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.166778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 963b9fcc-c953-487d-83bd-d4e865d9b6df, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=963b9fcc-c953-487d-83bd-d4e865d9b6df,segment=NetworkSegment(f11f1ee0-4fdb-434e-9c86-95b330700abc),segment_id=f11f1ee0-4fdb-434e-9c86-95b330700abc)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:20.167138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.172835 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-10541849-d948-4c0a-9c9f-8b13cc03123a service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584046 Nov 12 08:28:20.177984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.178479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6255bd85-9023-4936-964b-c22840fec66a None None] Calling delete_port for 963b9fcc-c953-487d-83bd-d4e865d9b6df owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:20.198496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 963b9fcc-c953-487d-83bd-d4e865d9b6df owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:20.258037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:20.271447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:20.294734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.296231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.344790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:20.356923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.392538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=975c35e0-12d9-408d-90ec-592ab7c0255d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.408763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=481fd47b-c7d6-43d9-9ea8-decaa20929b8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.419843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.427456 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-913be36e-715e-4ea3-9f57-0a4461d63889 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/975c35e0-12d9-408d-90ec-592ab7c0255d HTTP/1.1" status: 204 len: 168 time: 1.5474255 Nov 12 08:28:20.428273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34742) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.435923 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6255bd85-9023-4936-964b-c22840fec66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.490829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255bd85-9023-4936-964b-c22840fec66a None None] No DVR routers for this DVR port 963b9fcc-c953-487d-83bd-d4e865d9b6df on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:20.531166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.531860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.549011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f13d0bda-1ed6-460a-a4e7-1d6bea4435fb req-152cde26-35dd-4289-a20c-2de4a5b463e5 service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684859 Nov 12 08:28:20.552591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255bd85-9023-4936-964b-c22840fec66a None None] Pushing event deleted for resources: {'Port': ['ID=963b9fcc-c953-487d-83bd-d4e865d9b6df,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.599340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff6df-b2b8-43bc-8c95-3aa86686e75d req-2335957d-77db-4f24-bdce-c3165eab80db tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.601306 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dcff6df-b2b8-43bc-8c95-3aa86686e75d req-2335957d-77db-4f24-bdce-c3165eab80db tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2512240 Nov 12 08:28:20.610742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10956903-2249-49e9-af65-b8006358c401 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4142935 Nov 12 08:28:20.618116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34746) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.619288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.627092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636562ca-3a5c-471e-b0dd-0e25ce1b0061 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.627549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.631962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-636562ca-3a5c-471e-b0dd-0e25ce1b0061 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1933336 Nov 12 08:28:20.634065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34748) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.638304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8d:03:07'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:20.695560 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-4670c6e2-072c-42cc-9329-2b652f609650 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:28:20.700109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4670c6e2-072c-42cc-9329-2b652f609650 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/283b2d7b-91fe-4b75-93d4-d93527a95999 HTTP/1.1" status: 404 len: 333 time: 0.0519698 Nov 12 08:28:20.701310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=963b9fcc-c953-487d-83bd-d4e865d9b6df,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.704931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34752) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.705771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port 963b9fcc-c953-487d-83bd-d4e865d9b6df on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:20.754030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-64123fce-93f4-4c47-8d88-44d4ff1bd0ec None None] Provisioning complete for port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:20.755451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64123fce-93f4-4c47-8d88-44d4ff1bd0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.809044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:20.821935 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e4f2c9-f9f9-4639-8b1b-3dc9adf618e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:28:20.826044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d5e4f2c9-f9f9-4639-8b1b-3dc9adf618e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/975c35e0-12d9-408d-90ec-592ab7c0255d HTTP/1.1" status: 404 len: 333 time: 0.1161468 Nov 12 08:28:20.826220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-64123fce-93f4-4c47-8d88-44d4ff1bd0ec None None] Port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:20.828845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34758) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.834010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.848820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:20.868369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:20.871110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.884265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8d6db-9f8b-471a-ae47-a34d2f404f13 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:20.932139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dcff6df-b2b8-43bc-8c95-3aa86686e75d req-bf9fbbde-37b1-4c24-9bb2-188164aa5c8c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153589 Nov 12 08:28:20.963319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Pushing event updated for resources: {'Port': ['ID=81229644-5d16-444c-853a-1648c0ba1a5a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.975650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.989942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e3435abc-39a1-45c9-9f42-48cae60f714b None None] Provisioning complete for port 81229644-5d16-444c-853a-1648c0ba1a5a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:20.991241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e3435abc-39a1-45c9-9f42-48cae60f714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.998892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e642d76-c60d-4c18-89a5-179bbeff541f']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.013965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11f1ee0-4fdb-434e-9c86-95b330700abc') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.014295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11f1ee0-4fdb-434e-9c86-95b330700abc') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.025573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.039959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.047259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:21.047673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.050609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=6bba9706-91ff-4f5c-ab5b-4a00a4910aa4,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.063321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.067719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e3435abc-39a1-45c9-9f42-48cae60f714b None None] Port 81229644-5d16-444c-853a-1648c0ba1a5a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:21.080610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.102479 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:21.119334 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:21.214281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.225408 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.231759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/6e642d76-c60d-4c18-89a5-179bbeff541f HTTP/1.1" status: 204 len: 168 time: 1.9362245 Nov 12 08:28:21.235773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34764) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:21.279501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f882a-c985-406b-b095-c958fd367c1d tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=6e642d76-c60d-4c18-89a5-179bbeff541f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.292533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.393922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 963b9fcc-c953-487d-83bd-d4e865d9b6df no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:21.438912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 963b9fcc-c953-487d-83bd-d4e865d9b6df {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:21.440490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 963b9fcc-c953-487d-83bd-d4e865d9b6df not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:21.644670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.655503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d25f99-8f62-47d6-8946-a2d1739ad3e5']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.692857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e790a5-4195-46b1-b261-345f5cf23a55') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.693221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e790a5-4195-46b1-b261-345f5cf23a55') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.708232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.746136 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP ac1943dc-69ff-4396-87b8-596ac7c08cfd associated. External IP: 172.25.4.109, port: d85d21b9-bcab-4350-9124-2f1e283fe9b5. Nov 12 08:28:21.800017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.822198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:21.822606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:21.830209 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:21.989759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.000015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.023175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.029930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/22d25f99-8f62-47d6-8946-a2d1739ad3e5 HTTP/1.1" status: 204 len: 168 time: 1.1965344 Nov 12 08:28:22.035566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34784) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.037842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.053608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2052286541'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:22.088752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4af7ed-3aa2-46c2-943d-557e64d875e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=22d25f99-8f62-47d6-8946-a2d1739ad3e5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.212998 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:22.222711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=481fd47b-c7d6-43d9-9ea8-decaa20929b8,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.282840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:22.286673 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.311158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] In _notify_port_updated(), no bound segment for port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 on network a73ffc90-6bca-42a8-aa22-02ca19a39139 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:28:22.316946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.317434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.318772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-09a7a972-98a4-4c9e-ad4a-62fba2c2516e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "PUT /v2.0/ports/481fd47b-c7d6-43d9-9ea8-decaa20929b8 HTTP/1.1" status: 200 len: 993 time: 1.6856072 Nov 12 08:28:22.321659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34788) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.332758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f56e5-fa24-4a9c-b80a-664f1a01f27b req-31b8d408-9576-45c4-a24a-2b737eb32ffa tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.343823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd5f56e5-fa24-4a9c-b80a-664f1a01f27b req-31b8d408-9576-45c4-a24a-2b737eb32ffa tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2165000 Nov 12 08:28:22.370982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:22.391743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:22.393337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.393678 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment d363f3e1-056c-4a1b-9663-d7683d48d949 of type vlan for network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 Nov 12 08:28:22.481765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd5f56e5-fa24-4a9c-b80a-664f1a01f27b req-98da1faa-10f0-4b1a-a92d-7089cbd25fbc tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369362 Nov 12 08:28:22.503220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.534637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-686d6192-c476-48fd-aebe-6b03dd6b7644 None None] Provisioning complete for port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:22.535290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-686d6192-c476-48fd-aebe-6b03dd6b7644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.589230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-686d6192-c476-48fd-aebe-6b03dd6b7644 None None] Port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:22.618361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.625801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.627273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.628209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.631884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.680229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port 481fd47b-c7d6-43d9-9ea8-decaa20929b8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:22.681195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.721295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.740405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7034883 Nov 12 08:28:22.754076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34798) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.761661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:22.769330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c8762-533a-43af-87e5-87486a96aa9b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.772075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:22.789900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:22.873979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:22.887587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.949759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e93d8338-5453-4fcc-86f3-813b7240dd56 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1347291 Nov 12 08:28:22.951688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.955757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34806) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.963624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1125700383'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:22.970386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:22.971485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:22.993213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Router ccd4b4db-9115-42e7-a047-0f8aaf04c978 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:22.999896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for 481fd47b-c7d6-43d9-9ea8-decaa20929b8 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:23.033912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:23.037786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.055646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.090079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:23.091257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.145749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Performing IP validity checks on allocation pools {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:28:23.160915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102371) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:28:23.171604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:23.172395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.173265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f610-b113-435b-80d9-af70e7f0d4b2 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:23.175885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.287123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:23.300091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:23.307255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.308455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d170dfa3-c067-4eca-9ca2-e0b63b685a41 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "PUT /v2.0/routers/ccd4b4db-9115-42e7-a047-0f8aaf04c978 HTTP/1.1" status: 200 len: 918 time: 6.3005047 Nov 12 08:28:23.309660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.310008 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Added segment a42c6c99-8658-43ee-a25e-83e4f5e55fc3 of type vlan for network c5f8ab9a-6d88-4c40-92f0-45031f8832ea Nov 12 08:28:23.313193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34814) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.314483 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] Sync routers for ids ['ccd4b4db-9115-42e7-a047-0f8aaf04c978'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:23.334613 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] Routers {'ccd4b4db-9115-42e7-a047-0f8aaf04c978'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:23.335242 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ccd4b4db-9115-42e7-a047-0f8aaf04c978'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.365506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.416041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.417558 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.420268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 6b481cd6-0499-483d-bfd3-9663cff28c4e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:23.420598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.440282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] Routers {'ccd4b4db-9115-42e7-a047-0f8aaf04c978'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:23.449790 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ccd4b4db-9115-42e7-a047-0f8aaf04c978'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.461657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=481fd47b-c7d6-43d9-9ea8-decaa20929b8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:23.507749 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:23.510387 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f2970-1143-4b55-a801-e2458a1382c2 None None] The sync data for ids ['ccd4b4db-9115-42e7-a047-0f8aaf04c978'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:23.514748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.523260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.524244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.570366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.729909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eda1aeb5-3a19-41c3-976b-3fb71c0a2f5a tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/ccd4b4db-9115-42e7-a047-0f8aaf04c978 HTTP/1.1" status: 200 len: 924 time: 0.4119112 Nov 12 08:28:23.733921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.735871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 6b481cd6-0499-483d-bfd3-9663cff28c4e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6b481cd6-0499-483d-bfd3-9663cff28c4e,segment=NetworkSegment(0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc),segment_id=0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:23.736386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.779998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8224208 Nov 12 08:28:23.781097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=29379eab-2ae4-482b-8c23-f04139902e42,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:23.793068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34822) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.800197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'subnet': {'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:23.825877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 6b481cd6-0499-483d-bfd3-9663cff28c4e owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:23.843236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d81ce-247d-45d6-a3d0-7c0bfec85717 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Network': ['ID=c5f8ab9a-6d88-4c40-92f0-45031f8832ea,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:23.856424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:23.867084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': 'd363f3e1-056c-4a1b-9663-d7683d48d949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:23.867443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:23.923799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.927493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62fc023c-ba17-4ba0-9304-54c6e09e6673 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/ports/481fd47b-c7d6-43d9-9ea8-decaa20929b8 HTTP/1.1" status: 204 len: 168 time: 1.6016476 Nov 12 08:28:23.942596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34824) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.977027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e75636-9c06-4139-a36d-dd6f5c6d149e req-8678fd56-e169-4302-ab76-d1fbae849935 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.985223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01e75636-9c06-4139-a36d-dd6f5c6d149e req-8678fd56-e169-4302-ab76-d1fbae849935 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.3368616 Nov 12 08:28:24.003853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:24.020707 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-418a0e14-cce1-41fa-a74e-0ceb99163a6d tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] GET failed (client error): The resource could not be found. Nov 12 08:28:24.026247 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-418a0e14-cce1-41fa-a74e-0ceb99163a6d tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "GET /v2.0/ports/481fd47b-c7d6-43d9-9ea8-decaa20929b8 HTTP/1.1" status: 404 len: 333 time: 0.0786581 Nov 12 08:28:24.031448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34830) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:24.033700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce731b-eaee-4549-8379-be99172054fc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.035335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7ce731b-eaee-4549-8379-be99172054fc tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=ccd4b4db-9115-42e7-a047-0f8aaf04c978&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2713218 Nov 12 08:28:24.039264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34832) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:24.046644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'name': 'tempest-AllowedAddressPairTestJSON-931289516'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:24.070428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:24.079748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0de1e-24e7-46d9-b5cd-74cd641509ca None None] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:24.107688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.108511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.197275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01e75636-9c06-4139-a36d-dd6f5c6d149e req-6aa90556-ec3c-49fb-b8fd-3dc26ec7b013 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103972 Nov 12 08:28:24.197923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:24.201656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.224917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba9090e9-ce60-486d-a55f-acf238eba1f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4673953 Nov 12 08:28:24.229940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34844) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:24.247295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9', 'name': 'tempest-PortsIpV6TestJSON-276889873'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:24.320301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4a542-bde3-473e-8322-9dc6639d0525 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.322541 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-45a4a542-bde3-473e-8322-9dc6639d0525 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.2820923 Nov 12 08:28:24.325996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34850) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:24.362318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9', 'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': '29379eab-2ae4-482b-8c23-f04139902e42'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:24.363974 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.364628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-42d120e4-5c8c-451c-a4ef-ebd8ce32a098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccd4b4db-9115-42e7-a047-0f8aaf04c978 HTTP/1.1" status: 200 len: 205 time: 0.0372202 Nov 12 08:28:24.367435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:24.565396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:24.566209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Allocated IP 2001:db8::2 (4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9/29379eab-2ae4-482b-8c23-f04139902e42/31ba36e9-601d-47f7-a2f1-cbcd364b077c) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:24.573241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.609260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 3730f693-bf83-48d1-abec-996cdfb97fc5 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:24.692962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.729425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:24.733008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.814206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] device_id is not set on port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:24.821021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.829275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.854066 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.882153 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.919512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=6b481cd6-0499-483d-bfd3-9663cff28c4e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:24.949134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Pushing event updated for resources: {'Port': ['ID=31ba36e9-601d-47f7-a2f1-cbcd364b077c,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:24.961683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:24.963902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:24.966549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:25.077951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Attempting to bind port 31ba36e9-601d-47f7-a2f1-cbcd364b077c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:25.078595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Attempting to bind port 31ba36e9-601d-47f7-a2f1-cbcd364b077c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd363f3e1-056c-4a1b-9663-d7683d48d949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:25.079181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Attempting to bind port 31ba36e9-601d-47f7-a2f1-cbcd364b077c on network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:25.085796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:25.087302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Checking segment: {'id': 'd363f3e1-056c-4a1b-9663-d7683d48d949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:25.087910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.088633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Bound using segment: {'id': 'd363f3e1-056c-4a1b-9663-d7683d48d949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:25.089306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Bound port: 31ba36e9-601d-47f7-a2f1-cbcd364b077c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363f3e1-056c-4a1b-9663-d7683d48d949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:25.089904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.126528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Subnet': ['ID=78a72942-fd9b-4c4a-a117-e620ef9f6f2f,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:25.279977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Checking segment: {'id': 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:25.284550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network hostable DHCP agents. Network: c5f8ab9a-6d88-4c40-92f0-45031f8832ea, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:25.294110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] For port 31ba36e9-601d-47f7-a2f1-cbcd364b077c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:25.304232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] For port 31ba36e9-601d-47f7-a2f1-cbcd364b077c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=31ba36e9-601d-47f7-a2f1-cbcd364b077c,segment=NetworkSegment(d363f3e1-056c-4a1b-9663-d7683d48d949),segment_id=d363f3e1-056c-4a1b-9663-d7683d48d949)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:25.317124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.325891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Allocated IP 172.20.0.12 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/23e2956e-cc62-4aec-b9e5-6f5929cd4bac) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:25.349937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.411118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::ab (4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9/29379eab-2ae4-482b-8c23-f04139902e42/3730f693-bf83-48d1-abec-996cdfb97fc5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:25.510430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255a70e-32bd-40bd-8fab-bd808f950799 None None] Pushing event updated for resources: {'Port': ['ID=31ba36e9-601d-47f7-a2f1-cbcd364b077c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:25.697776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.737180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.813140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=3730f693-bf83-48d1-abec-996cdfb97fc5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:25.844011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:25.847436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:25.850230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.853895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:25.860038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.861338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.882633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:25.896465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ebedd492-b1b3-4f71-b1a1-3db9e45c0322 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6616313 Nov 12 08:28:25.928261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34924) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:25.965522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b7b72-d84a-4af6-be47-380c5cad9488 req-bfe0fda9-23d3-422b-885d-644351775ebc tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.967143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b5b7b72-d84a-4af6-be47-380c5cad9488 req-bfe0fda9-23d3-422b-885d-644351775ebc tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.6015775 Nov 12 08:28:26.015374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c5f8ab9a-6d88-4c40-92f0-45031f8832ea) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:26.026643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4cd36b-b981-4fd8-8fcb-4d3bef7fa77c None None] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:26.040638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.041671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.046934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Deleting port 81229644-5d16-444c-853a-1648c0ba1a5a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:26.047405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.132298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b5b7b72-d84a-4af6-be47-380c5cad9488 req-8329719c-b66c-44ee-9b78-e65c429449dd tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519003 Nov 12 08:28:26.141726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3dc591a0-8bac-46b6-8e99-80135c73559a tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3457255 Nov 12 08:28:26.148371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34934) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:26.150408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 3730f693-bf83-48d1-abec-996cdfb97fc5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:26.150833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.163267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-435968343', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:26.238497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.274381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Calling delete_port for 81229644-5d16-444c-853a-1648c0ba1a5a owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:26.297687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.342006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-c5f8ab9a-6d88-4c40-92f0-45031f8832ea', 'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea', 'tenant_id': 'ece523e7edd24e50a90eeb82c184c67a', 'fixed_ips': [{'subnet_id': '78a72942-fd9b-4c4a-a117-e620ef9f6f2f'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:26.343770 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.344603 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.345900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.348235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 3730f693-bf83-48d1-abec-996cdfb97fc5 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:26.420685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.586689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Allocated IP 172.20.0.2 (c5f8ab9a-6d88-4c40-92f0-45031f8832ea/78a72942-fd9b-4c4a-a117-e620ef9f6f2f/5325a323-c46f-4164-9bbb-ab5dbef244fb) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:26.653311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.662685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:26.680591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.690874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.754441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.757776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=3730f693-bf83-48d1-abec-996cdfb97fc5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:26.857226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event deleted for resources: {'Port': ['ID=81229644-5d16-444c-853a-1648c0ba1a5a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:26.931789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.953103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.959940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa27b9b1-f14e-4659-a895-37dab81656d0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/3730f693-bf83-48d1-abec-996cdfb97fc5 HTTP/1.1" status: 204 len: 168 time: 1.0150905 Nov 12 08:28:26.960754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94c57d-4bf3-4a2a-b71b-cf7808055220 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:26.972298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.979560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:26.986579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:26.991532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34962) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.000375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ed627ff9-79d5-4362-95f1-15a369ae1947 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7448905 Nov 12 08:28:27.006706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:27.028619 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-566316f8-a594-422e-93e3-8ae3732d9c21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:27.029524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566316f8-a594-422e-93e3-8ae3732d9c21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:27.034992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-566316f8-a594-422e-93e3-8ae3732d9c21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/3730f693-bf83-48d1-abec-996cdfb97fc5 HTTP/1.1" status: 404 len: 333 time: 0.0419772 Nov 12 08:28:27.038777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34964) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.039436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34966) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.041006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:27.051629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:27.054259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad618a2-3d0b-41a2-9f06-d9d7882e5f66 None None] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:27.057634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:27.070061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=23e2956e-cc62-4aec-b9e5-6f5929cd4bac,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:27.078672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:27.082901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:27.095880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.180337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:27.184386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:27.231238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.353786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:27.471729 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2578a8f-d59e-4418-a599-2df006841032 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:28:27.473807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c2578a8f-d59e-4418-a599-2df006841032 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/3730f693-bf83-48d1-abec-996cdfb97fc5 HTTP/1.1" status: 404 len: 333 time: 0.4269373 Nov 12 08:28:27.477122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34974) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.478233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34976) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.496027 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.501010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.557523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39708f-645c-4878-b3a9-9ed558638f58 req-cce3ef20-e5f4-4339-a5aa-147bc73451fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.559944 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-df39708f-645c-4878-b3a9-9ed558638f58 req-cce3ef20-e5f4-4339-a5aa-147bc73451fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.1511068 Nov 12 08:28:27.561449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.562472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Fanout notify agent at l3_agent the message router_deleted on router ccd4b4db-9115-42e7-a047-0f8aaf04c978 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:27.571638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.572880 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-285b05c8-fd5d-49be-b65d-9fb121484882 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/ccd4b4db-9115-42e7-a047-0f8aaf04c978 HTTP/1.1" status: 204 len: 168 time: 3.2045426 Nov 12 08:28:27.575741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 31ba36e9-601d-47f7-a2f1-cbcd364b077c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:27.578219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Pushing event updated for resources: {'Port': ['ID=5325a323-c46f-4164-9bbb-ab5dbef244fb,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:27.578950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34980) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.597150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707402714', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:27.617663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet b5461fa3-3dbd-487f-8db9-1690af2abaf1 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:27.641019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.641627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.654532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.677916 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-df39708f-645c-4878-b3a9-9ed558638f58 req-ac62a684-3a68-4eeb-ac6d-c33ab731c0a8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038342 Nov 12 08:28:27.712575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.713844 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.746261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 29379eab-2ae4-482b-8c23-f04139902e42 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:27.761857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.798614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.820997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a661b84d-748e-4206-8532-8a0532039d1b None None] Provisioning complete for port 31ba36e9-601d-47f7-a2f1-cbcd364b077c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:27.820997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a661b84d-748e-4206-8532-8a0532039d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.822505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4a19887b-b4da-4ca8-b46b-4f9be9560803 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7798369 Nov 12 08:28:27.828755 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.831820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34982) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.846884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb824f1-af83-43cc-b3ff-2454afc78f7d req-6076a6ab-e4f8-4c3a-ac44-1f06c9dc9b9e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.853100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acb824f1-af83-43cc-b3ff-2454afc78f7d req-6076a6ab-e4f8-4c3a-ac44-1f06c9dc9b9e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.4439297 Nov 12 08:28:27.885676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:03:07'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:27.919781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.987490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.026892 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce648f96-4b11-42d9-bced-02684ff45590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.047822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Attempting to bind port 5325a323-c46f-4164-9bbb-ab5dbef244fb on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:28.048779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Attempting to bind port 5325a323-c46f-4164-9bbb-ab5dbef244fb by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:28.049278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Attempting to bind port 5325a323-c46f-4164-9bbb-ab5dbef244fb on network c5f8ab9a-6d88-4c40-92f0-45031f8832ea {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:28.065001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.097178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:28.097770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Checking segment: {'id': 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:28.097938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.098327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Bound using segment: {'id': 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:28.098809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Bound port: 5325a323-c46f-4164-9bbb-ab5dbef244fb, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:28.099725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.199990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 31ba36e9-601d-47f7-a2f1-cbcd364b077c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:28.200442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.260642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acb824f1-af83-43cc-b3ff-2454afc78f7d req-83949a5e-8fa1-40f2-9182-fd717c423831 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704095 Nov 12 08:28:28.318186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.343012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.348204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a661b84d-748e-4206-8532-8a0532039d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.366278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.373689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] For port 5325a323-c46f-4164-9bbb-ab5dbef244fb, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:28.400257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] For port 5325a323-c46f-4164-9bbb-ab5dbef244fb, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5325a323-c46f-4164-9bbb-ab5dbef244fb,segment=NetworkSegment(a42c6c99-8658-43ee-a25e-83e4f5e55fc3),segment_id=a42c6c99-8658-43ee-a25e-83e4f5e55fc3)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:28.417242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=29379eab-2ae4-482b-8c23-f04139902e42,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:28.422998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.436946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.485739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.492067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b8a7dd1a-470e-4b97-87ea-28c05afff01f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/29379eab-2ae4-482b-8c23-f04139902e42 HTTP/1.1" status: 204 len: 168 time: 0.9842229 Nov 12 08:28:28.497549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34986) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:28.570125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Allocated IP 172.25.4.131 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e0d754ed-507d-47b3-a576-e8500388103a) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:28.577483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:24Z', 'revision_number': 10, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:28.579306 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-a661b84d-748e-4206-8532-8a0532039d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:28:28.579662 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-a661b84d-748e-4206-8532-8a0532039d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:28:28.643523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.645543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:28.661997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af064-586e-4fe5-888d-5ee49c7d6932 None None] Pushing event updated for resources: {'Port': ['ID=5325a323-c46f-4164-9bbb-ab5dbef244fb,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:28.685094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:28.685622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:28.798268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 31ba36e9-601d-47f7-a2f1-cbcd364b077c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=31ba36e9-601d-47f7-a2f1-cbcd364b077c,segment=NetworkSegment(d363f3e1-056c-4a1b-9663-d7683d48d949),segment_id=d363f3e1-056c-4a1b-9663-d7683d48d949)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:28.825292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b25b0-974c-4eb2-b0e8-9e66b8576137 None None] Network 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:28.828624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:28.834566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.866364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.996588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.022398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:29.028906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:29.050036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:29.058260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385bea8-473a-4a9a-b1e2-dc83d157eec8 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:29.145490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=31ba36e9-601d-47f7-a2f1-cbcd364b077c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.209919 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.237556 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce648f96-4b11-42d9-bced-02684ff45590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.272094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce648f96-4b11-42d9-bced-02684ff45590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.275751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.317461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event updated for resources: {'Port': ['ID=e0d754ed-507d-47b3-a576-e8500388103a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.328428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.361503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:24Z', 'revision_number': 10, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:29.363553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.407115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] DHCP port deletion for 4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:29.412514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3807e-3f1d-4434-b28e-269bc6abd651 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:24Z', 'revision_number': 10, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None, '_interfaces': [{'id': '0aaca61e-2809-493c-8d64-7a3cfba50c1a', 'name': '', 'network_id': 'd90ef8b3-fb9d-4a43-9666-11cd86aced2c', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'mac_address': 'fa:16:3e:f8:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:14Z', 'updated_at': '2021-11-12T08:27:24Z', 'revision_number': 5, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'subnets': [{'id': 'a1b7cf32-6a95-48c9-80cc-e758a17ed188', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:29.425441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Provisioning complete for port e0d754ed-507d-47b3-a576-e8500388103a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:29.425974 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.478078 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.534651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Port e0d754ed-507d-47b3-a576-e8500388103a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:29.561512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Provisioning complete for port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:29.561884 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.565411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] Deleting port 31ba36e9-601d-47f7-a2f1-cbcd364b077c {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:29.565784 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.601993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.606739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce648f96-4b11-42d9-bced-02684ff45590 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa70df337adf419e96d8e369136453ef&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1000757 Nov 12 08:28:29.617416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=b5461fa3-3dbd-487f-8db9-1690af2abaf1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.619123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34992) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:29.637776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.641078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f5802bc-1b40-420b-8033-de1b26a3087e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/b5461fa3-3dbd-487f-8db9-1690af2abaf1 HTTP/1.1" status: 204 len: 168 time: 2.5968983 Nov 12 08:28:29.655313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce648f96-4b11-42d9-bced-02684ff45590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59719ab0-8d41-4654-8bcd-04224856514e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.662181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34994) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:29.670452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4e329-c29e-46a0-9d66-d0c41abd8e7b None None] Network 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:29.707079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:29.733250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] For port 31ba36e9-601d-47f7-a2f1-cbcd364b077c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=31ba36e9-601d-47f7-a2f1-cbcd364b077c,segment=NetworkSegment(d363f3e1-056c-4a1b-9663-d7683d48d949),segment_id=d363f3e1-056c-4a1b-9663-d7683d48d949)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:29.733657 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.803043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] Calling delete_port for 31ba36e9-601d-47f7-a2f1-cbcd364b077c owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:29.819374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Provisioning complete for port 31ba36e9-601d-47f7-a2f1-cbcd364b077c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:29.820123 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.892737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5325a323-c46f-4164-9bbb-ab5dbef244fb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:29.962350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.071353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a506f9e-8178-42fe-8e1c-c0bf559b6dda req-8a774a75-1f68-4eaf-a736-513fc871f0f7 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.080716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a506f9e-8178-42fe-8e1c-c0bf559b6dda req-8a774a75-1f68-4eaf-a736-513fc871f0f7 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.6572282 Nov 12 08:28:30.212256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.251066 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bda38d62-9647-4874-af92-73f4576d3e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.285286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 31ba36e9-601d-47f7-a2f1-cbcd364b077c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:30.285552 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.339090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.25.4.206 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/59fad78f-778c-4c31-983e-5a5e4a311f23) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:30.372165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a506f9e-8178-42fe-8e1c-c0bf559b6dda req-d033fbde-4202-44be-93ae-23111d8f54be tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905104 Nov 12 08:28:30.379601 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bda38d62-9647-4874-af92-73f4576d3e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.436697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bb74c-ec42-421d-9ff4-e9c21b9bdef9 None None] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:30.589427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.594749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] For port 31ba36e9-601d-47f7-a2f1-cbcd364b077c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=31ba36e9-601d-47f7-a2f1-cbcd364b077c,segment=NetworkSegment(d363f3e1-056c-4a1b-9663-d7683d48d949),segment_id=d363f3e1-056c-4a1b-9663-d7683d48d949)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:30.595109 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.624892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Router 1f18daf5-8d05-4a07-ae6d-e844a2578c2d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:30.628114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.644464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 31ba36e9-601d-47f7-a2f1-cbcd364b077c owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:30.745020 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-d0c957e2-d58a-45e9-bb8b-e8125e20602c None None] No ports have port_id starting with 31ba36e9-601d-47f7-a2f1-cbcd364b077c Nov 12 08:28:30.773269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.894382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] Pushing event deleted for resources: {'Port': ['ID=31ba36e9-601d-47f7-a2f1-cbcd364b077c,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:30.921453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bbfb1-ff3f-4ed4-8514-b6229a85a313 None None] No DVR routers for this DVR port 31ba36e9-601d-47f7-a2f1-cbcd364b077c on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:30.940955 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bda38d62-9647-4874-af92-73f4576d3e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.950849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] DHCP port deletion for 88dae74f-8b5d-4e2e-bc29-9b7c828ba512 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:30.953250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bda38d62-9647-4874-af92-73f4576d3e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.960498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bda38d62-9647-4874-af92-73f4576d3e82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59719ab0-8d41-4654-8bcd-04224856514e HTTP/1.1" status: 204 len: 168 time: 1.3162696 Nov 12 08:28:30.962355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:30.967572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] In _notify_port_updated(), no bound segment for port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac on network a73ffc90-6bca-42a8-aa22-02ca19a39139 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:28:30.974616 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] Sync routers for ids ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:30.982083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.984414 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.987206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "PUT /v2.0/ports/23e2956e-cc62-4aec-b9e5-6f5929cd4bac HTTP/1.1" status: 200 len: 996 time: 3.1319048 Nov 12 08:28:30.992937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35008) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:31.005553 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] Routers {'1f18daf5-8d05-4a07-ae6d-e844a2578c2d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:31.022981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:31.078394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5325a323-c46f-4164-9bbb-ab5dbef244fb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:31.078707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.110575 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.114555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49912-cd39-4e0b-b044-9a86a4fe4d17 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=23e2956e-cc62-4aec-b9e5-6f5929cd4bac,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.121850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.128672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 590a52f8-48be-4b2c-a259-a10875ae727c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:31.128672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.130348 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c8ea293-959e-4279-bbde-6f8f809d0de1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5453556 Nov 12 08:28:31.133765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35012) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:31.154249 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:31.177088 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] Routers {'1f18daf5-8d05-4a07-ae6d-e844a2578c2d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:31.181463 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:31.185038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:31.224033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 590a52f8-48be-4b2c-a259-a10875ae727c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=590a52f8-48be-4b2c-a259-a10875ae727c,segment=NetworkSegment(0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc),segment_id=0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:31.224792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.240908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 590a52f8-48be-4b2c-a259-a10875ae727c owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:31.300154 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:31.301243 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27021768-e0c3-4e41-963c-803515cc9106 None None] The sync data for ids ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:31.318184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6bf4af11-1095-4549-8cc4-6af846ca3986 None None] Provisioning complete for port 5325a323-c46f-4164-9bbb-ab5dbef244fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:31.318845 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bf4af11-1095-4549-8cc4-6af846ca3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.397202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda38d62-9647-4874-af92-73f4576d3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59719ab0-8d41-4654-8bcd-04224856514e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.464410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Deleting port 590a52f8-48be-4b2c-a259-a10875ae727c {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:31.465462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.471737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.549262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.559295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.586093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port 590a52f8-48be-4b2c-a259-a10875ae727c on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:31.620673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a063b-e65b-452a-b4c4-a07f598175ae req-48587612-6ed1-4d32-b9c3-0ac740955b80 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.624783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-445a063b-e65b-452a-b4c4-a07f598175ae req-48587612-6ed1-4d32-b9c3-0ac740955b80 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2781212 Nov 12 08:28:31.634833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=31ba36e9-601d-47f7-a2f1-cbcd364b077c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.661459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] For port 590a52f8-48be-4b2c-a259-a10875ae727c, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:31.661798 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.688190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bf4af11-1095-4549-8cc4-6af846ca3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.702451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Calling delete_port for 590a52f8-48be-4b2c-a259-a10875ae727c owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:31.711305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 5325a323-c46f-4164-9bbb-ab5dbef244fb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5325a323-c46f-4164-9bbb-ab5dbef244fb,segment=NetworkSegment(a42c6c99-8658-43ee-a25e-83e4f5e55fc3),segment_id=a42c6c99-8658-43ee-a25e-83e4f5e55fc3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:31.713329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Port 590a52f8-48be-4b2c-a259-a10875ae727c was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:28:31.718391 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.745207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.756301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.763175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] Pushing event deleted for resources: {'Port': ['ID=590a52f8-48be-4b2c-a259-a10875ae727c,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.773063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea3f77-8826-4290-aa93-cb2b84cd1bd1 None None] No DVR routers for this DVR port 590a52f8-48be-4b2c-a259-a10875ae727c on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:31.777435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No DVR routers for this DVR port 31ba36e9-601d-47f7-a2f1-cbcd364b077c on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:31.802801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.817229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-c64a845a-9a44-4825-bc98-641d2c2007f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.819357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-c64a845a-9a44-4825-bc98-641d2c2007f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=139d3a34ba954214890770f33c8c6c51&device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 1097 time: 0.7483182 Nov 12 08:28:31.864322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35018) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:31.903815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=590a52f8-48be-4b2c-a259-a10875ae727c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.945051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.977477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6b481cd6-0499-483d-bfd3-9663cff28c4e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:32.044749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6b481cd6-0499-483d-bfd3-9663cff28c4e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:32.046886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6b481cd6-0499-483d-bfd3-9663cff28c4e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:32.046886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 31ba36e9-601d-47f7-a2f1-cbcd364b077c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:32.083282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-d9d5b4f3-dfbb-4b2a-8f52-50a169c308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.084824 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-d9d5b4f3-dfbb-4b2a-8f52-50a169c308b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 200 len: 918 time: 0.2501147 Nov 12 08:28:32.092079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:32.092441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.095478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-6bf4af11-1095-4549-8cc4-6af846ca3986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:28:32.096429 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-6bf4af11-1095-4549-8cc4-6af846ca3986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:28:32.099697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 31ba36e9-601d-47f7-a2f1-cbcd364b077c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:32.100269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 31ba36e9-601d-47f7-a2f1-cbcd364b077c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:32.100849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 590a52f8-48be-4b2c-a259-a10875ae727c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:32.102786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.138200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:32.153080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 590a52f8-48be-4b2c-a259-a10875ae727c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:32.153886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 590a52f8-48be-4b2c-a259-a10875ae727c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:32.157015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=5325a323-c46f-4164-9bbb-ab5dbef244fb,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:32.164768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd363f3e1-056c-4a1b-9663-d7683d48d949') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:32.165673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd363f3e1-056c-4a1b-9663-d7683d48d949') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:32.218233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-445a063b-e65b-452a-b4c4-a07f598175ae req-388f2ea6-4161-4046-89b1-0153c86fa831 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992719 Nov 12 08:28:32.230481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.237566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.285444 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.298108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dae74f-8b5d-4e2e-bc29-9b7c828ba512']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:32.302049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:32.302473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:32.306096 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:32.326044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.326878 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-3bcd10df-93c7-4844-a4e5-5e7f289efe52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 200 len: 217 time: 0.2293444 Nov 12 08:28:32.344861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:32.345169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ae58f-1f0f-4516-9fdd-c1eeb87ccccc') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:32.413761 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.439601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Deleting port e0d754ed-507d-47b3-a576-e8500388103a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:32.439601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.450589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:32.462630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:32.476038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.479975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:32.481533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.486805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=59fad78f-778c-4c31-983e-5a5e4a311f23,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:32.513738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e27505-99f1-4b21-9dfd-968897cf3f21 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:32.525469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:32.525884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.531935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.542335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9 HTTP/1.1" status: 204 len: 168 time: 4.0396266 Nov 12 08:28:32.543380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6dd75-28bf-4b47-b346-931b4a4782b3 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=4bdcfa02-6cc1-4b0e-981e-e56b332ecfd9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:32.544769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35020) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:32.545204 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:32.554093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2023581207'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:32.574194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-81ca16dd-5217-43bb-802b-1f329b46209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.576023 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-81ca16dd-5217-43bb-802b-1f329b46209e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 200 len: 858 time: 0.2313702 Nov 12 08:28:32.599016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.658714 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-c6f45df6-eff6-4ef3-83cb-9f1ed3615218 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4937665-d1c0-4fde-8441-51bd0c538473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730698 Nov 12 08:28:32.669642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for 23e2956e-cc62-4aec-b9e5-6f5929cd4bac owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:32.699839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.710981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.722331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/88dae74f-8b5d-4e2e-bc29-9b7c828ba512 HTTP/1.1" status: 204 len: 168 time: 3.0476773 Nov 12 08:28:32.728391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35022) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:32.776130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc6e0c-61b4-4442-bcc3-e05405d27d7b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=88dae74f-8b5d-4e2e-bc29-9b7c828ba512,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:32.824242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.825825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:32.831169 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.875071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Provisioning complete for port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:32.875326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.905078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.920034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.922043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Port 23e2956e-cc62-4aec-b9e5-6f5929cd4bac cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:32.940327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Provisioning complete for port 5325a323-c46f-4164-9bbb-ab5dbef244fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:32.941020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.001565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Calling delete_port for e0d754ed-507d-47b3-a576-e8500388103a owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:33.083417 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be2f0f64a72e4734a32314dc6a1b1e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2166142 Nov 12 08:28:33.097017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:33.098136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd28223-5511-405c-a1a5-a07c7ec9af76,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:33.112723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Provisioning complete for port 59fad78f-778c-4c31-983e-5a5e4a311f23 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:33.113389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.134020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:33.139545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-d1baff26-4c2d-458d-a2c4-223148aab527 service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621825 Nov 12 08:28:33.163292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b0b9a-7ad8-45a6-af4e-a3407dfa5b76 None None] Port 59fad78f-778c-4c31-983e-5a5e4a311f23 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:33.178176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.178751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.179361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.179981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.181263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.181882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.182491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.183084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.183698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.184319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.184914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.185489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cc6e5c-f02d-4755-9f21-04e2ed2a4994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:33.329216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.329216 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment f2966d33-f2bd-4008-ac3d-71458e43e264 of type vlan for network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e Nov 12 08:28:33.457747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.499862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.566588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a662-95dc-4fdd-8976-59fd03f1d0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.622065 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a5781781-89c1-4ce9-87d2-16c024b9ee92 req-a94f611e-df42-4f2e-80c3-645293dca65e service neutron] 10.222.0.25 "GET /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635293 Nov 12 08:28:33.632699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.637547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a662-95dc-4fdd-8976-59fd03f1d0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.653314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.658915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.659516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.662328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7e312-4171-4f68-bfcc-cf601836f791 req-5c836b6d-a83d-4def-a727-fb45369c5da3 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.664798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dce7e312-4171-4f68-bfcc-cf601836f791 req-5c836b6d-a83d-4def-a727-fb45369c5da3 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2576361 Nov 12 08:28:33.704585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=23e2956e-cc62-4aec-b9e5-6f5929cd4bac,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:33.838844 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2861342 Nov 12 08:28:33.843008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:33.858134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:33.881578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5325a323-c46f-4164-9bbb-ab5dbef244fb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:33.929895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dce7e312-4171-4f68-bfcc-cf601836f791 req-08901e0f-ad46-4d40-aa9b-38d195e11137 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382345 Nov 12 08:28:33.939399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fd089-33fd-460b-b15f-df8396ef75cc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=687e42a3-6249-4ab1-9c83-3ad4dfdce64e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:33.975053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.984292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:34.077282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Pushing event deleted for resources: {'Port': ['ID=e0d754ed-507d-47b3-a576-e8500388103a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:34.078892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a662-95dc-4fdd-8976-59fd03f1d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.081488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a662-95dc-4fdd-8976-59fd03f1d0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.082659 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1f4a662-95dc-4fdd-8976-59fd03f1d0da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cd28223-5511-405c-a1a5-a07c7ec9af76 HTTP/1.1" status: 204 len: 168 time: 0.9809868 Nov 12 08:28:34.097490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.108587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7e893a5-e7ec-4df1-a680-3b010a0101e6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/ports/23e2956e-cc62-4aec-b9e5-6f5929cd4bac HTTP/1.1" status: 204 len: 168 time: 3.0899587 Nov 12 08:28:34.123828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35036) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:34.179317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.220712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e196c-ffb0-4593-8bda-7f3fb35b2170 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:34.246599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a662-95dc-4fdd-8976-59fd03f1d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd28223-5511-405c-a1a5-a07c7ec9af76,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:34.309477 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bd60e8-b712-4702-9107-1ed0b9f1f67f tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] GET failed (client error): The resource could not be found. Nov 12 08:28:34.312289 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f6bd60e8-b712-4702-9107-1ed0b9f1f67f tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "GET /v2.0/ports/23e2956e-cc62-4aec-b9e5-6f5929cd4bac HTTP/1.1" status: 404 len: 333 time: 0.1766586 Nov 12 08:28:34.321880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35038) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:34.334739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5325a323-c46f-4164-9bbb-ab5dbef244fb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:34.335198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.341565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'name': 'tempest-AllowedAddressPairTestJSON-1184914696'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:34.366895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.583489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:34.591912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.607090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router ed830194-375b-421e-ac6b-4352c6ceada8 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:34.636496 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.848369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:34.861191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] Sync routers for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:34.893459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:34.895921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:34.919632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 0aaca61e-2809-493c-8d64-7a3cfba50c1a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:34.920187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.964653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.969422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6dd39cc1-369c-42c4-aa26-b0a326ebb24f tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8074694 Nov 12 08:28:34.983552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35050) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:35.023545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:35.045889 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:35.047553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:35.103993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:35.105073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce4f9b1-d51f-4949-bf59-6c742236dae1 None None] The sync data for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:35.403882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66719868-48fc-4396-8426-823212b2784c req-bda5b7a5-56f0-47e0-9149-925797d49523 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:35.415322 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66719868-48fc-4396-8426-823212b2784c req-bda5b7a5-56f0-47e0-9149-925797d49523 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.2226267 Nov 12 08:28:35.435362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 0aaca61e-2809-493c-8d64-7a3cfba50c1a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0aaca61e-2809-493c-8d64-7a3cfba50c1a,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:35.435935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.453346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:35.460542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.492311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 0aaca61e-2809-493c-8d64-7a3cfba50c1a owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:35.625597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.659764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.665632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] device_id is not set on port 804a61bd-284e-4756-8a5b-608486f1e8eb yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:35.720223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66719868-48fc-4396-8426-823212b2784c req-667ef035-e8dc-4ffa-96b8-b3c8b6c47878 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033628 Nov 12 08:28:35.914381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.924016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Router 1f18daf5-8d05-4a07-ae6d-e844a2578c2d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:36.050567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35070) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.185006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=bbe12566-5178-445a-aae1-6030be81d83d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:36.265077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Allocated IP 172.20.0.3 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/804a61bd-284e-4756-8a5b-608486f1e8eb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:36.280834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': 'f2966d33-f2bd-4008-ac3d-71458e43e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:36.282019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: 687e42a3-6249-4ab1-9c83-3ad4dfdce64e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:36.285338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:36.302506 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] Sync routers for ids ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:36.305386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.309602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b09905e-b3fb-48e0-8edd-abbeb458b43d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "PUT /v2.0/routers/1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 200 len: 709 time: 5.1320162 Nov 12 08:28:36.312233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.348707 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] Routers {'1f18daf5-8d05-4a07-ae6d-e844a2578c2d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:36.348707 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:36.430250 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:36.450852 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] Routers {'1f18daf5-8d05-4a07-ae6d-e844a2578c2d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:36.452422 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:36.503587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c93cb283-6602-4382-bca4-6a24c2c2bc60 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/routers/1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 200 len: 744 time: 0.1900361 Nov 12 08:28:36.504371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:36.513503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35078) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.529506 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:36.530542 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7c0c7-7a6a-40cb-95f6-1d4dcbf7f47e None None] The sync data for ids ['1f18daf5-8d05-4a07-ae6d-e844a2578c2d'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:36.545154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5144124-b644-47ec-bfa6-079111f39929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.571990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 687e42a3-6249-4ab1-9c83-3ad4dfdce64e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:36.577137 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c7e9952-9d9c-4a3e-8d26-39d14f3aca67 tempest-RoutersIpV6AdminTest-332483614 tempest-RoutersIpV6AdminTest-332483614-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 200 len: 205 time: 0.0671082 Nov 12 08:28:36.582158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35080) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.583118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64869528-3fce-46ee-8aab-5c664e072fd9 None None] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:36.585685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.586281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.607269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.638222 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7627af9-32aa-4b6a-8588-3aeb5d62fb09 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 200 len: 205 time: 0.0546608 Nov 12 08:28:36.642308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.710134 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.719744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=0aaca61e-2809-493c-8d64-7a3cfba50c1a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:36.736563 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea3d3620-9343-49d6-97df-09ee424b8659 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8921568 Nov 12 08:28:36.768936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35086) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.776675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1969074399'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:36.802230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.985787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-687e42a3-6249-4ab1-9c83-3ad4dfdce64e', 'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': 'bbe12566-5178-445a-aae1-6030be81d83d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:36.989803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.071641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.125474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.129434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.196575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.197143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Fanout notify agent at l3_agent the message router_deleted on router 1f18daf5-8d05-4a07-ae6d-e844a2578c2d {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:37.206048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.214593 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d575172-14a4-4fa8-97ba-ec28de485098 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 204 len: 168 time: 0.5684531 Nov 12 08:28:37.215407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.231189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.265019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Allocated IP 2001:db8::2 (687e42a3-6249-4ab1-9c83-3ad4dfdce64e/bbe12566-5178-445a-aae1-6030be81d83d/bb1b04fd-5e35-433b-a20a-971ced11fee2) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:37.268422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa65e055-0c7c-4622-9f04-4eccd256df5c tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 200 len: 205 time: 0.0503919 Nov 12 08:28:37.268789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35092) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.350614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:37.351817 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-d39e9cf7-533d-481d-926d-2eef128a2a1d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] delete failed (client error): The resource could not be found. Nov 12 08:28:37.356328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d39e9cf7-533d-481d-926d-2eef128a2a1d tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/1f18daf5-8d05-4a07-ae6d-e844a2578c2d HTTP/1.1" status: 404 len: 336 time: 0.0581844 Nov 12 08:28:37.356896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.373025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:37.379796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:37.397514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=804a61bd-284e-4756-8a5b-608486f1e8eb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:37.431714 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89ba3640-a991-42b8-a0d2-131304d697c1 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccd4b4db-9115-42e7-a047-0f8aaf04c978 HTTP/1.1" status: 200 len: 205 time: 0.0691955 Nov 12 08:28:37.432467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35096) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.499985 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-2c6f307c-866e-4ace-a284-d744c87e5c7f tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] delete failed (client error): The resource could not be found. Nov 12 08:28:37.512232 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c6f307c-866e-4ace-a284-d744c87e5c7f tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/ccd4b4db-9115-42e7-a047-0f8aaf04c978 HTTP/1.1" status: 404 len: 336 time: 0.0754907 Nov 12 08:28:37.513893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35098) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.515497 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.525441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.539877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:37.540976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.568279 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0dab474c-53b6-4c85-b865-55480ec33403 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bbb546a-649b-4add-ac6d-ee61cf10bda8 HTTP/1.1" status: 200 len: 205 time: 0.0504947 Nov 12 08:28:37.573748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35102) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.590440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:37.599826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:37.606862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:37.611023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Pushing event updated for resources: {'Port': ['ID=bb1b04fd-5e35-433b-a20a-971ced11fee2,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:37.737596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Attempting to bind port bb1b04fd-5e35-433b-a20a-971ced11fee2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:37.737944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Attempting to bind port bb1b04fd-5e35-433b-a20a-971ced11fee2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f2966d33-f2bd-4008-ac3d-71458e43e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:37.738272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Attempting to bind port bb1b04fd-5e35-433b-a20a-971ced11fee2 on network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:37.742806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.745925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:37.746516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Checking segment: {'id': 'f2966d33-f2bd-4008-ac3d-71458e43e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:37.747073 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.747613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Bound using segment: {'id': 'f2966d33-f2bd-4008-ac3d-71458e43e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:37.748290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Bound port: bb1b04fd-5e35-433b-a20a-971ced11fee2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2966d33-f2bd-4008-ac3d-71458e43e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '687e42a3-6249-4ab1-9c83-3ad4dfdce64e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:37.748736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.897768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a5fc173f-3f9d-4c7d-a9cf-464635071fa6 None None] Provisioning complete for port 804a61bd-284e-4756-8a5b-608486f1e8eb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:37.898321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a5fc173f-3f9d-4c7d-a9cf-464635071fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.937264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] For port bb1b04fd-5e35-433b-a20a-971ced11fee2, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:37.956297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] For port bb1b04fd-5e35-433b-a20a-971ced11fee2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bb1b04fd-5e35-433b-a20a-971ced11fee2,segment=NetworkSegment(f2966d33-f2bd-4008-ac3d-71458e43e264),segment_id=f2966d33-f2bd-4008-ac3d-71458e43e264)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:37.972753 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc173f-3f9d-4c7d-a9cf-464635071fa6 None None] Port 804a61bd-284e-4756-8a5b-608486f1e8eb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:37.976696 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.992573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5144124-b644-47ec-bfa6-079111f39929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.025048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5144124-b644-47ec-bfa6-079111f39929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.049278 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e4150308-76e7-45a2-a6bf-312e2ce9d867 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7259209 Nov 12 08:28:38.050067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35104) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.050967 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-5866cb07-33e0-48d9-8ebd-7e91717965af tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] delete failed (client error): The resource could not be found. Nov 12 08:28:38.053206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0086d9-07d5-4d80-bafa-3a0c318e8a83 None None] Pushing event updated for resources: {'Port': ['ID=bb1b04fd-5e35-433b-a20a-971ced11fee2,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:38.054887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5866cb07-33e0-48d9-8ebd-7e91717965af tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/2bbb546a-649b-4add-ac6d-ee61cf10bda8 HTTP/1.1" status: 404 len: 336 time: 0.4798079 Nov 12 08:28:38.057274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35106) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.060880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'network_id': 'a73ffc90-6bca-42a8-aa22-02ca19a39139', 'name': 'tempest-AllowedAddressPairTestJSON-221411169'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:38.109306 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-000db2e4-00f8-4a31-9367-fc7858763032 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 HTTP/1.1" status: 200 len: 205 time: 0.0431185 Nov 12 08:28:38.115934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.250319 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-48d9b968-6858-43aa-a90e-b12ffb02ad7b tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] delete failed (client error): The resource could not be found. Nov 12 08:28:38.254979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-48d9b968-6858-43aa-a90e-b12ffb02ad7b tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/98fd1e5a-0b73-4ac8-a7a3-3138315fcb36 HTTP/1.1" status: 404 len: 336 time: 0.0950770 Nov 12 08:28:38.260668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35110) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.263477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a5144124-b644-47ec-bfa6-079111f39929 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b460ce744ab4d5594dc3d126aa95e39&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2115366 Nov 12 08:28:38.274027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35112) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.296294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f551-ddde-49b8-a42f-66e4d83d15bc req-111957a1-c52c-45b5-ba39-ce117b22621e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.301129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Made reservation on behalf of 5ef98fc1236249e3be6a863035be9de1 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:38.304637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab13f551-ddde-49b8-a42f-66e4d83d15bc req-111957a1-c52c-45b5-ba39-ce117b22621e tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 1.3804305 Nov 12 08:28:38.304871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.307424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5144124-b644-47ec-bfa6-079111f39929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c8002d-ea76-4074-b49c-fd33b62c4906,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:38.312330 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e3b8c18-e76b-483d-8771-300cab06e7d5 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=279feb3a-21ae-42a8-b798-287e00a281f0 HTTP/1.1" status: 200 len: 205 time: 0.0470345 Nov 12 08:28:38.312604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.384384 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-9ca553b3-5999-418e-8159-cee717b1e724 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] delete failed (client error): The resource could not be found. Nov 12 08:28:38.386488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ca553b3-5999-418e-8159-cee717b1e724 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/279feb3a-21ae-42a8-b798-287e00a281f0 HTTP/1.1" status: 404 len: 336 time: 0.0727153 Nov 12 08:28:38.389975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.428475 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-34bb1eb3-f2d6-4370-b258-0c69c31305fc tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "GET /v2.0/ports?device_id=65f32e42-064c-4a94-8887-a34fc7abf9e1 HTTP/1.1" status: 200 len: 205 time: 0.0372949 Nov 12 08:28:38.430060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] device_id is not set on port 6e4dd27d-cf74-48ff-8575-ebe251de2457 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:38.435654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.586725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.1 (c5f8ab9a-6d88-4c40-92f0-45031f8832ea/78a72942-fd9b-4c4a-a117-e620ef9f6f2f/f4f4255d-c91a-424d-9f4b-bbed90c4646d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:38.620682 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-e3d241ef-3ece-45dc-a975-d7234f3d5cba tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] delete failed (client error): The resource could not be found. Nov 12 08:28:38.622357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3d241ef-3ece-45dc-a975-d7234f3d5cba tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/routers/65f32e42-064c-4a94-8887-a34fc7abf9e1 HTTP/1.1" status: 404 len: 336 time: 0.1853976 Nov 12 08:28:38.628118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35120) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.655965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:38.670776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:38.674467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.690316 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b7a78a-cfca-42f9-8459-ffdd54559380 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:38.691309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b7a78a-cfca-42f9-8459-ffdd54559380 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:38.695311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30b7a78a-cfca-42f9-8459-ffdd54559380 tempest-RoutersIpV6AdminTest-1227422234 tempest-RoutersIpV6AdminTest-1227422234-project] 10.222.0.16 "DELETE /v2.0/subnets/0ef5449a-67f8-4d30-ab24-5c9e014b3db5 HTTP/1.1" status: 404 len: 337 time: 0.0658388 Nov 12 08:28:38.750246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab13f551-ddde-49b8-a42f-66e4d83d15bc req-d533e839-15c8-46dc-99b3-86b1e7484c9a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332345 Nov 12 08:28:38.776034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:38.793346 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.995096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Allocated IP 172.20.0.8 (a73ffc90-6bca-42a8-aa22-02ca19a39139/fb851025-8b76-43da-b5c4-8c8c61dc43c6/6e4dd27d-cf74-48ff-8575-ebe251de2457) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:39.065933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27195f19-f2f1-4a29-916e-398f48102085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.080009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:39.103884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:39.135751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:39.143356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:39.310547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.373416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-536bb1f2-fa4a-4e4a-878b-6c19e6361564 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6429729 Nov 12 08:28:39.382226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.385073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::2c2 (687e42a3-6249-4ab1-9c83-3ad4dfdce64e/bbe12566-5178-445a-aae1-6030be81d83d/9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:39.387524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35144) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:39.418617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35146) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:39.451840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=f4f4255d-c91a-424d-9f4b-bbed90c4646d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:39.467140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:39.557330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting subnet a1b7cf32-6a95-48c9-80cc-e758a17ed188 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:39.585404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.585762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.621005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27195f19-f2f1-4a29-916e-398f48102085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.660708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:36Z', 'revision_number': 11, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:39.708177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.726701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:39.733969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:39.739543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:39.743887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:39.784492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:39.794217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:39.846682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:39.889136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:39.908462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:40.093771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2701d865-f8dd-4f55-979e-976e76726ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.115138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.120716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=6e4dd27d-cf74-48ff-8575-ebe251de2457,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:40.201231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.203211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.267782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.430383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2701d865-f8dd-4f55-979e-976e76726ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.449707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2701d865-f8dd-4f55-979e-976e76726ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.488543 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a5f14e5-b415-41d5-aab9-2510bc7fcf18 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4317062 Nov 12 08:28:40.499576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:40.502316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35154) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:40.524993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:8d:03:07'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:76:5b:4e'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:40.619174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.648018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:36Z', 'revision_number': 11, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:40.720231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2701d865-f8dd-4f55-979e-976e76726ecd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=277cf71085394752a234c3c1eb3f6c14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2851925 Nov 12 08:28:40.721025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:40.724709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27195f19-f2f1-4a29-916e-398f48102085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.727902 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27195f19-f2f1-4a29-916e-398f48102085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.729482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-27195f19-f2f1-4a29-916e-398f48102085 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0c8002d-ea76-4074-b49c-fd33b62c4906 HTTP/1.1" status: 204 len: 168 time: 2.4229827 Nov 12 08:28:40.763294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27195f19-f2f1-4a29-916e-398f48102085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c8002d-ea76-4074-b49c-fd33b62c4906,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:40.796397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701d865-f8dd-4f55-979e-976e76726ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8495a93-0a30-4f4e-9224-8695013b833f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:40.804540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bb1b04fd-5e35-433b-a20a-971ced11fee2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:40.815218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f46c2-f685-4c82-959b-40cc2ec92858 None None] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:40.842234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.875071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.891394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b3992-d4e0-4ced-822e-7a551004ec05 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:36Z', 'revision_number': 11, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:41.107277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.280802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bcf3a51c-edce-4728-9eb2-5f1b3352f8b7 None None] Provisioning complete for port bb1b04fd-5e35-433b-a20a-971ced11fee2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:41.283598 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a51c-edce-4728-9eb2-5f1b3352f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.382677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.390758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.419760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-513fb3d5-ff8a-4241-a24c-7e22e94a4d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.490154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-856df756-57b5-40a2-a46d-04af9e71d92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.584566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event updated for resources: {'Port': ['ID=6e4dd27d-cf74-48ff-8575-ebe251de2457,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:41.602000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] In _notify_port_updated(), no bound segment for port 6e4dd27d-cf74-48ff-8575-ebe251de2457 on network a73ffc90-6bca-42a8-aa22-02ca19a39139 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:28:41.624204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.627380 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.630638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62b2fb3c-5dfc-498a-b418-0226e4693ed6 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "PUT /v2.0/ports/6e4dd27d-cf74-48ff-8575-ebe251de2457 HTTP/1.1" status: 200 len: 1055 time: 1.1239250 Nov 12 08:28:41.637191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:41.661477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a51c-edce-4728-9eb2-5f1b3352f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.713843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bb1b04fd-5e35-433b-a20a-971ced11fee2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:41.721520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-856df756-57b5-40a2-a46d-04af9e71d92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.726982 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.866416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.898490 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.933681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port 6e4dd27d-cf74-48ff-8575-ebe251de2457 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:41.938557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.004287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b7cf32-6a95-48c9-80cc-e758a17ed188,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.021727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bcf3a51c-edce-4728-9eb2-5f1b3352f8b7 None None] For port bb1b04fd-5e35-433b-a20a-971ced11fee2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bb1b04fd-5e35-433b-a20a-971ced11fee2,segment=NetworkSegment(f2966d33-f2bd-4008-ac3d-71458e43e264),segment_id=f2966d33-f2bd-4008-ac3d-71458e43e264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:42.056585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:42.066455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a51c-edce-4728-9eb2-5f1b3352f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.068746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:42.081653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:42.082559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.090017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:42.090864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.121292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.127206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cbfe589b-c619-4841-a374-3a573e81cafd tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/a1b7cf32-6a95-48c9-80cc-e758a17ed188 HTTP/1.1" status: 204 len: 168 time: 2.6841238 Nov 12 08:28:42.154762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa88919-dec1-4625-ae09-58405eeedfb0 None None] Network d90ef8b3-fb9d-4a43-9666-11cd86aced2c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:42.164086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 5.3923182 Nov 12 08:28:42.167099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35190) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:42.169346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.169584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35192) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:42.212025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for 6e4dd27d-cf74-48ff-8575-ebe251de2457 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:42.515796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da471652-9523-46e6-a3eb-c9eb86cd5a1c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.524665 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.549301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7b306661-ca1a-473b-bbd1-cf412c403d3b None None] Provisioning complete for port 6e4dd27d-cf74-48ff-8575-ebe251de2457 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:42.559387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7b306661-ca1a-473b-bbd1-cf412c403d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.603453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.648835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0aaca61e-2809-493c-8d64-7a3cfba50c1a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:42.687412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=6e4dd27d-cf74-48ff-8575-ebe251de2457,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.707059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3a51c-edce-4728-9eb2-5f1b3352f8b7 None None] Pushing event updated for resources: {'Port': ['ID=bb1b04fd-5e35-433b-a20a-971ced11fee2,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.733886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 0aaca61e-2809-493c-8d64-7a3cfba50c1a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:42.740762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0aaca61e-2809-493c-8d64-7a3cfba50c1a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:42.752865 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-856df756-57b5-40a2-a46d-04af9e71d92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.763618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-856df756-57b5-40a2-a46d-04af9e71d92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.767488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-856df756-57b5-40a2-a46d-04af9e71d92b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8495a93-0a30-4f4e-9224-8695013b833f HTTP/1.1" status: 204 len: 168 time: 2.0412588 Nov 12 08:28:42.836137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7b306661-ca1a-473b-bbd1-cf412c403d3b None None] Port 6e4dd27d-cf74-48ff-8575-ebe251de2457 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:42.932919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7b306661-ca1a-473b-bbd1-cf412c403d3b None None] Provisioning complete for port f4f4255d-c91a-424d-9f4b-bbed90c4646d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:42.933400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7b306661-ca1a-473b-bbd1-cf412c403d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.983085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856df756-57b5-40a2-a46d-04af9e71d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8495a93-0a30-4f4e-9224-8695013b833f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.216447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:43.218029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.249772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7b306661-ca1a-473b-bbd1-cf412c403d3b None None] Port f4f4255d-c91a-424d-9f4b-bbed90c4646d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:43.298122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09742cdb-236d-4fd8-b4ef-0fba4084eec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.436184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] DHCP port deletion for d90ef8b3-fb9d-4a43-9666-11cd86aced2c request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:43.479487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Deleting port 5e16f607-067e-48af-9191-c153b56d718c {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:43.480003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.558671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.581153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.620224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.635742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc44409a-72d7-41de-8d8a-027fd98ed8e9 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/ports/6e4dd27d-cf74-48ff-8575-ebe251de2457 HTTP/1.1" status: 204 len: 168 time: 1.9972827 Nov 12 08:28:43.640759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35224) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:43.689496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-da02ceeb-9ae9-478c-ad53-31fb51d68cfc None None] Provisioning complete for port 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:43.690614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-da02ceeb-9ae9-478c-ad53-31fb51d68cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.719731 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f0f4c9-d10f-407d-9289-03685234bda3 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] GET failed (client error): The resource could not be found. Nov 12 08:28:43.727678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a8f0f4c9-d10f-407d-9289-03685234bda3 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "GET /v2.0/ports/6e4dd27d-cf74-48ff-8575-ebe251de2457 HTTP/1.1" status: 404 len: 333 time: 0.0824823 Nov 12 08:28:43.731446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:43.787982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] Deleting port 5e16f607-067e-48af-9191-c153b56d718c {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:43.788748 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.813906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=f4f4255d-c91a-424d-9f4b-bbed90c4646d,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.893081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] For port 5e16f607-067e-48af-9191-c153b56d718c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e16f607-067e-48af-9191-c153b56d718c,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:43.893698 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.910986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.931618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Calling delete_port for 5e16f607-067e-48af-9191-c153b56d718c owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:43.935254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.008100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35236) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:44.014743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:44.071591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] For port 5e16f607-067e-48af-9191-c153b56d718c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e16f607-067e-48af-9191-c153b56d718c,segment=NetworkSegment(5224a2e5-7919-4df2-95c4-ae2db8a90b3b),segment_id=5224a2e5-7919-4df2-95c4-ae2db8a90b3b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:44.075015 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-45b0c58a-1017-4e48-864b-f5cbfe2f9af4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6916cf1f902f44eca859990d30c4414a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586166 Nov 12 08:28:44.075650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35240) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:44.079211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.122095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] Calling delete_port for 5e16f607-067e-48af-9191-c153b56d718c owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:44.128601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port 804a61bd-284e-4756-8a5b-608486f1e8eb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:44.128943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.162352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82f6aaea-0f99-4570-b5a4-8373665f54da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.257161 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82f6aaea-0f99-4570-b5a4-8373665f54da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.284669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.336535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-da02ceeb-9ae9-478c-ad53-31fb51d68cfc None None] Port 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:44.345875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] Pushing event deleted for resources: {'Port': ['ID=5e16f607-067e-48af-9191-c153b56d718c,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:44.354282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f19137-039e-4df3-9858-5575a4dd3162 None None] No DVR routers for this DVR port 5e16f607-067e-48af-9191-c153b56d718c on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:44.380826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-da02ceeb-9ae9-478c-ad53-31fb51d68cfc None None] Provisioning complete for port bb1b04fd-5e35-433b-a20a-971ced11fee2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:44.381353 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-da02ceeb-9ae9-478c-ad53-31fb51d68cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.417160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.481151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:44.483786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Port': ['ID=5e16f607-067e-48af-9191-c153b56d718c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:44.489679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:44.495604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.520541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No DVR routers for this DVR port 5e16f607-067e-48af-9191-c153b56d718c on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:44.637406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.693154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for 804a61bd-284e-4756-8a5b-608486f1e8eb owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:44.780768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bb1b04fd-5e35-433b-a20a-971ced11fee2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:44.921611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.988246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.000982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d1a3204d-63c6-47da-87d2-7dccdcc04088 None None] Provisioning complete for port 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:45.001523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1a3204d-63c6-47da-87d2-7dccdcc04088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.040900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.068899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3204d-63c6-47da-87d2-7dccdcc04088 None None] Port 9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b was deleted so its status cannot be updated. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:28:45.081516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bb1b04fd-5e35-433b-a20a-971ced11fee2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:45.083182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.109516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.113875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=804a61bd-284e-4756-8a5b-608486f1e8eb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.175271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90ef8b3-fb9d-4a43-9666-11cd86aced2c']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:45.182158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35250) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.234588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.244991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82f6aaea-0f99-4570-b5a4-8373665f54da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.248496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bcdd2bb2-5e0c-4aea-908a-1947d04b58e6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b HTTP/1.1" status: 204 len: 168 time: 3.0503440 Nov 12 08:28:45.253337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-82f6aaea-0f99-4570-b5a4-8373665f54da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.254661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-82f6aaea-0f99-4570-b5a4-8373665f54da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4ee2bdf-c29a-4c4f-8165-7e54d6847349 HTTP/1.1" status: 204 len: 168 time: 1.1766884 Nov 12 08:28:45.259203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5224a2e5-7919-4df2-95c4-ae2db8a90b3b') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:45.264714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5224a2e5-7919-4df2-95c4-ae2db8a90b3b') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:45.265785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.305801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router ed830194-375b-421e-ac6b-4352c6ceada8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:45.312705 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.371133 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-06886f1c-348d-4b11-9db1-4cac2c4f718a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:28:45.378233 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-06886f1c-348d-4b11-9db1-4cac2c4f718a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b HTTP/1.1" status: 404 len: 333 time: 0.1093433 Nov 12 08:28:45.380554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.407842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6aaea-0f99-4570-b5a4-8373665f54da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee2bdf-c29a-4c4f-8165-7e54d6847349,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.436004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-787408bc-0e6c-4692-bf59-3259f7f9a04d None None] Provisioning complete for port f4f4255d-c91a-424d-9f4b-bbed90c4646d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:45.437294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-787408bc-0e6c-4692-bf59-3259f7f9a04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.498920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.527888 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-37062bcb-4f95-4638-a5be-7d2304438c0e tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/ports/804a61bd-284e-4756-8a5b-608486f1e8eb HTTP/1.1" status: 204 len: 168 time: 1.7922986 Nov 12 08:28:45.534779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.691607 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea14bba-400f-4f1e-b85c-6d780a846cc0 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] GET failed (client error): The resource could not be found. Nov 12 08:28:45.693411 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7ea14bba-400f-4f1e-b85c-6d780a846cc0 tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "GET /v2.0/ports/804a61bd-284e-4756-8a5b-608486f1e8eb HTTP/1.1" status: 404 len: 333 time: 0.1529000 Nov 12 08:28:45.707704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35276) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.721465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e16f607-067e-48af-9191-c153b56d718c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:45.744460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.754078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.784940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:45.785425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:45.789182 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:45.818997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-787408bc-0e6c-4692-bf59-3259f7f9a04d None None] Port f4f4255d-c91a-424d-9f4b-bbed90c4646d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:45.826544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5e16f607-067e-48af-9191-c153b56d718c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:45.827113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e16f607-067e-48af-9191-c153b56d718c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:45.942880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:45.954719 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] Sync routers for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:45.960039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a509c83-ab47-4e30-a52d-78316b69bc85 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/routers/ed830194-375b-421e-ac6b-4352c6ceada8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9750137 Nov 12 08:28:45.967218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35282) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.975043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'port': {'network_id': 'c5f8ab9a-6d88-4c40-92f0-45031f8832ea', 'name': 'tempest-FloatingIPTestJSON-1890374306'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:45.984359 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec790ec9-0c33-45f0-8a77-59af2984881f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.992494 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:45.994172 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.065280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet bbe12566-5178-445a-aae1-6030be81d83d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:46.073962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.104389 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.146140 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:46.150995 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.162485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec790ec9-0c33-45f0-8a77-59af2984881f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.194087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port ea0db879-3378-43fd-a0ca-9912e440f6bb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:46.194411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.201005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.212296 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.222006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/networks/d90ef8b3-fb9d-4a43-9666-11cd86aced2c HTTP/1.1" status: 204 len: 168 time: 4.0262530 Nov 12 08:28:46.222698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:46.237595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'routes': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:46.281113 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.282729 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118ce1c-05db-47dc-8323-87841c25bb17 None None] The sync data for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:46.285431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.332802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec790ec9-0c33-45f0-8a77-59af2984881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.369220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2309c3-3288-4a30-a8d1-6e27e5e8ecfc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Pushing event deleted for resources: {'Network': ['ID=d90ef8b3-fb9d-4a43-9666-11cd86aced2c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.459653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec790ec9-0c33-45f0-8a77-59af2984881f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89d09d1e8fc541f99978112f360c9a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2502477 Nov 12 08:28:46.469228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:46.512042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec790ec9-0c33-45f0-8a77-59af2984881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1609d-226b-41a5-abb8-5ab6c4500a4b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.643382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Added routes are [] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:28:46.643966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Removed routes are [] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:28:46.644357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.673901 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.733482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for ea0db879-3378-43fd-a0ca-9912e440f6bb owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:46.768644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.790689 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.974230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Made reservation on behalf of ece523e7edd24e50a90eeb82c184c67a for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:46.990891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.034003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.052820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] device_id is not set on port 136725b4-5fbf-4aac-9d60-3e109f89d63f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:47.095278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe12566-5178-445a-aae1-6030be81d83d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.095278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.117741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.124212 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f9c6fab-1311-4519-a6d7-e6dfdd8cb88c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/bbe12566-5178-445a-aae1-6030be81d83d HTTP/1.1" status: 204 len: 168 time: 1.7349548 Nov 12 08:28:47.127561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35308) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.129920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0dd9b-8916-4546-9765-ec959a947173 None None] Network 687e42a3-6249-4ab1-9c83-3ad4dfdce64e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:47.141709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.222970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.230823 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be64f4e6-9779-4f5a-9d16-b98bc275ca51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.236208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.269832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=ea0db879-3378-43fd-a0ca-9912e440f6bb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.338099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be64f4e6-9779-4f5a-9d16-b98bc275ca51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.409905 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.449903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Allocated IP 172.20.0.7 (c5f8ab9a-6d88-4c40-92f0-45031f8832ea/78a72942-fd9b-4c4a-a117-e620ef9f6f2f/136725b4-5fbf-4aac-9d60-3e109f89d63f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:47.453348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router d6b29448-31f0-43be-8bf7-12b0cd2a848f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:47.510821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be64f4e6-9779-4f5a-9d16-b98bc275ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.518275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be64f4e6-9779-4f5a-9d16-b98bc275ca51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.520941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-355600dc-5814-4a59-ae50-51bf20fa292f tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] Request body: {'port': {'network_id': '6ff648b5-aa01-4b24-a876-b2fa72f95cc6', 'name': 'tempest-NetworksNegativeTestJSON-278585757'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:47.521927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be64f4e6-9779-4f5a-9d16-b98bc275ca51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9d1609d-226b-41a5-abb8-5ab6c4500a4b HTTP/1.1" status: 204 len: 168 time: 1.0516620 Nov 12 08:28:47.557563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64f4e6-9779-4f5a-9d16-b98bc275ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1609d-226b-41a5-abb8-5ab6c4500a4b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.657608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] DHCP port deletion for 687e42a3-6249-4ab1-9c83-3ad4dfdce64e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:47.683046 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-355600dc-5814-4a59-ae50-51bf20fa292f tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] POST failed (client error): The resource could not be found. Nov 12 08:28:47.685033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355600dc-5814-4a59-ae50-51bf20fa292f tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:47.686813 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-355600dc-5814-4a59-ae50-51bf20fa292f tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5847182 Nov 12 08:28:47.713549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35312) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.794400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] Deleting port bb1b04fd-5e35-433b-a20a-971ced11fee2 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:47.795269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.806872 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-96af9269-c175-4a0b-9588-92f0e11d9040 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:47.819276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96af9269-c175-4a0b-9588-92f0e11d9040 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:47.825779 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-96af9269-c175-4a0b-9588-92f0e11d9040 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "DELETE /v2.0/networks/4aa0d299-6250-4793-a410-13866cf16a82 HTTP/1.1" status: 404 len: 339 time: 0.1063576 Nov 12 08:28:47.828710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.845544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-51fbe6c1-22d2-4a97-b01e-94d1d7bbc7eb tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/ports/ea0db879-3378-43fd-a0ca-9912e440f6bb HTTP/1.1" status: 204 len: 168 time: 2.1315706 Nov 12 08:28:47.870201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35314) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.871034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35316) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.992309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] For port bb1b04fd-5e35-433b-a20a-971ced11fee2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bb1b04fd-5e35-433b-a20a-971ced11fee2,segment=NetworkSegment(f2966d33-f2bd-4008-ac3d-71458e43e264),segment_id=f2966d33-f2bd-4008-ac3d-71458e43e264)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:47.997957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.057788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] Calling delete_port for bb1b04fd-5e35-433b-a20a-971ced11fee2 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:48.080595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting subnet fb851025-8b76-43da-b5c4-8c8c61dc43c6 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:48.116783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.155306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:48.160451 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-948615b6-5f52-400f-b852-5e435dbfd682 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:48.162091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948615b6-5f52-400f-b852-5e435dbfd682 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:48.163947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.172409 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-948615b6-5f52-400f-b852-5e435dbfd682 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "DELETE /v2.0/ports/23f9a6af-c265-4cb3-91ea-96bee82ca262 HTTP/1.1" status: 404 len: 333 time: 0.2932642 Nov 12 08:28:48.172409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port bb1b04fd-5e35-433b-a20a-971ced11fee2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:48.172731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1ccb8dfe-56bf-4aaa-990b-fa17472c84ce tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 705 time: 1.9395266 Nov 12 08:28:48.172834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.172917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.177775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.190724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] Sync routers for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:48.223667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:48.235451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.282729 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69723e9-7830-4622-b642-49405de350bd tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:48.283733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69723e9-7830-4622-b642-49405de350bd tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:48.286570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd1d7d47-a214-4720-8227-add4741cf093 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 205 time: 0.0943453 Nov 12 08:28:48.301078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f69723e9-7830-4622-b642-49405de350bd tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "DELETE /v2.0/subnets/6830ca5f-7972-4618-8f64-855a33c238a1 HTTP/1.1" status: 404 len: 337 time: 0.1215627 Nov 12 08:28:48.321698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35332) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.324997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.353474 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c7169d-f419-4dd8-9a3c-dd6e50a4efa7 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] GET failed (client error): The resource could not be found. Nov 12 08:28:48.360037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c9c7169d-f419-4dd8-9a3c-dd6e50a4efa7 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "GET /v2.0/networks/5a5228b9-c395-4907-ad6e-5a5f8171c245 HTTP/1.1" status: 404 len: 339 time: 0.0322585 Nov 12 08:28:48.362417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35336) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.408499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:48.437312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.509179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.513939 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-de35d8bb-1a82-4c36-85c3-49fd3d75f81e tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] GET failed (client error): The resource could not be found. Nov 12 08:28:48.524993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-de35d8bb-1a82-4c36-85c3-49fd3d75f81e tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "GET /v2.0/ports/e9486d09-9643-49e6-b38f-d02214991d76 HTTP/1.1" status: 404 len: 333 time: 0.1591284 Nov 12 08:28:48.526172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35340) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.533795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:36Z', 'revision_number': 11, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.592287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] Checking router: d6b29448-31f0-43be-8bf7-12b0cd2a848f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:48.596262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.636215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] Routers {'d6b29448-31f0-43be-8bf7-12b0cd2a848f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:48.637281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.673626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:48.681737 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ce065e-fa5d-4f6a-af1d-bfd3d4e8f15a tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] GET failed (client error): The resource could not be found. Nov 12 08:28:48.688934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-22ce065e-fa5d-4f6a-af1d-bfd3d4e8f15a tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "GET /v2.0/subnets/87153e2f-ed08-4fea-b6c3-91e723890c6b HTTP/1.1" status: 404 len: 337 time: 0.1544664 Nov 12 08:28:48.699932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:48.724960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:48.727796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35344) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.749476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.767213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ca0817e8-0d0d-4817-bbc2-16c7ea83cf9c tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:48.868091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event updated for resources: {'Port': ['ID=136725b4-5fbf-4aac-9d60-3e109f89d63f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:48.876390 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0817e8-0d0d-4817-bbc2-16c7ea83cf9c tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] PUT failed (client error): The resource could not be found. Nov 12 08:28:48.881498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0817e8-0d0d-4817-bbc2-16c7ea83cf9c tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:48.896413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ca0817e8-0d0d-4817-bbc2-16c7ea83cf9c tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "PUT /v2.0/networks/d4f29968-c34e-48a2-b2a9-7a8c79b17d95 HTTP/1.1" status: 404 len: 339 time: 0.1327837 Nov 12 08:28:48.897569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35352) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:48.923396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f3dce4bc-797d-4858-9966-689f2d73d9d8 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:48.989893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] Set router d6b29448-31f0-43be-8bf7-12b0cd2a848f gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:49.026086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.030016 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dce4bc-797d-4858-9966-689f2d73d9d8 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] PUT failed (client error): The resource could not be found. Nov 12 08:28:49.034571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.036264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dce4bc-797d-4858-9966-689f2d73d9d8 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:49.055642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f3dce4bc-797d-4858-9966-689f2d73d9d8 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "PUT /v2.0/ports/036a06e6-ab57-4957-9aad-d31a285ee9a8 HTTP/1.1" status: 404 len: 333 time: 0.1483471 Nov 12 08:28:49.072881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:49.086272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.088864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35358) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.107262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5c0bdf88-9ac2-4205-a418-1136ef0fe920 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:49.143940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:36Z', 'revision_number': 11, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:49.146561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bb1b04fd-5e35-433b-a20a-971ced11fee2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:49.214488 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0bdf88-9ac2-4205-a418-1136ef0fe920 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] PUT failed (client error): The resource could not be found. Nov 12 08:28:49.215302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0bdf88-9ac2-4205-a418-1136ef0fe920 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:49.220029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c0bdf88-9ac2-4205-a418-1136ef0fe920 tempest-NetworksNegativeTestJSON-1421612416 tempest-NetworksNegativeTestJSON-1421612416-project] 10.222.0.16 "PUT /v2.0/subnets/f2a30a83-73aa-4ebc-8791-eacca428a9a4 HTTP/1.1" status: 404 len: 337 time: 0.1261537 Nov 12 08:28:49.246110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9cea23-a69a-49a4-bd6d-1c4934c493a1 None None] Network a73ffc90-6bca-42a8-aa22-02ca19a39139 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:49.249226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a593581d-95ae-4626-bae5-f6edcf289b23 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2800190 Nov 12 08:28:49.254209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35364) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.276406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Request body: {'floatingip': {'port_id': '136725b4-5fbf-4aac-9d60-3e109f89d63f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:49.402370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc4a5e-78bd-4d23-a748-5f444621bdb0 None None] The sync data for ids ['d6b29448-31f0-43be-8bf7-12b0cd2a848f'] in n-d-768509-25 is: [{'id': 'd6b29448-31f0-43be-8bf7-12b0cd2a848f', 'name': 'tempest-RoutersIpV6Test-router-1037300967', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:10Z', 'updated_at': '2021-11-12T08:28:36Z', 'revision_number': 11, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:49.415779 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.460625 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.532904 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No ports have port_id starting with bb1b04fd-5e35-433b-a20a-971ced11fee2 Nov 12 08:28:49.537079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] Pushing event deleted for resources: {'Port': ['ID=bb1b04fd-5e35-433b-a20a-971ced11fee2,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.585061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ebd8186c-3d09-4d1b-a37a-39b909138d01 None None] Provisioning complete for port 136725b4-5fbf-4aac-9d60-3e109f89d63f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:49.587045 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ebd8186c-3d09-4d1b-a37a-39b909138d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.590678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a78fb-b185-4d30-939a-a9ce2846d663 None None] No DVR routers for this DVR port bb1b04fd-5e35-433b-a20a-971ced11fee2 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:49.830247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8186c-3d09-4d1b-a37a-39b909138d01 None None] Port 136725b4-5fbf-4aac-9d60-3e109f89d63f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:49.901149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35374) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.940236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Subnet': ['ID=fb851025-8b76-43da-b5c4-8c8c61dc43c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.943577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.950974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7496fd4d-964c-45de-b40a-87af283ea5de tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/subnets/fb851025-8b76-43da-b5c4-8c8c61dc43c6 HTTP/1.1" status: 204 len: 168 time: 2.0724738 Nov 12 08:28:49.950974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] For port bb1b04fd-5e35-433b-a20a-971ced11fee2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bb1b04fd-5e35-433b-a20a-971ced11fee2,segment=NetworkSegment(f2966d33-f2bd-4008-ac3d-71458e43e264),segment_id=f2966d33-f2bd-4008-ac3d-71458e43e264)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:49.950974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.952760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] DHCP port deletion for a73ffc90-6bca-42a8-aa22-02ca19a39139 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:49.954969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35380) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.999800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for bb1b04fd-5e35-433b-a20a-971ced11fee2 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:50.108104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] Deleting port c62bf91c-6e8d-4901-97ec-22324a3be248 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:50.108934 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.319533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca948-0df5-49e5-8b85-41a769e92984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.333211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] For port c62bf91c-6e8d-4901-97ec-22324a3be248, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c62bf91c-6e8d-4901-97ec-22324a3be248,segment=NetworkSegment(bf403532-6eea-4a88-95f3-3bfaa95392c9),segment_id=bf403532-6eea-4a88-95f3-3bfaa95392c9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:50.333211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.384904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] Calling delete_port for c62bf91c-6e8d-4901-97ec-22324a3be248 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:50.438190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.448001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.453568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.559648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.561962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router d6b29448-31f0-43be-8bf7-12b0cd2a848f {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:50.612748 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.614365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8e5c212-6fc0-40b7-bc63-87abbec80f4f tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 204 len: 168 time: 2.2847865 Nov 12 08:28:50.626960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35400) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:50.632981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-882548516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:50.642932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.676636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.696520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No DVR routers for this DVR port bb1b04fd-5e35-433b-a20a-971ced11fee2 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:50.730349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.731435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.763840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=bb1b04fd-5e35-433b-a20a-971ced11fee2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:50.844725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] Pushing event deleted for resources: {'Port': ['ID=c62bf91c-6e8d-4901-97ec-22324a3be248,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:50.851024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.867434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac77d0-a856-408a-9f3e-f96f9621ea46 None None] No DVR routers for this DVR port c62bf91c-6e8d-4901-97ec-22324a3be248 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:50.880601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c62bf91c-6e8d-4901-97ec-22324a3be248 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:50.911930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c62bf91c-6e8d-4901-97ec-22324a3be248 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:50.912838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c62bf91c-6e8d-4901-97ec-22324a3be248 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:50.970817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Deleting port c62bf91c-6e8d-4901-97ec-22324a3be248 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:50.972747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.065783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.086542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e42a3-6249-4ab1-9c83-3ad4dfdce64e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.104811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.151560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2966d33-f2bd-4008-ac3d-71458e43e264') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.152124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2966d33-f2bd-4008-ac3d-71458e43e264') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.192133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:28:51.196626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35404) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.218100 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.236072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.244581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:51.244995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.335264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.338777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] For port c62bf91c-6e8d-4901-97ec-22324a3be248, host n-d-768509-25, got binding levels [] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:51.339167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:51.342701 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:51.347022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.347236 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a8cb54e8-c5fd-4249-a24f-b512618db8b4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7187424 Nov 12 08:28:51.354854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35410) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.357158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.358458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.379200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:51.384195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.395975 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/687e42a3-6249-4ab1-9c83-3ad4dfdce64e HTTP/1.1" status: 204 len: 168 time: 4.2629657 Nov 12 08:28:51.404491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.418611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'name': 'tempest-PortsIpV6TestJSON-1360968158'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:51.439173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Calling delete_port for c62bf91c-6e8d-4901-97ec-22324a3be248 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:51.466208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.ipam_backend_mixin [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Port c62bf91c-6e8d-4901-97ec-22324a3be248 was not found and therefore no delete operation was performed {{(pid=102371) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:28:51.494293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63a5e-a483-4b58-963c-122d3807f3ae tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=687e42a3-6249-4ab1-9c83-3ad4dfdce64e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.515144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.577471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f3b221-52af-4928-bd61-b7ed4e9cae4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.639456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] No DVR routers for this DVR port c62bf91c-6e8d-4901-97ec-22324a3be248 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:51.660518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Port': ['ID=c62bf91c-6e8d-4901-97ec-22324a3be248,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.790008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca948-0df5-49e5-8b85-41a769e92984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.865937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb5ca948-0df5-49e5-8b85-41a769e92984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.879307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.934106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73ffc90-6bca-42a8-aa22-02ca19a39139']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.961614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf403532-6eea-4a88-95f3-3bfaa95392c9') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.961981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf403532-6eea-4a88-95f3-3bfaa95392c9') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.987469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:51.991271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.995697 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.029280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eb5ca948-0df5-49e5-8b85-41a769e92984 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33b922e8d426493d8d73100310c86df8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1250141 Nov 12 08:28:52.030928 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f3b221-52af-4928-bd61-b7ed4e9cae4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.033573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35416) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:52.051397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.054477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.064948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 48a9f740-2676-40f9-946e-8142fe3b5be1 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:52.074057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52f3b221-52af-4928-bd61-b7ed4e9cae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.119699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ca948-0df5-49e5-8b85-41a769e92984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a511a23-938a-463a-bfda-7f13fe38a776,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.125208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.127651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:52.128001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:52.139633 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:52.142158 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP ac1943dc-69ff-4396-87b8-596ac7c08cfd associated. External IP: 172.25.4.109, port: d85d21b9-bcab-4350-9124-2f1e283fe9b5. Nov 12 08:28:52.280609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-52f3b221-52af-4928-bd61-b7ed4e9cae4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aea77a75c3b94c15afffd4e5b6fcb7e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0727038 Nov 12 08:28:52.283104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3b221-52af-4928-bd61-b7ed4e9cae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9fc262-70c9-4452-a669-ec6d1815d567,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.285180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:52.328669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.362692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.373666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] 10.222.0.16 "DELETE /v2.0/networks/a73ffc90-6bca-42a8-aa22-02ca19a39139 HTTP/1.1" status: 204 len: 168 time: 2.4085541 Nov 12 08:28:52.477069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02c73-a2d2-4d7c-ba0c-2c5858c27f1c tempest-AllowedAddressPairTestJSON-1787401081 tempest-AllowedAddressPairTestJSON-1787401081-project] Pushing event deleted for resources: {'Network': ['ID=a73ffc90-6bca-42a8-aa22-02ca19a39139,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.497664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-948a254c-ed4c-4c52-9fb3-3377657d80a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.723069 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-948a254c-ed4c-4c52-9fb3-3377657d80a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.786120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.806788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cc7762e-3152-4570-94be-66e38024dbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.870780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Router 08d2321d-aefa-4580-a4c5-fe529955e8d7 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:52.886137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cc7762e-3152-4570-94be-66e38024dbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.978256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-948a254c-ed4c-4c52-9fb3-3377657d80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.982875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-948a254c-ed4c-4c52-9fb3-3377657d80a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.991958 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-948a254c-ed4c-4c52-9fb3-3377657d80a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a511a23-938a-463a-bfda-7f13fe38a776 HTTP/1.1" status: 204 len: 168 time: 0.9536183 Nov 12 08:28:53.021435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a254c-ed4c-4c52-9fb3-3377657d80a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a511a23-938a-463a-bfda-7f13fe38a776,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.046142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.055683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.156807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cc7762e-3152-4570-94be-66e38024dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.159770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cc7762e-3152-4570-94be-66e38024dbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.169498 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0cc7762e-3152-4570-94be-66e38024dbe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed9fc262-70c9-4452-a669-ec6d1815d567 HTTP/1.1" status: 204 len: 168 time: 0.8752003 Nov 12 08:28:53.172594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:53.192974 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.194293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b15eb573-644d-428b-b844-a680b7e63c40 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "PUT /v2.0/routers/08d2321d-aefa-4580-a4c5-fe529955e8d7 HTTP/1.1" status: 200 len: 697 time: 1.8370502 Nov 12 08:28:53.204736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35446) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.205846 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] Sync routers for ids ['08d2321d-aefa-4580-a4c5-fe529955e8d7'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:53.238212 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] Routers {'08d2321d-aefa-4580-a4c5-fe529955e8d7'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:53.239719 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['08d2321d-aefa-4580-a4c5-fe529955e8d7'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:53.344891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:53.346005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7762e-3152-4570-94be-66e38024dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9fc262-70c9-4452-a669-ec6d1815d567,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.347897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=48a9f740-2676-40f9-946e-8142fe3b5be1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.356699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e9b869fe-06ab-4b6e-b0ef-02bb7a9fa13e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/routers/08d2321d-aefa-4580-a4c5-fe529955e8d7 HTTP/1.1" status: 200 len: 703 time: 0.1441848 Nov 12 08:28:53.365063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35448) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.385739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:53.396585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:53.399397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:53.412220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.412994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.458600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7185f762-ad5d-4f38-a070-2e7048eab64e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d2321d-aefa-4580-a4c5-fe529955e8d7 HTTP/1.1" status: 200 len: 205 time: 0.0921040 Nov 12 08:28:53.468850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.527760 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] Set router 08d2321d-aefa-4580-a4c5-fe529955e8d7 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:53.650502 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-78018455-e412-475b-af99-a1c0b4366fd2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2376101 Nov 12 08:28:53.651055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:53.659754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.665962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:53.700140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:53.701543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:53.702284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.727920 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2321d-aefa-4580-a4c5-fe529955e8d7', 'name': 'tempest-RoutersIpV6Test-router-882548516', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:52Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:53.803192 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] Checking router: 08d2321d-aefa-4580-a4c5-fe529955e8d7 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:53.845979 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] Routers {'08d2321d-aefa-4580-a4c5-fe529955e8d7'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:53.846634 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['08d2321d-aefa-4580-a4c5-fe529955e8d7'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:53.858779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:53.912819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:53.915174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:54.074484 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] Set router 08d2321d-aefa-4580-a4c5-fe529955e8d7 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:54.115268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:54.116221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286d8f9-4ae6-495a-a570-72f1aafc6eba None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:54.384558 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d2321d-aefa-4580-a4c5-fe529955e8d7', 'name': 'tempest-RoutersIpV6Test-router-882548516', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:52Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:54.394115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router ed830194-375b-421e-ac6b-4352c6ceada8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:54.456331 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429e815-9afa-4376-854e-31b3c7a0f4e3 None None] The sync data for ids ['08d2321d-aefa-4580-a4c5-fe529955e8d7'] in n-d-768509-25 is: [{'id': '08d2321d-aefa-4580-a4c5-fe529955e8d7', 'name': 'tempest-RoutersIpV6Test-router-882548516', 'tenant_id': '3dc88f68f7374bd185b56a60aed6f677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:52Z', 'revision_number': 2, 'project_id': '3dc88f68f7374bd185b56a60aed6f677', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:54.544387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.577577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.619527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eb305c22-d8ce-4f7a-b972-ded9b629ff74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ef98fc1236249e3be6a863035be9de1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5719290 Nov 12 08:28:54.623086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35482) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:54.695022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:54.703731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.709001 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] Sync routers for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:54.733039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.734809 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:54.735782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Fanout notify agent at l3_agent the message router_deleted on router 08d2321d-aefa-4580-a4c5-fe529955e8d7 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:54.739868 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:54.757472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.759219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa2ba706-3ce6-4a1c-bf8a-118fa84f8cd9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/08d2321d-aefa-4580-a4c5-fe529955e8d7 HTTP/1.1" status: 204 len: 168 time: 1.2880473 Nov 12 08:28:54.769897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35492) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:54.795928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 48a9f740-2676-40f9-946e-8142fe3b5be1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:54.796369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.848074 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.865645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-345290f6-cb52-460f-8ddc-66294cfa4a65 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=08d2321d-aefa-4580-a4c5-fe529955e8d7 HTTP/1.1" status: 200 len: 205 time: 0.0926807 Nov 12 08:28:54.869046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35498) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:54.873077 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:54.885119 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.903487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:54.906811 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:54.976384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-01bf879a-3064-4e8c-b8c1-de0665c9c5b5 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/floatingips/ac1943dc-69ff-4396-87b8-596ac7c08cfd HTTP/1.1" status: 200 len: 978 time: 5.7208576 Nov 12 08:28:54.980456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35504) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.002576 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:55.003547 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda213dc-1cfb-4da6-981f-350580f484fb None None] The sync data for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:55.051545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35508) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.064233 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-abbda0b5-c617-4829-b051-3d89867eb6a8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:55.065361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-abbda0b5-c617-4829-b051-3d89867eb6a8 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/08d2321d-aefa-4580-a4c5-fe529955e8d7 HTTP/1.1" status: 404 len: 336 time: 0.1867766 Nov 12 08:28:55.077785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.092565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.095443 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.099014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f952ed8f-b526-4a62-8aad-2a397322d69d HTTP/1.1" status: 204 len: 168 time: 0.4724481 Nov 12 08:28:55.108694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952ed8f-b526-4a62-8aad-2a397322d69d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.125602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.126364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.126681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.127134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.127589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.127990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.128464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.128859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.129269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.129671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.130408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.130804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772a237-6b7f-4bda-9a12-abbd3a0820a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:55.146500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.163073 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce679125-a615-4cc5-a0a3-e54e4fd9b231 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:55.163543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce679125-a615-4cc5-a0a3-e54e4fd9b231 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:55.175263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 136725b4-5fbf-4aac-9d60-3e109f89d63f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:55.175508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.178029 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ce679125-a615-4cc5-a0a3-e54e4fd9b231 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/eae6f2d7-a799-4d5d-8c3a-d44568edbd57 HTTP/1.1" status: 404 len: 337 time: 0.0991845 Nov 12 08:28:55.186493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35522) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.219267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 48a9f740-2676-40f9-946e-8142fe3b5be1 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:55.274507 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5377260e-7a6b-4ef8-8ce9-b81a36068141 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:55.274965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5377260e-7a6b-4ef8-8ce9-b81a36068141 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:55.292401 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5377260e-7a6b-4ef8-8ce9-b81a36068141 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/34552b74-c95f-4755-860d-e228b82465b8 HTTP/1.1" status: 404 len: 337 time: 0.1047833 Nov 12 08:28:55.318599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-465007232'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:55.344730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35528) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.361773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:55.365665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.400993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.401629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.460314 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6ea727-5a37-4ba8-9f20-8129ace2c627 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:55.460842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6ea727-5a37-4ba8-9f20-8129ace2c627 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:55.467805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c6ea727-5a37-4ba8-9f20-8129ace2c627 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/b5461fa3-3dbd-487f-8db9-1690af2abaf1 HTTP/1.1" status: 404 len: 337 time: 0.1192119 Nov 12 08:28:55.480573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35534) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.553102 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-216e3f9d-e0e5-4584-a6c6-b2d172d34414 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:55.553602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216e3f9d-e0e5-4584-a6c6-b2d172d34414 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:55.560491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-216e3f9d-e0e5-4584-a6c6-b2d172d34414 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/a1b7cf32-6a95-48c9-80cc-e758a17ed188 HTTP/1.1" status: 404 len: 337 time: 0.0773296 Nov 12 08:28:55.565737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35542) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.674067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-86e152fd-eeeb-4a89-a67b-d986ba849cee tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 200 len: 205 time: 0.1048508 Nov 12 08:28:55.674502 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.675285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35552) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.831795 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-1dc3cd3a-9225-42b9-81c9-16bf92764919 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:55.839602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1dc3cd3a-9225-42b9-81c9-16bf92764919 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/d6b29448-31f0-43be-8bf7-12b0cd2a848f HTTP/1.1" status: 404 len: 336 time: 0.1617303 Nov 12 08:28:55.878338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35566) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.896366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=48a9f740-2676-40f9-946e-8142fe3b5be1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.908779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.917672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa496443-35e2-41f9-ab8d-640213484068 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/48a9f740-2676-40f9-946e-8142fe3b5be1 HTTP/1.1" status: 204 len: 168 time: 2.2490845 Nov 12 08:28:55.926487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35570) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.931857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'mac_address': 'fa:16:3e:32:3d:a5', 'name': 'tempest-PortsIpV6TestJSON-1054687336'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:55.993574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5ea3e5e-1f1c-4658-b8b4-9a5395eadf0e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=0206421f-13d9-4bbe-8563-135065e6c12d HTTP/1.1" status: 200 len: 205 time: 0.1139421 Nov 12 08:28:56.002736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35574) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.026858 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.119328 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-e114f2de-e8b0-4fac-949c-cc12c6a448be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:56.122773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e114f2de-e8b0-4fac-949c-cc12c6a448be tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/0206421f-13d9-4bbe-8563-135065e6c12d HTTP/1.1" status: 404 len: 336 time: 0.1166890 Nov 12 08:28:56.128473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.128920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.129758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.186494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.186938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.187293 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Floating IP ac1943dc-69ff-4396-87b8-596ac7c08cfd disassociated. External IP: 172.25.4.109, port: 136725b4-5fbf-4aac-9d60-3e109f89d63f. Nov 12 08:28:56.189552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 136725b4-5fbf-4aac-9d60-3e109f89d63f owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:56.189784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df91ae5d-67b2-4735-9182-2b1cf1a0da68,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.279256 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-547e489c-3a6c-4d7d-a19d-a83fbc90c18a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:56.282659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547e489c-3a6c-4d7d-a19d-a83fbc90c18a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:56.290863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-547e489c-3a6c-4d7d-a19d-a83fbc90c18a tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/248b3be1-53b1-4a94-8b07-789b6299ea25 HTTP/1.1" status: 404 len: 337 time: 0.1535485 Nov 12 08:28:56.293763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:56.295284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35582) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.351289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.352645 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment 24550610-361a-4f96-98e0-28853bbc1317 of type vlan for network a39f2589-e1ab-423f-bfe1-40ff4030dc90 Nov 12 08:28:56.380805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.384444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5ba76bda-d112-4204-ba13-2ed0daeba905 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 200 len: 205 time: 0.0814106 Nov 12 08:28:56.588640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.660821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=136725b4-5fbf-4aac-9d60-3e109f89d63f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.784369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35598) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.811359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:56.819305 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-be984e1a-58ec-4639-b116-30814d68e78c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:56.824016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be984e1a-58ec-4639-b116-30814d68e78c tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/3bc1f7bf-e025-4bdd-838b-cf57b0ddd7ea HTTP/1.1" status: 404 len: 336 time: 0.4370847 Nov 12 08:28:56.832073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35602) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.890964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.917805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9725ba07-3292-48bf-beba-4e4f8b5da64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.004310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-31125da9-702f-4a43-9935-5210c5b22469 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 HTTP/1.1" status: 200 len: 205 time: 0.1703701 Nov 12 08:28:57.010352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35604) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.014363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'networks': [{'name': 'tempest-network--812907648'}, {'name': 'tempest-network--1099799408'}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:57.014783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'network': {'name': 'tempest-network--812907648'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:57.015353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'network': {'name': 'tempest-network--1099799408'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:57.051819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'network': 2} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:57.057074 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.066606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.100360 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.100732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 8acaf316-487f-4763-b77d-3ee9d513ca7b yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:57.120410 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-0d9ddefd-efc1-450e-ace0-8bca3789cb9b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:57.121611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d9ddefd-efc1-450e-ace0-8bca3789cb9b tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/c8bb6b8d-ae38-4600-8eba-a7ee7a67dba2 HTTP/1.1" status: 404 len: 336 time: 0.0803068 Nov 12 08:28:57.129718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35606) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.167028 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfb1d95-fecb-4230-b2dc-46cbfdd13fdc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:57.167703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfb1d95-fecb-4230-b2dc-46cbfdd13fdc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:57.171444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9dfb1d95-fecb-4230-b2dc-46cbfdd13fdc tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/9478c406-127e-4907-8992-7bdccbb56d1e HTTP/1.1" status: 404 len: 337 time: 0.0406370 Nov 12 08:28:57.180317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35608) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.219702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-180dc966-1bff-4eb9-9e90-25311a195482 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d92624-f4bf-4421-91be-e556a1b6c82f HTTP/1.1" status: 200 len: 205 time: 0.0376234 Nov 12 08:28:57.228640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router ed830194-375b-421e-ac6b-4352c6ceada8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:57.229899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35610) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.279234 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-7ad59d22-5412-4b6a-8482-258a0e2b6d28 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:57.280442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7ad59d22-5412-4b6a-8482-258a0e2b6d28 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/f3d92624-f4bf-4421-91be-e556a1b6c82f HTTP/1.1" status: 404 len: 336 time: 0.0441916 Nov 12 08:28:57.287408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35612) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.322171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.328234 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee248ca3-6fcc-490b-b019-5f18e0990b69 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:57.328859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee248ca3-6fcc-490b-b019-5f18e0990b69 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:57.332954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ee248ca3-6fcc-490b-b019-5f18e0990b69 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/edc15d01-d162-4478-aeff-585c4ba3b12c HTTP/1.1" status: 404 len: 337 time: 0.0416110 Nov 12 08:28:57.359105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35614) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.362598 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.370301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:57.370954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.422186 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aa36c29b-3247-4ba3-9649-c69291fef11e tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1a7b781-b252-4e17-8186-16cd3baa5a6b HTTP/1.1" status: 200 len: 205 time: 0.0604043 Nov 12 08:28:57.428709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35620) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.452305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:57.469469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] Sync routers for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:57.497716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:57.498489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.579243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.590101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:57.590870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.604786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.613376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef6a5b91-9a7e-4c4e-97c3-46861afbdf40 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/ports/136725b4-5fbf-4aac-9d60-3e109f89d63f HTTP/1.1" status: 204 len: 168 time: 2.6289506 Nov 12 08:28:57.618143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.629593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.648674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.649561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64248b0-ee54-4ae0-88c7-a2e883791d0f None None] The sync data for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:57.684928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=a39f2589-e1ab-423f-bfe1-40ff4030dc90,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.695157 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-ee4659e5-7fde-43be-9065-2a315c0205e9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] delete failed (client error): The resource could not be found. Nov 12 08:28:57.697611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:57.697943 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ee4659e5-7fde-43be-9065-2a315c0205e9 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/routers/b1a7b781-b252-4e17-8186-16cd3baa5a6b HTTP/1.1" status: 404 len: 336 time: 0.2659245 Nov 12 08:28:57.703488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9725ba07-3292-48bf-beba-4e4f8b5da64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.707844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.719432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6e8738b4-0c1e-423f-bba9-c349c3473499 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6590846 Nov 12 08:28:57.728102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35626) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.784222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'name': 'tempest-PortsTestJSON-953353340'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:57.809262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.838786 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a8e24d-d7fb-4e5d-b2a9-8b4a82523382 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:57.839818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a8e24d-d7fb-4e5d-b2a9-8b4a82523382 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:57.846111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1a8e24d-d7fb-4e5d-b2a9-8b4a82523382 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/fbf84b3a-fcd2-479f-ae7e-7f58ca37802b HTTP/1.1" status: 404 len: 337 time: 0.1358500 Nov 12 08:28:57.847677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9725ba07-3292-48bf-beba-4e4f8b5da64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.890585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.891068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.906286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35628) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.961536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:57.974602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9725ba07-3292-48bf-beba-4e4f8b5da64a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e458d3e34c8840f0a3a218de7f0b5ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8386929 Nov 12 08:28:58.019951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35630) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:58.033080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5167af84-d398-4e75-923c-8c1b5d161e55,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:58.047237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:58.047446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.047944 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Added segment f31cc689-257c-46ac-b036-a08a06b009a2 of type vlan for network 9ce3e23f-7421-4bb8-b0f5-6546256a64f2 Nov 12 08:28:58.066968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725ba07-3292-48bf-beba-4e4f8b5da64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d9679f-3aa7-4f28-8543-f8e6b434c090,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:58.077774 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7487792b-f33c-4c4a-b164-889d041072e4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] DELETE failed (client error): The resource could not be found. Nov 12 08:28:58.078808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7487792b-f33c-4c4a-b164-889d041072e4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:28:58.085787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7487792b-f33c-4c4a-b164-889d041072e4 tempest-RoutersIpV6Test-1350943811 tempest-RoutersIpV6Test-1350943811-project] 10.222.0.16 "DELETE /v2.0/subnets/4895fd42-ae96-456e-97d8-8fe76527f8b5 HTTP/1.1" status: 404 len: 337 time: 0.1089861 Nov 12 08:28:58.107233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:58.111987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:58.123893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.125034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.196230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.229580 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3014991 Nov 12 08:28:58.234227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:58.236378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f21f2-f405-4a11-b329-3cf22a87247c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=8acaf316-487f-4763-b77d-3ee9d513ca7b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:58.316640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84c0f9d-d809-4067-9240-8b7ffe85b76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.321436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f29c6-8587-4497-9a26-3e72370b0138 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.324129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c92f29c6-8587-4497-9a26-3e72370b0138 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/8acaf316-487f-4763-b77d-3ee9d513ca7b HTTP/1.1" status: 200 len: 845 time: 0.0879781 Nov 12 08:28:58.329804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35636) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:58.338231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:58.342807 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.363106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:58.411158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 223a36a8-5199-4fef-a380-0317550b7c86 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:58.455546 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84c0f9d-d809-4067-9240-8b7ffe85b76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.460217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.460574 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Added segment d180736e-59fd-44a1-bc42-8c4f021d44a2 of type vlan for network f12822d7-f5fc-44cd-a015-c37b160c67bb Nov 12 08:28:58.565193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.623230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.623877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.629292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.635000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.635674 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.753022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.761709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9755502 Nov 12 08:28:58.764770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:58.784897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Network': ['ID=9ce3e23f-7421-4bb8-b0f5-6546256a64f2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:58.804320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9ce3e23f-7421-4bb8-b0f5-6546256a64f2 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:58.897321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35646) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:59.114951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.222585 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:59.230267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 8acaf316-487f-4763-b77d-3ee9d513ca7b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:59.230707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.241977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=223a36a8-5199-4fef-a380-0317550b7c86,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.246397 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84c0f9d-d809-4067-9240-8b7ffe85b76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.249307 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84c0f9d-d809-4067-9240-8b7ffe85b76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.251195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f84c0f9d-d809-4067-9240-8b7ffe85b76b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1d9679f-3aa7-4f28-8543-f8e6b434c090 HTTP/1.1" status: 204 len: 168 time: 1.2286372 Nov 12 08:28:59.317064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776cf72-7c62-4023-9a35-bbcf253e0234 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.328679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776cf72-7c62-4023-9a35-bbcf253e0234 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.339691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776cf72-7c62-4023-9a35-bbcf253e0234 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.350367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776cf72-7c62-4023-9a35-bbcf253e0234 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.359388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c776cf72-7c62-4023-9a35-bbcf253e0234 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5876925 Nov 12 08:28:59.360713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35652) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:59.366391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c0f9d-d809-4067-9240-8b7ffe85b76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d9679f-3aa7-4f28-8543-f8e6b434c090,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.431433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-de85e674-a27d-4eb5-bd0e-2606e6db991b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dc88f68f7374bd185b56a60aed6f677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321066 Nov 12 08:28:59.446044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35654) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:59.488372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0900c0-2d7e-459c-9e7a-5b9776b4a766 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Network': ['ID=f12822d7-f5fc-44cd-a015-c37b160c67bb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.509100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f12822d7-f5fc-44cd-a015-c37b160c67bb details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:59.519665 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.595239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': '24550610-361a-4f96-98e0-28853bbc1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:59.595771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: a39f2589-e1ab-423f-bfe1-40ff4030dc90, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:59.625509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.631461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32c6f831-3566-470f-b779-2813eb148fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.673512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.685914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32c6f831-3566-470f-b779-2813eb148fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.722026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:59.735252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 8acaf316-487f-4763-b77d-3ee9d513ca7b owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:59.804492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a39f2589-e1ab-423f-bfe1-40ff4030dc90) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:59.833136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:59.834559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6734adf-a232-49aa-a8d0-d20a646e6518 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:59.839866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.840558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.980881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.996835 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1df2570c-a562-4e46-aec3-920a833b3a80 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2220781 Nov 12 08:29:00.015574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35674) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.054063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce3e23f-7421-4bb8-b0f5-6546256a64f2']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:00.081188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31cc689-257c-46ac-b036-a08a06b009a2') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:00.082907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31cc689-257c-46ac-b036-a08a06b009a2') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:00.106991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1097719316'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:00.117812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.170751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.190096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:00.190473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.215715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:00.259787 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:00.265551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32c6f831-3566-470f-b779-2813eb148fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.268590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-32c6f831-3566-470f-b779-2813eb148fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.269761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-32c6f831-3566-470f-b779-2813eb148fb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1bd5b67-dc52-426d-aa87-9d3da5fb9f34 HTTP/1.1" status: 204 len: 168 time: 0.8225293 Nov 12 08:29:00.291465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6f831-3566-470f-b779-2813eb148fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd5b67-dc52-426d-aa87-9d3da5fb9f34,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:00.305936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.312831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.324226 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/networks/9ce3e23f-7421-4bb8-b0f5-6546256a64f2 HTTP/1.1" status: 204 len: 168 time: 0.9023733 Nov 12 08:29:00.325046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35682) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.341049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=8acaf316-487f-4763-b77d-3ee9d513ca7b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:00.350363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:00.354416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.387578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d37bec-710b-4c24-9ed8-5cdd401bbc44 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Network': ['ID=9ce3e23f-7421-4bb8-b0f5-6546256a64f2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:00.427192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.436699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce70cdbe-597a-483d-a3c6-ab68fe559c2f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/8acaf316-487f-4763-b77d-3ee9d513ca7b HTTP/1.1" status: 204 len: 168 time: 2.0800073 Nov 12 08:29:00.437098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35686) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.481778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:00.595013 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0914ed4-60b1-4e80-9f6d-0b8c1dba1982 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:29:00.598298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c0914ed4-60b1-4e80-9f6d-0b8c1dba1982 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/8acaf316-487f-4763-b77d-3ee9d513ca7b HTTP/1.1" status: 404 len: 333 time: 0.1598980 Nov 12 08:29:00.603759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35694) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.615745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'name': 'tempest-PortsIpV6TestJSON-216523452'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:00.629238 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.629590 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment d88d1911-dd72-49c6-8b70-0bcb63043336 of type vlan for network ab5351d0-1d34-4609-a5e7-8cd909e0f42e Nov 12 08:29:00.679297 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.710066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port f4f4255d-c91a-424d-9f4b-bbed90c4646d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:00.710405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.811536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.833814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:00.834507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.841437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:00.850323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.886957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.923635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 81b0c221-2dcd-4928-a640-c6ad11f5af4e yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:01.113828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0343175 Nov 12 08:29:01.130826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35704) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:01.151176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'ports': [{'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'}, {'network_id': 'ab5351d0-1d34-4609-a5e7-8cd909e0f42e'}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:01.153643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:01.154220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'ab5351d0-1d34-4609-a5e7-8cd909e0f42e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:01.300139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d049b-0583-40c2-b464-8ec6e511173c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=ab5351d0-1d34-4609-a5e7-8cd909e0f42e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:01.319812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ab5351d0-1d34-4609-a5e7-8cd909e0f42e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:01.383944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.417195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12822d7-f5fc-44cd-a015-c37b160c67bb']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.432570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd180736e-59fd-44a1-bc42-8c4f021d44a2') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.432865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd180736e-59fd-44a1-bc42-8c4f021d44a2') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.446609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.466247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.474460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:01.475106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:01.579154 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:01.584354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.590655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.595746 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/networks/f12822d7-f5fc-44cd-a015-c37b160c67bb HTTP/1.1" status: 204 len: 168 time: 1.2682300 Nov 12 08:29:01.610019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35722) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:01.640357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.692782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for f4f4255d-c91a-424d-9f4b-bbed90c4646d owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:01.766668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cfa5f-bdd9-4190-bdf0-8eebeb38dbdb tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:01.772927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8cfa5f-bdd9-4190-bdf0-8eebeb38dbdb tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:01.774615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e8cfa5f-bdd9-4190-bdf0-8eebeb38dbdb tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1616848 Nov 12 08:29:01.780712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa7628-2cf8-4a5f-9b7d-68ad579381c4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Network': ['ID=f12822d7-f5fc-44cd-a015-c37b160c67bb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:01.784598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35728) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:01.795422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-267226410'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:01.808639 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.872945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 2} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:01.882428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.908560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35734) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:01.937945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.946935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.981291 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:01.995274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.116570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=81b0c221-2dcd-4928-a640-c6ad11f5af4e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:02.170577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:02.173722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:02.176472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:02.185181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:02.185950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.211941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:02.233917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6d6496b9-dde3-4642-b43a-247e3636f3f7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6289701 Nov 12 08:29:02.243051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:02.255041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:02.263791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.264209 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Added segment 0dacda5e-c4fb-4acf-8561-5e93da2a2091 of type vlan for network fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa Nov 12 08:29:02.299110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port e5615a39-0f54-44b4-9f5e-aba229412b6d yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:02.402512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5f9445e9-5585-42cf-ab03-5db0b38b3970 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-407114124'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:02.403240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5f9445e9-5585-42cf-ab03-5db0b38b3970 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Unknown quota resources ['metering_label']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:29:02.521608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.567462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.655171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f9445e9-5585-42cf-ab03-5db0b38b3970 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.656426 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5f9445e9-5585-42cf-ab03-5db0b38b3970 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7387092 Nov 12 08:29:02.661488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:02.675198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.679161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port dbbda004-203e-428f-bd18-18d2df39bf0e yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:02.679850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c2e88423-5b30-49e8-82a0-f575b41105d8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c4e8db99-a078-4b9e-8faa-5bd9badc4424'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:02.680372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c2e88423-5b30-49e8-82a0-f575b41105d8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:29:02.879317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.899178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.910413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:02.911481 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.937072 n-d-768509-25 neutron-server[102371]: WARNING neutron.services.metering.metering_plugin [None req-c2e88423-5b30-49e8-82a0-f575b41105d8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:29:02.953824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.029766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:03.042936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:03.062178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:03.063766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.108428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=e5615a39-0f54-44b4-9f5e-aba229412b6d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.190298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=dbbda004-203e-428f-bd18-18d2df39bf0e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.323831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': 'd88d1911-dd72-49c6-8b70-0bcb63043336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab5351d0-1d34-4609-a5e7-8cd909e0f42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:03.324239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: ab5351d0-1d34-4609-a5e7-8cd909e0f42e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:03.416444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network ab5351d0-1d34-4609-a5e7-8cd909e0f42e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:03.431938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.509083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ab5351d0-1d34-4609-a5e7-8cd909e0f42e) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:03.511383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=f4f4255d-c91a-424d-9f4b-bbed90c4646d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.521755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79397bf-7fa5-4df2-9758-f6d218d46365 None None] Network ab5351d0-1d34-4609-a5e7-8cd909e0f42e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:03.528100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:03.535097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:03.542988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7517138 Nov 12 08:29:03.543524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:03.543848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.565549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35770) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.574835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-497540026'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:03.589312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-81a96c9b-bdee-48c5-b967-a19a0fd561b0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4487164 Nov 12 08:29:03.607654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35772) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.625438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c2e88423-5b30-49e8-82a0-f575b41105d8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.626954 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c2e88423-5b30-49e8-82a0-f575b41105d8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9616656 Nov 12 08:29:03.641873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35774) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.665551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3917968e-cf50-4c0b-b48f-cf79c7f381b8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c4e8db99-a078-4b9e-8faa-5bd9badc4424'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:03.666048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3917968e-cf50-4c0b-b48f-cf79c7f381b8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:29:03.728006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d712a7-05cb-4d1d-bbd6-aca95c61fad7 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Network': ['ID=fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.807706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:03.928275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:03.932294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.956200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.004608 n-d-768509-25 neutron-server[102371]: WARNING neutron.services.metering.metering_plugin [None req-3917968e-cf50-4c0b-b48f-cf79c7f381b8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:29:04.091932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.193884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.202340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:04.204817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35780) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.228432 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.228842 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Added segment aa64933a-9224-44cc-b19d-619be0f6c555 of type vlan for network f59e2b2d-536b-4c62-8b7a-5dc474ab5d52 Nov 12 08:29:04.244356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3917968e-cf50-4c0b-b48f-cf79c7f381b8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.249542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3917968e-cf50-4c0b-b48f-cf79c7f381b8 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6025558 Nov 12 08:29:04.252214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35784) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.267270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port dbbda004-203e-428f-bd18-18d2df39bf0e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:04.267654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.285965 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-822da669-edf7-4b7f-a736-097935350c5e tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=9dc57854-7f1f-43a8-a9f0-133689b98a99 HTTP/1.1" status: 200 len: 464 time: 0.0290103 Nov 12 08:29:04.290914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.304124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] In _notify_port_updated(), no bound segment for port 81b0c221-2dcd-4928-a640-c6ad11f5af4e on network 02cb190f-76d0-4bdf-b693-898e2ea9d947 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:29:04.312389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.313188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.314527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/ports/81b0c221-2dcd-4928-a640-c6ad11f5af4e HTTP/1.1" status: 200 len: 818 time: 2.0763369 Nov 12 08:29:04.319828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35788) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.368824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.410025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.411976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf407d-8557-426f-9b1f-982510094110 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=81b0c221-2dcd-4928-a640-c6ad11f5af4e,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.452767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 81b0c221-2dcd-4928-a640-c6ad11f5af4e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:04.453109 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.495330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for dbbda004-203e-428f-bd18-18d2df39bf0e owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:04.497920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.506921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.508778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.610291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.646114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 81b0c221-2dcd-4928-a640-c6ad11f5af4e owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:04.716727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69f2623c-d683-46c8-aa76-faed9226d413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.785747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2155879 Nov 12 08:29:04.801327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.805381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-91d99a20-1475-4be2-b9fe-3f9432f61716 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.810165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-91d99a20-1475-4be2-b9fe-3f9432f61716 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/9dc57854-7f1f-43a8-a9f0-133689b98a99 HTTP/1.1" status: 204 len: 168 time: 0.5148714 Nov 12 08:29:04.814354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'ports': [{'network_id': 'fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa', 'name': 'tempest-port--30333210', 'admin_state_up': True}, {'network_id': 'f59e2b2d-536b-4c62-8b7a-5dc474ab5d52', 'admin_state_up': False}]} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:04.814671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'port': {'network_id': 'fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa', 'name': 'tempest-port--30333210', 'admin_state_up': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:04.815166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'port': {'network_id': 'f59e2b2d-536b-4c62-8b7a-5dc474ab5d52', 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:04.852878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35800) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.898781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router ed830194-375b-421e-ac6b-4352c6ceada8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:04.900514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e6308-8cba-41ad-b4b7-c8a30a6f21f8 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Network': ['ID=f59e2b2d-536b-4c62-8b7a-5dc474ab5d52,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.918824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c2060bbc-a47b-48f6-874b-211521d3779d tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=9dc57854-7f1f-43a8-a9f0-133689b98a99 HTTP/1.1" status: 200 len: 221 time: 0.0564380 Nov 12 08:29:04.919853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35802) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.922313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f59e2b2d-536b-4c62-8b7a-5dc474ab5d52 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:04.950110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9dc7f386-0adc-4fa5-92ac-690b0ea7815d tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--869563229', 'description': 'label created by tempest'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:04.950574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9dc7f386-0adc-4fa5-92ac-690b0ea7815d tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Unknown quota resources ['metering_label']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:29:05.230245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:05.243318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a3e574b3-2807-4cda-b39a-a92b82a66714 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/routers/ed830194-375b-421e-ac6b-4352c6ceada8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6115174 Nov 12 08:29:05.247594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.249824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35804) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.253346 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] Sync routers for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:05.275068 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:05.278955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.338811 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.343323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9dc7f386-0adc-4fa5-92ac-690b0ea7815d tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.345507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9dc7f386-0adc-4fa5-92ac-690b0ea7815d tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4206736 Nov 12 08:29:05.350032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] Routers {'ed830194-375b-421e-ac6b-4352c6ceada8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:05.350886 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed830194-375b-421e-ac6b-4352c6ceada8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.390819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35806) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.391454 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.392319 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6cc420-0434-488e-b9a7-6a52df0dbcf9 None None] The sync data for ids ['ed830194-375b-421e-ac6b-4352c6ceada8'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:05.401739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.543513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.547756 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/81b0c221-2dcd-4928-a640-c6ad11f5af4e HTTP/1.1" status: 204 len: 168 time: 1.2263181 Nov 12 08:29:05.549306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'port': 2} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:05.555543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.575139 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-929d5cc0-9c37-4cfd-ab24-da2d69b0410e tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=5ecfb0eb-9ffc-4fe4-9aea-bfd4394d4f84 HTTP/1.1" status: 200 len: 467 time: 0.1779871 Nov 12 08:29:05.575827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.576743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254c001-307d-4306-aa2f-673c9dc97a96 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=81b0c221-2dcd-4928-a640-c6ad11f5af4e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.580217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.598373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35810) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.713041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] device_id is not set on port 9c2c5581-3f89-4e4e-a34f-7a1e43f3ba30 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:05.873717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.877065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=dbbda004-203e-428f-bd18-18d2df39bf0e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.905795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69f2623c-d683-46c8-aa76-faed9226d413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.976566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd748fc-118a-430a-9f06-ef5fb1c85927 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:05.978367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bdd748fc-118a-430a-9f06-ef5fb1c85927 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3809309 Nov 12 08:29:05.985640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cbfc440c-22e8-4e7a-941e-a04d300fef0c tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.990927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cbfc440c-22e8-4e7a-941e-a04d300fef0c tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/5ecfb0eb-9ffc-4fe4-9aea-bfd4394d4f84 HTTP/1.1" status: 204 len: 168 time: 0.2536044 Nov 12 08:29:05.990927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35814) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.001137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b1fd-d314-41ea-a13f-e7b60eac5f7d req-ef15ab12-0487-49f9-9d2c-aa027839f00f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:06.003444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35816) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.003636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d429b1fd-d314-41ea-a13f-e7b60eac5f7d req-ef15ab12-0487-49f9-9d2c-aa027839f00f tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.8568161 Nov 12 08:29:06.010497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69f2623c-d683-46c8-aa76-faed9226d413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.050649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.056215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6f6fa8f2-6be7-46ae-b9a6-893ce2ebf76d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/dbbda004-203e-428f-bd18-18d2df39bf0e HTTP/1.1" status: 204 len: 168 time: 2.4471533 Nov 12 08:29:06.061853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.065275 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-109ade18-ff96-41a3-b750-2f462734e48d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:29:06.068381 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-109ade18-ff96-41a3-b750-2f462734e48d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/81b0c221-2dcd-4928-a640-c6ad11f5af4e HTTP/1.1" status: 404 len: 333 time: 0.0776372 Nov 12 08:29:06.090966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35820) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.128355 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1ab34c42-ccf8-4132-a9a1-e1623d3d24f6 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=5ecfb0eb-9ffc-4fe4-9aea-bfd4394d4f84 HTTP/1.1" status: 200 len: 216 time: 0.1155672 Nov 12 08:29:06.131235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673228221'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:06.132871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35822) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.158482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c331795-bd48-4cd6-b826-c5e4d8c19f1c tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0238459 Nov 12 08:29:06.166135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35824) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.203951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2623c-d683-46c8-aa76-faed9226d413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521a683e-63f4-4e85-80d1-70b098453651,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.216821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:06.222852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.230050 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0cc6dffb-1046-48b3-bd6f-dd5e8e52f57c tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0619545 Nov 12 08:29:06.231710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35826) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.282251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-69f2623c-d683-46c8-aa76-faed9226d413 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4478b2ba09214a41b4b665c31b0588b5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0761487 Nov 12 08:29:06.309699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35828) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.348340 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-59841d25-56d2-43e1-ac77-fd15cb798589 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/c4e8db99-a078-4b9e-8faa-5bd9badc4424 HTTP/1.1" status: 200 len: 472 time: 0.1070075 Nov 12 08:29:06.350396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35830) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.380156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.391570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d80b0fd3-eb9f-4b7f-bd6e-615806ee4a5e tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/b2d37103-7bb2-4a97-b214-cf39f0942af9 HTTP/1.1" status: 200 len: 461 time: 0.0358639 Nov 12 08:29:06.404959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35832) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.432196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d429b1fd-d314-41ea-a13f-e7b60eac5f7d req-95ec6603-2817-4a82-93d5-c26f2c702c73 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108417 Nov 12 08:29:06.460380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4899337-2423-4053-af9e-98843eb34497 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:06.467684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4899337-2423-4053-af9e-98843eb34497 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:06.474711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d4899337-2423-4053-af9e-98843eb34497 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3928463 Nov 12 08:29:06.474711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:06.486450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35834) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.506748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.508753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] device_id is not set on port 965b4e8e-973a-4263-8515-d0fe80148ca7 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:06.525591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.526070 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment 92b0479e-b513-4b92-919f-068e3d511ffa of type vlan for network 053d7612-b2e9-4446-9b3c-6a27b24adfcc Nov 12 08:29:06.705909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port e5615a39-0f54-44b4-9f5e-aba229412b6d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:06.706428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.732093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa61eb6d-4fdb-49d6-a0c7-a4d8aabcbc0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.775703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.833448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c9f9-aacd-4ac5-b996-3bc1a71379e9 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.837100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dcd4c9f9-aacd-4ac5-b996-3bc1a71379e9 tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/b2d37103-7bb2-4a97-b214-cf39f0942af9 HTTP/1.1" status: 204 len: 168 time: 0.4262865 Nov 12 08:29:06.837294 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.841461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.848763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa61eb6d-4fdb-49d6-a0c7-a4d8aabcbc0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.865863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.889176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for e5615a39-0f54-44b4-9f5e-aba229412b6d owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:06.945522 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.947514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.953147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:06.953757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.026892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Port': ['ID=9c2c5581-3f89-4e4e-a34f-7a1e43f3ba30,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.053954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Checking segment: {'id': '0dacda5e-c4fb-4acf-8561-5e93da2a2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:07.054352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network hostable DHCP agents. Network: fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:07.057823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.089077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 59fad78f-778c-4c31-983e-5a5e4a311f23 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:07.089423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.092564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=e5615a39-0f54-44b4-9f5e-aba229412b6d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.102170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.105600 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-19b815e5-2ffe-4e9c-b90d-d6f2ce9aae12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/e5615a39-0f54-44b4-9f5e-aba229412b6d HTTP/1.1" status: 204 len: 168 time: 0.6177611 Nov 12 08:29:07.109381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35842) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.125350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:07.136581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0351963 Nov 12 08:29:07.142012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35844) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.151570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:07.178700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:07.208511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7eb5b-68ee-45b7-bffe-1d0b90482ac3 None None] Network fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:07.223397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:07.224319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.272329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225662ac-bb47-4093-b675-8c1ac05618a6 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=053d7612-b2e9-4446-9b3c-6a27b24adfcc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.292002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4a934-c56f-4a80-8b81-40630ff68baf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.293620 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-75e4a934-c56f-4a80-8b81-40630ff68baf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1832545 Nov 12 08:29:07.302988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35846) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.306595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:07.313102 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d6d818a-246e-47de-80aa-d07ea096f7bf tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.317896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3d6d818a-246e-47de-80aa-d07ea096f7bf tempest-MeteringTestJSON-885445810 tempest-MeteringTestJSON-885445810-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/c4e8db99-a078-4b9e-8faa-5bd9badc4424 HTTP/1.1" status: 204 len: 168 time: 0.4703839 Nov 12 08:29:07.317896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa61eb6d-4fdb-49d6-a0c7-a4d8aabcbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.321876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa61eb6d-4fdb-49d6-a0c7-a4d8aabcbc0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.325566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aa61eb6d-4fdb-49d6-a0c7-a4d8aabcbc0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/521a683e-63f4-4e85-80d1-70b098453651 HTTP/1.1" status: 204 len: 168 time: 1.0089774 Nov 12 08:29:07.344142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-854d50f1-e3e3-454d-af23-34a5af75e5ef tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.345646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-854d50f1-e3e3-454d-af23-34a5af75e5ef tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.32 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 945 time: 0.3490903 Nov 12 08:29:07.347472 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8a3653-f38e-4422-9ae7-15dea917487c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:29:07.352934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c8a3653-f38e-4422-9ae7-15dea917487c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/dbbda004-203e-428f-bd18-18d2df39bf0e HTTP/1.1" status: 404 len: 333 time: 0.0422406 Nov 12 08:29:07.352934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Port': ['ID=965b4e8e-973a-4263-8515-d0fe80148ca7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.352934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35852) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.374808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61eb6d-4fdb-49d6-a0c7-a4d8aabcbc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a683e-63f4-4e85-80d1-70b098453651,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.400943 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-37223e1e-e49e-42af-a78b-d0400286acac tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:29:07.403044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-37223e1e-e49e-42af-a78b-d0400286acac tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/e5615a39-0f54-44b4-9f5e-aba229412b6d HTTP/1.1" status: 404 len: 333 time: 0.0472851 Nov 12 08:29:07.406141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.421925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:07.426854 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.464525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Checking segment: {'id': 'aa64933a-9224-44cc-b19d-619be0f6c555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f59e2b2d-536b-4c62-8b7a-5dc474ab5d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:07.464920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network hostable DHCP agents. Network: f59e2b2d-536b-4c62-8b7a-5dc474ab5d52, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:07.478737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.501676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 59fad78f-778c-4c31-983e-5a5e4a311f23 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:07.543009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Deleting port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:07.543311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.648752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] For port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:07.649391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.655851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.666141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Calling delete_port for 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:07.696503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network f59e2b2d-536b-4c62-8b7a-5dc474ab5d52 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:07.740348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f59e2b2d-536b-4c62-8b7a-5dc474ab5d52) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:07.763176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:07.777908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.781008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b333bba-8362-4fa2-af52-94726aaaddec None None] Network f59e2b2d-536b-4c62-8b7a-5dc474ab5d52 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:07.787455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.792710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.848764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35862) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.866568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.903690 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c6e96d8e-e926-4168-b22f-ebde6e25fca0 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.0955088 Nov 12 08:29:07.934699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b48f3f7c-3392-4a74-a4bc-a12e02f10f6d req-fb799dc9-7df5-4d35-9dad-f19c3bae3869 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 210 time: 0.0827332 Nov 12 08:29:07.935468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35866) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.959896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Pushing event deleted for resources: {'Port': ['ID=64d24cd9-7a80-4b09-97d9-e4b6ff31b71a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.967713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['64d24cd9-7a80-4b09-97d9-e4b6ff31b71a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:07.970131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ca8b25aa-5723-4f16-88f6-957696c8bf19'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:08.090891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.120472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5351d0-1d34-4609-a5e7-8cd909e0f42e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:08.138878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88d1911-dd72-49c6-8b70-0bcb63043336') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:08.139330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88d1911-dd72-49c6-8b70-0bcb63043336') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:08.152531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35870) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:08.167646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.184332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c11d-35c8-4490-b1eb-d01bfb93fb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.227384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] No DVR routers for this DVR port 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:08.244243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.245238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.249301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15f130eb-a78d-4915-be41-a5a0f56a42e4 req-039f38d1-de2a-4413-bdb1-edf5d6ba9184 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.32 "DELETE /v2.0/ports/64d24cd9-7a80-4b09-97d9-e4b6ff31b71a HTTP/1.1" status: 204 len: 173 time: 0.8923168 Nov 12 08:29:08.250276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f870d6ec-0b83-4087-a16a-456787280a79', 'name': 'network-vif-deleted', 'tag': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:08.254343 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54c263-bc74-4601-8cb6-2cb5c8c2d7a3" -d '{"events": [{"server_uuid": "f870d6ec-0b83-4087-a16a-456787280a79", "name": "network-vif-deleted", "tag": "64d24cd9-7a80-4b09-97d9-e4b6ff31b71a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:08.262286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:08.262690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:08.266035 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:08.289569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.297128 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e50f503b-f66d-4d03-b384-5e4621ed59b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.332673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa88ca17-8283-40be-8d00-521520d1946a tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.363360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa88ca17-8283-40be-8d00-521520d1946a tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.368522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aa88ca17-8283-40be-8d00-521520d1946a tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.4254811 Nov 12 08:29:08.370516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35876) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:08.581622 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ebef28-67c6-43b1-ae19-fe83d3a07254 x-openstack-request-id: req-a5ebef28-67c6-43b1-ae19-fe83d3a07254 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:08.582037 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f870d6ec-0b83-4087-a16a-456787280a79", "name": "network-vif-deleted", "tag": "64d24cd9-7a80-4b09-97d9-e4b6ff31b71a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:08.582392 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5ebef28-67c6-43b1-ae19-fe83d3a07254 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:08.582934 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f870d6ec-0b83-4087-a16a-456787280a79', 'name': 'network-vif-deleted', 'tag': '64d24cd9-7a80-4b09-97d9-e4b6ff31b71a', 'status': 'completed', 'code': 200} Nov 12 08:29:08.661759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.730395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=59fad78f-778c-4c31-983e-5a5e4a311f23,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.767609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.782434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa66760-1d18-4700-8f9b-8a641b2390ba None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:08.810019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.846031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.875490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.877067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e50f503b-f66d-4d03-b384-5e4621ed59b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.878882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/ab5351d0-1d34-4609-a5e7-8cd909e0f42e HTTP/1.1" status: 204 len: 168 time: 1.4715800 Nov 12 08:29:08.882749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b0af9-0671-4869-bbd4-63cf2295838e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=ab5351d0-1d34-4609-a5e7-8cd909e0f42e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.885959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35886) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:08.891637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1624963296'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:08.904673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e50f503b-f66d-4d03-b384-5e4621ed59b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.929698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Deleting port 9c2c5581-3f89-4e4e-a34f-7a1e43f3ba30 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:08.930188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.930412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': '92b0479e-b513-4b92-919f-068e3d511ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:08.930956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: 053d7612-b2e9-4446-9b3c-6a27b24adfcc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:08.985759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c11d-35c8-4490-b1eb-d01bfb93fb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.991382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:08.999885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.006089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:09.028473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.032649 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c11d-35c8-4490-b1eb-d01bfb93fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.125220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:09.142382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.143005 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment 3bc5dc75-089f-4534-9369-891378cb25b8 of type vlan for network cab11209-7a4a-4005-af96-cdfd18cdff0f Nov 12 08:29:09.149746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e50f503b-f66d-4d03-b384-5e4621ed59b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d52a210774b425fad7b8a7f9e1e0d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2979929 Nov 12 08:29:09.226046 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35894) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.233634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.274180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c11d-35c8-4490-b1eb-d01bfb93fb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba697a-c249-4915-8758-9b2d14fbdbb9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.284425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 053d7612-b2e9-4446-9b3c-6a27b24adfcc) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:09.296957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:09.297852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7726537b-0efe-4b3e-8285-71e3836bf637 None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:09.298051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.307746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f503b-f66d-4d03-b384-5e4621ed59b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef1a13e-7d21-4573-a083-96787ff9e08b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.328305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.330151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acfab490-9074-4f6f-a946-8888193e834a req-2ced595e-4766-4a77-b22f-357f0e5c1928 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=f870d6ec-0b83-4087-a16a-456787280a79 HTTP/1.1" status: 200 len: 210 time: 0.1777182 Nov 12 08:29:09.344600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.345195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:09.361213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.392152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.419165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b0c1c11d-35c8-4490-b1eb-d01bfb93fb9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17412c6209e24f16a4df523737ee1b16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2635713 Nov 12 08:29:09.430767 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13cce825-ccd8-4375-a674-8424f604ef48 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2863903 Nov 12 08:29:09.437348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.437348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35900) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.462849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.484409 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.484970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Fanout notify agent at l3_agent the message router_deleted on router ed830194-375b-421e-ac6b-4352c6ceada8 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:09.486834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Calling delete_port for 9c2c5581-3f89-4e4e-a34f-7a1e43f3ba30 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:09.503247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.504540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fce18025-9810-47ce-9065-3dbe708fc970 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/routers/ed830194-375b-421e-ac6b-4352c6ceada8 HTTP/1.1" status: 204 len: 168 time: 4.2470226 Nov 12 08:29:09.506031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:09.509752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35904) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.530992 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2813bec8-de6b-4f6b-a717-322acebf3486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.544123 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6527419 Nov 12 08:29:09.556632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35906) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.565246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:09.585033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc7713-cb84-4a1e-b73c-758152b6e68d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=cab11209-7a4a-4005-af96-cdfd18cdff0f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.621298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network cab11209-7a4a-4005-af96-cdfd18cdff0f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:09.721187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63b25eba-b4ce-4e22-92d5-8f948e4e3ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.784423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63b25eba-b4ce-4e22-92d5-8f948e4e3ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.852204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:09.858507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.885223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': '6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:09.886223 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.988924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting subnet 78a72942-fd9b-4c4a-a117-e620ef9f6f2f {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:09.994587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2813bec8-de6b-4f6b-a717-322acebf3486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.996137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63b25eba-b4ce-4e22-92d5-8f948e4e3ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.999002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63b25eba-b4ce-4e22-92d5-8f948e4e3ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.000457 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63b25eba-b4ce-4e22-92d5-8f948e4e3ae7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23ba697a-c249-4915-8758-9b2d14fbdbb9 HTTP/1.1" status: 204 len: 168 time: 0.5622005 Nov 12 08:29:10.027099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b25eba-b4ce-4e22-92d5-8f948e4e3ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba697a-c249-4915-8758-9b2d14fbdbb9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.042179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.104697 n-d-768509-25 neutron-server[102371]: INFO neutron.db.ipam_backend_mixin [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f (CIDR: 2001:db8::/64) Nov 12 08:29:10.112085 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:29:10.112629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:10.151403 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c212664c-26e3-48df-98fd-6a56268416bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7109828 Nov 12 08:29:10.154569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35916) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:10.162779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:10.181805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.267298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.286314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:10.291339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.294989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Allocated IP 2001:db8::2 (053d7612-b2e9-4446-9b3c-6a27b24adfcc/6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f/75f70deb-5c1f-425d-b655-ea19a50fa621) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:10.357229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Port': ['ID=9c2c5581-3f89-4e4e-a34f-7a1e43f3ba30,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.359288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2813bec8-de6b-4f6b-a717-322acebf3486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.362354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2813bec8-de6b-4f6b-a717-322acebf3486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.363698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2813bec8-de6b-4f6b-a717-322acebf3486 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ef1a13e-7d21-4573-a083-96787ff9e08b HTTP/1.1" status: 204 len: 168 time: 1.1339893 Nov 12 08:29:10.375890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.382143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:10.382443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-51c86668-b08f-4ba3-b43d-d56be55f7922 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/ports/9c2c5581-3f89-4e4e-a34f-7a1e43f3ba30 HTTP/1.1" status: 204 len: 168 time: 2.0104904 Nov 12 08:29:10.431871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Performing IP validity checks on allocation pools {{(pid=102372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:29:10.432648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:29:10.467415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813bec8-de6b-4f6b-a717-322acebf3486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef1a13e-7d21-4573-a083-96787ff9e08b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.568743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.571815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:10.578314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.776289 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-551d129e-7473-4485-b476-ab77d9ae9b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.933253 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.941746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.009113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Pushing event updated for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.028021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.028468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.028826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.029189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.029501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.029947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.030281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.030705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.031284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.032435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.032435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.032701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:11.045899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:11.050531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:11.055862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:11.122829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Deleting port 965b4e8e-973a-4263-8515-d0fe80148ca7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:11.124011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.158201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.161798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Attempting to bind port 75f70deb-5c1f-425d-b655-ea19a50fa621 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:11.162266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Attempting to bind port 75f70deb-5c1f-425d-b655-ea19a50fa621 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '92b0479e-b513-4b92-919f-068e3d511ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:11.162538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Attempting to bind port 75f70deb-5c1f-425d-b655-ea19a50fa621 on network 053d7612-b2e9-4446-9b3c-6a27b24adfcc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:11.174928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:11.175822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Checking segment: {'id': '92b0479e-b513-4b92-919f-068e3d511ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:11.178259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.180561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Bound using segment: {'id': '92b0479e-b513-4b92-919f-068e3d511ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:11.181679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Bound port: 75f70deb-5c1f-425d-b655-ea19a50fa621, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b0479e-b513-4b92-919f-068e3d511ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:11.182604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.233413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:11.293632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:11.296184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 64d24cd9-7a80-4b09-97d9-e4b6ff31b71a not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:11.300042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.326507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Calling delete_port for 965b4e8e-973a-4263-8515-d0fe80148ca7 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:11.390325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.400297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/subnets/78a72942-fd9b-4c4a-a117-e620ef9f6f2f HTTP/1.1" status: 204 len: 168 time: 1.8871152 Nov 12 08:29:11.410068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3f874-ad33-4844-9e04-d3390bf2031e tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Subnet': ['ID=78a72942-fd9b-4c4a-a117-e620ef9f6f2f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.412656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:11.413087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b02d2-8b5b-4084-910a-13f7ceb07800 None None] Network c5f8ab9a-6d88-4c40-92f0-45031f8832ea requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:11.420477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35948) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:11.508311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da3e221c-f386-4f9d-9f56-9508d1eea637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.527855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed470-a180-47a3-8052-2bcd5e20eac4 req-c022ec01-2876-45cd-8539-f6a6ea775a4c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.535612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd7ed470-a180-47a3-8052-2bcd5e20eac4 req-c022ec01-2876-45cd-8539-f6a6ea775a4c tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.5922883 Nov 12 08:29:11.538001 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.574048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.691173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:11.697281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.707470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:11.720393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:11.731140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75f70deb-5c1f-425d-b655-ea19a50fa621,segment=NetworkSegment(92b0479e-b513-4b92-919f-068e3d511ffa),segment_id=92b0479e-b513-4b92-919f-068e3d511ffa)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:11.744194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.745620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.753050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.856797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Port': ['ID=965b4e8e-973a-4263-8515-d0fe80148ca7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.877358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=db7992b3-2909-4a2a-8bbc-3dba56a82093,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.909383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.918509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c40dd532-d8c7-4914-9c88-bd3b70a83a73 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/ports/965b4e8e-973a-4263-8515-d0fe80148ca7 HTTP/1.1" status: 204 len: 168 time: 1.5337362 Nov 12 08:29:11.927958 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1eaaaf0a-f3bf-439e-899f-f84797b8d0ef tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7714522 Nov 12 08:29:11.928984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35958) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:11.942186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.952571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.014519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd7ed470-a180-47a3-8052-2bcd5e20eac4 req-f662a931-3f0f-4d97-95e1-2ce440850b30 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760547 Nov 12 08:29:12.014519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=5c4e312b-f320-4c08-90df-e9b691dcead3,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.021337 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-19fad6dc-0033-4c25-9df5-e3a95a2e3145 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0888703 Nov 12 08:29:12.027841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35962) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.039533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-206843312'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:12.039799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] DHCP port deletion for c5f8ab9a-6d88-4c40-92f0-45031f8832ea request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:12.080202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:12.086583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.092644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'fixed_ips': [{'subnet_id': '6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f'}, {'subnet_id': 'db7992b3-2909-4a2a-8bbc-3dba56a82093'}], 'name': 'tempest-PortsIpV6TestJSON-1858734854'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:12.099506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.170549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:12.175692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a9f5f-788e-4e12-8b7e-41dbe6161db3 None None] Pushing event updated for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.203697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] Deleting port 5325a323-c46f-4164-9bbb-ab5dbef244fb {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:12.204014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.204593 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.206527 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Added segment 601db2cd-f6dc-48ad-80dc-88a4cdc29594 of type vlan for network a679c650-de41-4366-9805-c32cf610eb40 Nov 12 08:29:12.257128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': '3bc5dc75-089f-4534-9369-891378cb25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:12.257995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: cab11209-7a4a-4005-af96-cdfd18cdff0f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:12.289418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.333435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.342266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.342960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.383849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] For port 5325a323-c46f-4164-9bbb-ab5dbef244fb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5325a323-c46f-4164-9bbb-ab5dbef244fb,segment=NetworkSegment(a42c6c99-8658-43ee-a25e-83e4f5e55fc3),segment_id=a42c6c99-8658-43ee-a25e-83e4f5e55fc3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:12.384287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.439303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] Calling delete_port for 5325a323-c46f-4164-9bbb-ab5dbef244fb owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:12.569007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network cab11209-7a4a-4005-af96-cdfd18cdff0f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:12.574499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Network': ['ID=a679c650-de41-4366-9805-c32cf610eb40,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.599450 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83e4b259-0a65-4615-9fee-4dc663b6aba4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5702860 Nov 12 08:29:12.601749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.609073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, cab11209-7a4a-4005-af96-cdfd18cdff0f) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:12.614939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1295984464'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:12.629151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.629631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a679c650-de41-4366-9805-c32cf610eb40 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:12.633388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.658945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:12.666373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.677314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9bd53-14ac-4c15-a386-38b5a43a3e32 None None] Network cab11209-7a4a-4005-af96-cdfd18cdff0f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:12.761485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da3e221c-f386-4f9d-9f56-9508d1eea637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.766570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:12.794549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.794897 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Added segment ef2bca4b-25c1-48d6-ab93-d294a61968f2 of type vlan for network 14f9795f-54d3-438d-b8e4-c948d60c7536 Nov 12 08:29:12.809224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d35a7f12-df11-41f5-80e8-2714a8e4a1c6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2498419 Nov 12 08:29:12.813318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35976) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.843326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da3e221c-f386-4f9d-9f56-9508d1eea637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.868824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f', 'name': 'tempest-PortsTestJSON-651557506'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:12.881796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.942152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75f70deb-5c1f-425d-b655-ea19a50fa621 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:12.950217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-da3e221c-f386-4f9d-9f56-9508d1eea637 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=570d45fa8edf46a9b899831f5090d2af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5121624 Nov 12 08:29:12.955786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 35980) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.960424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:12.970999 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.977995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.984628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.985396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.058135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e221c-f386-4f9d-9f56-9508d1eea637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a4130-6b2a-4285-9055-96a75d676b93,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.087891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] Pushing event deleted for resources: {'Port': ['ID=5325a323-c46f-4164-9bbb-ab5dbef244fb,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.237620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 5325a323-c46f-4164-9bbb-ab5dbef244fb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:13.243196 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.253599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Network': ['ID=14f9795f-54d3-438d-b8e4-c948d60c7536,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.261485 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-36f18e9b-4481-413e-be52-f60cd6ad6baf tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6567581 Nov 12 08:29:13.315434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d4872-c815-45e0-a29d-8d1adaf0970b None None] No DVR routers for this DVR port 5325a323-c46f-4164-9bbb-ab5dbef244fb on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:13.350006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5c0d0b1-7213-40e9-868d-396d68682760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.380373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 14f9795f-54d3-438d-b8e4-c948d60c7536 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:13.531285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c0fb88e-23da-4d87-8f5a-351cf39cf8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.539659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5c0d0b1-7213-40e9-868d-396d68682760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.686273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5c0d0b1-7213-40e9-868d-396d68682760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.689097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5c0d0b1-7213-40e9-868d-396d68682760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.690922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f5c0d0b1-7213-40e9-868d-396d68682760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/726a4130-6b2a-4285-9055-96a75d676b93 HTTP/1.1" status: 204 len: 168 time: 0.7333968 Nov 12 08:29:13.739177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0d0b1-7213-40e9-868d-396d68682760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a4130-6b2a-4285-9055-96a75d676b93,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.776508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-cab11209-7a4a-4005-af96-cdfd18cdff0f', 'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': '5c4e312b-f320-4c08-90df-e9b691dcead3'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:13.777370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.881519 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.887413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:13.887782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.045903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] For port 5325a323-c46f-4164-9bbb-ab5dbef244fb, host n-d-768509-25, got binding levels [] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:14.048812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.075214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb3e8d-451c-437f-9e94-0d4fcc8d2b58 None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:14.095061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:14.202514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ae848-ea0b-472d-b91c-c3a9bb61f0bc req-347b4e2f-5297-4aa5-a739-e23faed42c8a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.205426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-730ae848-ea0b-472d-b91c-c3a9bb61f0bc req-347b4e2f-5297-4aa5-a739-e23faed42c8a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.8885024 Nov 12 08:29:14.206798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:14.217679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.313214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 5325a323-c46f-4164-9bbb-ab5dbef244fb owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:14.325680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Port 5325a323-c46f-4164-9bbb-ab5dbef244fb was not found and therefore no delete operation was performed {{(pid=102372) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:29:14.365209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.472462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=5325a323-c46f-4164-9bbb-ab5dbef244fb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:14.495076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port d1857e53-d76c-4f7a-86a3-58a0c97c526c yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:14.507706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] No DVR routers for this DVR port 5325a323-c46f-4164-9bbb-ab5dbef244fb on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:14.801007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-730ae848-ea0b-472d-b91c-c3a9bb61f0bc req-a5d5f819-91d6-4d29-a7d7-5e23fdafc079 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845638 Nov 12 08:29:14.852089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Allocated IP 172.20.0.2 (cab11209-7a4a-4005-af96-cdfd18cdff0f/5c4e312b-f320-4c08-90df-e9b691dcead3/b92d0e60-3298-40ac-ad1b-84194fc2f216) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:14.948389 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.022087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.026408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d5112211-7192-4a0e-8a68-44ae9ebd7a66 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:15.026996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5112211-7192-4a0e-8a68-44ae9ebd7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.029328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f8ab9a-6d88-4c40-92f0-45031f8832ea']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:15.033843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.057707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:15.058650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42c6c99-8658-43ee-a25e-83e4f5e55fc3') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:15.095697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.104797 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.126287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.142252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.162292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:15.162855 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:15.204352 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:15.215630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Pushing event updated for resources: {'Port': ['ID=b92d0e60-3298-40ac-ad1b-84194fc2f216,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.244591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Network cab11209-7a4a-4005-af96-cdfd18cdff0f is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:15.254083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:15.256980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:15.294857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75f70deb-5c1f-425d-b655-ea19a50fa621,segment=NetworkSegment(92b0479e-b513-4b92-919f-068e3d511ffa),segment_id=92b0479e-b513-4b92-919f-068e3d511ffa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:15.347288 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.432002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Attempting to bind port b92d0e60-3298-40ac-ad1b-84194fc2f216 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:15.432406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Attempting to bind port b92d0e60-3298-40ac-ad1b-84194fc2f216 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '3bc5dc75-089f-4534-9369-891378cb25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:15.433123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Attempting to bind port b92d0e60-3298-40ac-ad1b-84194fc2f216 on network cab11209-7a4a-4005-af96-cdfd18cdff0f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:15.485852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:15.486232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Checking segment: {'id': '3bc5dc75-089f-4534-9369-891378cb25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:15.486636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.487165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Bound using segment: {'id': '3bc5dc75-089f-4534-9369-891378cb25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:15.488244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Bound port: b92d0e60-3298-40ac-ad1b-84194fc2f216, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc5dc75-089f-4534-9369-891378cb25b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cab11209-7a4a-4005-af96-cdfd18cdff0f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:15.488411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.570729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] For port b92d0e60-3298-40ac-ad1b-84194fc2f216, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:15.576823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] For port b92d0e60-3298-40ac-ad1b-84194fc2f216, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b92d0e60-3298-40ac-ad1b-84194fc2f216,segment=NetworkSegment(3bc5dc75-089f-4534-9369-891378cb25b8),segment_id=3bc5dc75-089f-4534-9369-891378cb25b8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:15.599533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.639135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5325a323-c46f-4164-9bbb-ab5dbef244fb no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:15.715444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5325a323-c46f-4164-9bbb-ab5dbef244fb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:15.716038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5325a323-c46f-4164-9bbb-ab5dbef244fb not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:15.776727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] Update dhcp port {'port': {'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'fixed_ips': [{'subnet_id': '6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db7992b3-2909-4a2a-8bbc-3dba56a82093'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '75f70deb-5c1f-425d-b655-ea19a50fa621'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:29:15.782632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.840370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.857353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:15.877270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/networks/c5f8ab9a-6d88-4c40-92f0-45031f8832ea HTTP/1.1" status: 204 len: 168 time: 4.4452155 Nov 12 08:29:16.002175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.005481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.020307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54018852-d47c-456e-81fe-e858e49fcff1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Network': ['ID=c5f8ab9a-6d88-4c40-92f0-45031f8832ea,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.044412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.284827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a80fe-716d-43b9-af11-557328791972 req-480ab2ea-fe9a-4772-8ac0-8b613d04ec85 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.287081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ee3a80fe-716d-43b9-af11-557328791972 req-480ab2ea-fe9a-4772-8ac0-8b613d04ec85 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.25 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.1088257 Nov 12 08:29:16.291121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.7 (cab11209-7a4a-4005-af96-cdfd18cdff0f/5c4e312b-f320-4c08-90df-e9b691dcead3/d1857e53-d76c-4f7a-86a3-58a0c97c526c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:16.363700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 6bba9706-91ff-4f5c-ab5b-4a00a4910aa4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:16.365091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.408236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6cef-869d-44a8-9966-78ecf3fb5453 req-9185c2ca-fff0-41a6-9ba4-c0907e1a89a5 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.411477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd1f6cef-869d-44a8-9966-78ecf3fb5453 req-9185c2ca-fff0-41a6-9ba4-c0907e1a89a5 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 945 time: 0.3240955 Nov 12 08:29:16.555851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Deleting port ca8b25aa-5723-4f16-88f6-957696c8bf19 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:16.556218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.562894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0497d8b-2ec7-4e63-99f6-2e3b03daa0f8 None None] Pushing event updated for resources: {'Port': ['ID=b92d0e60-3298-40ac-ad1b-84194fc2f216,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.584813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.586030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.650103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 6bba9706-91ff-4f5c-ab5b-4a00a4910aa4 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:16.695520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:16.726047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'subnets': [{'network_id': 'a679c650-de41-4366-9805-c32cf610eb40', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1925560254', 'ip_version': 6}, {'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:16.726498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'subnet': {'network_id': 'a679c650-de41-4366-9805-c32cf610eb40', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1925560254', 'ip_version': 6}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:16.727181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Request body: {'subnet': {'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:16.868780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd1f6cef-869d-44a8-9966-78ecf3fb5453 req-fd15d540-743c-4358-bda0-7b1bfd31d67a tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ebde9b-79a5-4c55-8a82-99ca45c12307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321480 Nov 12 08:29:16.878256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.018016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::a (053d7612-b2e9-4446-9b3c-6a27b24adfcc/6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f/64c194f8-e1f2-4e1c-9adc-7dfc661d1386) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:17.027102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8:0:1::216 (053d7612-b2e9-4446-9b3c-6a27b24adfcc/db7992b3-2909-4a2a-8bbc-3dba56a82093/64c194f8-e1f2-4e1c-9adc-7dfc661d1386) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:17.064675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] For port ca8b25aa-5723-4f16-88f6-957696c8bf19, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ca8b25aa-5723-4f16-88f6-957696c8bf19,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:17.065397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.198694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.277610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.287826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Calling delete_port for ca8b25aa-5723-4f16-88f6-957696c8bf19 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:17.296098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.361946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36056) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:17.499217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network cab11209-7a4a-4005-af96-cdfd18cdff0f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:17.502992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=6bba9706-91ff-4f5c-ab5b-4a00a4910aa4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:17.508830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=d1857e53-d76c-4f7a-86a3-58a0c97c526c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:17.521767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:17.540234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:17.692344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.770530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc477c-b6b0-4601-a892-40a5bbaf4075 None None] Network cab11209-7a4a-4005-af96-cdfd18cdff0f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:17.840132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.854098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:17.856190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.884639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-974497291'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:17.904439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Made reservation on behalf of 142dd61bf5d74d99a2b154ff449db282 for: {'subnet': 2} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:17.909463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.909796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.915709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.918562 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.919876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-539176b3-f40e-4eac-8caa-5e980befb2f6 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/floatingips/ac1943dc-69ff-4396-87b8-596ac7c08cfd HTTP/1.1" status: 204 len: 168 time: 2.0601678 Nov 12 08:29:17.933306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36070) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:17.970810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.029612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c860bf6e-bb62-4501-b349-9a43272f8cf2 None None] Provisioning complete for port b92d0e60-3298-40ac-ad1b-84194fc2f216 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:18.029902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6e-bb62-4501-b349-9a43272f8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.031919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:18.072029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:18.075014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=64c194f8-e1f2-4e1c-9adc-7dfc661d1386,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.086490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:18.097000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:18.097968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] Allocated IP 2001:db8:0:1::2 (053d7612-b2e9-4446-9b3c-6a27b24adfcc/db7992b3-2909-4a2a-8bbc-3dba56a82093/75f70deb-5c1f-425d-b655-ea19a50fa621) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:18.098247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.110935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Pushing event deleted for resources: {'Port': ['ID=ca8b25aa-5723-4f16-88f6-957696c8bf19,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.128366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d1d4c7b2-a95c-4916-94a0-b5e7e7591e49 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3113170 Nov 12 08:29:18.138310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36076) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.149314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d3cf8f0-d8ba-4d4c-9e75-83470689c8ee req-305f949c-e6de-4316-a776-55c6329a36b6 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.16 "GET /v2.0/ports?device_id=a753f271-63c6-4d61-a27d-4edb967fbd9a HTTP/1.1" status: 200 len: 210 time: 0.1524394 Nov 12 08:29:18.150813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Made reservation on behalf of 7c4f17ac075043fe9df060232d420222 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:18.154985 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.165676 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.166284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75f70deb-5c1f-425d-b655-ea19a50fa621 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:18.180344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cf379d3c-bf2c-4d27-ac69-22f1eea5174b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 6.1861649 Nov 12 08:29:18.184450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36078) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.190564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:18.255504 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-160ad290-54dc-4dbf-a752-e7caf5a80a07 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] DELETE failed (client error): The resource could not be found. Nov 12 08:29:18.256391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160ad290-54dc-4dbf-a752-e7caf5a80a07 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:18.259640 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-160ad290-54dc-4dbf-a752-e7caf5a80a07 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/ports/136725b4-5fbf-4aac-9d60-3e109f89d63f HTTP/1.1" status: 404 len: 333 time: 0.3248966 Nov 12 08:29:18.266103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36080) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.365704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] No DVR routers for this DVR port ca8b25aa-5723-4f16-88f6-957696c8bf19 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:18.375813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.379604 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ee3a80fe-716d-43b9-af11-557328791972 req-d2690f3f-6023-432d-aec5-6e9bcc4ea166 tempest-ServerRescueNegativeTestJSON-1123841688 tempest-ServerRescueNegativeTestJSON-1123841688-project] 10.222.0.25 "DELETE /v2.0/ports/ca8b25aa-5723-4f16-88f6-957696c8bf19 HTTP/1.1" status: 204 len: 173 time: 2.0835948 Nov 12 08:29:18.380110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'name': 'network-vif-deleted', 'tag': 'ca8b25aa-5723-4f16-88f6-957696c8bf19'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:18.391833 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7c2a2-99bb-4424-8130-1c5f505b7fcc" -d '{"events": [{"server_uuid": "a753f271-63c6-4d61-a27d-4edb967fbd9a", "name": "network-vif-deleted", "tag": "ca8b25aa-5723-4f16-88f6-957696c8bf19"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:18.402301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2c189ae6-973b-4aca-8b2c-5aa35af0cdf1 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed830194-375b-421e-ac6b-4352c6ceada8 HTTP/1.1" status: 200 len: 205 time: 0.1215513 Nov 12 08:29:18.408208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36084) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.432890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.633438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6e-bb62-4501-b349-9a43272f8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.651453 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-cefa5a17-421e-4359-8acf-a550133b0c8d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] delete failed (client error): The resource could not be found. Nov 12 08:29:18.651733 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.664178 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cefa5a17-421e-4359-8acf-a550133b0c8d tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/routers/ed830194-375b-421e-ac6b-4352c6ceada8 HTTP/1.1" status: 404 len: 336 time: 0.1210361 Nov 12 08:29:18.673179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.673462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:18.673462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.674715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.757801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75f70deb-5c1f-425d-b655-ea19a50fa621,segment=NetworkSegment(92b0479e-b513-4b92-919f-068e3d511ffa),segment_id=92b0479e-b513-4b92-919f-068e3d511ffa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:18.816232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c860bf6e-bb62-4501-b349-9a43272f8cf2 None None] For port b92d0e60-3298-40ac-ad1b-84194fc2f216, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b92d0e60-3298-40ac-ad1b-84194fc2f216,segment=NetworkSegment(3bc5dc75-089f-4534-9369-891378cb25b8),segment_id=3bc5dc75-089f-4534-9369-891378cb25b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:18.824876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:18.832240 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6e-bb62-4501-b349-9a43272f8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.849233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b793f3-351f-4e8e-9fc3-f469ac268887,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.861070 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.861380 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Added segment e2e4493c-fcca-45d2-92d6-b830ecf95d8d of type vlan for network c8dd849d-2e85-44c7-a8a6-fd0977acb56f Nov 12 08:29:18.880326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.908311 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3def0023-a120-4d04-9723-679e1f8f49ca x-openstack-request-id: req-3def0023-a120-4d04-9723-679e1f8f49ca {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:18.908656 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a753f271-63c6-4d61-a27d-4edb967fbd9a", "name": "network-vif-deleted", "tag": "ca8b25aa-5723-4f16-88f6-957696c8bf19", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:18.911596 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3def0023-a120-4d04-9723-679e1f8f49ca {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:18.912600 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a753f271-63c6-4d61-a27d-4edb967fbd9a', 'name': 'network-vif-deleted', 'tag': 'ca8b25aa-5723-4f16-88f6-957696c8bf19', 'status': 'completed', 'code': 200} Nov 12 08:29:18.915556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.916700 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-15328536-3985-48a6-ac41-304632ed45ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] DELETE failed (client error): The resource could not be found. Nov 12 08:29:18.917347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15328536-3985-48a6-ac41-304632ed45ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:18.922122 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15328536-3985-48a6-ac41-304632ed45ae tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/subnets/78a72942-fd9b-4c4a-a117-e620ef9f6f2f HTTP/1.1" status: 404 len: 337 time: 0.2428758 Nov 12 08:29:18.934387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36098) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.968598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b92d0e60-3298-40ac-ad1b-84194fc2f216 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:18.985289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.066495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.087004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:19.087755 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.087910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port d1857e53-d76c-4f7a-86a3-58a0c97c526c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:19.090497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860bf6e-bb62-4501-b349-9a43272f8cf2 None None] Pushing event updated for resources: {'Port': ['ID=b92d0e60-3298-40ac-ad1b-84194fc2f216,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.090705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.101167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-14902213-6a59-4c29-a991-ea3d943ae258 None None] Provisioning complete for port d1857e53-d76c-4f7a-86a3-58a0c97c526c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:19.101812 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14902213-6a59-4c29-a991-ea3d943ae258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.150465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-14902213-6a59-4c29-a991-ea3d943ae258 None None] Port d1857e53-d76c-4f7a-86a3-58a0c97c526c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:19.244317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-14902213-6a59-4c29-a991-ea3d943ae258 None None] Provisioning complete for port b92d0e60-3298-40ac-ad1b-84194fc2f216 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:19.244766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14902213-6a59-4c29-a991-ea3d943ae258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.258970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d097b-5019-451e-b5f8-50a63985e312 None None] Pushing event updated for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.303783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b92d0e60-3298-40ac-ad1b-84194fc2f216 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:19.305127 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.313093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Pushing event updated for resources: {'Network': ['ID=c8dd849d-2e85-44c7-a8a6-fd0977acb56f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.337473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1490060d-5e4a-43c6-9b23-773ff6dba18d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9684324 Nov 12 08:29:19.388215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca8b25aa-5723-4f16-88f6-957696c8bf19 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:19.390855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c8dd849d-2e85-44c7-a8a6-fd0977acb56f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:19.483788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: ca8b25aa-5723-4f16-88f6-957696c8bf19 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:19.484430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ca8b25aa-5723-4f16-88f6-957696c8bf19 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:19.500602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36110) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.666759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36118) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.773615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Request body: {'port': {'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f', 'binding:host_id': 'n-h2-768509-25', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2021434532'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:19.844889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Delete allocated IP 2001:db8:0:1::216 (053d7612-b2e9-4446-9b3c-6a27b24adfcc/db7992b3-2909-4a2a-8bbc-3dba56a82093) {{(pid=102372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:29:19.858634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Made reservation on behalf of 10650b61d9f649698e441ecf03973a2f for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:19.861144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.928700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75f70deb-5c1f-425d-b655-ea19a50fa621 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:19.952038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.968145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for d1857e53-d76c-4f7a-86a3-58a0c97c526c owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:19.976715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.040108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:20.040491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.147641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.180303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.203665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b92d0e60-3298-40ac-ad1b-84194fc2f216 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:20.252077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526b47a-69cb-4049-ac93-8b2b32c80fab None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:20.330605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=d1857e53-d76c-4f7a-86a3-58a0c97c526c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.431106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Subnet': ['ID=acab7693-56ef-4620-8faf-0e52fffe185d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.516320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Checking segment: {'id': '601db2cd-f6dc-48ad-80dc-88a4cdc29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a679c650-de41-4366-9805-c32cf610eb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:20.517963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network hostable DHCP agents. Network: a679c650-de41-4366-9805-c32cf610eb40, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:20.562474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-225c196f-a425-4a62-8532-b97df7232145 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:20.562941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-225c196f-a425-4a62-8532-b97df7232145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.571694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port d85d21b9-bcab-4350-9124-2f1e283fe9b5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:20.574229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.676789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b92d0e60-3298-40ac-ad1b-84194fc2f216 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:20.677312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.792114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.811460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.937867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] In _notify_port_updated(), no bound segment for port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 on network 053d7612-b2e9-4446-9b3c-6a27b24adfcc {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:29:20.947534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:20.948236 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.952265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/ports/64c194f8-e1f2-4e1c-9adc-7dfc661d1386 HTTP/1.1" status: 200 len: 924 time: 2.7640483 Nov 12 08:29:20.961933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36132) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:20.979301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f'}, {'subnet_id': 'db7992b3-2909-4a2a-8bbc-3dba56a82093'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:20.986555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8051c-f7fc-4765-9976-e6e9f21e5527 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=64c194f8-e1f2-4e1c-9adc-7dfc661d1386,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.066862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.094664 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.118705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:21.181167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.189317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c139c41d-6c8a-4028-b456-dd500e40d80b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/d1857e53-d76c-4f7a-86a3-58a0c97c526c HTTP/1.1" status: 204 len: 168 time: 2.9468191 Nov 12 08:29:21.198334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-07421974-343b-4c79-a7b0-2c041b9d74b2 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:21.198859 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07421974-343b-4c79-a7b0-2c041b9d74b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.239504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36138) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.306035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network a679c650-de41-4366-9805-c32cf610eb40 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:21.360241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a679c650-de41-4366-9805-c32cf610eb40) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:21.375361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.422694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834695c-bd6f-4264-bfeb-5fa5dbe7ef13 None None] Network a679c650-de41-4366-9805-c32cf610eb40 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:21.464573 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1138065-2547-4d63-aa01-9029ff64b94d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:29:21.464573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1138065-2547-4d63-aa01-9029ff64b94d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:21.472018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a1138065-2547-4d63-aa01-9029ff64b94d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/d1857e53-d76c-4f7a-86a3-58a0c97c526c HTTP/1.1" status: 404 len: 333 time: 0.2304392 Nov 12 08:29:21.482028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-07421974-343b-4c79-a7b0-2c041b9d74b2 None None] Provisioning complete for port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:21.484762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-07421974-343b-4c79-a7b0-2c041b9d74b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.505019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36142) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.505753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2c08a-89f4-43d4-ba38-348fde6d3a22,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.520433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.535491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for d85d21b9-bcab-4350-9124-2f1e283fe9b5 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:21.560827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event updated for resources: {'Subnet': ['ID=01862a8e-fff0-463f-b920-b3c0faf93c1d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.637425 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-145041b5-19e3-45e4-8898-583b35be9cf7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:29:21.639061 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-145041b5-19e3-45e4-8898-583b35be9cf7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/d1857e53-d76c-4f7a-86a3-58a0c97c526c HTTP/1.1" status: 404 len: 333 time: 0.1303544 Nov 12 08:29:21.653676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36146) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.720746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Checking segment: {'id': 'ef2bca4b-25c1-48d6-ab93-d294a61968f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:21.721721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network hostable DHCP agents. Network: 14f9795f-54d3-438d-b8e4-c948d60c7536, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:21.790840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-07421974-343b-4c79-a7b0-2c041b9d74b2 None None] Port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:21.803194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.807640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a679c650-de41-4366-9805-c32cf610eb40', 'network_id': 'a679c650-de41-4366-9805-c32cf610eb40', 'tenant_id': '142dd61bf5d74d99a2b154ff449db282', 'fixed_ips': [{'subnet_id': 'acab7693-56ef-4620-8faf-0e52fffe185d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:21.808908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.835916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Network 14f9795f-54d3-438d-b8e4-c948d60c7536 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:22.014592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.105323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.114083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 14f9795f-54d3-438d-b8e4-c948d60c7536) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:22.121982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.125871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.129620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.151454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 5c4e312b-f320-4c08-90df-e9b691dcead3 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:22.162375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.190654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-271fa907-c24e-40c4-87c7-d79d3b39d53d None None] Provisioning complete for port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:22.191244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-271fa907-c24e-40c4-87c7-d79d3b39d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.220532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=d85d21b9-bcab-4350-9124-2f1e283fe9b5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.240124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63a167e6-f209-407e-ba5d-5144d523e5bc tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.5366724 Nov 12 08:29:22.246516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36152) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.271414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.275329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62e655a9-e085-48b3-b458-b0f68f61355b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/ports/d85d21b9-bcab-4350-9124-2f1e283fe9b5 HTTP/1.1" status: 204 len: 168 time: 3.3123715 Nov 12 08:29:22.282832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45c881-2174-4c62-a11a-166335a66b7b None None] Network 14f9795f-54d3-438d-b8e4-c948d60c7536 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:22.304260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36154) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.435858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0358f58-f2d3-4a14-bbad-e6947c3461a4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.438099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0358f58-f2d3-4a14-bbad-e6947c3461a4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.440004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0358f58-f2d3-4a14-bbad-e6947c3461a4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.445327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c0358f58-f2d3-4a14-bbad-e6947c3461a4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1961851 Nov 12 08:29:22.456326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.459748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-271fa907-c24e-40c4-87c7-d79d3b39d53d None None] Port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:22.479155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Allocated IP 2001:db8::1 (a679c650-de41-4366-9805-c32cf610eb40/acab7693-56ef-4620-8faf-0e52fffe185d/86f1a171-a0ba-4835-bb27-d0b35ebcbde2) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:22.491737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.599026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Deleting subnet acab7693-56ef-4620-8faf-0e52fffe185d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:22.607307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:22.611319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 7b9173c6-23e5-46bf-94bb-643159b84c88 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:22.612725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.634824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.671316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0179879a-a4bc-4469-9f52-1e66e7daf87a None None] Provisioning complete for port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:22.671698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0179879a-a4bc-4469-9f52-1e66e7daf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.680803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-14f9795f-54d3-438d-b8e4-c948d60c7536', 'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536', 'tenant_id': '142dd61bf5d74d99a2b154ff449db282', 'fixed_ips': [{'subnet_id': '01862a8e-fff0-463f-b920-b3c0faf93c1d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:22.681676 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.736123 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.901282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0179879a-a4bc-4469-9f52-1e66e7daf87a None None] Port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:22.905125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.932128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 7b9173c6-23e5-46bf-94bb-643159b84c88 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:22.966280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.978590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.995760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.057530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Pushing event updated for resources: {'Port': ['ID=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.069082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.070706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Network a679c650-de41-4366-9805-c32cf610eb40 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:23.076531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:23.080989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:23.126782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.141919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Allocated IP 2001:db8:0:1::1 (14f9795f-54d3-438d-b8e4-c948d60c7536/01862a8e-fff0-463f-b920-b3c0faf93c1d/dc50934c-326e-4b3a-9720-dcf54efdbd63) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:23.158606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d33171-6f6b-4d31-8ae3-8cbe861abe0f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.224838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Checking segment: {'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:23.225455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Network hostable DHCP agents. Network: c8dd849d-2e85-44c7-a8a6-fd0977acb56f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:23.231702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Attempting to bind port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:23.232026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Attempting to bind port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '601db2cd-f6dc-48ad-80dc-88a4cdc29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a679c650-de41-4366-9805-c32cf610eb40'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:23.232352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Attempting to bind port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 on network a679c650-de41-4366-9805-c32cf610eb40 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:23.260244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:23.260886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Checking segment: {'id': '601db2cd-f6dc-48ad-80dc-88a4cdc29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a679c650-de41-4366-9805-c32cf610eb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:23.261308 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.261714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Bound using segment: {'id': '601db2cd-f6dc-48ad-80dc-88a4cdc29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a679c650-de41-4366-9805-c32cf610eb40'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:23.262223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Bound port: 86f1a171-a0ba-4835-bb27-d0b35ebcbde2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601db2cd-f6dc-48ad-80dc-88a4cdc29594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a679c650-de41-4366-9805-c32cf610eb40'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:23.265049 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.322905 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.342300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Deleting port 1836fdf8-20df-441f-99e9-e40aa7dad2e1 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:23.342648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.344573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Network c8dd849d-2e85-44c7-a8a6-fd0977acb56f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:23.356450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.385384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8:0:1::30f (053d7612-b2e9-4446-9b3c-6a27b24adfcc/db7992b3-2909-4a2a-8bbc-3dba56a82093/64c194f8-e1f2-4e1c-9adc-7dfc661d1386) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:23.399677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.409669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c8dd849d-2e85-44c7-a8a6-fd0977acb56f) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:23.432626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=7b9173c6-23e5-46bf-94bb-643159b84c88,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.525346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.529121 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24c02238-d6e0-4a2d-b4b9-a43ac035c31b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/ports/7b9173c6-23e5-46bf-94bb-643159b84c88 HTTP/1.1" status: 204 len: 168 time: 1.2236166 Nov 12 08:29:23.531279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.542567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36176) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:23.575051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.575269 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/subnets/acab7693-56ef-4620-8faf-0e52fffe185d HTTP/1.1" status: 204 len: 168 time: 1.1167526 Nov 12 08:29:23.591205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a65d29-ebe7-4231-8c1d-f3d4925abe2f tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Subnet': ['ID=acab7693-56ef-4620-8faf-0e52fffe185d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.610189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] For port 1836fdf8-20df-441f-99e9-e40aa7dad2e1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=1836fdf8-20df-441f-99e9-e40aa7dad2e1,segment=NetworkSegment(b990669d-aa62-4234-9620-6d6f4d73b792),segment_id=b990669d-aa62-4234-9620-6d6f4d73b792)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:23.610658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.626585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:23.636989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Calling delete_port for 1836fdf8-20df-441f-99e9-e40aa7dad2e1 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:23.702728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fa5b3-08d2-4736-ae9f-5ee91ead1828 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:23.707179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d18fa5b3-08d2-4736-ae9f-5ee91ead1828 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e1a8c94-07cf-4263-bea0-d61bfc030651 HTTP/1.1" status: 200 len: 913 time: 0.1356239 Nov 12 08:29:23.707526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36184) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:23.844620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] For port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:23.848831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] For port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,segment=NetworkSegment(601db2cd-f6dc-48ad-80dc-88a4cdc29594),segment_id=601db2cd-f6dc-48ad-80dc-88a4cdc29594)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:23.852200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56031f79-6bf9-4a66-8eff-8b980715e94e None None] Network c8dd849d-2e85-44c7-a8a6-fd0977acb56f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:23.870675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.884485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:23.901968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4e312b-f320-4c08-90df-e9b691dcead3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.920041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.927631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Deleting subnet 01862a8e-fff0-463f-b920-b3c0faf93c1d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:23.929960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a1256422-5230-422c-94f4-53117642e991 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/5c4e312b-f320-4c08-90df-e9b691dcead3 HTTP/1.1" status: 204 len: 168 time: 2.2744067 Nov 12 08:29:23.930788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.938590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36188) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:23.956337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0597b-5e6b-4de9-8072-50c8c060b48b None None] Pushing event updated for resources: {'Port': ['ID=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.959425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b8c43-56b3-4272-bebe-bf764ff18a86 None None] Network cab11209-7a4a-4005-af96-cdfd18cdff0f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:24.043255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:24.043485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:24.043848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:24.073589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:24.074018 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:24.074767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1836fdf8-20df-441f-99e9-e40aa7dad2e1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.105223 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 2 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:24.208998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.260070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.280772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:24.281085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:24.284235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:24.435822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:24.436451 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:24.437355 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.441098 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 3 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:24.526952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=64c194f8-e1f2-4e1c-9adc-7dfc661d1386,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.585099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port b92d0e60-3298-40ac-ad1b-84194fc2f216 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:24.585764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.597672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.609538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.636481 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.673937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:24.674353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:24.674701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:24.711162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:24.711507 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:24.720602 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 4 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:24.725323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] DHCP port deletion for cab11209-7a4a-4005-af96-cdfd18cdff0f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:24.738088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Network 14f9795f-54d3-438d-b8e4-c948d60c7536 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:24.746192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.766573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:24.795166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:24.795346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:24.795522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:24.795634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:24.836800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] In _notify_port_updated(), no bound segment for port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 on network 053d7612-b2e9-4446-9b3c-6a27b24adfcc {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:29:24.846325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:24.847017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.853564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-28c7ac63-73c4-46cc-a39b-e20dce17cbb0 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/ports/64c194f8-e1f2-4e1c-9adc-7dfc661d1386 HTTP/1.1" status: 200 len: 1010 time: 3.8847775 Nov 12 08:29:24.856282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36196) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:24.878042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Pushing event updated for resources: {'Port': ['ID=dc50934c-326e-4b3a-9720-dcf54efdbd63,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.937018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:24.937354 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:24.956739 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 5 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:24.996176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] For port b92d0e60-3298-40ac-ad1b-84194fc2f216, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b92d0e60-3298-40ac-ad1b-84194fc2f216,segment=NetworkSegment(3bc5dc75-089f-4534-9369-891378cb25b8),segment_id=3bc5dc75-089f-4534-9369-891378cb25b8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:24.996444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:24.996785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.012616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:25.013227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:25.013743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for b92d0e60-3298-40ac-ad1b-84194fc2f216 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:25.037091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.041726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Attempting to bind port dc50934c-326e-4b3a-9720-dcf54efdbd63 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:25.043253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Attempting to bind port dc50934c-326e-4b3a-9720-dcf54efdbd63 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'ef2bca4b-25c1-48d6-ab93-d294a61968f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:25.043970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Attempting to bind port dc50934c-326e-4b3a-9720-dcf54efdbd63 on network 14f9795f-54d3-438d-b8e4-c948d60c7536 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:25.061132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:25.061755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Checking segment: {'id': 'ef2bca4b-25c1-48d6-ab93-d294a61968f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:25.062314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.062863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Bound using segment: {'id': 'ef2bca4b-25c1-48d6-ab93-d294a61968f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:25.063512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Bound port: dc50934c-326e-4b3a-9720-dcf54efdbd63, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2bca4b-25c1-48d6-ab93-d294a61968f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '14f9795f-54d3-438d-b8e4-c948d60c7536'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:25.064076 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.077634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] Deleting port b92d0e60-3298-40ac-ad1b-84194fc2f216 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:25.078247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.107165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:25.107443 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:25.109546 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 6 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:25.136927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.198597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] For port dc50934c-326e-4b3a-9720-dcf54efdbd63, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:25.202356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] For port dc50934c-326e-4b3a-9720-dcf54efdbd63, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dc50934c-326e-4b3a-9720-dcf54efdbd63,segment=NetworkSegment(ef2bca4b-25c1-48d6-ab93-d294a61968f2),segment_id=ef2bca4b-25c1-48d6-ab93-d294a61968f2)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:25.215684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.285705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No DVR routers for this DVR port b92d0e60-3298-40ac-ad1b-84194fc2f216 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:25.380979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=b92d0e60-3298-40ac-ad1b-84194fc2f216,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.399235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] For port b92d0e60-3298-40ac-ad1b-84194fc2f216, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b92d0e60-3298-40ac-ad1b-84194fc2f216,segment=NetworkSegment(3bc5dc75-089f-4534-9369-891378cb25b8),segment_id=3bc5dc75-089f-4534-9369-891378cb25b8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:25.399647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.403137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.438511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:25.439436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:25.439941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:25.444517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cecd210-43d5-49f6-a45d-82c5f709cba9 None None] Provisioning complete for port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:25.451284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cecd210-43d5-49f6-a45d-82c5f709cba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.529979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] Calling delete_port for b92d0e60-3298-40ac-ad1b-84194fc2f216 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:25.572939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0a710-de1b-4ec4-9be9-e363579156ac None None] Pushing event updated for resources: {'Port': ['ID=dc50934c-326e-4b3a-9720-dcf54efdbd63,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.689745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.716575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5cecd210-43d5-49f6-a45d-82c5f709cba9 None None] Port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:25.772907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Router 693752b1-cb8c-485d-b763-92b00a88c7f9 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:25.778871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab11209-7a4a-4005-af96-cdfd18cdff0f']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:25.829680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:25.830513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc5dc75-089f-4534-9369-891378cb25b8') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:25.832209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc5dc75-089f-4534-9369-891378cb25b8') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:25.834593 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:25.838360 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 7 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:25.839219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.977218 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.006780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.035017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Subnet': ['ID=01862a8e-fff0-463f-b920-b3c0faf93c1d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.056475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.068856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b276fb9-e525-46e1-9e19-7f32acaddfb6 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/subnets/01862a8e-fff0-463f-b920-b3c0faf93c1d HTTP/1.1" status: 204 len: 168 time: 2.4359760 Nov 12 08:29:26.074764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:26.075113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.080858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:26.133346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f82c04-ef34-4c54-9017-149b073136b0 None None] Network a679c650-de41-4366-9805-c32cf610eb40 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:26.151852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] Pushing event deleted for resources: {'Port': ['ID=b92d0e60-3298-40ac-ad1b-84194fc2f216,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.184130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cadc6-6588-45f5-8f7f-4e3a09a6bab4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.185872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-803cadc6-6588-45f5-8f7f-4e3a09a6bab4 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1022224 Nov 12 08:29:26.187212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.194981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36206) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:26.212392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afff10-8fc4-48e5-afaf-5d5df92a9d70 None None] No DVR routers for this DVR port b92d0e60-3298-40ac-ad1b-84194fc2f216 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:26.227544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.240875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 64c194f8-e1f2-4e1c-9adc-7dfc661d1386 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:26.258928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cef01f5e-10e1-41e1-9498-4cfdae324e5a None None] Provisioning complete for port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:26.259507 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cef01f5e-10e1-41e1-9498-4cfdae324e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.297340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.301864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:26.302870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:26.311426 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:26.424740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.448253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:26.452993 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cef01f5e-10e1-41e1-9498-4cfdae324e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.464410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:26.465304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:26.465655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:26.470622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.507578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:26.507917 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:26.514094 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 8 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:26.516838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=64c194f8-e1f2-4e1c-9adc-7dfc661d1386,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.569994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:26.570356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:26.570672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:26.571306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] DHCP port deletion for a679c650-de41-4366-9805-c32cf610eb40 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:26.671420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cef01f5e-10e1-41e1-9498-4cfdae324e5a None None] For port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,segment=NetworkSegment(601db2cd-f6dc-48ad-80dc-88a4cdc29594),segment_id=601db2cd-f6dc-48ad-80dc-88a4cdc29594)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:26.707653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cef01f5e-10e1-41e1-9498-4cfdae324e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.723224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:26.723742 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.727190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.745039 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.749549 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/cab11209-7a4a-4005-af96-cdfd18cdff0f HTTP/1.1" status: 204 len: 168 time: 2.8100235 Nov 12 08:29:26.791953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:26.799496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26333958-c39f-48d0-931d-e919f6d7a75e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=cab11209-7a4a-4005-af96-cdfd18cdff0f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.820255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-443846036'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:26.958627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01f5e-10e1-41e1-9498-4cfdae324e5a None None] Pushing event updated for resources: {'Port': ['ID=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.055806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] Deleting port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:27.056540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.057682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Deleting port dc50934c-326e-4b3a-9720-dcf54efdbd63 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:27.061258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.098256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:27.102051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.197639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] For port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,segment=NetworkSegment(601db2cd-f6dc-48ad-80dc-88a4cdc29594),segment_id=601db2cd-f6dc-48ad-80dc-88a4cdc29594)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:27.198334 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.231324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] Calling delete_port for 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:27.232801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] For port dc50934c-326e-4b3a-9720-dcf54efdbd63, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dc50934c-326e-4b3a-9720-dcf54efdbd63,segment=NetworkSegment(ef2bca4b-25c1-48d6-ab93-d294a61968f2),segment_id=ef2bca4b-25c1-48d6-ab93-d294a61968f2)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:27.233349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.296157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.299737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b554acc-390c-40b0-bf47-718e4c179510 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/64c194f8-e1f2-4e1c-9adc-7dfc661d1386 HTTP/1.1" status: 204 len: 168 time: 2.4413118 Nov 12 08:29:27.324852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36226) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:27.348375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:27.351439 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:27.352363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:27.355762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Calling delete_port for dc50934c-326e-4b3a-9720-dcf54efdbd63 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:27.371017 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.371978 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 9 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:27.378509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.379100 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment 8afe41f7-10fd-49a0-a113-64bf5c12980d of type vlan for network 58369ea5-713e-4467-a073-88fd8162ac4a Nov 12 08:29:27.392678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] No DVR routers for this DVR port 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:27.431605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a27de4-ce18-416e-b913-0432542300f4 None None] Pushing event deleted for resources: {'Port': ['ID=86f1a171-a0ba-4835-bb27-d0b35ebcbde2,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.439349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b61dee-699f-4e75-9508-ce329d796d55 None None] Network 14f9795f-54d3-438d-b8e4-c948d60c7536 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:27.443222 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2872132-3103-49b3-bb7a-74232173f2c8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:29:27.453599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c2872132-3103-49b3-bb7a-74232173f2c8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/64c194f8-e1f2-4e1c-9adc-7dfc661d1386 HTTP/1.1" status: 404 len: 333 time: 0.1253061 Nov 12 08:29:27.455162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36228) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:27.457563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dc50934c-326e-4b3a-9720-dcf54efdbd63 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:27.511093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.530189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 874fc9d6-d5b4-42aa-a142-5c336a6346b4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:27.530812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.548352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:27.565686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a10f846c-b5be-4d7f-b698-8f687e0c4f6b admin admin] 10.222.0.16 "PUT /v2.0/routers/693752b1-cb8c-485d-b763-92b00a88c7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0619071 Nov 12 08:29:27.566097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:27.566668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:27.567016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:27.569151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] Sync routers for ids ['693752b1-cb8c-485d-b763-92b00a88c7f9'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:27.571323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:27.595566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:27.602659 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:27.605806 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 10 to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f Nov 12 08:29:27.618964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-33fbd298-3eed-479b-9836-9d010f069704 None None] Provisioning complete for port dc50934c-326e-4b3a-9720-dcf54efdbd63 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:27.619343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33fbd298-3eed-479b-9836-9d010f069704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.656919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet db7992b3-2909-4a2a-8bbc-3dba56a82093 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:27.667971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.733888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] Routers {'693752b1-cb8c-485d-b763-92b00a88c7f9'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:27.734441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:29:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['693752b1-cb8c-485d-b763-92b00a88c7f9'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:27.738389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:27.742684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:27.743086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:27.745415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.751798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:27.752658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.769123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:27.770761 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:27.771822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.779829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.789323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.850054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Could not find standard attr ID for object dc50934c-326e-4b3a-9720-dcf54efdbd63. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:29:27.865677 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-33fbd298-3eed-479b-9836-9d010f069704 None None] No ports have port_id starting with dc50934c-326e-4b3a-9720-dcf54efdbd63 Nov 12 08:29:27.886644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Port': ['ID=dc50934c-326e-4b3a-9720-dcf54efdbd63,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.967179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b92d0e60-3298-40ac-ad1b-84194fc2f216 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:27.979424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] For port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:27.979792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempted to set empty binding levels {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:29:28.008021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b92d0e60-3298-40ac-ad1b-84194fc2f216 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:28.008471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b92d0e60-3298-40ac-ad1b-84194fc2f216 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:28.056533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.059160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8d60a-412e-44dc-abd6-f012d6b8c4af None None] DHCP port deletion for 14f9795f-54d3-438d-b8e4-c948d60c7536 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:28.135222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.139576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] Set router 693752b1-cb8c-485d-b763-92b00a88c7f9 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:28.154454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.242387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:28.256904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:28.257695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.260617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=db7992b3-2909-4a2a-8bbc-3dba56a82093,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.267299 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.271008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9adcd6c1-0723-4df8-8472-f3683a9e39a4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/db7992b3-2909-4a2a-8bbc-3dba56a82093 HTTP/1.1" status: 204 len: 168 time: 0.8080349 Nov 12 08:29:28.275591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:28.275969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 86f1a171-a0ba-4835-bb27-d0b35ebcbde2 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:28.276418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dc50934c-326e-4b3a-9720-dcf54efdbd63 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:28.280322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36236) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:28.303163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: dc50934c-326e-4b3a-9720-dcf54efdbd63 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:28.303566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dc50934c-326e-4b3a-9720-dcf54efdbd63 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:28.305935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b6c3a5-d362-416e-9da6-6566e47214ec None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:28.339146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d33171-6f6b-4d31-8ae3-8cbe861abe0f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.368661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6b9a501f-c4a5-44b9-9f20-f706cee98df4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.6019475 Nov 12 08:29:28.369557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36238) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:28.415159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:28.419136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.463156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.588405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.633311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.648372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 874fc9d6-d5b4-42aa-a142-5c336a6346b4 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:28.701099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Deleting port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:28.701466 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.771495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:29:23Z', 'revision_number': 5, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:28.786361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=58369ea5-713e-4467-a073-88fd8162ac4a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.793064 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d24933bb-ef02-4e61-a96b-c2c2f23c693c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9835341 Nov 12 08:29:28.794152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] No DVR routers for this DVR port dc50934c-326e-4b3a-9720-dcf54efdbd63 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:28.795995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36244) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:28.818537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:28.822632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 58369ea5-713e-4467-a073-88fd8162ac4a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:28.844470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] For port d7d33171-6f6b-4d31-8ae3-8cbe861abe0f, host n-h2-768509-25, got binding levels [] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:28.844876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.862672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Calling delete_port for d7d33171-6f6b-4d31-8ae3-8cbe861abe0f owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:28.878047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] Checking router: 693752b1-cb8c-485d-b763-92b00a88c7f9 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:28.976401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.992399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.008314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] Routers {'693752b1-cb8c-485d-b763-92b00a88c7f9'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:29.009515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:29:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['693752b1-cb8c-485d-b763-92b00a88c7f9'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:29.087841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.118826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.131764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f HTTP/1.1" status: 204 len: 168 time: 0.8500600 Nov 12 08:29:29.152069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf85622-e3e4-48de-89f7-0b17a16e0090 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:29.159159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36250) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:29.196208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.207002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.235360 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d7d33171-6f6b-4d31-8ae3-8cbe861abe0f HTTP/1.1" status: 204 len: 168 time: 0.8622539 Nov 12 08:29:29.262857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36252) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:29.290563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] Set router 693752b1-cb8c-485d-b763-92b00a88c7f9 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:29.298724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f9795f-54d3-438d-b8e4-c948d60c7536']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:29.311455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2bca4b-25c1-48d6-ab93-d294a61968f2') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:29.311908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2bca4b-25c1-48d6-ab93-d294a61968f2') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:29.326242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.342656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.396911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584363c-57fe-4eac-95d4-704de9c47df5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7d33171-6f6b-4d31-8ae3-8cbe861abe0f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:29.405863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c549fa2-8070-411f-9d02-c2e6a2b4ccbf None None] Update dhcp port {'port': {'network_id': '053d7612-b2e9-4446-9b3c-6a27b24adfcc', 'fixed_ips': [{'subnet_id': '6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '75f70deb-5c1f-425d-b655-ea19a50fa621'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:29:29.411569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:29.416681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.439093 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c549fa2-8070-411f-9d02-c2e6a2b4ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.451562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:29.452417 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:29.519163 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:29.621230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.626509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.634032 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa07f6e7-5d4a-4c83-8eb1-2f90eef4078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:29:29.637797 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aa07f6e7-5d4a-4c83-8eb1-2f90eef4078d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "GET /v2.0/ports/d7d33171-6f6b-4d31-8ae3-8cbe861abe0f HTTP/1.1" status: 404 len: 333 time: 0.2022996 Nov 12 08:29:29.641820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36254) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:29.648423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Request body: {'port': {'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-638037927'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:29.662402 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.717742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Made reservation on behalf of 10650b61d9f649698e441ecf03973a2f for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:29.719083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=874fc9d6-d5b4-42aa-a142-5c336a6346b4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:29.724884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.739091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.750821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.757196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/networks/14f9795f-54d3-438d-b8e4-c948d60c7536 HTTP/1.1" status: 204 len: 168 time: 3.5608726 Nov 12 08:29:29.766934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3bb73-62e4-4805-91cb-6a0206c547e1 None None] Network 053d7612-b2e9-4446-9b3c-6a27b24adfcc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:29.770054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36256) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:29.775935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port 238688d8-0003-403a-80ac-5db241520e56 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:29.779123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d23406-fb85-4000-93a6-1c6a065995e2 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Network': ['ID=14f9795f-54d3-438d-b8e4-c948d60c7536,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:29.804551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:29:23Z', 'revision_number': 5, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:29.883544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26f871-1cc0-4acb-b082-a9c05b01603b None None] The sync data for ids ['693752b1-cb8c-485d-b763-92b00a88c7f9'] in n-d-768509-25 is: [{'id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'name': 'tempest-ServerRescueNegativeTestJSON-780397602-router', 'tenant_id': '139d3a34ba954214890770f33c8c6c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:03Z', 'updated_at': '2021-11-12T08:29:23Z', 'revision_number': 5, 'project_id': '139d3a34ba954214890770f33c8c6c51', 'gw_port': {'id': '03126c1b-54dd-4abf-a92c-39ebeb53c94e', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693752b1-cb8c-485d-b763-92b00a88c7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:04Z', 'updated_at': '2021-11-12T08:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:29.899533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-67afd27d-6705-4303-b6e5-bf59974f3bb3 None None] Provisioning complete for port 75f70deb-5c1f-425d-b655-ea19a50fa621 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:29.899955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-67afd27d-6705-4303-b6e5-bf59974f3bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.059708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] DHCP port deletion for 053d7612-b2e9-4446-9b3c-6a27b24adfcc request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:30.090676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.108065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 75f70deb-5c1f-425d-b655-ea19a50fa621 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:30.108401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.109463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.115130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Deleting port 03126c1b-54dd-4abf-a92c-39ebeb53c94e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:30.115463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.164227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] Deleting port 75f70deb-5c1f-425d-b655-ea19a50fa621 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:30.165030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.249391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.255772 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.338113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75f70deb-5c1f-425d-b655-ea19a50fa621,segment=NetworkSegment(92b0479e-b513-4b92-919f-068e3d511ffa),segment_id=92b0479e-b513-4b92-919f-068e3d511ffa)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:30.338487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.387794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 75f70deb-5c1f-425d-b655-ea19a50fa621 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:30.403262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75f70deb-5c1f-425d-b655-ea19a50fa621 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:30.423739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] For port 03126c1b-54dd-4abf-a92c-39ebeb53c94e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03126c1b-54dd-4abf-a92c-39ebeb53c94e,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:30.431387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.464076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75f70deb-5c1f-425d-b655-ea19a50fa621,segment=NetworkSegment(92b0479e-b513-4b92-919f-068e3d511ffa),segment_id=92b0479e-b513-4b92-919f-068e3d511ffa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:30.464502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.486904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] Calling delete_port for 75f70deb-5c1f-425d-b655-ea19a50fa621 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:30.501545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': '8afe41f7-10fd-49a0-a113-64bf5c12980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:30.502379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: 58369ea5-713e-4467-a073-88fd8162ac4a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:30.508394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=6e87deba-13c4-4dc6-9f53-53fbc24e7d61,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.540088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Calling delete_port for 03126c1b-54dd-4abf-a92c-39ebeb53c94e owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:30.613483 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.615470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.624222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.704909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 75f70deb-5c1f-425d-b655-ea19a50fa621, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75f70deb-5c1f-425d-b655-ea19a50fa621,segment=NetworkSegment(92b0479e-b513-4b92-919f-068e3d511ffa),segment_id=92b0479e-b513-4b92-919f-068e3d511ffa)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:30.715638 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.718000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1836fdf8-20df-441f-99e9-e40aa7dad2e1 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:30.770314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 58369ea5-713e-4467-a073-88fd8162ac4a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:30.781638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a679c650-de41-4366-9805-c32cf610eb40']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:30.789352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 1836fdf8-20df-441f-99e9-e40aa7dad2e1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:30.790141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 1836fdf8-20df-441f-99e9-e40aa7dad2e1 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:30.797523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601db2cd-f6dc-48ad-80dc-88a4cdc29594') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:30.797823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601db2cd-f6dc-48ad-80dc-88a4cdc29594') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:30.814439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.834259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Router 0e1a8c94-07cf-4263-bea0-d61bfc030651 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:30.836536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.848285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:30.848917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:30.854290 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:30.866036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.903991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] No DVR routers for this DVR port 75f70deb-5c1f-425d-b655-ea19a50fa621 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:30.927197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Network c8dd849d-2e85-44c7-a8a6-fd0977acb56f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:30.941117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:30.944650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.952957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:30.954234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.955403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.958398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=238688d8-0003-403a-80ac-5db241520e56,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.963281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 58369ea5-713e-4467-a073-88fd8162ac4a) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:30.982768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.988452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.997591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.998619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e7212-0ba3-4ae0-83a8-67a4d1ba8a3e None None] Network 58369ea5-713e-4467-a073-88fd8162ac4a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:31.011602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e44b6-dad4-4595-b7a7-5c431912623c None None] Pushing event deleted for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.020871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.049422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-514f8c81-5a43-4642-b4b7-137fac91a0f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4063683 Nov 12 08:29:31.050041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36280) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.064712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.068079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/networks/a679c650-de41-4366-9805-c32cf610eb40 HTTP/1.1" status: 204 len: 168 time: 1.0940800 Nov 12 08:29:31.074483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:31.076984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=75f70deb-5c1f-425d-b655-ea19a50fa621,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.077572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36282) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.115771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4bd7b9c5-7293-4f57-9a2f-15b31a703ad6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3140457 Nov 12 08:29:31.121127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No DVR routers for this DVR port 75f70deb-5c1f-425d-b655-ea19a50fa621 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:31.127505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.129472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abed6c-8c15-4c64-9438-8f04c604f330 tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Network': ['ID=a679c650-de41-4366-9805-c32cf610eb40,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.158210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1092131450'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:31.168674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.202758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d525c2db-f5d0-423a-8a4b-4c713fcdc320 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:31.219223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.246206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.275981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-58369ea5-713e-4467-a073-88fd8162ac4a', 'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': '6e87deba-13c4-4dc6-9f53-53fbc24e7d61'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:31.277006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.361700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.385301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053d7612-b2e9-4446-9b3c-6a27b24adfcc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.395308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b0479e-b513-4b92-919f-068e3d511ffa') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.396192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b0479e-b513-4b92-919f-068e3d511ffa') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.406940 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.421898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.429313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:31.429914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.440455 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.482336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59e2b2d-536b-4c62-8b7a-5dc474ab5d52']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.508881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa64933a-9224-44cc-b19d-619be0f6c555') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.509109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa64933a-9224-44cc-b19d-619be0f6c555') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.523144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Allocated IP 172.20.0.2 (58369ea5-713e-4467-a073-88fd8162ac4a/6e87deba-13c4-4dc6-9f53-53fbc24e7d61/5374db80-55d2-408e-9b00-fdc4c20f4d2f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:31.525306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:31.533147 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:31.535961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03126c1b-54dd-4abf-a92c-39ebeb53c94e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.565455 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.590056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.590773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:31.591179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:31.594515 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:31.620310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port 238688d8-0003-403a-80ac-5db241520e56 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:31.632631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.650881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.657049 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/053d7612-b2e9-4446-9b3c-6a27b24adfcc HTTP/1.1" status: 204 len: 168 time: 2.4952841 Nov 12 08:29:31.697463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36286) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.699141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.734432 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.746065 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.773081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21881e05-394f-4317-bed4-c080b64a143b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=053d7612-b2e9-4446-9b3c-6a27b24adfcc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.793348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.798760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Network 58369ea5-713e-4467-a073-88fd8162ac4a is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:31.804599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:31.808676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:31.833330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Pushing event updated for resources: {'Port': ['ID=5374db80-55d2-408e-9b00-fdc4c20f4d2f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.846068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.848885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.858052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.869028 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.872280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/networks/f59e2b2d-536b-4c62-8b7a-5dc474ab5d52 HTTP/1.1" status: 204 len: 168 time: 0.7816837 Nov 12 08:29:31.879011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36290) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.880471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d70f19-377d-4eb7-a8e2-51560aecf03d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:31.882033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-71d70f19-377d-4eb7-a8e2-51560aecf03d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1688223 Nov 12 08:29:31.895959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.904718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Attempting to bind port 5374db80-55d2-408e-9b00-fdc4c20f4d2f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:31.908512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96091ff3-7388-4a4d-8c89-43959802552c tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Network': ['ID=f59e2b2d-536b-4c62-8b7a-5dc474ab5d52,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.909798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Attempting to bind port 5374db80-55d2-408e-9b00-fdc4c20f4d2f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '8afe41f7-10fd-49a0-a113-64bf5c12980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:31.910342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Attempting to bind port 5374db80-55d2-408e-9b00-fdc4c20f4d2f on network 58369ea5-713e-4467-a073-88fd8162ac4a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:31.917248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:31.917748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Checking segment: {'id': '8afe41f7-10fd-49a0-a113-64bf5c12980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:31.918901 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.920099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Bound using segment: {'id': '8afe41f7-10fd-49a0-a113-64bf5c12980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:31.920713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Bound port: 5374db80-55d2-408e-9b00-fdc4c20f4d2f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe41f7-10fd-49a0-a113-64bf5c12980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '58369ea5-713e-4467-a073-88fd8162ac4a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:31.921236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.952943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:31.953192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:31.953611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:31.957382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=238688d8-0003-403a-80ac-5db241520e56,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.963348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:31.963684 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:31.964852 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 2 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:31.989167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c491bc24-3df1-4c6d-bfe0-a6729d0b3de4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0920424 Nov 12 08:29:31.989971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:31.990301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:31.990753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:31.995793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36294) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.996411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:31.996736 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:31.998413 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 3 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:32.004209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142252053'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:32.012610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] For port 5374db80-55d2-408e-9b00-fdc4c20f4d2f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:32.015501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:32.017186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] For port 5374db80-55d2-408e-9b00-fdc4c20f4d2f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5374db80-55d2-408e-9b00-fdc4c20f4d2f,segment=NetworkSegment(8afe41f7-10fd-49a0-a113-64bf5c12980d),segment_id=8afe41f7-10fd-49a0-a113-64bf5c12980d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:32.023820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.034586 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] Sync routers for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:32.064365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.064365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.064665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.079899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:32.080474 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:32.080725 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 4 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:32.093008 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:32.094544 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:29:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:32.109793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.110385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.110954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.142884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:32.143256 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:32.143604 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 5 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:32.170627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.173837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52a9e9-cc1b-4bcd-889b-a1f8544f69cb None None] Pushing event updated for resources: {'Port': ['ID=5374db80-55d2-408e-9b00-fdc4c20f4d2f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:32.180601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ec41c01-c6da-42fa-ad14-d300c722cc3b tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "PUT /v2.0/routers/0e1a8c94-07cf-4263-bea0-d61bfc030651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4718654 Nov 12 08:29:32.184492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:32.188386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36298) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.189132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.191668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.192063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.205132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.219047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.219679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693752b1-cb8c-485d-b763-92b00a88c7f9 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:32.251594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:32.279506 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] Routers {'0e1a8c94-07cf-4263-bea0-d61bfc030651'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:32.281183 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:29:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0e1a8c94-07cf-4263-bea0-d61bfc030651'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:32.485567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.605710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:32.605710 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:32.608829 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 6 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:32.670789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:32.674935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.690852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.692168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-320d77f6-e1e2-4aef-b032-572a4d89cfb8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/693752b1-cb8c-485d-b763-92b00a88c7f9 HTTP/1.1" status: 204 len: 168 time: 5.1179054 Nov 12 08:29:32.695079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36300) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.710264 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:32.710983 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196ab3c-6d22-4d2f-89de-266797035dd6 None None] The sync data for ids ['0e1a8c94-07cf-4263-bea0-d61bfc030651'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:32.730851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.730851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.730851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.800975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:32.801662 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:32.804816 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 7 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:32.805240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Deleting subnet 6d8784d4-6c05-4cab-8c4b-988d979b8e12 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:32.821384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:32.845778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.846120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.846451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.857180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.857530 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment 747d9eac-3234-43bc-a631-ef33b9dbf285 of type vlan for network d669302c-b76d-4be1-b275-ff6723b47472 Nov 12 08:29:32.870795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:32.871127 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:32.872551 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 8 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:32.888892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.900868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.943653 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.947785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.948309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.949375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.977210 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.978878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port b8fe3194-abb3-45a7-a12a-ee984b618292 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:33.080426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:33.081118 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:33.141597 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 9 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:33.158008 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.161276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.197670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:33.198106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:33.198520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:33.201415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.211079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:33.211817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.246208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:33.246958 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:33.258837 n-d-768509-25 neutron-server[102372]: INFO neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 10 to bind port 238688d8-0003-403a-80ac-5db241520e56 Nov 12 08:29:33.279146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:33.293689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2931778 Nov 12 08:29:33.300831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:33.301281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:33.305791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:33.309264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36310) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:33.335236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:33.338371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dacda5e-c4fb-4acf-8561-5e93da2a2091') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:33.338763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dacda5e-c4fb-4acf-8561-5e93da2a2091') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:33.370330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.407439 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.410017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.5 (58369ea5-713e-4467-a073-88fd8162ac4a/6e87deba-13c4-4dc6-9f53-53fbc24e7d61/b8fe3194-abb3-45a7-a12a-ee984b618292) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:33.410153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:33.410525 n-d-768509-25 neutron-server[102372]: ERROR neutron.plugins.ml2.managers [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 238688d8-0003-403a-80ac-5db241520e56 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:33.410896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.422909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:33.423316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:33.427080 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:33.434769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a4634-2937-4fdd-9243-eb3e01abd13a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=d669302c-b76d-4be1-b275-ff6723b47472,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.451596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.452859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d669302c-b76d-4be1-b275-ff6723b47472 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:33.510525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting port 105c7f0c-0051-4f25-b6a7-c161887630d9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:33.510852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.531204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.550825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d8784d4-6c05-4cab-8c4b-988d979b8e12 HTTP/1.1" status: 204 len: 168 time: 0.8493266 Nov 12 08:29:33.567542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36312) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:33.695347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.713594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Calling delete_port for 105c7f0c-0051-4f25-b6a7-c161887630d9 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:33.782593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.828933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8784d4-6c05-4cab-8c4b-988d979b8e12,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.893412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:33.897284 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.911592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.912207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.912462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.912857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.913967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.913967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.913967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.914254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.916037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.916037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.916037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.916037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7fdae-32a6-4e56-bc54-079d030b7627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:33.922766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.939862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e32001-1dd6-4780-9e4f-9be09be7036b None None] Network 58369ea5-713e-4467-a073-88fd8162ac4a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:33.988367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.997592 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] 10.222.0.16 "DELETE /v2.0/networks/fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa HTTP/1.1" status: 204 len: 168 time: 2.1171286 Nov 12 08:29:34.022920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] For port 238688d8-0003-403a-80ac-5db241520e56, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:34.023310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempted to set empty binding levels {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:29:34.041616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.054883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b347-47b2-40cc-9c30-39764a8082fa tempest-BulkNetworkOpsIpV6Test-876100531 tempest-BulkNetworkOpsIpV6Test-876100531-project] Pushing event deleted for resources: {'Network': ['ID=fa5b45d0-6fc9-4225-bb13-ca3f70dd27aa,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.057201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.138533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.141791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 58369ea5-713e-4467-a073-88fd8162ac4a is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:34.150501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:34.159948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:34.264242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=b8fe3194-abb3-45a7-a12a-ee984b618292,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.306598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.307162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.325838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5374db80-55d2-408e-9b00-fdc4c20f4d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:34.361079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.388890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1fcd5c09-64b6-4148-8290-b7b062e9652c None None] Provisioning complete for port 5374db80-55d2-408e-9b00-fdc4c20f4d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:34.389291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5c09-64b6-4148-8290-b7b062e9652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.407545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14d2eefc-be34-421d-abbc-7400793ce4a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2745805 Nov 12 08:29:34.417854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4937665-d1c0-4fde-8441-51bd0c538473']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:34.419987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.427517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.452447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.457474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b990669d-aa62-4234-9620-6d6f4d73b792') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:34.457769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b990669d-aa62-4234-9620-6d6f4d73b792') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:34.475938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] In _notify_port_updated(), no bound segment for port 238688d8-0003-403a-80ac-5db241520e56 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:29:34.477517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.477777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.479612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "PUT /v2.0/ports/238688d8-0003-403a-80ac-5db241520e56 HTTP/1.1" status: 200 len: 979 time: 3.4092333 Nov 12 08:29:34.480732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4138-8a5e-47c1-98e6-f4f29842fa0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=238688d8-0003-403a-80ac-5db241520e56,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.495743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36332) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.550702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.580203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=98615c0a-ec35-4361-a206-d5a06dc7130c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.582623 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.600923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:34.601477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:34.621844 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:34.629559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': '747d9eac-3234-43bc-a631-ef33b9dbf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:34.630345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: d669302c-b76d-4be1-b275-ff6723b47472, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:34.677267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network d669302c-b76d-4be1-b275-ff6723b47472 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:34.708785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d669302c-b76d-4be1-b275-ff6723b47472) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:34.720493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.720680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.721143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.722127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.722127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.722776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.722963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.723429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.723870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.724352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.729833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca60e15-bcc0-4413-abc4-02161c2bfeff None None] Network d669302c-b76d-4be1-b275-ff6723b47472 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:34.730380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07a57fc0-02ca-4d58-962d-f2b48c566315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8616 time: 0.2320220 Nov 12 08:29:34.734180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.735802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.736850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.745693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.777722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.799655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5374db80-55d2-408e-9b00-fdc4c20f4d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:34.800037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.803159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.810642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b4937665-d1c0-4fde-8441-51bd0c538473 HTTP/1.1" status: 204 len: 168 time: 0.9830284 Nov 12 08:29:34.821606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ebb71-252e-4b2a-85a7-ad919406a4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4937665-d1c0-4fde-8441-51bd0c538473,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.864098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port b8fe3194-abb3-45a7-a12a-ee984b618292 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:34.864448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.887782 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-91e5403c-833c-4b65-a38e-264a5c264abd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=142dd61bf5d74d99a2b154ff449db282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4293075 Nov 12 08:29:34.894679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36340) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.923003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Port': ['ID=105c7f0c-0051-4f25-b6a7-c161887630d9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.943383 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.008782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.010963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e4cb4-9b79-41ff-9f5a-600e643f96ba None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:35.020160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Deleting port 238688d8-0003-403a-80ac-5db241520e56 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:35.020620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.167688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for b8fe3194-abb3-45a7-a12a-ee984b618292 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:35.222690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5c09-64b6-4148-8290-b7b062e9652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.345854 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.392612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-d669302c-b76d-4be1-b275-ff6723b47472', 'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': '98615c0a-ec35-4361-a206-d5a06dc7130c'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:35.394484 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.448588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] For port 238688d8-0003-403a-80ac-5db241520e56, host n-h2-768509-25, got binding levels [] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:35.449589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.484802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Calling delete_port for 238688d8-0003-403a-80ac-5db241520e56 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:35.487076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1fcd5c09-64b6-4148-8290-b7b062e9652c None None] For port 5374db80-55d2-408e-9b00-fdc4c20f4d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5374db80-55d2-408e-9b00-fdc4c20f4d2f,segment=NetworkSegment(8afe41f7-10fd-49a0-a113-64bf5c12980d),segment_id=8afe41f7-10fd-49a0-a113-64bf5c12980d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:35.500280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5c09-64b6-4148-8290-b7b062e9652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.609312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36348) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.628861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.640377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5c09-64b6-4148-8290-b7b062e9652c None None] Pushing event updated for resources: {'Port': ['ID=5374db80-55d2-408e-9b00-fdc4c20f4d2f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:35.689628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f9a8663f-76a5-4b1b-b54b-00afca78481e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.700621 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:29:35.701244 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:29:35.706963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0fd13f67-61ca-4a86-a1a8-09f13cbf9012 None None] Provisioning complete for port 5374db80-55d2-408e-9b00-fdc4c20f4d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:35.707504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0fd13f67-61ca-4a86-a1a8-09f13cbf9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.734536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event deleted for resources: {'Port': ['ID=238688d8-0003-403a-80ac-5db241520e56,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:35.735965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16e1a6a1-10df-43a2-b125-9bc755df869e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4216609 Nov 12 08:29:35.754355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36358) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.768264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472', 'name': 'tempest-PortsIpV6TestJSON-147425465'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:35.778842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.787900 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-03a58f4e-ddec-4158-94f8-339c394de579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "DELETE /v2.0/ports/238688d8-0003-403a-80ac-5db241520e56 HTTP/1.1" status: 204 len: 168 time: 1.0452414 Nov 12 08:29:35.804447 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7ba6477-58f9-4a86-a0ab-9ea654313c1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=139d3a34ba954214890770f33c8c6c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898639 Nov 12 08:29:35.808652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36360) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.809192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36362) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.849624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.860861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.864075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.911480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f9a8663f-76a5-4b1b-b54b-00afca78481e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.968323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.968912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1a8c94-07cf-4263-bea0-d61bfc030651 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:35.972896 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbd4e9a-d303-4f5a-b1da-530085e04136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:29:35.981710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.985128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-215ea478-d571-49ab-b13f-e2912fe8c9a7 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/routers/0e1a8c94-07cf-4263-bea0-d61bfc030651 HTTP/1.1" status: 204 len: 168 time: 3.7877653 Nov 12 08:29:35.985128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36364) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.988622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bfbd4e9a-d303-4f5a-b1da-530085e04136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "GET /v2.0/ports/238688d8-0003-403a-80ac-5db241520e56 HTTP/1.1" status: 404 len: 333 time: 0.1781533 Nov 12 08:29:35.991740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36366) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.993789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161010037', 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:35.994917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Allocated IP 2001:db8::2 (d669302c-b76d-4be1-b275-ff6723b47472/98615c0a-ec35-4361-a206-d5a06dc7130c/0dd2c382-5dd7-41ea-910b-15e5e2ef6b05) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:35.999295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=b8fe3194-abb3-45a7-a12a-ee984b618292,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.116723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Made reservation on behalf of 10650b61d9f649698e441ecf03973a2f for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:36.119277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.171799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port 1c3f013a-a519-4fa6-a261-e2416b35e94d yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:36.192619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:36.203727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.216810 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:29:36.277002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.282853 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea8b180f-c941-4d94-8ccd-253b5766427f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/b8fe3194-abb3-45a7-a12a-ee984b618292 HTTP/1.1" status: 204 len: 168 time: 1.8592997 Nov 12 08:29:36.290916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Deleting subnet 2de4d844-0ad7-4c20-ad8f-2c7f68282b65 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:36.320119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:36.320230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.364602 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f73bc1-3999-4b5c-87ed-26b009734565 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:29:36.369097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-14f73bc1-3999-4b5c-87ed-26b009734565 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/b8fe3194-abb3-45a7-a12a-ee984b618292 HTTP/1.1" status: 404 len: 333 time: 0.0462551 Nov 12 08:29:36.374792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36374) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:36.392301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:36.410062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0fd13f67-61ca-4a86-a1a8-09f13cbf9012 None None] Could not find standard attr ID for object b8fe3194-abb3-45a7-a12a-ee984b618292. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:29:36.428631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03126c1b-54dd-4abf-a92c-39ebeb53c94e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:36.449700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f9a8663f-76a5-4b1b-b54b-00afca78481e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.461531 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.467801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f9a8663f-76a5-4b1b-b54b-00afca78481e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.475174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f9a8663f-76a5-4b1b-b54b-00afca78481e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5167af84-d398-4e75-923c-8c1b5d161e55 HTTP/1.1" status: 204 len: 168 time: 1.5786333 Nov 12 08:29:36.476437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e38eced1-a76b-4fc1-8196-ab8b934109ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.484835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.532105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.537509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8663f-76a5-4b1b-b54b-00afca78481e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167af84-d398-4e75-923c-8c1b5d161e55,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.559643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 03126c1b-54dd-4abf-a92c-39ebeb53c94e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:36.562550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03126c1b-54dd-4abf-a92c-39ebeb53c94e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:36.567264 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e38eced1-a76b-4fc1-8196-ab8b934109ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.593063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.701250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.712923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.717078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3676c634-9ace-465b-b26d-1ffcae73569a None None] Could not find standard attr ID for object b8fe3194-abb3-45a7-a12a-ee984b618292. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:29:36.742544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Network d669302c-b76d-4be1-b275-ff6723b47472 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:36.748644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:36.758511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:36.776253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5374db80-55d2-408e-9b00-fdc4c20f4d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:36.805605 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e38eced1-a76b-4fc1-8196-ab8b934109ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.824696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e38eced1-a76b-4fc1-8196-ab8b934109ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.830607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e38eced1-a76b-4fc1-8196-ab8b934109ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94ebde9b-79a5-4c55-8a82-99ca45c12307 HTTP/1.1" status: 204 len: 168 time: 1.0178754 Nov 12 08:29:36.840321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Subnet': ['ID=2de4d844-0ad7-4c20-ad8f-2c7f68282b65,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.862866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.873032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-526e4950-50f7-423b-b47e-85dbf51e6457 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/subnets/2de4d844-0ad7-4c20-ad8f-2c7f68282b65 HTTP/1.1" status: 204 len: 168 time: 0.8721678 Nov 12 08:29:36.874296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36384) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:36.876819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eced1-a76b-4fc1-8196-ab8b934109ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ebde9b-79a5-4c55-8a82-99ca45c12307,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.901302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 6e87deba-13c4-4dc6-9f53-53fbc24e7d61 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:36.911353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.914677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.983460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Pushing event updated for resources: {'Port': ['ID=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.044924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5374db80-55d2-408e-9b00-fdc4c20f4d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:37.045980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.075909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Attempting to bind port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:37.076648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Attempting to bind port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '747d9eac-3234-43bc-a631-ef33b9dbf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:37.077282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Attempting to bind port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 on network d669302c-b76d-4be1-b275-ff6723b47472 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:37.087717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.101018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:37.101516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Checking segment: {'id': '747d9eac-3234-43bc-a631-ef33b9dbf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:37.102032 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.102529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Bound using segment: {'id': '747d9eac-3234-43bc-a631-ef33b9dbf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:37.103158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Bound port: 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747d9eac-3234-43bc-a631-ef33b9dbf285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:37.103634 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.137140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.274825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.364154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.410231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aebf458-2a33-4fe4-b818-b33a7fcadc7e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.429170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Network c8dd849d-2e85-44c7-a8a6-fd0977acb56f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:37.436562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:37.446963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca976e9b-7a86-422f-8183-05772464b5ce') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.447268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca976e9b-7a86-422f-8183-05772464b5ce') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.461294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.470196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.477587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:37.479259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.480211 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.492256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] For port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:37.519451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.530810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] For port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,segment=NetworkSegment(747d9eac-3234-43bc-a631-ef33b9dbf285),segment_id=747d9eac-3234-43bc-a631-ef33b9dbf285)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:37.539101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:37.541442 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.548523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:37.550470 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:37.664819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.673514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/6e87deba-13c4-4dc6-9f53-53fbc24e7d61 HTTP/1.1" status: 204 len: 168 time: 1.2937682 Nov 12 08:29:37.674431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040be34a-fc24-4ebd-9c18-c434e55fd6ce tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=6e87deba-13c4-4dc6-9f53-53fbc24e7d61,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.686571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:37.718690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af876-68ce-40d9-8b96-366923b5ab61 None None] Pushing event updated for resources: {'Port': ['ID=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.729452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1cccf9-d7cc-4625-b395-0ed7fc0f4cdc None None] Network 58369ea5-713e-4467-a073-88fd8162ac4a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:37.755207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=1c3f013a-a519-4fa6-a261-e2416b35e94d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.795701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-87858975-af84-4ba3-a55b-0ed32cf7b123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8052919 Nov 12 08:29:37.828501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36416) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:37.976688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.982204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0929a5d-160d-469c-8e92-95fad450e647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.986185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c0929a5d-160d-469c-8e92-95fad450e647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "GET /v2.0/ports/1c3f013a-a519-4fa6-a261-e2416b35e94d HTTP/1.1" status: 200 len: 959 time: 0.1477447 Nov 12 08:29:37.992107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.002819 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] 10.222.0.16 "DELETE /v2.0/networks/4aebf458-2a33-4fe4-b818-b33a7fcadc7e HTTP/1.1" status: 204 len: 168 time: 1.1071868 Nov 12 08:29:38.003446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:38.034866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::1a8 (d669302c-b76d-4be1-b275-ff6723b47472/98615c0a-ec35-4361-a206-d5a06dc7130c/9e70c0d4-7f91-465f-8f15-fb3d75b27e13) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:38.222716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec2c54-c8f9-471d-a905-ad574765c682 tempest-FloatingIPTestJSON-1020745291 tempest-FloatingIPTestJSON-1020745291-project] Pushing event deleted for resources: {'Network': ['ID=4aebf458-2a33-4fe4-b818-b33a7fcadc7e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.286663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] DHCP port deletion for 58369ea5-713e-4467-a073-88fd8162ac4a request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:38.424875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] Deleting port 5374db80-55d2-408e-9b00-fdc4c20f4d2f {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:38.426057 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.449157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.691313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] For port 5374db80-55d2-408e-9b00-fdc4c20f4d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5374db80-55d2-408e-9b00-fdc4c20f4d2f,segment=NetworkSegment(8afe41f7-10fd-49a0-a113-64bf5c12980d),segment_id=8afe41f7-10fd-49a0-a113-64bf5c12980d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:38.695668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.702164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.708113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:38.738302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 5374db80-55d2-408e-9b00-fdc4c20f4d2f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:38.738922 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.746214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Deleting port 1c3f013a-a519-4fa6-a261-e2416b35e94d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:38.746991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.778077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] Calling delete_port for 5374db80-55d2-408e-9b00-fdc4c20f4d2f owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:38.780893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36446) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:38.931329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.940832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:39.017466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.077198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.094523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network d669302c-b76d-4be1-b275-ff6723b47472 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:39.108404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] For port 5374db80-55d2-408e-9b00-fdc4c20f4d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5374db80-55d2-408e-9b00-fdc4c20f4d2f,segment=NetworkSegment(8afe41f7-10fd-49a0-a113-64bf5c12980d),segment_id=8afe41f7-10fd-49a0-a113-64bf5c12980d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:39.109083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.111627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:39.129635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:39.149612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 5374db80-55d2-408e-9b00-fdc4c20f4d2f owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:39.151657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.152372 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.154820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] No DVR routers for this DVR port 5374db80-55d2-408e-9b00-fdc4c20f4d2f on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:39.164350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:39.165031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.178979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=9e70c0d4-7f91-465f-8f15-fb3d75b27e13,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.205934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acd586-4073-4421-90ea-fbda0cad8fb9 None None] Pushing event deleted for resources: {'Port': ['ID=5374db80-55d2-408e-9b00-fdc4c20f4d2f,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.217687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-acd30dbd-0676-471e-9654-224263f15fee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4592757 Nov 12 08:29:39.222337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36456) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:39.233510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': 'd669302c-b76d-4be1-b275-ff6723b47472', 'name': 'tempest-PortsIpV6TestJSON-1847739115'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:39.365320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.426318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=5374db80-55d2-408e-9b00-fdc4c20f4d2f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.433672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.437734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No DVR routers for this DVR port 5374db80-55d2-408e-9b00-fdc4c20f4d2f on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:39.448130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1565982494-network', 'tenant_id': 'b81a8219884b470fbcaa7b69c0f4a0fd'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:39.478855 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.534034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,segment=NetworkSegment(747d9eac-3234-43bc-a631-ef33b9dbf285),segment_id=747d9eac-3234-43bc-a631-ef33b9dbf285)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:39.534239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:39.542612 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.554907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.600066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Calling delete_port for 1c3f013a-a519-4fa6-a261-e2416b35e94d owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:39.624810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port c2f8cf6a-e389-4350-8f1f-aa16d6db6648 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:39.638203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Made reservation on behalf of b81a8219884b470fbcaa7b69c0f4a0fd for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:39.644576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.689162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.694417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5374db80-55d2-408e-9b00-fdc4c20f4d2f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:39.800824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5374db80-55d2-408e-9b00-fdc4c20f4d2f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:39.801222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5374db80-55d2-408e-9b00-fdc4c20f4d2f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:39.807910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e76a7-b42d-48a2-8cae-842a4a8bfdb2 None None] Network d669302c-b76d-4be1-b275-ff6723b47472 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:39.823276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.837187 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf4fba92-3235-4a39-a528-740a1564f366 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ece523e7edd24e50a90eeb82c184c67a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1213820 Nov 12 08:29:39.838999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36472) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.033342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58369ea5-713e-4467-a073-88fd8162ac4a']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:40.034364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:40.074258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7c276914-ba6e-40c1-8327-d20e7c14fb35 None None] Provisioning complete for port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:40.076477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7c276914-ba6e-40c1-8327-d20e7c14fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.079831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afe41f7-10fd-49a0-a113-64bf5c12980d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:40.080549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afe41f7-10fd-49a0-a113-64bf5c12980d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:40.110055 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.152492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d32b627-337c-4094-b3cc-4f709b87b84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.196759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.211592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:40.212001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:40.222919 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:40.266686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.317758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::167 (d669302c-b76d-4be1-b275-ff6723b47472/98615c0a-ec35-4361-a206-d5a06dc7130c/c2f8cf6a-e389-4350-8f1f-aa16d6db6648) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:40.379097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c3f013a-a519-4fa6-a261-e2416b35e94d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:40.430827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.437975 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1d1e6d7-ab50-4160-9fcf-80ca182a33fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1c3f013a-a519-4fa6-a261-e2416b35e94d HTTP/1.1" status: 204 len: 168 time: 2.2507427 Nov 12 08:29:40.442069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.454763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d32b627-337c-4094-b3cc-4f709b87b84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.461890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.542969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.550538 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/58369ea5-713e-4467-a073-88fd8162ac4a HTTP/1.1" status: 204 len: 168 time: 2.8533502 Nov 12 08:29:40.565482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36490) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.568249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d32b627-337c-4094-b3cc-4f709b87b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.571675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8d32b627-337c-4094-b3cc-4f709b87b84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.576370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8d32b627-337c-4094-b3cc-4f709b87b84f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b2d6f67-3a27-4ee6-81d3-0390379bea70 HTTP/1.1" status: 204 len: 168 time: 0.7261922 Nov 12 08:29:40.587123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'name': 'tempest-PortsTestJSON-109489532'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:40.608421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549010-3dda-4a9a-b681-d184cc373f51 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=58369ea5-713e-4467-a073-88fd8162ac4a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:40.614126 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bba38c-1ec3-47df-83df-2756d5375677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:29:40.628095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83bba38c-1ec3-47df-83df-2756d5375677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "GET /v2.0/ports/1c3f013a-a519-4fa6-a261-e2416b35e94d HTTP/1.1" status: 404 len: 333 time: 0.1845088 Nov 12 08:29:40.631052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36494) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.656991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Request body: {'port': {'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035448936'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:40.675162 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c215345-7072-42fa-82f0-783741685fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.703779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Made reservation on behalf of 10650b61d9f649698e441ecf03973a2f for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:40.709076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.744001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port 8296e5b7-f01b-47dc-8a4d-c4995c028708 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:40.747158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:41.040568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32b627-337c-4094-b3cc-4f709b87b84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d6f67-3a27-4ee6-81d3-0390379bea70,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:41.073848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:41.073848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.086264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:41.102305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.105198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.194245 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.237720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.262677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e97a1d0d-d799-41c5-aec6-71a4ac0138ba None None] Provisioning complete for port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:41.263110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e97a1d0d-d799-41c5-aec6-71a4ac0138ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.279480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.357144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port fd1ed335-b785-4882-ae0a-1cb8d855ab5f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:41.411792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Network c8dd849d-2e85-44c7-a8a6-fd0977acb56f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:41.423191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:41.434070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:41.440638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.441607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.480170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:41.481973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=8296e5b7-f01b-47dc-8a4d-c4995c028708,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:41.492483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86a44c2d-1026-4b93-9093-a4c47d0c844c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8551829 Nov 12 08:29:41.494976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36512) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:41.500790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.501455 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Added segment f43a6643-f72c-42f8-a8fc-7c027800f3e3 of type vlan for network b082b280-ac44-43eb-98b7-59e050c01935 Nov 12 08:29:41.502776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:41.586018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37503bca-7c15-4534-8d61-65fdc5bc9443,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:41.604116 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.606697 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.828630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e97a1d0d-d799-41c5-aec6-71a4ac0138ba None None] Provisioning complete for port 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:41.829114 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e97a1d0d-d799-41c5-aec6-71a4ac0138ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.886096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e97a1d0d-d799-41c5-aec6-71a4ac0138ba None None] Port 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:41.892560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.948544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36524) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:42.046351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.049042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.074314 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.116649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.160386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] device_id is not set on port 8296e5b7-f01b-47dc-8a4d-c4995c028708 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:42.177937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.188925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.292950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=8296e5b7-f01b-47dc-8a4d-c4995c028708,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.351073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.351717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.352509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.358116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.358457 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.359188 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 2 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.375780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5913363 Nov 12 08:29:42.376738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36534) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:42.377443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.378608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.379038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.385838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.386314 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.387181 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 3 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.406750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.407100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.407456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.414738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.415131 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.415480 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 4 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.432579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.432881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.433114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.437964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.438360 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.438762 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 5 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.466674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.467003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.467639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.478079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Request body: {'subnet': {'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1565982494-subnet', 'tenant_id': 'b81a8219884b470fbcaa7b69c0f4a0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:42.480175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.481301 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.481680 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 6 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.502020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.502555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.503231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.509984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.510451 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.511191 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 7 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.521020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-aa235671-c48c-407f-8c0f-900013a09850 None None] Provisioning complete for port 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:42.521662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aa235671-c48c-407f-8c0f-900013a09850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.531284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.532183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.533604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.545336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.546367 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.547704 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 8 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.564640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543c7a-89ac-4a02-958d-1e685023101e admin admin] Pushing event updated for resources: {'Network': ['ID=b082b280-ac44-43eb-98b7-59e050c01935,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.565638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-aa235671-c48c-407f-8c0f-900013a09850 None None] Port 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:42.572566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.573156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.574146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.585292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b082b280-ac44-43eb-98b7-59e050c01935 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:42.591551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.592136 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.593010 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 9 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.609541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.610152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.610655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.615725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.616858 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.617422 n-d-768509-25 neutron-server[102371]: INFO neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempt 10 to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 Nov 12 08:29:42.634757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.635412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.635965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempting to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.644429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:42.645039 n-d-768509-25 neutron-server[102371]: ERROR neutron.plugins.ml2.managers [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Failed to bind port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on host n-h2-768509-25 for vnic_type normal using segments [{'id': 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8dd849d-2e85-44c7-a8a6-fd0977acb56f'}] Nov 12 08:29:42.645669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.664986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4793cf8b-944b-479b-9d42-9d9463cac735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.703530 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.771991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.791259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] For port 8296e5b7-f01b-47dc-8a4d-c4995c028708, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:42.792534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attempted to set empty binding levels {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:29:42.800146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.825372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Made reservation on behalf of b81a8219884b470fbcaa7b69c0f4a0fd for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:42.827751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.865096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] In _notify_port_updated(), no bound segment for port 8296e5b7-f01b-47dc-8a4d-c4995c028708 on network c8dd849d-2e85-44c7-a8a6-fd0977acb56f {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:29:42.868328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.870257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.872562 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "PUT /v2.0/ports/8296e5b7-f01b-47dc-8a4d-c4995c028708 HTTP/1.1" status: 200 len: 980 time: 1.3761542 Nov 12 08:29:42.885105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36554) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:42.885503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36556) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:42.902312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee202a7-14e8-4887-99ec-b28287b514f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event updated for resources: {'Port': ['ID=8296e5b7-f01b-47dc-8a4d-c4995c028708,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.977121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network d669302c-b76d-4be1-b275-ff6723b47472 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:43.022278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:43.025690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:43.033724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.034404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.088708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=c2f8cf6a-e389-4350-8f1f-aa16d6db6648,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.098398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1757072108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:43.110173 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-df0540a3-8112-4612-a56d-e1df345d78b4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8863897 Nov 12 08:29:43.114337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:43.208124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2d66dde0-e488-4248-b858-06c83968e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.267441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.352000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf2ada-fc5d-41af-bc1f-1883dbe008ee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.361960 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dcbf2ada-fc5d-41af-bc1f-1883dbe008ee tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a8 HTTP/1.1" status: 200 len: 928 time: 0.2440941 Nov 12 08:29:43.364090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36566) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:43.438825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4793cf8b-944b-479b-9d42-9d9463cac735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.445126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.446749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.523525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b9a1208c-6787-4713-be38-890e0f41e23f None None] Provisioning complete for port c2f8cf6a-e389-4350-8f1f-aa16d6db6648 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:43.524203 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9a1208c-6787-4713-be38-890e0f41e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.587462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.604005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1208c-6787-4713-be38-890e0f41e23f None None] Port c2f8cf6a-e389-4350-8f1f-aa16d6db6648 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:43.622594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4793cf8b-944b-479b-9d42-9d9463cac735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.634108 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:43.670033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:43.692235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Deleting port 8296e5b7-f01b-47dc-8a4d-c4995c028708 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:43.692644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.698757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:43.704531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.705270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.732331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=fd1ed335-b785-4882-ae0a-1cb8d855ab5f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.785836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4793cf8b-944b-479b-9d42-9d9463cac735 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6388a626c3c54235a9d6e5b45057e1a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8257267 Nov 12 08:29:43.806048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36570) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:43.813512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793cf8b-944b-479b-9d42-9d9463cac735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4632eb-51f9-40f5-ae6d-35e0edb183df,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.821868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b88da4f-6139-49da-ba44-ac854fb90b7b,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.825949 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.863888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ad4a338a-1e57-47f5-8dc2-aa72610bb44f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2958179 Nov 12 08:29:43.866803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36572) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:43.874257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.914693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] For port 8296e5b7-f01b-47dc-8a4d-c4995c028708, host n-h2-768509-25, got binding levels [] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:43.915138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.918242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Checking segment: {'id': 'f43a6643-f72c-42f8-a8fc-7c027800f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:43.918677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Network hostable DHCP agents. Network: b082b280-ac44-43eb-98b7-59e050c01935, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:43.919734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be800bf7-5ac8-4db1-94f6-3df7d4542a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.928316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.929629 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d4b1755-bb5b-46d2-8955-8aab4a7aae81 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0320599 Nov 12 08:29:43.934610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:43.936597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Calling delete_port for 8296e5b7-f01b-47dc-8a4d-c4995c028708 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:43.951905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-205756159'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:43.966894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Network b082b280-ac44-43eb-98b7-59e050c01935 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:43.998926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be800bf7-5ac8-4db1-94f6-3df7d4542a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.026629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b082b280-ac44-43eb-98b7-59e050c01935) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:44.046166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.046760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.063878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:44.064360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e3e2f-894c-41b4-820b-24a9cf661ceb None None] Network b082b280-ac44-43eb-98b7-59e050c01935 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:44.067441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.076463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-443f7a60-30ec-4135-b8b0-e3989e6ab8db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6289806 Nov 12 08:29:44.101184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.105065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.112297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port c2f8cf6a-e389-4350-8f1f-aa16d6db6648 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:44.112874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.169447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Pushing event deleted for resources: {'Port': ['ID=8296e5b7-f01b-47dc-8a4d-c4995c028708,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.191600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.198902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-37438175-4fa5-45a8-ad6d-786c161cf77b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8296e5b7-f01b-47dc-8a4d-c4995c028708 HTTP/1.1" status: 204 len: 168 time: 1.3022509 Nov 12 08:29:44.201185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36582) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:44.208307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port fd1ed335-b785-4882-ae0a-1cb8d855ab5f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:44.208776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.219565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be800bf7-5ac8-4db1-94f6-3df7d4542a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.222107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be800bf7-5ac8-4db1-94f6-3df7d4542a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.223262 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be800bf7-5ac8-4db1-94f6-3df7d4542a61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd4632eb-51f9-40f5-ae6d-35e0edb183df HTTP/1.1" status: 204 len: 168 time: 0.4162440 Nov 12 08:29:44.278098 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-683d0655-752a-4f0c-997d-b82a1594435c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:29:44.285954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-683d0655-752a-4f0c-997d-b82a1594435c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652270648-project-admin] 10.222.0.16 "GET /v2.0/ports/8296e5b7-f01b-47dc-8a4d-c4995c028708 HTTP/1.1" status: 404 len: 333 time: 0.0528038 Nov 12 08:29:44.290349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36590) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:44.348751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be800bf7-5ac8-4db1-94f6-3df7d4542a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4632eb-51f9-40f5-ae6d-35e0edb183df,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.429488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c14d1-c9a6-4da5-a363-ee494edec18e None None] Network b082b280-ac44-43eb-98b7-59e050c01935 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:44.465045 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.513151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.523394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.545713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for c2f8cf6a-e389-4350-8f1f-aa16d6db6648 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:44.571326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.639501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for fd1ed335-b785-4882-ae0a-1cb8d855ab5f owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:44.762792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.777724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.824274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:44.859188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.859523 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Added segment 74fd04b7-f602-4ed9-9439-06619ef6400f of type vlan for network f4be8062-cd81-484d-a7a2-ca8aad54c480 Nov 12 08:29:44.879778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bdaa17-923c-48e3-af83-da77057ba133,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.906835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.944510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.955215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.955677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dd849d-2e85-44c7-a8a6-fd0977acb56f']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:44.979341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:44.979590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e4493c-fcca-45d2-92d6-b830ecf95d8d') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:44.997217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.015842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=fd1ed335-b785-4882-ae0a-1cb8d855ab5f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.022622 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.028844 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea3c273a-c36c-4987-9431-f6c788e27d91 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/fd1ed335-b785-4882-ae0a-1cb8d855ab5f HTTP/1.1" status: 204 len: 168 time: 1.1600878 Nov 12 08:29:45.030594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36608) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:45.036510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'mac_address': 'fa:16:3e:0f:8c:41', 'name': 'tempest-PortsTestJSON-1948381192'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:45.039952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.040860 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.057544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:45.057930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:45.061456 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:45.088415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.090157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36610) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:45.094484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.095056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.153625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=c2f8cf6a-e389-4350-8f1f-aa16d6db6648,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.211401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06f9e172-212f-473b-bba2-5f8dc23fb494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.289788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.308800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.318348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] 10.222.0.16 "DELETE /v2.0/networks/c8dd849d-2e85-44c7-a8a6-fd0977acb56f HTTP/1.1" status: 204 len: 168 time: 1.0227170 Nov 12 08:29:45.399357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4567795 Nov 12 08:29:45.401271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.406982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-90a66449-e218-4f39-81c6-de247be661e5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/c2f8cf6a-e389-4350-8f1f-aa16d6db6648 HTTP/1.1" status: 204 len: 168 time: 2.0431178 Nov 12 08:29:45.418548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:45.421171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:45.445367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'subnet': {'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:45.519409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8d692-eb49-4ab7-9a84-49ea1bbed305 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Network': ['ID=f4be8062-cd81-484d-a7a2-ca8aad54c480,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.534353 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f65fb9d-913f-4e4b-b032-8f3fefa2b036 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:29:45.543018 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f65fb9d-913f-4e4b-b032-8f3fefa2b036 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/c2f8cf6a-e389-4350-8f1f-aa16d6db6648 HTTP/1.1" status: 404 len: 333 time: 0.1162574 Nov 12 08:29:45.549436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36626) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:45.657794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.733131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:45.737847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:45.750577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8f90b-1920-43a3-86ef-0818cb5aa3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724705175-project] Pushing event deleted for resources: {'Network': ['ID=c8dd849d-2e85-44c7-a8a6-fd0977acb56f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.795763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36632) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:45.898109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:45.901724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.938429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-0aa9e0f9-fc7f-49ae-9ada-6d29b8d709fd tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.940083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-0aa9e0f9-fc7f-49ae-9ada-6d29b8d709fd tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/networks?id=b082b280-ac44-43eb-98b7-59e050c01935 HTTP/1.1" status: 200 len: 809 time: 0.5959852 Nov 12 08:29:45.989569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.030088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port db68f0b1-0d5e-4124-b9db-515f242f0a5d yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:46.052805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-8f0a9b38-cf58-4cad-8874-21f1c822209a tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/quotas/b81a8219884b470fbcaa7b69c0f4a0fd HTTP/1.1" status: 200 len: 375 time: 0.1007421 Nov 12 08:29:46.063606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06f9e172-212f-473b-bba2-5f8dc23fb494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.089959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06f9e172-212f-473b-bba2-5f8dc23fb494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.120789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:46.121392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.166428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-06f9e172-212f-473b-bba2-5f8dc23fb494 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b259b23b0ab467a832d4531f2487bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0747168 Nov 12 08:29:46.171818 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-50d450fb-ccdb-4940-a75f-bfa940a76d78 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b81a8219884b470fbcaa7b69c0f4a0fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132548 Nov 12 08:29:46.172682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:46.337532 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3e10fb1b-b822-4a79-b574-2ab1f79469f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c4f17ac075043fe9df060232d420222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400794 Nov 12 08:29:46.378292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:46.390823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.432625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 9e70c0d4-7f91-465f-8f15-fb3d75b27e13 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:46.472162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.534889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88b7e101-fc50-476d-930f-a745da2bd32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.590318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88b7e101-fc50-476d-930f-a745da2bd32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.680325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.698804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88b7e101-fc50-476d-930f-a745da2bd32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.701427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88b7e101-fc50-476d-930f-a745da2bd32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.703089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-88b7e101-fc50-476d-930f-a745da2bd32c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10b793f3-351f-4e8e-9fc3-f469ac268887 HTTP/1.1" status: 204 len: 168 time: 0.3237238 Nov 12 08:29:46.761058 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.807804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:46.819321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:46.845236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:46.851289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.851942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.857024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7e101-fc50-476d-930f-a745da2bd32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b793f3-351f-4e8e-9fc3-f469ac268887,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:46.899112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=db68f0b1-0d5e-4124-b9db-515f242f0a5d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:46.909337 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a23dcd1b-8376-466e-95f5-65bbb6053847 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8772655 Nov 12 08:29:46.912623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36650) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:46.979563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.984919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-0ac46fa1-0f29-4947-a00c-3dae50362b6f service neutron] 10.222.0.16 "GET /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949004 Nov 12 08:29:47.011273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=9e70c0d4-7f91-465f-8f15-fb3d75b27e13,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.028790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4fc3d-afe3-4929-b8f0-877e66aaf2d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.030463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-35f4fc3d-afe3-4929-b8f0-877e66aaf2d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/db68f0b1-0d5e-4124-b9db-515f242f0a5d HTTP/1.1" status: 200 len: 841 time: 0.1145520 Nov 12 08:29:47.031427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.033109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36656) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.097723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e172-212f-473b-bba2-5f8dc23fb494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf53d3-c42d-4679-9b47-b6be70b80ef9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.163294 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.168777 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a6eb27fa-97d2-4cb5-a071-fccb84748267 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/9e70c0d4-7f91-465f-8f15-fb3d75b27e13 HTTP/1.1" status: 204 len: 168 time: 1.6174345 Nov 12 08:29:47.174386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36658) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.213727 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a5e601-2079-4172-85ca-a059e5a4ebdb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:29:47.217738 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-19a5e601-2079-4172-85ca-a059e5a4ebdb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/9e70c0d4-7f91-465f-8f15-fb3d75b27e13 HTTP/1.1" status: 404 len: 333 time: 0.0415070 Nov 12 08:29:47.219778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36660) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.297406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Subnet': ['ID=9cfb389d-7a54-4032-bf2a-fc6ee8276289,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.304769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36662) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.316119 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-743c2aff-ab04-46b0-a8b8-052e01c8857d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.327408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 98615c0a-ec35-4361-a206-d5a06dc7130c {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:47.333381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.358236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e9162dd5-7e9c-4404-8c95-8df138c24f4d service neutron] 10.222.0.16 "GET /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703830 Nov 12 08:29:47.370995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Checking segment: {'id': '74fd04b7-f602-4ed9-9439-06619ef6400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:47.371316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network hostable DHCP agents. Network: f4be8062-cd81-484d-a7a2-ca8aad54c480, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:47.379795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-743c2aff-ab04-46b0-a8b8-052e01c8857d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.395123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.441256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-755fc26d-58b7-4e74-bb00-2df78eb6edd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10650b61d9f649698e441ecf03973a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351950 Nov 12 08:29:47.446699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36664) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.456144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:47.479769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f4be8062-cd81-484d-a7a2-ca8aad54c480) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:47.485802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.486411 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.492670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb870eab-ca49-44db-baa4-e02ee1ac8848 None None] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:47.513621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port db68f0b1-0d5e-4124-b9db-515f242f0a5d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:47.514243 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.520323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-743c2aff-ab04-46b0-a8b8-052e01c8857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.523571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-743c2aff-ab04-46b0-a8b8-052e01c8857d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.524859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-743c2aff-ab04-46b0-a8b8-052e01c8857d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1bf53d3-c42d-4679-9b47-b6be70b80ef9 HTTP/1.1" status: 204 len: 168 time: 1.3440826 Nov 12 08:29:47.543594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d111821-a6c0-4e5b-b7a4-cd949f9fa47a tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1050324 Nov 12 08:29:47.550096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36668) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.559140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'network': {'name': 'tempest-router-network01--477834036'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:47.563065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2aff-ab04-46b0-a8b8-052e01c8857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf53d3-c42d-4679-9b47-b6be70b80ef9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.594648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.602208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cac6f8a-1a8a-4faa-98f5-19ce31eeeb6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.632830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cac6f8a-1a8a-4faa-98f5-19ce31eeeb6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.691335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.722316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for db68f0b1-0d5e-4124-b9db-515f242f0a5d owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:47.757773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:47.762290 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.770456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f6ba1e1-c071-487e-9e88-f90a93f5d2d2 req-249439eb-3383-4e10-9461-062741b0250d tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.0787930 Nov 12 08:29:47.825767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:47.863148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.864557 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Added segment e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6 of type vlan for network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 Nov 12 08:29:47.866251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.889462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cac6f8a-1a8a-4faa-98f5-19ce31eeeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.892731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cac6f8a-1a8a-4faa-98f5-19ce31eeeb6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.905397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5cac6f8a-1a8a-4faa-98f5-19ce31eeeb6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54e2c08a-89f4-43d4-ba38-348fde6d3a22 HTTP/1.1" status: 204 len: 168 time: 0.4562707 Nov 12 08:29:47.924592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=98615c0a-ec35-4361-a206-d5a06dc7130c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.928771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.932305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-25a503c9-8c94-4211-9a83-01d0145d3275 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/98615c0a-ec35-4361-a206-d5a06dc7130c HTTP/1.1" status: 204 len: 168 time: 0.7112312 Nov 12 08:29:47.935218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36686) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:47.946725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e56fe6-f743-48d2-9eb0-ba355b7365d9 None None] Network d669302c-b76d-4be1-b275-ff6723b47472 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:48.031619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f4be8062-cd81-484d-a7a2-ca8aad54c480', 'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480', 'tenant_id': '08fb2bf1053543659eeeaed08e667c5e', 'fixed_ips': [{'subnet_id': '9cfb389d-7a54-4032-bf2a-fc6ee8276289'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:48.043371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.062101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac6f8a-1a8a-4faa-98f5-19ce31eeeb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2c08a-89f4-43d4-ba38-348fde6d3a22,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.086269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.147862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.154816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.155683 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.266517 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.323560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7705932 Nov 12 08:29:48.325052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36698) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:48.350047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a898a-6603-4ffb-8733-6d8368e98743 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Network': ['ID=28c0755d-fa35-4eaf-9e51-ecc575f7a8d9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.350489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'network': {'name': 'tempest-router-network02--1049188059'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:48.416521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Allocated IP 2001:db8::2 (f4be8062-cd81-484d-a7a2-ca8aad54c480/9cfb389d-7a54-4032-bf2a-fc6ee8276289/a1f358dd-55a6-4e36-9d4c-105e8926df1f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:48.453557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.465109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=db68f0b1-0d5e-4124-b9db-515f242f0a5d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.474891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.481460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36708) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:48.482546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c51a3811-ee52-4f34-9b93-401ea2393a23 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/db68f0b1-0d5e-4124-b9db-515f242f0a5d HTTP/1.1" status: 204 len: 168 time: 1.4482272 Nov 12 08:29:48.564836 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-c117f8e4-b96a-49e2-8729-8842862c262f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:29:48.578300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36716) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:48.581697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:48.581869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c117f8e4-b96a-49e2-8729-8842862c262f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/db68f0b1-0d5e-4124-b9db-515f242f0a5d HTTP/1.1" status: 404 len: 333 time: 0.0986156 Nov 12 08:29:48.599166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.608387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'name': 'tempest-PortsTestJSON-1128745036'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:48.758876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:48.773710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:48.855532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.855883 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Added segment 59026cd8-e32e-4084-bcaf-8f71c7699ab2 of type vlan for network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d Nov 12 08:29:48.867963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:48.868346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.871677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:48.875597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.949662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f252cc4-3d5e-42ac-9a94-566fcfaf344a req-cdff89e9-4fc7-47d6-9a13-184069f97d72 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.0808685 Nov 12 08:29:49.009429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.023037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 86579087-319f-4909-bbb2-ac5ae840cec7 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:49.042359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] For port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,segment=NetworkSegment(747d9eac-3234-43bc-a631-ef33b9dbf285),segment_id=747d9eac-3234-43bc-a631-ef33b9dbf285)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:49.042722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.107901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:49.147931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.154139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.154799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.202438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.234751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.354431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] DHCP port deletion for d669302c-b76d-4be1-b275-ff6723b47472 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:49.394631 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0656917 Nov 12 08:29:49.395634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36744) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:49.403614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'subnet': {'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:49.482064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:49.495523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:49.508242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:49.562057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e3b9-2800-4caf-bc86-22312d0d1ea1 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Network': ['ID=a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.562330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Pushing event updated for resources: {'Port': ['ID=a1f358dd-55a6-4e36-9d4c-105e8926df1f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.580090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.580964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:49.592022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.609077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:49.720971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.791962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No DVR routers for this DVR port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:49.872171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Attempting to bind port a1f358dd-55a6-4e36-9d4c-105e8926df1f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:49.889448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Attempting to bind port a1f358dd-55a6-4e36-9d4c-105e8926df1f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '74fd04b7-f602-4ed9-9439-06619ef6400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:49.890632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Attempting to bind port a1f358dd-55a6-4e36-9d4c-105e8926df1f on network f4be8062-cd81-484d-a7a2-ca8aad54c480 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:49.906153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36758) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:49.917325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.923914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:49.924512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Checking segment: {'id': '74fd04b7-f602-4ed9-9439-06619ef6400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:49.926183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.927052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Bound using segment: {'id': '74fd04b7-f602-4ed9-9439-06619ef6400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:49.929816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Bound port: a1f358dd-55a6-4e36-9d4c-105e8926df1f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fd04b7-f602-4ed9-9439-06619ef6400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4be8062-cd81-484d-a7a2-ca8aad54c480'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:49.930422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.958955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Deleting port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:49.960064 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.971139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d669302c-b76d-4be1-b275-ff6723b47472']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:49.984929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747d9eac-3234-43bc-a631-ef33b9dbf285') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:49.986141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747d9eac-3234-43bc-a631-ef33b9dbf285') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:50.001145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.021560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.028620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:50.028797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:50.121450 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:50.135361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.148425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-92abf921-80fc-4816-a1e7-0e9a6c6cb394 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.150722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-92abf921-80fc-4816-a1e7-0e9a6c6cb394 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.32 "GET /v2.0/networks?id=b082b280-ac44-43eb-98b7-59e050c01935 HTTP/1.1" status: 200 len: 809 time: 0.3363531 Nov 12 08:29:50.157939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.169388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/d669302c-b76d-4be1-b275-ff6723b47472 HTTP/1.1" status: 204 len: 168 time: 2.2329051 Nov 12 08:29:50.174176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.185452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36772) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:50.192288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1780839181'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:50.199181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f102aa4-b1d2-44fe-aa2e-61bbba543894 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=d669302c-b76d-4be1-b275-ff6723b47472,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.234308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39cd6dcc-5a11-4aaa-8acb-dea2cff24149 req-54945681-0aa4-4602-8951-9fd3c2f583eb tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.0790684 Nov 12 08:29:50.242593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Request body: {'port': {'device_id': '0f693366-b485-437e-a95a-8d0abf1681cf', 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935', 'admin_state_up': True, 'tenant_id': 'b81a8219884b470fbcaa7b69c0f4a0fd'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:50.261781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:50.265881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.303470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] For port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:50.304273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.306063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:50.318235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.385306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Calling delete_port for 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:50.390517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:29:50.404617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.408626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] For port a1f358dd-55a6-4e36-9d4c-105e8926df1f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:50.414331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=86579087-319f-4909-bbb2-ac5ae840cec7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.417931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] For port a1f358dd-55a6-4e36-9d4c-105e8926df1f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a1f358dd-55a6-4e36-9d4c-105e8926df1f,segment=NetworkSegment(74fd04b7-f602-4ed9-9439-06619ef6400f),segment_id=74fd04b7-f602-4ed9-9439-06619ef6400f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:50.427221 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.431110 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment 845a8074-c319-471b-90bd-e0e79ec25977 of type vlan for network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd Nov 12 08:29:50.441555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Network d669302c-b76d-4be1-b275-ff6723b47472 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:29:50.442405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] No DVR routers for this DVR port 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:50.444819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7c167-6aed-483c-a0d9-7ec893716948 None None] Pushing event deleted for resources: {'Port': ['ID=0dd2c382-5dd7-41ea-910b-15e5e2ef6b05,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.453734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.537739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:50.547108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:50.551249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:50.554190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.557908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.558555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.576664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.622431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-99671007'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:50.624085 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d76b199e-f6d0-4d52-9e38-98ecd814f0b9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0196660 Nov 12 08:29:50.626361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34a59-430d-4209-a50f-67dbd813f599 None None] Pushing event updated for resources: {'Port': ['ID=a1f358dd-55a6-4e36-9d4c-105e8926df1f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.637904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36786) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:50.658472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:50.661092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.672684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.678783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.725792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:50.785755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:50.786097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0dd2c382-5dd7-41ea-910b-15e5e2ef6b05 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:50.828631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=44c50c71-79c6-44e1-b2ba-cfa2c0743bbd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.841042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:50.852440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-624e08f3-b60b-4ee9-bbc3-5c928946890c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6631641 Nov 12 08:29:50.853936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36792) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:50.868683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:51.123682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.156963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:51.161725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:51.165249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.171729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.423050 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.429830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.479149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.549279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.554970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Subnet': ['ID=ba9200f9-11b2-403f-94ba-2529752e27ae,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.562086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb519632-4d4b-44f9-9cac-1b079600207e req-9260f9fb-6019-4260-bd09-394827c482da tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.1273646 Nov 12 08:29:51.603635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] In _notify_port_updated(), no bound segment for port 86579087-319f-4909-bbb2-ac5ae840cec7 on network a39f2589-e1ab-423f-bfe1-40ff4030dc90 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:29:51.637146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.638072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.643201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/ports/86579087-319f-4909-bbb2-ac5ae840cec7 HTTP/1.1" status: 200 len: 818 time: 0.9958401 Nov 12 08:29:51.644199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36804) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:51.653618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Made reservation on behalf of b81a8219884b470fbcaa7b69c0f4a0fd for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:51.658404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.763781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=367e3f8a-66dd-4016-a2af-af20794d8406,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.787207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': '845a8074-c319-471b-90bd-e0e79ec25977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:51.787594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:51.791831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02d8a4-da80-46a1-b98a-22c14a3e576b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=86579087-319f-4909-bbb2-ac5ae840cec7,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.820424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Checking segment: {'id': 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:51.821159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network hostable DHCP agents. Network: 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:51.833375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:51.870238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:51.882161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c76f18-898d-4de3-b0e4-149bfe5ec091 None None] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:51.888846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.889658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.952491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3473d6e5-142c-4958-8752-881282419841 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0958848 Nov 12 08:29:51.955642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:51.980255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd', 'name': 'tempest-PortsIpV6TestJSON-2030719626', 'fixed_ips': [{'subnet_id': '367e3f8a-66dd-4016-a2af-af20794d8406', 'ip_address': '2001:db8::10'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:52.034466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:52.074316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:52.088201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a117b5-f829-44d1-ad41-805be9befba8 None None] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:52.121762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.122661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.234779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.263838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6f14bd5-c1af-4adc-a5c4-9299aa65cab6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8654475 Nov 12 08:29:52.271110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36816) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:52.274029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.290200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:52.304248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.304624 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Added segment 0fb1774b-dab1-4a0e-90be-af3c2e62f595 of type vlan for network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 Nov 12 08:29:52.336879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:52.359922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.390041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'subnet': {'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:52.410254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.416831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.417436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.450488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-44c50c71-79c6-44e1-b2ba-cfa2c0743bbd', 'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': '367e3f8a-66dd-4016-a2af-af20794d8406'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:52.451362 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.491576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Allocated IP 172.20.0.12 (b082b280-ac44-43eb-98b7-59e050c01935/2b88da4f-6139-49da-ba44-ac854fb90b7b/36a51452-a644-43a9-9742-7185a9e84d6a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:52.507238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.517468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a115a-4a43-4841-b1b0-37c9b20a806f None None] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:52.530452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:52.547306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 86579087-319f-4909-bbb2-ac5ae840cec7 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:52.547655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.782105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8ae0e75d-0d7b-4a16-a8e9-5593bb245afc None None] Provisioning complete for port a1f358dd-55a6-4e36-9d4c-105e8926df1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:52.782486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e75d-0d7b-4a16-a8e9-5593bb245afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.784976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-28c0755d-fa35-4eaf-9e51-ecc575f7a8d9', 'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9', 'tenant_id': '08fb2bf1053543659eeeaed08e667c5e', 'fixed_ips': [{'subnet_id': 'ba9200f9-11b2-403f-94ba-2529752e27ae'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:52.786368 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.793516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::10 (44c50c71-79c6-44e1-b2ba-cfa2c0743bbd/367e3f8a-66dd-4016-a2af-af20794d8406/71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:52.838593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a1f358dd-55a6-4e36-9d4c-105e8926df1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:52.892323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9834161 Nov 12 08:29:52.893337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Network': ['ID=b77c393e-9f11-4ee5-b8b6-26a4df57deb7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.904460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36830) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:52.912760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:52.926664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:52.935983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da72ac-dc16-4a9c-bce1-5b78c7dd3734 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1930da-8507-45c6-a634-17014b219f42,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.995503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.999757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-382799aa-c5b8-44a1-ac48-38b1ab019189 req-52f1cdf4-b619-4e86-b121-d105ac2d9e12 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.1222637 Nov 12 08:29:53.127229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 86579087-319f-4909-bbb2-ac5ae840cec7 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:53.426863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.497688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Allocated IP 2001:db8::2 (28c0755d-fa35-4eaf-9e51-ecc575f7a8d9/ba9200f9-11b2-403f-94ba-2529752e27ae/20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:53.564578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.675200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.708695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.737283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Network b082b280-ac44-43eb-98b7-59e050c01935 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:53.755004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Pushing event updated for resources: {'Port': ['ID=36a51452-a644-43a9-9742-7185a9e84d6a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:53.757731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:53.768094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.768603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e75d-0d7b-4a16-a8e9-5593bb245afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.776936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:53.838969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.889311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:53.897527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.898792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:53.918103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Allocated IP 2001:db8::2 (44c50c71-79c6-44e1-b2ba-cfa2c0743bbd/367e3f8a-66dd-4016-a2af-af20794d8406/b91cf62e-c98a-4882-83ef-0309a24e414a) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:53.934107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:53.936709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:53.938018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:53.941561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.946297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:53.955259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.956449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.979158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a0ff6bf1-a2c2-4b90-b759-3f3db89c6157 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0180025 Nov 12 08:29:53.982513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36840) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:53.993893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd', 'name': 'tempest-PortsIpV6TestJSON-1385265089', 'fixed_ips': [{'subnet_id': '367e3f8a-66dd-4016-a2af-af20794d8406', 'ip_address': '2001:db8::f'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:54.044429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8ae0e75d-0d7b-4a16-a8e9-5593bb245afc None None] For port a1f358dd-55a6-4e36-9d4c-105e8926df1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a1f358dd-55a6-4e36-9d4c-105e8926df1f,segment=NetworkSegment(74fd04b7-f602-4ed9-9439-06619ef6400f),segment_id=74fd04b7-f602-4ed9-9439-06619ef6400f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:54.071834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:54.079382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a1f358dd-55a6-4e36-9d4c-105e8926df1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:54.080258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.082501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Pushing event updated for resources: {'Port': ['ID=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:54.093089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:54.120848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e75d-0d7b-4a16-a8e9-5593bb245afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.128701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:54.143135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.143843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.417486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:54.439652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.543786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port 9e22b444-eb81-498e-bbca-0058c535fde0 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:54.558277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Attempting to bind port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:54.559568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Attempting to bind port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:54.560221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Attempting to bind port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 on network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:54.577580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:54.578289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Checking segment: {'id': 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:54.578873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.579628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Bound using segment: {'id': 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:54.580302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Bound port: 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '28c0755d-fa35-4eaf-9e51-ecc575f7a8d9'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:54.580887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.581872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-e492dc7a-fb5b-4deb-af00-8ed05766fd8f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4198916 Nov 12 08:29:54.600607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0e75d-0d7b-4a16-a8e9-5593bb245afc None None] Pushing event updated for resources: {'Port': ['ID=a1f358dd-55a6-4e36-9d4c-105e8926df1f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:54.640041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.700843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] For port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:54.706499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] For port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,segment=NetworkSegment(e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6),segment_id=e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:54.736536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.764781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=f0ade644-3221-42c1-b468-2f4d902fd462,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:54.816558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.848660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a5816-9522-4bdd-9e39-0a5c72048860 req-06d5e3b1-156f-4574-9cc2-c218b3d84c65 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.858371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f90a5816-9522-4bdd-9e39-0a5c72048860 req-06d5e3b1-156f-4574-9cc2-c218b3d84c65 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 932 time: 0.6920733 Nov 12 08:29:54.879903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Request body: {'port': {'device_id': '0f693366-b485-437e-a95a-8d0abf1681cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:55.000010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cd5ffdb-92c2-4451-ba4a-98dd4f345ed9 None None] Provisioning complete for port a1f358dd-55a6-4e36-9d4c-105e8926df1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:55.000584 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ffdb-92c2-4451-ba4a-98dd4f345ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.060622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=86579087-319f-4909-bbb2-ac5ae840cec7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.198087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.204791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.205279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-29346454-2a7b-4bb3-b969-84d6cb1509a1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/86579087-319f-4909-bbb2-ac5ae840cec7 HTTP/1.1" status: 204 len: 168 time: 3.5523484 Nov 12 08:29:55.226441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fbe27-fe0a-4255-9f6c-b60f97ac2d87 None None] Pushing event updated for resources: {'Port': ['ID=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.255861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.275826 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.314149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.429670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:55.437273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:55.459096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:55.477866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Pushing event updated for resources: {'Port': ['ID=b91cf62e-c98a-4882-83ef-0309a24e414a,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.511262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:55.520960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network hostable DHCP agents. Network: b77c393e-9f11-4ee5-b8b6-26a4df57deb7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:55.527369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::f (44c50c71-79c6-44e1-b2ba-cfa2c0743bbd/367e3f8a-66dd-4016-a2af-af20794d8406/9e22b444-eb81-498e-bbca-0058c535fde0) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:55.546413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f90a5816-9522-4bdd-9e39-0a5c72048860 req-07480d55-000e-4401-a89d-f0a63dc2ae88 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399877 Nov 12 08:29:55.581078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a765b8b1-914d-4bd1-ba0d-903754034e1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.590551 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a765b8b1-914d-4bd1-ba0d-903754034e1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3846350 Nov 12 08:29:55.597029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36870) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.691976 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecd1531-8962-48d1-8986-5cbf4d43b789 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:29:55.703771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2ecd1531-8962-48d1-8986-5cbf4d43b789 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/86579087-319f-4909-bbb2-ac5ae840cec7 HTTP/1.1" status: 404 len: 333 time: 0.0998888 Nov 12 08:29:55.706221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36874) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.742483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-113084400'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:55.825664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:55.834702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.914566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Subnet': ['ID=5acae893-e741-4802-b200-28bd7c264c67,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.947483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b77c393e-9f11-4ee5-b8b6-26a4df57deb7) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:55.961393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:55.969674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.971653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.971984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.972355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.972696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.973125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.973670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.974188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.975178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.975524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.975862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.976230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.976562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:56.031683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:56.032396 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.042910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:56.045733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501ae26-d900-401e-a0c1-e5d59b443f12 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:56.175871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:56.207675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-315484b6-d29e-4bb2-a1ef-8eed4ab38793 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3016157 Nov 12 08:29:56.221778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.222439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36884) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:56.222580 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment e3391e74-f391-4d18-b1dc-529434c93d44 of type vlan for network 81817b49-aa48-4927-8a2e-83f409749376 Nov 12 08:29:56.233796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'name': 'tempest-NetworksTestDHCPv6-282870765'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:56.238400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.316745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.411003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.425034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:56.426227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.440181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.631659 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9165287 Nov 12 08:29:56.702611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36902) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:56.738299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:56.756832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=9e22b444-eb81-498e-bbca-0058c535fde0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.763188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Attempting to bind port b91cf62e-c98a-4882-83ef-0309a24e414a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:56.763868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Attempting to bind port b91cf62e-c98a-4882-83ef-0309a24e414a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '845a8074-c319-471b-90bd-e0e79ec25977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:56.769220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Attempting to bind port b91cf62e-c98a-4882-83ef-0309a24e414a on network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:56.784350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:56.785578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Checking segment: {'id': '845a8074-c319-471b-90bd-e0e79ec25977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:56.786003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.786405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Bound using segment: {'id': '845a8074-c319-471b-90bd-e0e79ec25977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:56.787550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Bound port: b91cf62e-c98a-4882-83ef-0309a24e414a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845a8074-c319-471b-90bd-e0e79ec25977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '44c50c71-79c6-44e1-b2ba-cfa2c0743bbd'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:56.787844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.811983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:56.819149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:56.828105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:56.843513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:56.848690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.875299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915b58b-243b-45d5-aa40-6fdcfcfeaea9 None None] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:56.944278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2604f-4201-40a9-abb3-ba5c1daa88c2 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=81817b49-aa48-4927-8a2e-83f409749376,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.029507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'f0ade644-3221-42c1-b468-2f4d902fd462'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:57.030629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.035201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 81817b49-aa48-4927-8a2e-83f409749376 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:57.059767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Checking segment: {'id': '59026cd8-e32e-4084-bcaf-8f71c7699ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:57.060170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network hostable DHCP agents. Network: a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:57.079747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc23501d-d9f6-4e6d-9a13-13a3cd774800 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0933580 Nov 12 08:29:57.080869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36924) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:57.192177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:57.198343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.270620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:57.275952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.327091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a51452-a644-43a9-9742-7185a9e84d6a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:57.338423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.357805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Transition to ACTIVE for port object 36a51452-a644-43a9-9742-7185a9e84d6a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:57.360199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-06c505b2-27fa-4158-8615-88af43750912 None None] For port b91cf62e-c98a-4882-83ef-0309a24e414a, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:57.381797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd8df4a3-229e-4bd0-af85-e0d0beb6f6ab None None] Provisioning complete for port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:57.382266 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd8df4a3-229e-4bd0-af85-e0d0beb6f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.406370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-06c505b2-27fa-4158-8615-88af43750912 None None] For port b91cf62e-c98a-4882-83ef-0309a24e414a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b91cf62e-c98a-4882-83ef-0309a24e414a,segment=NetworkSegment(845a8074-c319-471b-90bd-e0e79ec25977),segment_id=845a8074-c319-471b-90bd-e0e79ec25977)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:57.492591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.574195 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.697707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.727130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:57.785500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dff65a-66d9-46ea-98e3-2b8e28a1d4a8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:57.788542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-93dff65a-66d9-46ea-98e3-2b8e28a1d4a8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6922746 Nov 12 08:29:57.800587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f3863-33c4-41ba-9352-33fde322d1f0 req-99c372be-526d-4b13-89e4-6dbd12ec9790 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:57.803346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f9f3863-33c4-41ba-9352-33fde322d1f0 req-99c372be-526d-4b13-89e4-6dbd12ec9790 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 932 time: 0.7369874 Nov 12 08:29:57.821040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36932) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:57.838547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:57.903667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1fd88-1511-4a5e-822e-918a7131ab2a None None] Network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:57.930480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c505b2-27fa-4158-8615-88af43750912 None None] Pushing event updated for resources: {'Port': ['ID=b91cf62e-c98a-4882-83ef-0309a24e414a,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.974816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=944d0d1f-2383-48fe-8782-05b3498b2e8d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.996520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': 'e3391e74-f391-4d18-b1dc-529434c93d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81817b49-aa48-4927-8a2e-83f409749376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:57.997295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: 81817b49-aa48-4927-8a2e-83f409749376, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:58.039391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c80a9-5958-43ed-bd09-24ffbb402b55 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:58.044309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:58.045277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.052248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c80a9-5958-43ed-bd09-24ffbb402b55 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:58.069889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a51452-a644-43a9-9742-7185a9e84d6a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:58.074424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c80a9-5958-43ed-bd09-24ffbb402b55 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:58.077236 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f54c80a9-5958-43ed-bd09-24ffbb402b55 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2481418 Nov 12 08:29:58.082523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36934) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.101678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/f0ade644-3221-42c1-b468-2f4d902fd462/d815d63f-fe9c-41b8-a37d-cd6c73f4edde) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:58.104517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.203352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd8df4a3-229e-4bd0-af85-e0d0beb6f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.322134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 81817b49-aa48-4927-8a2e-83f409749376 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:58.420621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 81817b49-aa48-4927-8a2e-83f409749376) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:58.439700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:58.440636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.447178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:58.459243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.535912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b24ade3-23a7-4221-81f2-bf03d7f29c0c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.2626960 Nov 12 08:29:58.536632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.578613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 01a27c4a-96ea-44ba-b894-6e8e2f74df1f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:58.588845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe44472-ce9f-4b21-92b0-6767c42d19b3 None None] Network 81817b49-aa48-4927-8a2e-83f409749376 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:58.665956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,segment=NetworkSegment(e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6),segment_id=e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:58.675761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f9f3863-33c4-41ba-9352-33fde322d1f0 req-a08a1047-222f-4847-af31-a2bcb6f5dfd1 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8504312 Nov 12 08:29:58.801511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.803324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a1f358dd-55a6-4e36-9d4c-105e8926df1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:58.839988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Attempting to bind port 36a51452-a644-43a9-9742-7185a9e84d6a on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:58.840782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Attempting to bind port 36a51452-a644-43a9-9742-7185a9e84d6a by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'f43a6643-f72c-42f8-a8fc-7c027800f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:58.841410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Attempting to bind port 36a51452-a644-43a9-9742-7185a9e84d6a on network b082b280-ac44-43eb-98b7-59e050c01935 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:58.853325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Port 36a51452-a644-43a9-9742-7185a9e84d6a on network b082b280-ac44-43eb-98b7-59e050c01935 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:58.853664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Attempting to bind port 36a51452-a644-43a9-9742-7185a9e84d6a on network b082b280-ac44-43eb-98b7-59e050c01935 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:58.871867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:58.872271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Checking segment: {'id': 'f43a6643-f72c-42f8-a8fc-7c027800f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:58.872674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Bound using segment: {'id': 'f43a6643-f72c-42f8-a8fc-7c027800f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:58.873612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Bound port: 36a51452-a644-43a9-9742-7185a9e84d6a, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43a6643-f72c-42f8-a8fc-7c027800f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:58.873986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.886895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d', 'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d', 'tenant_id': '08fb2bf1053543659eeeaed08e667c5e', 'fixed_ips': [{'subnet_id': '5acae893-e741-4802-b200-28bd7c264c67'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:58.892955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.951524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] For port 36a51452-a644-43a9-9742-7185a9e84d6a, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:58.954931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] For port 36a51452-a644-43a9-9742-7185a9e84d6a, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=36a51452-a644-43a9-9742-7185a9e84d6a,segment=NetworkSegment(f43a6643-f72c-42f8-a8fc-7c027800f3e3),segment_id=f43a6643-f72c-42f8-a8fc-7c027800f3e3)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:58.960629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d7e4faf-45b2-4632-ba04-57627e7c3fc1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2258241 Nov 12 08:29:58.960971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36948) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.972309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:59.025483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.196577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 9e22b444-eb81-498e-bbca-0058c535fde0 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:59.197193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.228456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.359764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.361142 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.366380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/36a51452-a644-43a9-9742-7185a9e84d6a HTTP/1.1" status: 200 len: 1093 time: 4.7594190 Nov 12 08:29:59.369418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f693366-b485-437e-a95a-8d0abf1681cf', 'tag': '36a51452-a644-43a9-9742-7185a9e84d6a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:59.387813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-fd8df4a3-229e-4bd0-af85-e0d0beb6f6ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:29:59.389050 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-fd8df4a3-229e-4bd0-af85-e0d0beb6f6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:29:59.390601 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d78928-7ab7-4756-8d5c-1e336a54a487" -d '{"events": [{"name": "network-changed", "server_uuid": "0f693366-b485-437e-a95a-8d0abf1681cf", "tag": "36a51452-a644-43a9-9742-7185a9e84d6a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:59.391213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a1f358dd-55a6-4e36-9d4c-105e8926df1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:59.392531 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.439599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:59.444765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.526082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.558726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 9e22b444-eb81-498e-bbca-0058c535fde0 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:59.593868 n-d-768509-25 neutron-server[102372]: INFO neutron.db.ipam_backend_mixin [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 944d0d1f-2383-48fe-8782-05b3498b2e8d (CIDR: 172.20.0.0/28) Nov 12 08:29:59.643088 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d615a-b396-47c4-a839-db9aeca81aee x-openstack-request-id: req-a61d615a-b396-47c4-a839-db9aeca81aee {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:59.643593 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f693366-b485-437e-a95a-8d0abf1681cf", "tag": "36a51452-a644-43a9-9742-7185a9e84d6a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:59.644030 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a61d615a-b396-47c4-a839-db9aeca81aee {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:59.644695 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f693366-b485-437e-a95a-8d0abf1681cf', 'tag': '36a51452-a644-43a9-9742-7185a9e84d6a', 'status': 'completed', 'code': 200} Nov 12 08:29:59.653335 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:29:59.654102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:59.716883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfae0-171b-406e-87ba-0e86e7ba51e2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a51452-a644-43a9-9742-7185a9e84d6a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.740082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-657aa5f8-4b37-41d0-8298-093b12d16b7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7747402 Nov 12 08:29:59.740925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:59.747402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:59.762232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-abc9fdc4-f4f8-4be8-b3a7-a353ad324dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.765835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-abc9fdc4-f4f8-4be8-b3a7-a353ad324dea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b81a8219884b470fbcaa7b69c0f4a0fd&device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 1096 time: 0.3471107 Nov 12 08:29:59.856532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-0175d068-1903-42ff-8158-b526e5237396 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a51452-a644-43a9-9742-7185a9e84d6a HTTP/1.1" status: 200 len: 217 time: 0.0774229 Nov 12 08:29:59.994811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.027169 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.062576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-c5836cc2-2079-4aa4-a43f-d3a290084132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.064361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-c5836cc2-2079-4aa4-a43f-d3a290084132 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b88da4f-6139-49da-ba44-ac854fb90b7b HTTP/1.1" status: 200 len: 849 time: 0.1394675 Nov 12 08:30:00.116821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-5c28e6bc-2502-4fb0-872f-9119f7d56481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b082b280-ac44-43eb-98b7-59e050c01935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424206 Nov 12 08:30:00.230645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61273928-1444-400f-9648-5b5baf0e725c None None] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:00.270448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f264222-5459-4a8e-9202-d97fde678dea req-33d0c88e-e86a-452e-b7a7-528032261e76 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.272216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f264222-5459-4a8e-9202-d97fde678dea req-33d0c88e-e86a-452e-b7a7-528032261e76 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 944 time: 0.2826755 Nov 12 08:30:00.335631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Allocated IP 2001:db8::2 (a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d/5acae893-e741-4802-b200-28bd7c264c67/0527823e-dcce-434a-bfb3-62a815f60453) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:00.413554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:00.417114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.511790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Allocated IP 2001:db8::1 (28c0755d-fa35-4eaf-9e51-ecc575f7a8d9/ba9200f9-11b2-403f-94ba-2529752e27ae/035b19b5-9389-42a9-82d8-9839ed033e6e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:00.514014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f264222-5459-4a8e-9202-d97fde678dea req-c41cad66-0167-43d4-895c-49a723588f1d tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527967 Nov 12 08:30:00.567016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.731136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=9e22b444-eb81-498e-bbca-0058c535fde0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.731732 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.745679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-a8d63a27-29bf-4787-9476-0c39578e4185 service neutron] 10.222.0.32 "GET /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130135 Nov 12 08:30:00.786459 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.802851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.805258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.817740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cfe87d73-6f28-40c0-999d-d9fccd096730 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/9e22b444-eb81-498e-bbca-0058c535fde0 HTTP/1.1" status: 204 len: 168 time: 2.7315900 Nov 12 08:30:00.823872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36972) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:00.881768 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cba9628-b9a3-42d6-afe7-afbf6ee5dd57 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:30:00.887701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2cba9628-b9a3-42d6-afe7-afbf6ee5dd57 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/9e22b444-eb81-498e-bbca-0058c535fde0 HTTP/1.1" status: 404 len: 333 time: 0.0626349 Nov 12 08:30:00.890286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36974) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:00.926797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Pushing event updated for resources: {'Port': ['ID=0527823e-dcce-434a-bfb3-62a815f60453,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.011708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.066781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::104 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/f0ade644-3221-42c1-b468-2f4d902fd462/01a27c4a-96ea-44ba-b894-6e8e2f74df1f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:01.098156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Provisioning complete for port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:01.098834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.104360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.107391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87f77422-0cc4-4e81-8aa8-809e67ebf6ac req-93f8589a-8991-4aa0-a201-ddc4f0ed259e service neutron] 10.222.0.32 "GET /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458447 Nov 12 08:30:01.178596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Pushing event updated for resources: {'Port': ['ID=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.203244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:01.217845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:01.285803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:01.287675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:01.396274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:01.431184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:01.441258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:01.442219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.447616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Port': ['ID=035b19b5-9389-42a9-82d8-9839ed033e6e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.462976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-81817b49-aa48-4927-8a2e-83f409749376', 'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': '944d0d1f-2383-48fe-8782-05b3498b2e8d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:01.481511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.509529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:01.509978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.525191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:01.631073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-bdb8b807-c37d-4e48-8ada-7923bcbea84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:01.633136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-bdb8b807-c37d-4e48-8ada-7923bcbea84b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b81a8219884b470fbcaa7b69c0f4a0fd&device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 1096 time: 0.3934371 Nov 12 08:30:01.850083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.853487 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.879740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:01.955381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-c70f37a8-9efc-48c4-a9dd-fea6f9b1487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:01.957475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-c70f37a8-9efc-48c4-a9dd-fea6f9b1487d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b082b280-ac44-43eb-98b7-59e050c01935 HTTP/1.1" status: 200 len: 909 time: 0.1993587 Nov 12 08:30:01.960154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Allocated IP 172.20.0.2 (81817b49-aa48-4927-8a2e-83f409749376/944d0d1f-2383-48fe-8782-05b3498b2e8d/899be0b9-636c-46e2-b685-ea5d7b6cd29b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:01.960461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.090300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:02.142450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-3f686469-57a5-4497-8dd8-3977d27cc56a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36a51452-a644-43a9-9742-7185a9e84d6a HTTP/1.1" status: 200 len: 217 time: 0.1492708 Nov 12 08:30:02.328728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-4472c1c6-a88f-4da4-b961-49c51e2a6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.331815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-4472c1c6-a88f-4da4-b961-49c51e2a6646 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b88da4f-6139-49da-ba44-ac854fb90b7b HTTP/1.1" status: 200 len: 849 time: 0.1059451 Nov 12 08:30:02.355718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 81817b49-aa48-4927-8a2e-83f409749376 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:02.382663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:02.389619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.390719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.505124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-b72b52e0-8e50-4b78-a3c0-6bcc00d549a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b082b280-ac44-43eb-98b7-59e050c01935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470058 Nov 12 08:30:02.572626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:02.585692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Provisioning complete for port b91cf62e-c98a-4882-83ef-0309a24e414a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:02.586270 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.593503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.672282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=6dde7836-dc11-4b43-a5b2-1a916c89693c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.705490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8c1ea044-acbd-4eec-899f-64373bda1ef7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9624622 Nov 12 08:30:02.709980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.718970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36998) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:02.727141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.756939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'fixed_ips': [{'subnet_id': '944d0d1f-2383-48fe-8782-05b3498b2e8d'}, {'subnet_id': '6dde7836-dc11-4b43-a5b2-1a916c89693c'}], 'name': 'tempest-PortsTestJSON-1357071613'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:02.874312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.881174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3b27bd93-0861-4c3a-a238-c55de3acfd87 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9 HTTP/1.1" status: 204 len: 168 time: 1.9896839 Nov 12 08:30:02.884311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37002) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:02.887883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7f692-78ba-4ff4-bbfb-d6cd1f64cb91 req-d3d76669-edd1-4304-a0d5-8f574bdb95fe tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.902386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87b7f692-78ba-4ff4-bbfb-d6cd1f64cb91 req-d3d76669-edd1-4304-a0d5-8f574bdb95fe tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 944 time: 1.1403980 Nov 12 08:30:03.053893 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.076017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Attempting to bind port d815d63f-fe9c-41b8-a37d-cd6c73f4edde on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:03.080034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:03.080747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Attempting to bind port d815d63f-fe9c-41b8-a37d-cd6c73f4edde by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:03.081309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Attempting to bind port d815d63f-fe9c-41b8-a37d-cd6c73f4edde on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:03.092374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Attempting to bind port 0527823e-dcce-434a-bfb3-62a815f60453 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:03.093071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Attempting to bind port 0527823e-dcce-434a-bfb3-62a815f60453 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '59026cd8-e32e-4084-bcaf-8f71c7699ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:03.094269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Attempting to bind port 0527823e-dcce-434a-bfb3-62a815f60453 on network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:03.114664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:03.117701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37006) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:03.118734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:03.119389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.119975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:03.127755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Bound port: d815d63f-fe9c-41b8-a37d-cd6c73f4edde, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:03.128662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.173965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:03.174626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Checking segment: {'id': '59026cd8-e32e-4084-bcaf-8f71c7699ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:03.175312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.175873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Bound using segment: {'id': '59026cd8-e32e-4084-bcaf-8f71c7699ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:03.176547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Bound port: 0527823e-dcce-434a-bfb3-62a815f60453, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59026cd8-e32e-4084-bcaf-8f71c7699ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:03.178329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.186874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87b7f692-78ba-4ff4-bbfb-d6cd1f64cb91 req-62cbf719-c31b-4661-a5ef-73bc953853b6 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703609 Nov 12 08:30:03.219768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.233418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.240630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.242178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-67fe7cae-c42c-4c12-848f-264ab5691781 service neutron] 10.222.0.32 "GET /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943431 Nov 12 08:30:03.272723 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bbd863-6720-4f00-9235-e09af922639b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:30:03.274405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0bbd863-6720-4f00-9235-e09af922639b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9 HTTP/1.1" status: 404 len: 333 time: 0.2903392 Nov 12 08:30:03.279071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37010) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:03.361286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:03.413202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:03.421157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:03.428972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:03.430039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.434998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=01a27c4a-96ea-44ba-b894-6e8e2f74df1f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.435929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] For port d815d63f-fe9c-41b8-a37d-cd6c73f4edde, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:03.455860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] For port d815d63f-fe9c-41b8-a37d-cd6c73f4edde, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:03.498082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1a3823b-5f99-4249-83f7-129c5c6e85b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.508912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 367e3f8a-66dd-4016-a2af-af20794d8406 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:03.529459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5c72db8-b5fb-40de-9152-de179aaa2281 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.3064406 Nov 12 08:30:03.530776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.538325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 36a51452-a644-43a9-9742-7185a9e84d6a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:03.541283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:03.547053 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.558904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.623756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45d78928-7ab7-4756-8d5c-1e336a54a487 req-0cbf5ae4-6493-4a06-986d-2bf9c528f97f service neutron] 10.222.0.32 "GET /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575943 Nov 12 08:30:03.668964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.699696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:03.714667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.766089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3586e-0af1-43c2-8961-a2a7676e3697 None None] Pushing event updated for resources: {'Port': ['ID=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.777430 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.786258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:03.829683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d538d36-4ff3-43f1-a344-32c60013e9da tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:03.847030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d538d36-4ff3-43f1-a344-32c60013e9da tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:03.855349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 80972838-3e32-497e-8ff7-f7ecdde44782 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:03.869088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6d538d36-4ff3-43f1-a344-32c60013e9da tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2933378 Nov 12 08:30:03.872020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37022) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:03.873960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Pushing event updated for resources: {'Port': ['ID=899be0b9-636c-46e2-b685-ea5d7b6cd29b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.999369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.014846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1a3823b-5f99-4249-83f7-129c5c6e85b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.040514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Network 81817b49-aa48-4927-8a2e-83f409749376 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:04.066023 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:30:04.092578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:04.096951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:04.100184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:04.100938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.156011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1a3823b-5f99-4249-83f7-129c5c6e85b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.196946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] For port 0527823e-dcce-434a-bfb3-62a815f60453, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:04.326475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3823b-5f99-4249-83f7-129c5c6e85b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8538b6-b835-46d4-911a-2c1cc5882620,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.347285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e1a3823b-5f99-4249-83f7-129c5c6e85b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4cf8bff2bf41ee8035c7d9b26fe6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2259622 Nov 12 08:30:04.382800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] For port b91cf62e-c98a-4882-83ef-0309a24e414a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b91cf62e-c98a-4882-83ef-0309a24e414a,segment=NetworkSegment(845a8074-c319-471b-90bd-e0e79ec25977),segment_id=845a8074-c319-471b-90bd-e0e79ec25977)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:04.384453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37026) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:04.396615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] For port 0527823e-dcce-434a-bfb3-62a815f60453, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0527823e-dcce-434a-bfb3-62a815f60453,segment=NetworkSegment(59026cd8-e32e-4084-bcaf-8f71c7699ab2),segment_id=59026cd8-e32e-4084-bcaf-8f71c7699ab2)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:04.433166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.438418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.461410 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.589460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.735989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=367e3f8a-66dd-4016-a2af-af20794d8406,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.777792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.783628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d66bee8b-1316-4973-a28a-6e3b9b5e0fd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/367e3f8a-66dd-4016-a2af-af20794d8406 HTTP/1.1" status: 204 len: 168 time: 1.4979188 Nov 12 08:30:04.801506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37030) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:04.869183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Attempting to bind port 899be0b9-636c-46e2-b685-ea5d7b6cd29b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:04.869666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Attempting to bind port 899be0b9-636c-46e2-b685-ea5d7b6cd29b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e3391e74-f391-4d18-b1dc-529434c93d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81817b49-aa48-4927-8a2e-83f409749376'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:04.869959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Attempting to bind port 899be0b9-636c-46e2-b685-ea5d7b6cd29b on network 81817b49-aa48-4927-8a2e-83f409749376 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:05.011434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:05.011728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Checking segment: {'id': 'e3391e74-f391-4d18-b1dc-529434c93d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81817b49-aa48-4927-8a2e-83f409749376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:05.013748 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.014184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Bound using segment: {'id': 'e3391e74-f391-4d18-b1dc-529434c93d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81817b49-aa48-4927-8a2e-83f409749376'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:05.014686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Bound port: 899be0b9-636c-46e2-b685-ea5d7b6cd29b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3391e74-f391-4d18-b1dc-529434c93d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '81817b49-aa48-4927-8a2e-83f409749376'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:05.015084 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.027492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2ae12e68-92ac-4239-8002-46ac2f5f7be9 None None] Provisioning complete for port 035b19b5-9389-42a9-82d8-9839ed033e6e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:05.027864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ae12e68-92ac-4239-8002-46ac2f5f7be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.049347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 36a51452-a644-43a9-9742-7185a9e84d6a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=36a51452-a644-43a9-9742-7185a9e84d6a,segment=NetworkSegment(f43a6643-f72c-42f8-a8fc-7c027800f3e3),segment_id=f43a6643-f72c-42f8-a8fc-7c027800f3e3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:05.060780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b91cf62e-c98a-4882-83ef-0309a24e414a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:05.075025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882a1fe-19f8-49e4-a72b-298af8bc03c8 req-e186dcb9-a211-4f9a-a632-38172dba4992 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.080379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9882a1fe-19f8-49e4-a72b-298af8bc03c8 req-e186dcb9-a211-4f9a-a632-38172dba4992 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 944 time: 0.7191448 Nov 12 08:30:05.203333 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abfaa318-7e66-46fe-a8b4-1636eb43d00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.219687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.325040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abfaa318-7e66-46fe-a8b4-1636eb43d00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.363582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9882a1fe-19f8-49e4-a72b-298af8bc03c8 req-24d560cb-7a31-4132-afe6-0bde56042008 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310052 Nov 12 08:30:05.519903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abfaa318-7e66-46fe-a8b4-1636eb43d00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.523216 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-abfaa318-7e66-46fe-a8b4-1636eb43d00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.526894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-abfaa318-7e66-46fe-a8b4-1636eb43d00d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e8538b6-b835-46d4-911a-2c1cc5882620 HTTP/1.1" status: 204 len: 168 time: 1.1389074 Nov 12 08:30:05.530430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port b91cf62e-c98a-4882-83ef-0309a24e414a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:05.543437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.600727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Port': ['ID=035b19b5-9389-42a9-82d8-9839ed033e6e,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.664637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb45ac-751d-42d8-b14a-0ba9f3468db2 None None] Pushing event updated for resources: {'Port': ['ID=b91cf62e-c98a-4882-83ef-0309a24e414a,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.675929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaa318-7e66-46fe-a8b4-1636eb43d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8538b6-b835-46d4-911a-2c1cc5882620,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.693750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cd8aed-7df3-4da3-ba98-fc1a5911be42 None None] Network 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:05.736923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] For port b91cf62e-c98a-4882-83ef-0309a24e414a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b91cf62e-c98a-4882-83ef-0309a24e414a,segment=NetworkSegment(845a8074-c319-471b-90bd-e0e79ec25977),segment_id=845a8074-c319-471b-90bd-e0e79ec25977)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:05.737444 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.775817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for b91cf62e-c98a-4882-83ef-0309a24e414a owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:05.874789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '36a51452-a644-43a9-9742-7185a9e84d6a', 'network_id': 'b082b280-ac44-43eb-98b7-59e050c01935', 'port_id': '36a51452-a644-43a9-9742-7185a9e84d6a', 'mac_address': 'fa:16:3e:33:42:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b88da4f-6139-49da-ba44-ac854fb90b7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:05.890353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 01a27c4a-96ea-44ba-b894-6e8e2f74df1f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:05.890698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.998344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a73da-a58a-466b-b978-7a599874e9d6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:06.000744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ae12e68-92ac-4239-8002-46ac2f5f7be9 None None] Port 035b19b5-9389-42a9-82d8-9839ed033e6e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:06.008959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.123189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b91cf62e-c98a-4882-83ef-0309a24e414a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:06.123664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.175939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.213173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 01a27c4a-96ea-44ba-b894-6e8e2f74df1f owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:06.292032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e127fa0-03d8-41db-926c-66843265d0a6 None None] DHCP port deletion for 44c50c71-79c6-44e1-b2ba-cfa2c0743bbd request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:06.311383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Provisioning complete for port d815d63f-fe9c-41b8-a37d-cd6c73f4edde triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:06.312009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.314497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Port b91cf62e-c98a-4882-83ef-0309a24e414a was deleted so its status cannot be updated. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:30:06.418299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.6 (81817b49-aa48-4927-8a2e-83f409749376/944d0d1f-2383-48fe-8782-05b3498b2e8d/80972838-3e32-497e-8ff7-f7ecdde44782) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:06.422063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37048) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:06.431633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a496abd-2e09-4a33-b93b-2ae8d0b16bd9 None None] Pushing event updated for resources: {'Port': ['ID=0527823e-dcce-434a-bfb3-62a815f60453,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.462079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-716911bf-3d81-4b04-8202-8c975225ee90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.471863 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.480163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.514193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a51452-a644-43a9-9742-7185a9e84d6a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:06.584189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 36a51452-a644-43a9-9742-7185a9e84d6a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=36a51452-a644-43a9-9742-7185a9e84d6a,segment=NetworkSegment(f43a6643-f72c-42f8-a8fc-7c027800f3e3),segment_id=f43a6643-f72c-42f8-a8fc-7c027800f3e3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:06.590689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-716911bf-3d81-4b04-8202-8c975225ee90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.593209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] For port 899be0b9-636c-46e2-b685-ea5d7b6cd29b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:06.648570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.648967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.19 (81817b49-aa48-4927-8a2e-83f409749376/6dde7836-dc11-4b43-a5b2-1a916c89693c/80972838-3e32-497e-8ff7-f7ecdde44782) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:06.680699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-716911bf-3d81-4b04-8202-8c975225ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.798494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=01a27c4a-96ea-44ba-b894-6e8e2f74df1f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.817308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d815d63f-fe9c-41b8-a37d-cd6c73f4edde up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:06.857957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=b91cf62e-c98a-4882-83ef-0309a24e414a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.864493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No DVR routers for this DVR port b91cf62e-c98a-4882-83ef-0309a24e414a on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:06.875201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716911bf-3d81-4b04-8202-8c975225ee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5028d85d-2ac8-46a5-afb9-87d2bd57b6f6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.889849 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-716911bf-3d81-4b04-8202-8c975225ee90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09ef1fc61abe4bb58e2224d460fcf2dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4628122 Nov 12 08:30:06.903701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:06.909676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.918105 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7efff09b-17bd-4a52-b002-476ec8159151 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/01a27c4a-96ea-44ba-b894-6e8e2f74df1f HTTP/1.1" status: 204 len: 168 time: 3.0436645 Nov 12 08:30:06.921351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Router ce19bc61-5dba-4858-9db8-26f561c076e0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:06.938862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37054) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:06.968585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] For port 899be0b9-636c-46e2-b685-ea5d7b6cd29b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=899be0b9-636c-46e2-b685-ea5d7b6cd29b,segment=NetworkSegment(e3391e74-f391-4d18-b1dc-529434c93d44),segment_id=e3391e74-f391-4d18-b1dc-529434c93d44)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:06.998703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1582c2ac-535b-481d-8891-fa861d22fc2c None None] Network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:07.049522 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.051538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.079491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c50c71-79c6-44e1-b2ba-cfa2c0743bbd']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:07.093487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c879aa0-e45a-44fe-bf1f-65e46a6e6544 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.095115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c879aa0-e45a-44fe-bf1f-65e46a6e6544 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.095807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845a8074-c319-471b-90bd-e0e79ec25977') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:07.099188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845a8074-c319-471b-90bd-e0e79ec25977') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:07.099357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c879aa0-e45a-44fe-bf1f-65e46a6e6544 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1392074 Nov 12 08:30:07.106039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37058) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:07.110997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['36a51452-a644-43a9-9742-7185a9e84d6a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:07.142686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.172452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.184996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:07.186341 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.275484 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:07.336591 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:07.385308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet f0ade644-3221-42c1-b468-2f4d902fd462 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:07.460338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.505207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=36a51452-a644-43a9-9742-7185a9e84d6a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:07.538848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.606146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ef896-78e7-4424-9a86-7011a2664dcc req-dfca745a-9a71-4222-b730-efbff1274835 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.613077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-331ef896-78e7-4424-9a86-7011a2664dcc req-dfca745a-9a71-4222-b730-efbff1274835 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 945 time: 0.7535980 Nov 12 08:30:07.629110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.639483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/44c50c71-79c6-44e1-b2ba-cfa2c0743bbd HTTP/1.1" status: 204 len: 168 time: 2.8287530 Nov 12 08:30:07.662201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37066) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:07.698499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.708710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1054888378'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:07.711618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abae39-7f07-4fdc-9d93-162991e0f98a None None] Pushing event updated for resources: {'Port': ['ID=899be0b9-636c-46e2-b685-ea5d7b6cd29b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:07.742675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:07.751843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad6aa-8c1a-4935-84cf-409c9fb4e8af tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=44c50c71-79c6-44e1-b2ba-cfa2c0743bbd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:07.774350 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4f3d7969-b49e-4dac-b059-a4e14ea124fc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2337348 Nov 12 08:30:07.775891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47144b80-0330-4115-8180-287850df4678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.779699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:07.823115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:07.828876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.853381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-331ef896-78e7-4424-9a86-7011a2664dcc req-969eea33-7760-40da-b5ce-f75b95172b21 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186637 Nov 12 08:30:07.866576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47144b80-0330-4115-8180-287850df4678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.902513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] Sync routers for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:07.921316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:07.941544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.942196 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Added segment 767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6 of type vlan for network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 Nov 12 08:30:07.953471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] For port d815d63f-fe9c-41b8-a37d-cd6c73f4edde, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:07.971369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d815d63f-fe9c-41b8-a37d-cd6c73f4edde triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:07.972224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.008410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47144b80-0330-4115-8180-287850df4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.024941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47144b80-0330-4115-8180-287850df4678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.027093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-47144b80-0330-4115-8180-287850df4678 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5028d85d-2ac8-46a5-afb9-87d2bd57b6f6 HTTP/1.1" status: 204 len: 168 time: 0.7995226 Nov 12 08:30:08.094698 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.117932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47144b80-0330-4115-8180-287850df4678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5028d85d-2ac8-46a5-afb9-87d2bd57b6f6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.136088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.191008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.198717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.200708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.202299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Could not find standard attr ID for object 71bb29bd-cecc-4fe8-8111-cfbdd2ad5ca9. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:08.212604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Pushing event updated for resources: {'Port': ['ID=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.216297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:08.216560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:29:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:08.300584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:08.324621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a8d45207-6a66-436a-b611-1a55f152153c None None] Could not find standard attr ID for object b91cf62e-c98a-4882-83ef-0309a24e414a. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:08.402895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Network': ['ID=e0e1ef7a-eac6-42b9-8575-7f2e337ab155,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.431951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:08.432634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:29:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:08.457395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eb1181ce-bd91-4457-82fb-54c5811da98e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7892594 Nov 12 08:30:08.459046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:08.461354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37076) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:08.467625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:08.676477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.829859 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.885177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:08.898294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.968180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:08.969236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021e6c8-dec1-49a4-8eaa-e2d02c05b20e None None] The sync data for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:09.033659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=80972838-3e32-497e-8ff7-f7ecdde44782,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:09.182514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 81817b49-aa48-4927-8a2e-83f409749376 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:09.247253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Provisioning complete for port 0527823e-dcce-434a-bfb3-62a815f60453 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:09.247866 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.284325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.293548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:09.314983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:09.493450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.494700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.546043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-638587f9-99ee-490c-98b0-5ee6de64e402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.8060915 Nov 12 08:30:09.546043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37104) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:09.566979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '944d0d1f-2383-48fe-8782-05b3498b2e8d'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:09.581949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37106) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:09.625305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde008a7-aaee-4d02-80b7-a6ffb21d7067 None None] Network 81817b49-aa48-4927-8a2e-83f409749376 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:09.636899 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.926019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b91cf62e-c98a-4882-83ef-0309a24e414a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:09.999144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b91cf62e-c98a-4882-83ef-0309a24e414a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:09.999494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b91cf62e-c98a-4882-83ef-0309a24e414a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:10.065839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46703b3d-5728-425f-9973-f1b34a83738b req-168b60bb-ac04-4851-aa67-54dcc4585d3f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.089843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46703b3d-5728-425f-9973-f1b34a83738b req-168b60bb-ac04-4851-aa67-54dcc4585d3f tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 945 time: 0.8056543 Nov 12 08:30:10.099545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.296664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.357525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.430557 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-4c1073e0-9068-445b-a2a5-9523bf17cc82 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:30:10.440638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c1073e0-9068-445b-a2a5-9523bf17cc82 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6535773 Nov 12 08:30:10.445395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:10.489476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ade644-3221-42c1-b468-2f4d902fd462,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:10.585386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46703b3d-5728-425f-9973-f1b34a83738b req-3d7d877a-3557-475d-8284-277bff24c828 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904549 Nov 12 08:30:10.645564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=33ac8422-8a75-465d-9d11-85f2fa3178b6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:10.656684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Checking segment: {'id': '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:10.658261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network hostable DHCP agents. Network: e0e1ef7a-eac6-42b9-8575-7f2e337ab155, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:10.658501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.664401 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb0b6690-3abf-4e4d-9d55-24375f6604b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/f0ade644-3221-42c1-b468-2f4d902fd462 HTTP/1.1" status: 204 len: 168 time: 3.5570576 Nov 12 08:30:10.669220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37122) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:10.675642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad80d-cf34-4903-a524-25f73311d6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.741404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-851bd5ef-30bd-4046-8c32-3023ba846d4a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695186 Nov 12 08:30:10.742518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37124) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:10.782769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:10.827233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:10.901159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c7140-f4fd-4742-859b-50fe03a895b6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:10.905851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0527823e-dcce-434a-bfb3-62a815f60453 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:10.909483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 36a51452-a644-43a9-9742-7185a9e84d6a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:10.940215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, e0e1ef7a-eac6-42b9-8575-7f2e337ab155) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:10.967593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.968257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.004273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79b80a48-6214-4843-a477-3335e00d5965 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5408792 Nov 12 08:30:11.005077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37128) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:11.012157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1948888217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:11.042095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:30:11.042095 n-d-768509-25 neutron-server[102372]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 08:30:11.042095 n-d-768509-25 neutron-server[102372]: [parameters: {'project_id_1': '026a2f4edb3f49f58c7318921c3d38b5', 'expiration_1': datetime.datetime(2021, 11, 12, 8, 29, 51, 30757)}] Nov 12 08:30:11.042095 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:11.042870 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:11.057312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.058560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.113071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c8f3a-88ad-49e1-af74-afefd62d2ff3 None None] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:11.159871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.179913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.219325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.221787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] For port 0527823e-dcce-434a-bfb3-62a815f60453, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0527823e-dcce-434a-bfb3-62a815f60453,segment=NetworkSegment(59026cd8-e32e-4084-bcaf-8f71c7699ab2),segment_id=59026cd8-e32e-4084-bcaf-8f71c7699ab2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:11.226736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-45888630-cac1-4b75-b5e4-12785f3188e8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2181401 Nov 12 08:30:11.227564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37132) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:11.234638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155', 'name': 'tempest-PortsIpV6TestJSON-1941681438'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:11.291056 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.443318 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-396e8398-1bcd-46b3-a9ad-1a5eb91fc424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.501766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:11.513069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Pushing event updated for resources: {'Port': ['ID=0527823e-dcce-434a-bfb3-62a815f60453,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.513612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.573796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.574351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.574902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.575440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.575977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.576539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.577085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.577634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.578180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.578727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.579279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.579826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755b2a3-cc82-4bd7-9a6c-9694b0138918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:11.620659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port ed767598-8a95-4d3f-a5a2-fef839cca3a4 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:11.679236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.896739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:11.902534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.998105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Provisioning complete for port d815d63f-fe9c-41b8-a37d-cd6c73f4edde triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:11.998105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.103365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad80d-cf34-4903-a524-25f73311d6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.158196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad80d-cf34-4903-a524-25f73311d6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.221021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0527823e-dcce-434a-bfb3-62a815f60453 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:12.224908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.275173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c63a8e-2c6a-4281-bb34-19d04630cc29 req-f2bd062a-a3ab-49d2-9a74-2e6a61c480b1 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.279195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c63a8e-2c6a-4281-bb34-19d04630cc29 req-f2bd062a-a3ab-49d2-9a74-2e6a61c480b1 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 945 time: 0.4121177 Nov 12 08:30:12.490194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 36a51452-a644-43a9-9742-7185a9e84d6a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:12.518000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 36a51452-a644-43a9-9742-7185a9e84d6a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:12.518903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.537342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.581625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c63a8e-2c6a-4281-bb34-19d04630cc29 req-21deeca3-3084-414d-ad93-daa2f3169958 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849398 Nov 12 08:30:12.607301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::395 (e0e1ef7a-eac6-42b9-8575-7f2e337ab155/33ac8422-8a75-465d-9d11-85f2fa3178b6/ed767598-8a95-4d3f-a5a2-fef839cca3a4) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:12.776992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] Update dhcp port {'port': {'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'fixed_ips': [{'subnet_id': '944d0d1f-2383-48fe-8782-05b3498b2e8d', 'ip_address': '172.20.0.2'}, {'subnet_id': '6dde7836-dc11-4b43-a5b2-1a916c89693c'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '899be0b9-636c-46e2-b685-ea5d7b6cd29b'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:30:12.814288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ad80d-cf34-4903-a524-25f73311d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0eacd1-fb54-49aa-9b1f-ca2c0be0cfb2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.863401 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c9ad80d-cf34-4903-a524-25f73311d6de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=680ed2779215414fb2a695740d1ed94e&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2823389 Nov 12 08:30:12.890793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37156) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:12.922269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:13.257361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:13.266489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.278158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-e0e1ef7a-eac6-42b9-8575-7f2e337ab155', 'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': '33ac8422-8a75-465d-9d11-85f2fa3178b6'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:13.279711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.294146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.369541 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-411df6fe-49f3-4bd6-8894-493ad48e6ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.381774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=349c5622-1f41-4ef8-8e23-394194c15fd9,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:13.678306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81ebd362-e9ca-4f63-88b7-f45f082acfe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.780826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:13.844253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:13.953000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.978950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.980279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.991386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Provisioning complete for port 899be0b9-636c-46e2-b685-ea5d7b6cd29b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:13.992317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.018377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Delete allocated IP 172.20.0.19 (81817b49-aa48-4927-8a2e-83f409749376/6dde7836-dc11-4b43-a5b2-1a916c89693c) {{(pid=102371) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:30:14.023688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81ebd362-e9ca-4f63-88b7-f45f082acfe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.117651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.180639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dec8e96b-a4da-4503-84da-359a8cbdefb3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4321070 Nov 12 08:30:14.215509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37176) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:14.224082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'name': 'tempest-NetworksTestDHCPv6-1414028838'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:14.319307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda7bca-4846-488f-a04d-96e7a7718fd9 req-3b7e057f-9cd3-4ca7-b5ee-9359dba70ff7 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.322267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dda7bca-4846-488f-a04d-96e7a7718fd9 req-3b7e057f-9cd3-4ca7-b5ee-9359dba70ff7 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 945 time: 0.4070477 Nov 12 08:30:14.339910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.344406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d815d63f-fe9c-41b8-a37d-cd6c73f4edde up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:14.426437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.443010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] Deleting port d815d63f-fe9c-41b8-a37d-cd6c73f4edde {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:14.443010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.533914 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81ebd362-e9ca-4f63-88b7-f45f082acfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.538720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81ebd362-e9ca-4f63-88b7-f45f082acfe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.545590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-81ebd362-e9ca-4f63-88b7-f45f082acfe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c0eacd1-fb54-49aa-9b1f-ca2c0be0cfb2 HTTP/1.1" status: 204 len: 168 time: 1.6467283 Nov 12 08:30:14.592486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:14.601298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 36a51452-a644-43a9-9742-7185a9e84d6a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=36a51452-a644-43a9-9742-7185a9e84d6a,segment=NetworkSegment(f43a6643-f72c-42f8-a8fc-7c027800f3e3),segment_id=f43a6643-f72c-42f8-a8fc-7c027800f3e3)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:14.669200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:14.676078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd362-e9ca-4f63-88b7-f45f082acfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0eacd1-fb54-49aa-9b1f-ca2c0be0cfb2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.679802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=ed767598-8a95-4d3f-a5a2-fef839cca3a4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.702952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:14.706805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f693366-b485-437e-a95a-8d0abf1681cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a51452-a644-43a9-9742-7185a9e84d6a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:14.709892 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeb79f6-3638-4437-8964-200c5311f8c3" -d '{"events": [{"server_uuid": "0f693366-b485-437e-a95a-8d0abf1681cf", "name": "network-vif-plugged", "status": "completed", "tag": "36a51452-a644-43a9-9742-7185a9e84d6a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:14.712032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.712691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.715135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.733768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.738420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.753167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.765024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dda7bca-4846-488f-a04d-96e7a7718fd9 req-5e79bf09-4049-48c4-86e9-bf50044da410 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863370 Nov 12 08:30:14.836437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:14.842523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.844748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.884087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=80972838-3e32-497e-8ff7-f7ecdde44782,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.908910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-66c5fb6e-c202-42fa-81fb-1d7e1382db8d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6765816 Nov 12 08:30:14.910791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37186) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:14.966180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port ea1199e0-972e-41f3-bdf7-e14fb4137e1a yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:15.053203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] Allocated IP 172.20.0.18 (81817b49-aa48-4927-8a2e-83f409749376/6dde7836-dc11-4b43-a5b2-1a916c89693c/899be0b9-636c-46e2-b685-ea5d7b6cd29b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:15.211475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] For port 899be0b9-636c-46e2-b685-ea5d7b6cd29b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=899be0b9-636c-46e2-b685-ea5d7b6cd29b,segment=NetworkSegment(e3391e74-f391-4d18-b1dc-529434c93d44),segment_id=e3391e74-f391-4d18-b1dc-529434c93d44)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:15.256474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.269863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] In _notify_port_updated(), no bound segment for port 80972838-3e32-497e-8ff7-f7ecdde44782 on network 81817b49-aa48-4927-8a2e-83f409749376 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:30:15.275527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Allocated IP 2001:db8::2 (e0e1ef7a-eac6-42b9-8575-7f2e337ab155/33ac8422-8a75-465d-9d11-85f2fa3178b6/9d8bb611-526c-4d30-ad6d-508a2e58f0c4) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:15.290637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.292226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.300610 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ab76bee5-47f4-4ce3-9f23-f5d13c4761e6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/ports/80972838-3e32-497e-8ff7-f7ecdde44782 HTTP/1.1" status: 200 len: 919 time: 5.7471700 Nov 12 08:30:15.332683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37194) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:15.428490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] For port d815d63f-fe9c-41b8-a37d-cd6c73f4edde, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:15.429561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '944d0d1f-2383-48fe-8782-05b3498b2e8d'}, {'subnet_id': '6dde7836-dc11-4b43-a5b2-1a916c89693c'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:15.431533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.463311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting port 035b19b5-9389-42a9-82d8-9839ed033e6e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:15.463844 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.519603 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2317348e-fab3-4aa2-8ecd-26bbbefd86d3 x-openstack-request-id: req-2317348e-fab3-4aa2-8ecd-26bbbefd86d3 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:15.521177 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f693366-b485-437e-a95a-8d0abf1681cf", "name": "network-vif-plugged", "status": "completed", "tag": "36a51452-a644-43a9-9742-7185a9e84d6a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:15.521782 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2317348e-fab3-4aa2-8ecd-26bbbefd86d3 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:15.522588 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f693366-b485-437e-a95a-8d0abf1681cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a51452-a644-43a9-9742-7185a9e84d6a', 'code': 200} Nov 12 08:30:15.530640 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.606872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d815d63f-fe9c-41b8-a37d-cd6c73f4edde triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:15.607607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.665777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] Calling delete_port for d815d63f-fe9c-41b8-a37d-cd6c73f4edde owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:15.746490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=36a51452-a644-43a9-9742-7185a9e84d6a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:15.775248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.843207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37206) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:15.855880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Calling delete_port for 035b19b5-9389-42a9-82d8-9839ed033e6e owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:15.878121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e44bf8d-0d14-4ead-92c2-ca72a7e6afb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.041328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ea27a-c1f9-4fea-ab9c-0b3984ca76ab req-09b69388-6dab-4085-ad49-fdc8e8de2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.045104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-839ea27a-c1f9-4fea-ab9c-0b3984ca76ab req-09b69388-6dab-4085-ad49-fdc8e8de2ef2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 1098 time: 0.5382037 Nov 12 08:30:16.207743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::383 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/349c5622-1f41-4ef8-8e23-394194c15fd9/ea1199e0-972e-41f3-bdf7-e14fb4137e1a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:16.210123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eae11-4418-48c6-8262-12f04cd5e88f None None] Pushing event updated for resources: {'Port': ['ID=899be0b9-636c-46e2-b685-ea5d7b6cd29b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.341783 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.355314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:16.355946 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:16.484654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 899be0b9-636c-46e2-b685-ea5d7b6cd29b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:16.496724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.510538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e44bf8d-0d14-4ead-92c2-ca72a7e6afb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.512621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.600937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e44bf8d-0d14-4ead-92c2-ca72a7e6afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.629708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Port': ['ID=035b19b5-9389-42a9-82d8-9839ed033e6e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.665486 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5e44bf8d-0d14-4ead-92c2-ca72a7e6afb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86f83d422c854c76a15b3e1a0dbe712a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8203955 Nov 12 08:30:16.671222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44bf8d-0d14-4ead-92c2-ca72a7e6afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0752f57-8058-41d9-8960-5126a05b96ca,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.674786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37210) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:16.783148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.805184 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.810810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.915074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] No DVR routers for this DVR port d815d63f-fe9c-41b8-a37d-cd6c73f4edde on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:17.138997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15913739-6c83-48d6-bc61-1bcd5c4e0a60 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:17.357910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.501973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 899be0b9-636c-46e2-b685-ea5d7b6cd29b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:17.503917 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.508394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4940d-5f8d-404e-a3e7-6cc47ccfa39a None None] Pushing event deleted for resources: {'Port': ['ID=d815d63f-fe9c-41b8-a37d-cd6c73f4edde,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.542858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.641301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:17.644476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:17.700410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:17.736323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-839ea27a-c1f9-4fea-ab9c-0b3984ca76ab req-cd34242d-23ed-4648-9d65-fcb2dbe2e21e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6651971 Nov 12 08:30:17.742463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:17.761579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.762629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.782066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Pushing event updated for resources: {'Port': ['ID=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.787335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.805802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.852921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:17.856939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e15088e-2e9a-4447-855b-c9cbec2fd469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.859849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:17.861831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71457fdc-d7e0-40e2-8892-19e9c3b3758e req-c92e98d1-cd4e-4ef8-a335-bdbb470d4e82 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.864994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71457fdc-d7e0-40e2-8892-19e9c3b3758e req-c92e98d1-cd4e-4ef8-a335-bdbb470d4e82 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 946 time: 1.8140800 Nov 12 08:30:17.894861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c49d379-e77a-4366-8fc1-a25b22bb507d None None] Network 81817b49-aa48-4927-8a2e-83f409749376 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:17.950557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=ea1199e0-972e-41f3-bdf7-e14fb4137e1a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.959230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0f9b294a-0983-459d-b639-8528130a65f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7395804 Nov 12 08:30:17.963068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:18.048198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e15088e-2e9a-4447-855b-c9cbec2fd469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.076765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71457fdc-d7e0-40e2-8892-19e9c3b3758e req-102ce1b4-7f3a-42a2-814e-9b19a37cfa48 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952863 Nov 12 08:30:18.130911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.153945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.303771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Attempting to bind port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:18.303771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Attempting to bind port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:18.304205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Attempting to bind port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 on network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:18.347681 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.354419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] For port 899be0b9-636c-46e2-b685-ea5d7b6cd29b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=899be0b9-636c-46e2-b685-ea5d7b6cd29b,segment=NetworkSegment(e3391e74-f391-4d18-b1dc-529434c93d44),segment_id=e3391e74-f391-4d18-b1dc-529434c93d44)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:18.355667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '349c5622-1f41-4ef8-8e23-394194c15fd9'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:18.356567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.359457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:18.360252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Checking segment: {'id': '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:18.360692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.361192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Bound using segment: {'id': '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:18.361693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Bound port: 9d8bb611-526c-4d30-ad6d-508a2e58f0c4, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e0e1ef7a-eac6-42b9-8575-7f2e337ab155'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:18.362077 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.399183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e15088e-2e9a-4447-855b-c9cbec2fd469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.411820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.412137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e15088e-2e9a-4447-855b-c9cbec2fd469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.433848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e15088e-2e9a-4447-855b-c9cbec2fd469 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0752f57-8058-41d9-8960-5126a05b96ca HTTP/1.1" status: 204 len: 168 time: 1.7553318 Nov 12 08:30:18.480348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15088e-2e9a-4447-855b-c9cbec2fd469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0752f57-8058-41d9-8960-5126a05b96ca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.513010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Router ce19bc61-5dba-4858-9db8-26f561c076e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:18.551369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9bbf6-ef0e-44f3-9646-4af12b8e35ab tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:18.557662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8bb9bbf6-ef0e-44f3-9646-4af12b8e35ab tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5903330 Nov 12 08:30:18.558058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:18.674229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Provisioning complete for port 0527823e-dcce-434a-bfb3-62a815f60453 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:18.674772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.752712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] For port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:18.768808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] For port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,segment=NetworkSegment(767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6),segment_id=767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:18.875602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Pushing event updated for resources: {'Port': ['ID=899be0b9-636c-46e2-b685-ea5d7b6cd29b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.961255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.23 (81817b49-aa48-4927-8a2e-83f409749376/6dde7836-dc11-4b43-a5b2-1a916c89693c/80972838-3e32-497e-8ff7-f7ecdde44782) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:19.028180 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.135703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:19.158072 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] Sync routers for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:19.174102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ce411017-65af-4cdc-88da-5c68d8deafe6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7044444 Nov 12 08:30:19.175365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37242) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:19.191513 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:19.192709 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.275759 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-b3dcffc5-d7d2-40a4-a704-5d2438a96336 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] delete failed (client error): The resource could not be found. Nov 12 08:30:19.284848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b3dcffc5-d7d2-40a4-a704-5d2438a96336 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-566103966 HTTP/1.1" status: 404 len: 334 time: 0.1011078 Nov 12 08:30:19.296759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:19.301781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port ea1199e0-972e-41f3-bdf7-e14fb4137e1a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:19.302234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.307981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.326723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-198c4a98-d42e-4154-81ff-051dc4f3affd tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce19bc61-5dba-4858-9db8-26f561c076e0'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:19.347635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:19.347993 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:19.360481 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:19.361616 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.469895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.471229 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1e705-d1db-4e32-b72c-b818d037f64f None None] The sync data for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:19.528937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e8fad-6c1d-46cc-b303-d2e97097f2d7 None None] Pushing event updated for resources: {'Port': ['ID=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.792080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/349c5622-1f41-4ef8-8e23-394194c15fd9/7b6c0af7-2eff-4106-b36b-f51807906196) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:19.914088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06670-43aa-4bc2-ba04-3758b7d437b7 req-0d4ced27-0e7e-4ffd-b6eb-6cfdfea4c60e tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:19.940814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cd06670-43aa-4bc2-ba04-3758b7d437b7 req-0d4ced27-0e7e-4ffd-b6eb-6cfdfea4c60e tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 946 time: 0.4962497 Nov 12 08:30:20.071142 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.132096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7e6b281d-2789-453e-9baf-f5741595e6db None None] Could not find standard attr ID for object 01a27c4a-96ea-44ba-b894-6e8e2f74df1f. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:20.171007 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.370706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.381041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-79e92960-aff1-48ae-b296-46f39de9784e None None] Provisioning complete for port 899be0b9-636c-46e2-b685-ea5d7b6cd29b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:20.381535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79e92960-aff1-48ae-b296-46f39de9784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.455092 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.465910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.548849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-198c4a98-d42e-4154-81ff-051dc4f3affd tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.587389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:20.610338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:20.629398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:20.640823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for ea1199e0-972e-41f3-bdf7-e14fb4137e1a owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:20.727624 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-198c4a98-d42e-4154-81ff-051dc4f3affd tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] update failed (client error): The resource could not be found. Nov 12 08:30:20.729300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-198c4a98-d42e-4154-81ff-051dc4f3affd tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0 HTTP/1.1" status: 404 len: 339 time: 1.4168441 Nov 12 08:30:20.756528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:20.816446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1914783142'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:20.837439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] In _notify_port_updated(), no bound segment for port 80972838-3e32-497e-8ff7-f7ecdde44782 on network 81817b49-aa48-4927-8a2e-83f409749376 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:30:20.870149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:20.878431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.885722 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/ports/80972838-3e32-497e-8ff7-f7ecdde44782 HTTP/1.1" status: 200 len: 999 time: 5.5499089 Nov 12 08:30:20.937409 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.959247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37282) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:21.021702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c7c54-2a46-424f-b249-05b2bd1a3e94 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=80972838-3e32-497e-8ff7-f7ecdde44782,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.049433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:21.053233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.160404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.188530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cd06670-43aa-4bc2-ba04-3758b7d437b7 req-8b641cef-96ef-4c9d-83e5-407626d31b02 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2466023 Nov 12 08:30:21.199277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:21.227042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Pushing event updated for resources: {'Port': ['ID=7b6c0af7-2eff-4106-b36b-f51807906196,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.234335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:21.509462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.524622 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.536469 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Added segment 2e5086b4-41ee-4892-99bb-14a3545c195a of type vlan for network db104928-4357-4a72-a7c4-fa2e3dcc5a5f Nov 12 08:30:21.624071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:21.628254 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.705108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=ea1199e0-972e-41f3-bdf7-e14fb4137e1a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.745935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Attempting to bind port 7b6c0af7-2eff-4106-b36b-f51807906196 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:21.751776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Attempting to bind port 7b6c0af7-2eff-4106-b36b-f51807906196 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:21.765444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Attempting to bind port 7b6c0af7-2eff-4106-b36b-f51807906196 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:21.829257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:21.831095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:21.831696 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.832299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:21.836415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Bound port: 7b6c0af7-2eff-4106-b36b-f51807906196, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:21.840387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.984158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926b702-9a0e-444e-932a-a018300a7ec0 None None] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:21.986759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-79e92960-aff1-48ae-b296-46f39de9784e None None] Provisioning complete for port 80972838-3e32-497e-8ff7-f7ecdde44782 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:21.986939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79e92960-aff1-48ae-b296-46f39de9784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.012253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.024284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bba6b7f9-61b0-4b03-9a78-0d5556a3a36d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/ea1199e0-972e-41f3-bdf7-e14fb4137e1a HTTP/1.1" status: 204 len: 168 time: 3.4638121 Nov 12 08:30:22.026525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.028930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37322) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:22.127404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.142528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.143240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.147024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=ed767598-8a95-4d3f-a5a2-fef839cca3a4,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.388464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-79e92960-aff1-48ae-b296-46f39de9784e None None] Port 80972838-3e32-497e-8ff7-f7ecdde44782 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:22.396971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] For port 7b6c0af7-2eff-4106-b36b-f51807906196, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:22.416095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6400325 Nov 12 08:30:22.416095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:22.431967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'subnet': {'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:22.449857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] For port 7b6c0af7-2eff-4106-b36b-f51807906196, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7b6c0af7-2eff-4106-b36b-f51807906196,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:22.451027 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.463280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41417cbd-eb20-4e5a-b4dc-63043bac57dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Network': ['ID=db104928-4357-4a72-a7c4-fa2e3dcc5a5f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.508671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network db104928-4357-4a72-a7c4-fa2e3dcc5a5f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:22.517503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.716036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6f2884c2-6ede-4575-86a6-971b9d795e06 None None] Provisioning complete for port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:22.717144 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6f2884c2-6ede-4575-86a6-971b9d795e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.729009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,segment=NetworkSegment(767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6),segment_id=767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:22.735657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 80972838-3e32-497e-8ff7-f7ecdde44782 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:22.739400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.753160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505dea0-5a4e-4c11-b245-191178420d27 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.757380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505dea0-5a4e-4c11-b245-191178420d27 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.762141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5505dea0-5a4e-4c11-b245-191178420d27 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7047763 Nov 12 08:30:22.773139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37348) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:22.797657 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.798863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0527823e-dcce-434a-bfb3-62a815f60453 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:22.892383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ebeeb-e6aa-48a7-a775-a8dd7c4f9a26 None None] Pushing event updated for resources: {'Port': ['ID=7b6c0af7-2eff-4106-b36b-f51807906196,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.961093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Made reservation on behalf of 08fb2bf1053543659eeeaed08e667c5e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:22.983523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.450262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.490605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 80972838-3e32-497e-8ff7-f7ecdde44782 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:23.842874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:23.888469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0527823e-dcce-434a-bfb3-62a815f60453 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:23.889363 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.910533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.057157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6f2884c2-6ede-4575-86a6-971b9d795e06 None None] Provisioning complete for port 899be0b9-636c-46e2-b685-ea5d7b6cd29b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:24.062183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6f2884c2-6ede-4575-86a6-971b9d795e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.104041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.283619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Checking segment: {'id': '2e5086b4-41ee-4892-99bb-14a3545c195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:24.285391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network hostable DHCP agents. Network: db104928-4357-4a72-a7c4-fa2e3dcc5a5f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:24.304984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Subnet': ['ID=21b12c71-2eee-4b9d-b109-c7755ce2af50,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:24.422168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network db104928-4357-4a72-a7c4-fa2e3dcc5a5f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:24.428225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 349c5622-1f41-4ef8-8e23-394194c15fd9 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:24.484689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, db104928-4357-4a72-a7c4-fa2e3dcc5a5f) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:24.496865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.500946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.505881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.552691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbde7073-3f83-458a-a22f-e84d2e110427 None None] Network db104928-4357-4a72-a7c4-fa2e3dcc5a5f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:24.594814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff424c9c-fcba-484e-91c4-bde82e34b4eb tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1779335 Nov 12 08:30:24.601075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37384) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:24.642433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c20e1ec8-b842-45c1-a9b2-fee9d8c61ced tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:24.720547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.869058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 899be0b9-636c-46e2-b685-ea5d7b6cd29b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:24.937033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.032041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6f2884c2-6ede-4575-86a6-971b9d795e06 None None] Could not find standard attr ID for object 80972838-3e32-497e-8ff7-f7ecdde44782. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:25.359672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=80972838-3e32-497e-8ff7-f7ecdde44782,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:25.410246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3018abc7-f241-4037-986f-5a3c7791af90 None None] Provisioning complete for port ed767598-8a95-4d3f-a5a2-fef839cca3a4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:25.413696 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3018abc7-f241-4037-986f-5a3c7791af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.632434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.638917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d4717a3f-0801-4313-aed0-04a25bf66115 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/80972838-3e32-497e-8ff7-f7ecdde44782 HTTP/1.1" status: 204 len: 168 time: 4.6762981 Nov 12 08:30:25.644923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 899be0b9-636c-46e2-b685-ea5d7b6cd29b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:25.646057 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.654816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3018abc7-f241-4037-986f-5a3c7791af90 None None] Port ed767598-8a95-4d3f-a5a2-fef839cca3a4 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:25.677600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37408) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:25.759618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-db104928-4357-4a72-a7c4-fa2e3dcc5a5f', 'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f', 'tenant_id': '08fb2bf1053543659eeeaed08e667c5e', 'fixed_ips': [{'subnet_id': '21b12c71-2eee-4b9d-b109-c7755ce2af50'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:25.763432 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba746e0-40e3-4323-8b9d-c6fdd54b8457 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:30:25.775878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dba746e0-40e3-4323-8b9d-c6fdd54b8457 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/80972838-3e32-497e-8ff7-f7ecdde44782 HTTP/1.1" status: 404 len: 333 time: 0.0898044 Nov 12 08:30:25.784810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.830270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37410) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:25.872854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3018abc7-f241-4037-986f-5a3c7791af90 None None] Provisioning complete for port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:25.873609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3018abc7-f241-4037-986f-5a3c7791af90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.901042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c20e1ec8-b842-45c1-a9b2-fee9d8c61ced tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.166902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 6dde7836-dc11-4b43-a5b2-1a916c89693c {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:26.181994 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.257600 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-c20e1ec8-b842-45c1-a9b2-fee9d8c61ced tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:30:26.263727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c20e1ec8-b842-45c1-a9b2-fee9d8c61ced tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0 HTTP/1.1" status: 400 len: 364 time: 1.6539440 Nov 12 08:30:26.264206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37424) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:26.371316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.524861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.605227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d815d63f-fe9c-41b8-a37d-cd6c73f4edde no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:26.674616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.679673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.727140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=349c5622-1f41-4ef8-8e23-394194c15fd9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:26.733081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.734689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d815d63f-fe9c-41b8-a37d-cd6c73f4edde {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:26.735167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d815d63f-fe9c-41b8-a37d-cd6c73f4edde not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:26.737604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5806059-0f98-4d1c-8807-5813c13f6e23 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/349c5622-1f41-4ef8-8e23-394194c15fd9 HTTP/1.1" status: 204 len: 168 time: 3.9084089 Nov 12 08:30:26.744144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37438) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:26.755747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3018abc7-f241-4037-986f-5a3c7791af90 None None] Could not find standard attr ID for object 80972838-3e32-497e-8ff7-f7ecdde44782. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:26.875090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Allocated IP 2001:db8:1::2 (db104928-4357-4a72-a7c4-fa2e3dcc5a5f/21b12c71-2eee-4b9d-b109-c7755ce2af50/97dbb76d-9711-4184-80da-7dc825eff440) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:26.896422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ee132903-910c-4174-8453-3344c2a80934 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481383 Nov 12 08:30:26.897878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:26.911692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:26.961128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Provisioning complete for port ed767598-8a95-4d3f-a5a2-fef839cca3a4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:26.964458 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.252103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:27.394348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e260077-beef-4d9d-9067-7bea625409a1 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:27.549988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:27.606507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:27.612007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.676511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.771990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.818399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2100-ee0e-4470-8607-272ba43df1c1 req-24e1158a-e8a4-4368-aa2b-dacaa502ca02 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:27.820442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0fe2100-ee0e-4470-8607-272ba43df1c1 req-24e1158a-e8a4-4368-aa2b-dacaa502ca02 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 946 time: 0.4300826 Nov 12 08:30:27.936201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e946ec65-1c22-4817-96ed-92c135413e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.970675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Port ed767598-8a95-4d3f-a5a2-fef839cca3a4 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:27.987023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:27.992965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.053204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Could not find standard attr ID for object ea1199e0-972e-41f3-bdf7-e14fb4137e1a. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:28.114867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Provisioning complete for port 7b6c0af7-2eff-4106-b36b-f51807906196 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:28.115726 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.167977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:28.191634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.313584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7b6c0af7-2eff-4106-b36b-f51807906196 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:28.556935 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.563760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.575799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.594563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7b6c0af7-2eff-4106-b36b-f51807906196 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:28.595195 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.918227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.939167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.940439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.952908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Network db104928-4357-4a72-a7c4-fa2e3dcc5a5f is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:28.987843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] Deleting port 7b6c0af7-2eff-4106-b36b-f51807906196 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:28.987843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.999446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:29.003766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:29.010026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Pushing event updated for resources: {'Port': ['ID=97dbb76d-9711-4184-80da-7dc825eff440,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.056953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fd259c44-08f4-498c-801a-86e97841664c None None] For port 7b6c0af7-2eff-4106-b36b-f51807906196, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7b6c0af7-2eff-4106-b36b-f51807906196,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:29.068529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:29.095150 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.121535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:29.153967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e946ec65-1c22-4817-96ed-92c135413e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.166356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=7000457f-caa8-406b-b8b9-88d8966c0763,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.177078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:29.180869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.198774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Could not find standard attr ID for object 80972838-3e32-497e-8ff7-f7ecdde44782. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:29.238754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=ed767598-8a95-4d3f-a5a2-fef839cca3a4,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.246558 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-58b154c0-55de-4f67-98d7-8f13fba78ddf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3441899 Nov 12 08:30:29.249209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37462) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:29.260938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e946ec65-1c22-4817-96ed-92c135413e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.303029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'name': 'tempest-NetworksTestDHCPv6-723618933'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:29.307148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259c44-08f4-498c-801a-86e97841664c None None] Pushing event updated for resources: {'Port': ['ID=7b6c0af7-2eff-4106-b36b-f51807906196,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.341891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0fe2100-ee0e-4470-8607-272ba43df1c1 req-31c78871-7d33-459e-b63c-ea8c16afd822 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665313 Nov 12 08:30:29.377660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] For port 7b6c0af7-2eff-4106-b36b-f51807906196, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7b6c0af7-2eff-4106-b36b-f51807906196,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:29.378506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.394004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] Calling delete_port for 7b6c0af7-2eff-4106-b36b-f51807906196 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:29.407223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Allocated IP 2001:db8::1 (f4be8062-cd81-484d-a7a2-ca8aad54c480/9cfb389d-7a54-4032-bf2a-fc6ee8276289/e25cbaf7-3d99-457e-b59b-1ddd21bb6506) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:29.439942 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.481633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946ec65-1c22-4817-96ed-92c135413e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6512d4-e4f4-4d2f-85d1-2043732f22d6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.526138 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e946ec65-1c22-4817-96ed-92c135413e34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d8b826c740b432186964aacb1f086bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9733269 Nov 12 08:30:29.575342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.639312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Attempting to bind port 97dbb76d-9711-4184-80da-7dc825eff440 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:29.639881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Attempting to bind port 97dbb76d-9711-4184-80da-7dc825eff440 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2e5086b4-41ee-4892-99bb-14a3545c195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:29.640449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Attempting to bind port 97dbb76d-9711-4184-80da-7dc825eff440 on network db104928-4357-4a72-a7c4-fa2e3dcc5a5f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:29.648000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] No DVR routers for this DVR port 7b6c0af7-2eff-4106-b36b-f51807906196 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:29.649992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:29.650590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Checking segment: {'id': '2e5086b4-41ee-4892-99bb-14a3545c195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:29.651211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.651762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Bound using segment: {'id': '2e5086b4-41ee-4892-99bb-14a3545c195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:29.652425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Bound port: 97dbb76d-9711-4184-80da-7dc825eff440, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5086b4-41ee-4892-99bb-14a3545c195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'db104928-4357-4a72-a7c4-fa2e3dcc5a5f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:29.654200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.657713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37472) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:29.659092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d26f8b-164f-4024-9279-b6c13e2a581b None None] Pushing event deleted for resources: {'Port': ['ID=7b6c0af7-2eff-4106-b36b-f51807906196,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.679997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=6dde7836-dc11-4b43-a5b2-1a916c89693c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.719645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445b6f3-ea5d-4238-9a98-bbb9c7748a95 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:29.751603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:29.767630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c42394-79e6-497f-8de6-6931c1893f1a req-dd27fe1b-6f43-4589-b0c5-8a09bb602af6 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:29.772708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93c42394-79e6-497f-8de6-6931c1893f1a req-dd27fe1b-6f43-4589-b0c5-8a09bb602af6 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 946 time: 1.0989816 Nov 12 08:30:29.782018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:29.797244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.808510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-53a14161-d446-4675-a48f-08a230986979 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/6dde7836-dc11-4b43-a5b2-1a916c89693c HTTP/1.1" status: 204 len: 168 time: 3.9565849 Nov 12 08:30:29.826045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37474) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:29.866759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7b6c0af7-2eff-4106-b36b-f51807906196 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:29.917071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7b6c0af7-2eff-4106-b36b-f51807906196 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:29.917415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7b6c0af7-2eff-4106-b36b-f51807906196 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:29.974366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 944d0d1f-2383-48fe-8782-05b3498b2e8d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:30.033583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7546d22-cd7a-49cb-a681-c4ffec3f043c None None] Network 81817b49-aa48-4927-8a2e-83f409749376 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:30.050791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.263831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] For port 97dbb76d-9711-4184-80da-7dc825eff440, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:30.315620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-917e3680-c300-4975-9a90-060eceb3b9b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.316618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '7000457f-caa8-406b-b8b9-88d8966c0763'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:30.317387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.335516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.372362 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-917e3680-c300-4975-9a90-060eceb3b9b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.407024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] For port 97dbb76d-9711-4184-80da-7dc825eff440, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=97dbb76d-9711-4184-80da-7dc825eff440,segment=NetworkSegment(2e5086b4-41ee-4892-99bb-14a3545c195a),segment_id=2e5086b4-41ee-4892-99bb-14a3545c195a)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:30.411194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:30.428762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.465767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.517632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-917e3680-c300-4975-9a90-060eceb3b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.518006 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-917e3680-c300-4975-9a90-060eceb3b9b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.519025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-917e3680-c300-4975-9a90-060eceb3b9b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df6512d4-e4f4-4d2f-85d1-2043732f22d6 HTTP/1.1" status: 204 len: 168 time: 0.8534911 Nov 12 08:30:30.522219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.573544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3680-c300-4975-9a90-060eceb3b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6512d4-e4f4-4d2f-85d1-2043732f22d6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:30.602512 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.750600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Deleting port 36a51452-a644-43a9-9742-7185a9e84d6a {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:30.750600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.873535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Port': ['ID=e25cbaf7-3d99-457e-b59b-1ddd21bb6506,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:30.873747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17fe4e-3d09-4c91-81c8-dcad3cca3041 req-7d892cd8-9ea4-42b2-94d4-9e8b492d4eb8 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:30.895992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d17fe4e-3d09-4c91-81c8-dcad3cca3041 req-7d892cd8-9ea4-42b2-94d4-9e8b492d4eb8 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 946 time: 0.3131139 Nov 12 08:30:30.915710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 80e18d67-f57a-4f4d-b930-a9666f5c3a67 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:30.941245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:30.981932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Router f2bcde1d-b967-45d8-b397-53c8c5dbd2fc is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:30.988824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:30.995473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:30.996606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.066619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7000457f-caa8-406b-b8b9-88d8966c0763/bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:31.219953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:31.293648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-49199163-64c8-4da8-8a0c-d2d9ea9f66ff tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/routers/f2bcde1d-b967-45d8-b397-53c8c5dbd2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3777187 Nov 12 08:30:31.340209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37504) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:31.365340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.402071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] For port 36a51452-a644-43a9-9742-7185a9e84d6a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=36a51452-a644-43a9-9742-7185a9e84d6a,segment=NetworkSegment(f43a6643-f72c-42f8-a8fc-7c027800f3e3),segment_id=f43a6643-f72c-42f8-a8fc-7c027800f3e3)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:31.402669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.444499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37508) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:31.466669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d17fe4e-3d09-4c91-81c8-dcad3cca3041 req-095cd017-2862-4bc6-834d-4659def02df1 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/security-groups?id=37503bca-7c15-4534-8d61-65fdc5bc9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679486 Nov 12 08:30:31.525066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Calling delete_port for 36a51452-a644-43a9-9742-7185a9e84d6a owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:31.550409 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5688a8b9-776d-4384-8442-af7fd64247cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.599414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] Sync routers for ids ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:31.730710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] Routers {'f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:31.731400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:31.734413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5688a8b9-776d-4384-8442-af7fd64247cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.742512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5688a8b9-776d-4384-8442-af7fd64247cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.809014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.856410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.862145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:31.866786 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/944d0d1f-2383-48fe-8782-05b3498b2e8d HTTP/1.1" status: 204 len: 168 time: 2.0337834 Nov 12 08:30:31.877013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c208eb96-dc90-4dc2-8beb-311bfaf0710d None None] Provisioning complete for port ed767598-8a95-4d3f-a5a2-fef839cca3a4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:31.881124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c208eb96-dc90-4dc2-8beb-311bfaf0710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.882583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37516) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:31.901805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5688a8b9-776d-4384-8442-af7fd64247cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d9e3d53c22f4246af8a2fca041dbcbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339616 Nov 12 08:30:31.902626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688a8b9-776d-4384-8442-af7fd64247cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee94b9d-b1a0-43d4-a4cf-34b1c48f0d6b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:31.938006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37518) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:31.944629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37520) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:31.974078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d71d5-46a7-4b19-88f0-cdeb108124cf tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=944d0d1f-2383-48fe-8782-05b3498b2e8d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.019786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8a06b-fcb0-4e88-8748-f59599781b3a None None] Pushing event updated for resources: {'Port': ['ID=97dbb76d-9711-4184-80da-7dc825eff440,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.151738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.171203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce4f760e-5a27-45a2-9ab1-3882e2eb62d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.230090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce4f760e-5a27-45a2-9ab1-3882e2eb62d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.290543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522ebc0-b12f-40af-b69d-ad3fb787925f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:32.305069 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c522ebc0-b12f-40af-b69d-ad3fb787925f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2bcde1d-b967-45d8-b397-53c8c5dbd2fc HTTP/1.1" status: 200 len: 989 time: 0.9549434 Nov 12 08:30:32.318872 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.321642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37528) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:32.333584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] Routers {'f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:32.334633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:32.350481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.509288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.529887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:32.530801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c9716-92c9-40ba-8cfc-afd197d2b4a0 None None] The sync data for ids ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:32.552325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c208eb96-dc90-4dc2-8beb-311bfaf0710d None None] Port ed767598-8a95-4d3f-a5a2-fef839cca3a4 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:32.568505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:32.594917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:32.600870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:32.609630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f8414e5-7ef2-4607-af62-0be635b14348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.662528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Pushing event updated for resources: {'Port': ['ID=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.842594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 36a51452-a644-43a9-9742-7185a9e84d6a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:32.907539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8b752095-766e-4aab-a4d4-e053f6121bbd None None] Provisioning complete for port e25cbaf7-3d99-457e-b59b-1ddd21bb6506 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:32.908739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8b752095-766e-4aab-a4d4-e053f6121bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.058195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8b752095-766e-4aab-a4d4-e053f6121bbd None None] Port e25cbaf7-3d99-457e-b59b-1ddd21bb6506 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:33.101113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Attempting to bind port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:33.103213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Attempting to bind port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:33.103665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Attempting to bind port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:33.124269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.129250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::15e (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7000457f-caa8-406b-b8b9-88d8966c0763/80e18d67-f57a-4f4d-b930-a9666f5c3a67) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:33.171718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:33.172432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:33.172838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.173206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:33.173742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Bound port: bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:33.174236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.178613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No active binding found for port 36a51452-a644-43a9-9742-7185a9e84d6a {{(pid=102373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:30:33.179253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 36a51452-a644-43a9-9742-7185a9e84d6a not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:33.181516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e6f02-0e0c-4f13-95a2-a469c37a214d None None] Update dhcp port {'port': {'network_id': '81817b49-aa48-4927-8a2e-83f409749376', 'fixed_ips': [{'subnet_id': '944d0d1f-2383-48fe-8782-05b3498b2e8d'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '899be0b9-636c-46e2-b685-ea5d7b6cd29b'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:30:33.269309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.281120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.351492 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f8414e5-7ef2-4607-af62-0be635b14348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.386690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecbb22eb-c8db-4f40-a9d5-89668903befe req-8a73eea9-5e39-4986-83af-8ee4ff533e20 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.4815469 Nov 12 08:30:33.387896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.399597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6f02-0e0c-4f13-95a2-a469c37a214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.404596 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f8414e5-7ef2-4607-af62-0be635b14348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.642498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8f8414e5-7ef2-4607-af62-0be635b14348 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd4051cbaad341ccb798c947148b1843&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6280158 Nov 12 08:30:33.695598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37538) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:33.697677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Pushing event deleted for resources: {'Port': ['ID=36a51452-a644-43a9-9742-7185a9e84d6a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.718273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event updated for resources: {'Port': ['ID=e25cbaf7-3d99-457e-b59b-1ddd21bb6506,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.725113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06938b19-d910-46aa-98d7-efd90891cc2c None None] Network db104928-4357-4a72-a7c4-fa2e3dcc5a5f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:33.963985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8414e5-7ef2-4607-af62-0be635b14348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54746513-92b3-4380-99dd-c18dad2b915a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.993575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 899be0b9-636c-46e2-b685-ea5d7b6cd29b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:33.994107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.016271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce4f760e-5a27-45a2-9ab1-3882e2eb62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.020807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce4f760e-5a27-45a2-9ab1-3882e2eb62d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.025723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce4f760e-5a27-45a2-9ab1-3882e2eb62d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ee94b9d-b1a0-43d4-a4cf-34b1c48f0d6b HTTP/1.1" status: 204 len: 168 time: 2.0412955 Nov 12 08:30:34.066033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c839350-cf03-46c3-8a23-cab0ae39087b None None] Network 81817b49-aa48-4927-8a2e-83f409749376 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:34.119352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] No DVR routers for this DVR port 36a51452-a644-43a9-9742-7185a9e84d6a on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:34.124536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.130210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93c42394-79e6-497f-8de6-6931c1893f1a req-b69a4b99-4ba2-467b-b9a4-deff1125e824 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.32 "DELETE /v2.0/ports/36a51452-a644-43a9-9742-7185a9e84d6a HTTP/1.1" status: 204 len: 173 time: 4.3115878 Nov 12 08:30:34.191241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f693366-b485-437e-a95a-8d0abf1681cf', 'name': 'network-vif-deleted', 'tag': '36a51452-a644-43a9-9742-7185a9e84d6a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:34.195422 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646c3e1f-5518-4147-a256-9aadb4942eeb" -d '{"events": [{"server_uuid": "0f693366-b485-437e-a95a-8d0abf1681cf", "name": "network-vif-deleted", "tag": "36a51452-a644-43a9-9742-7185a9e84d6a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:34.305370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] For port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:34.323699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:34.386274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:34.406027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] For port 899be0b9-636c-46e2-b685-ea5d7b6cd29b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=899be0b9-636c-46e2-b685-ea5d7b6cd29b,segment=NetworkSegment(e3391e74-f391-4d18-b1dc-529434c93d44),segment_id=e3391e74-f391-4d18-b1dc-529434c93d44)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:34.406583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.524294 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ec2a2-7c9b-4abb-8f88-338deb476caf x-openstack-request-id: req-205ec2a2-7c9b-4abb-8f88-338deb476caf {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:34.526350 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f693366-b485-437e-a95a-8d0abf1681cf", "name": "network-vif-deleted", "tag": "36a51452-a644-43a9-9742-7185a9e84d6a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:34.526997 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-205ec2a2-7c9b-4abb-8f88-338deb476caf {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:34.528682 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f693366-b485-437e-a95a-8d0abf1681cf', 'name': 'network-vif-deleted', 'tag': '36a51452-a644-43a9-9742-7185a9e84d6a', 'status': 'completed', 'code': 200} Nov 12 08:30:34.543436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f760e-5a27-45a2-9ab1-3882e2eb62d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee94b9d-b1a0-43d4-a4cf-34b1c48f0d6b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:34.587845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 899be0b9-636c-46e2-b685-ea5d7b6cd29b owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:34.701136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 97dbb76d-9711-4184-80da-7dc825eff440 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:34.827011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-438ecc5b-58a8-4981-9dce-c929b37f0430 req-2a1acd54-ae04-4142-96ba-fe393dde35d8 tempest-ServerTagsTestJSON-638221082 tempest-ServerTagsTestJSON-638221082-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f693366-b485-437e-a95a-8d0abf1681cf HTTP/1.1" status: 200 len: 210 time: 0.0618093 Nov 12 08:30:34.844952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] For port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:34.862520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8e8e-c004-45d0-ad1d-0b6f889c1a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.894105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-64c3633e-6215-4465-a2d0-218df7f6d49b None None] Provisioning complete for port 97dbb76d-9711-4184-80da-7dc825eff440 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:34.894479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64c3633e-6215-4465-a2d0-218df7f6d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.000357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.088882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8e8e-c004-45d0-ad1d-0b6f889c1a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.250972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.327853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Router ce19bc61-5dba-4858-9db8-26f561c076e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:35.347208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8e8e-c004-45d0-ad1d-0b6f889c1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.357978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8e8e-c004-45d0-ad1d-0b6f889c1a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.363963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2f0c8e8e-c004-45d0-ad1d-0b6f889c1a4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54746513-92b3-4380-99dd-c18dad2b915a HTTP/1.1" status: 204 len: 168 time: 1.5974386 Nov 12 08:30:35.478861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf4cb-9c7c-4d70-aaa0-97b13e1063e6 None None] Pushing event updated for resources: {'Port': ['ID=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.553852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c8e8e-c004-45d0-ad1d-0b6f889c1a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54746513-92b3-4380-99dd-c18dad2b915a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.584953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 97dbb76d-9711-4184-80da-7dc825eff440 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:35.585322 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.640276 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.700135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64c3633e-6215-4465-a2d0-218df7f6d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.806354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-64c3633e-6215-4465-a2d0-218df7f6d49b None None] For port 97dbb76d-9711-4184-80da-7dc825eff440, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=97dbb76d-9711-4184-80da-7dc825eff440,segment=NetworkSegment(2e5086b4-41ee-4892-99bb-14a3545c195a),segment_id=2e5086b4-41ee-4892-99bb-14a3545c195a)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:35.835250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64c3633e-6215-4465-a2d0-218df7f6d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.846595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.928717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccd0a1-6035-4cd6-88cc-3329b298724f None None] DHCP port deletion for 81817b49-aa48-4927-8a2e-83f409749376 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:36.029552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.139638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37580) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:36.190228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=899be0b9-636c-46e2-b685-ea5d7b6cd29b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:36.210883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No DVR routers for this DVR port 899be0b9-636c-46e2-b685-ea5d7b6cd29b on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:36.360504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.387003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3633e-6215-4465-a2d0-218df7f6d49b None None] Pushing event updated for resources: {'Port': ['ID=97dbb76d-9711-4184-80da-7dc825eff440,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:36.405685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:36.406050 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:36.407171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4d668bba-3632-4f83-b92f-71a7e8005571 None None] Provisioning complete for port e25cbaf7-3d99-457e-b59b-1ddd21bb6506 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:36.407960 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4d668bba-3632-4f83-b92f-71a7e8005571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.469877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.470607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.473674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.473674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.473674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.474182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.474182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.474856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.474856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.475276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.475609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.475935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:36.497517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4d668bba-3632-4f83-b92f-71a7e8005571 None None] Port e25cbaf7-3d99-457e-b59b-1ddd21bb6506 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:36.507900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4d668bba-3632-4f83-b92f-71a7e8005571 None None] Could not find standard attr ID for object 899be0b9-636c-46e2-b685-ea5d7b6cd29b. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:36.539907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Deleting subnet 2b88da4f-6139-49da-ba44-ac854fb90b7b {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:36.546070 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.569296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:36.594347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.647270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c3727cc9-8549-4731-bb0e-d781ea7f4678 None None] Provisioning complete for port 97dbb76d-9711-4184-80da-7dc825eff440 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:36.652925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c3727cc9-8549-4731-bb0e-d781ea7f4678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.653289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:36.674477 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] Sync routers for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:36.706951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:36.716456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.765786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.772591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.811539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81817b49-aa48-4927-8a2e-83f409749376']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.831383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3391e74-f391-4d18-b1dc-529434c93d44') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.831775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3391e74-f391-4d18-b1dc-529434c93d44') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.853704 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.877123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.886015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:36.886776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.891209 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.955777 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:36.956841 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:37.006028 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:37.010631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:37.025043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d0aa7d9-5cbd-468e-9d9b-e22c4a9b0941 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7597003 Nov 12 08:30:37.030343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.032679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.033595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:37.044090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:37.044982 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.078661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.081137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.104596 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/81817b49-aa48-4927-8a2e-83f409749376 HTTP/1.1" status: 204 len: 168 time: 5.1663394 Nov 12 08:30:37.185908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:37.187510 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035955cc-8093-4316-a1ad-ad52249ee58b None None] The sync data for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:37.221693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37592) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.239558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port ed767598-8a95-4d3f-a5a2-fef839cca3a4 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:37.241662 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.306177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8ad5e-2c29-4e90-b739-65ed1868f0d7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=81817b49-aa48-4927-8a2e-83f409749376,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.309906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37596) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.326713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.0623870 Nov 12 08:30:37.339800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37602) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.346808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75283b-6526-4a3c-8af3-292b322ca26c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=80e18d67-f57a-4f4d-b930-a9666f5c3a67,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.385930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9514-888d-4a09-8e86-57ca0db7a655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.426995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b88da4f-6139-49da-ba44-ac854fb90b7b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.443579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.449650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-47213197-870d-48da-a0a7-c61ac6f85f51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2b88da4f-6139-49da-ba44-ac854fb90b7b HTTP/1.1" status: 204 len: 168 time: 1.3021796 Nov 12 08:30:37.461665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37604) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.517903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb9f4325-c4f8-46bc-a6f4-f0effc36c8d5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.701596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9514-888d-4a09-8e86-57ca0db7a655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.710470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9514-888d-4a09-8e86-57ca0db7a655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.902778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8bc9514-888d-4a09-8e86-57ca0db7a655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ac9f0111a404b6eb6d9b34011a92b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843749 Nov 12 08:30:37.906639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc9514-888d-4a09-8e86-57ca0db7a655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76ce78a-99ad-403e-b676-ef385feaa829,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.914541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37612) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.925953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.948526 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-bb9f4325-c4f8-46bc-a6f4-f0effc36c8d5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:30:37.949838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb9f4325-c4f8-46bc-a6f4-f0effc36c8d5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0 HTTP/1.1" status: 409 len: 329 time: 0.8968806 Nov 12 08:30:37.954329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37614) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.971724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 97dbb76d-9711-4184-80da-7dc825eff440 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:38.087490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76ba7-c577-4126-8a5d-c46f6b9ef38f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.094870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37616) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:38.098579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-08c76ba7-c577-4126-8a5d-c46f6b9ef38f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8442271 Nov 12 08:30:38.118777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3836e79f-db87-4482-b68f-fedf440a5b67 None None] Provisioning complete for port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:38.119807 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3836e79f-db87-4482-b68f-fedf440a5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.158007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4e305-2c59-43f2-87d8-f59ed9ba4f7a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.165947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4e305-2c59-43f2-87d8-f59ed9ba4f7a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.170885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6ac4e305-2c59-43f2-87d8-f59ed9ba4f7a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8305790 Nov 12 08:30:38.178295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:38.250768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 97dbb76d-9711-4184-80da-7dc825eff440 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:38.252100 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.381769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3836e79f-db87-4482-b68f-fedf440a5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.525543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:38.607860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3836e79f-db87-4482-b68f-fedf440a5b67 None None] For port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:38.623213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3836e79f-db87-4482-b68f-fedf440a5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.771736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d3a9bc1-4951-476e-a00b-417523bad092 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6738882 Nov 12 08:30:38.836547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836e79f-db87-4482-b68f-fedf440a5b67 None None] Pushing event updated for resources: {'Port': ['ID=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:38.862360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:38.892841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-166235946'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:38.932351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f7a1ca42-edc1-4c9f-af8a-240ec73507d2 None None] Provisioning complete for port 80e18d67-f57a-4f4d-b930-a9666f5c3a67 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:38.933412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7a1ca42-edc1-4c9f-af8a-240ec73507d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.013349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:39.020708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.032987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f7a1ca42-edc1-4c9f-af8a-240ec73507d2 None None] Port 80e18d67-f57a-4f4d-b930-a9666f5c3a67 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:39.037473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.055646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:39.056348 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.145967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.274798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for ed767598-8a95-4d3f-a5a2-fef839cca3a4 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:39.294744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74557b4-d92a-4816-bf00-5a8b6b922808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.437481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 899be0b9-636c-46e2-b685-ea5d7b6cd29b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:39.588487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 899be0b9-636c-46e2-b685-ea5d7b6cd29b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:39.588936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 899be0b9-636c-46e2-b685-ea5d7b6cd29b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:39.805011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:39.873439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.932859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:39.956238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:39.956852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.990570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.991021 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment aa2c1477-b831-4481-9562-6d2f47b651c5 of type vlan for network 82d7140f-5650-4570-9991-5b99cdf22fa7 Nov 12 08:30:39.993463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74557b4-d92a-4816-bf00-5a8b6b922808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.062626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b082b280-ac44-43eb-98b7-59e050c01935']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:40.114292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43a6643-f72c-42f8-a8fc-7c027800f3e3') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:40.114599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43a6643-f72c-42f8-a8fc-7c027800f3e3') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:40.135741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.203879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.253242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.268207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.269554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.298086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.322417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 80e18d67-f57a-4f4d-b930-a9666f5c3a67 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:40.322768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.326583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:40.326992 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:40.333584 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:40.449731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=82d7140f-5650-4570-9991-5b99cdf22fa7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.472958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:40.505118 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-455fe833-5019-49f4-afd3-09593434d705 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6409051 Nov 12 08:30:40.508096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37654) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:40.513762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:40.682820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.692149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf24e84d-43b9-4459-a9fe-b98e9fec5b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.734901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.737867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.866410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=ed767598-8a95-4d3f-a5a2-fef839cca3a4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.880502 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.889737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b082b280-ac44-43eb-98b7-59e050c01935 HTTP/1.1" status: 204 len: 168 time: 3.4056754 Nov 12 08:30:40.907155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74557b4-d92a-4816-bf00-5a8b6b922808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.920564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b74557b4-d92a-4816-bf00-5a8b6b922808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.922505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b74557b4-d92a-4816-bf00-5a8b6b922808 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b76ce78a-99ad-403e-b676-ef385feaa829 HTTP/1.1" status: 204 len: 168 time: 2.9884939 Nov 12 08:30:40.939545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:40.946443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.061661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f7fe6-ceb2-4680-ad5c-a942d3e33892 admin admin] Pushing event deleted for resources: {'Network': ['ID=b082b280-ac44-43eb-98b7-59e050c01935,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:41.148805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74557b4-d92a-4816-bf00-5a8b6b922808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76ce78a-99ad-403e-b676-ef385feaa829,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:41.240024 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.430853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 80e18d67-f57a-4f4d-b930-a9666f5c3a67 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:41.440551 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.711253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37672) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:41.837915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.007269 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-204fe3d5-d70f-4a4b-9771-7eeb9263d05b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b81a8219884b470fbcaa7b69c0f4a0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890840 Nov 12 08:30:42.008448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37686) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.043471 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.106589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.120874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=80e18d67-f57a-4f4d-b930-a9666f5c3a67,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:42.136352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Router f2bcde1d-b967-45d8-b397-53c8c5dbd2fc has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:42.197690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.212558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9a83ee07-2c75-4ec1-8039-f9304543dff7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/80e18d67-f57a-4f4d-b930-a9666f5c3a67 HTTP/1.1" status: 204 len: 168 time: 4.0230243 Nov 12 08:30:42.214231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37690) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.445848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=ffe50dd3-e820-4661-8b20-9ddb92780510,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:42.529664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-474b1a44-a654-4951-8bce-31f843967cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.531597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': 'aa2c1477-b831-4481-9562-6d2f47b651c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:42.531994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: 82d7140f-5650-4570-9991-5b99cdf22fa7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:42.588217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bf4b4-1597-47e9-98ca-dfd3798edfee tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.594625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bf4b4-1597-47e9-98ca-dfd3798edfee tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.597402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-341bf4b4-1597-47e9-98ca-dfd3798edfee tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3725505 Nov 12 08:30:42.602042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37696) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.622811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-474b1a44-a654-4951-8bce-31f843967cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.684250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:42.711646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting port e25cbaf7-3d99-457e-b59b-1ddd21bb6506 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:42.712412 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.712959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:42.730846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] Sync routers for ids ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:42.750641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-14fa3de5-4e83-427f-9369-9a420b3424bc tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/routers/f2bcde1d-b967-45d8-b397-53c8c5dbd2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4273436 Nov 12 08:30:42.751272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 82d7140f-5650-4570-9991-5b99cdf22fa7) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:42.755288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37704) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.769796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd8fa8-f3a0-4d50-8822-010f41900e29 None None] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:42.779060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] Routers {'f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:42.781575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:42.806471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.809935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.866626 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a5e5ce-ecd2-42c5-8488-e04feb4a409c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:30:42.876077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-05a5e5ce-ecd2-42c5-8488-e04feb4a409c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/ed767598-8a95-4d3f-a5a2-fef839cca3a4 HTTP/1.1" status: 404 len: 333 time: 0.1110082 Nov 12 08:30:42.877303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37710) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.887944 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14f858ef-3e8e-4144-871d-c592ab30218b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3781154 Nov 12 08:30:42.892119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37712) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.903646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7', 'name': 'tempest-PortsTestJSON-1408296637'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:42.958885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:43.021023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 7000457f-caa8-406b-b8b9-88d8966c0763 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:43.033363 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.073479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] Routers {'f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:43.077957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:43.167698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.176323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:43.185568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:43.186717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1fe25-6dbf-4277-a5e6-482a279a082b None None] The sync data for ids ['f2bcde1d-b967-45d8-b397-53c8c5dbd2fc'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:43.190916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.232863 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4640b613-98b0-4132-b988-80efa3724d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.266298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.295101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Calling delete_port for e25cbaf7-3d99-457e-b59b-1ddd21bb6506 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:43.326824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-474b1a44-a654-4951-8bce-31f843967cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.329853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-474b1a44-a654-4951-8bce-31f843967cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.331057 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-474b1a44-a654-4951-8bce-31f843967cb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37503bca-7c15-4534-8d61-65fdc5bc9443 HTTP/1.1" status: 204 len: 168 time: 1.3184705 Nov 12 08:30:43.381056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.443846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b1a44-a654-4951-8bce-31f843967cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37503bca-7c15-4534-8d61-65fdc5bc9443,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:43.450276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:43.689235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.4 (82d7140f-5650-4570-9991-5b99cdf22fa7/ffe50dd3-e820-4661-8b20-9ddb92780510/a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:43.720423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-82d7140f-5650-4570-9991-5b99cdf22fa7', 'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': 'ffe50dd3-e820-4661-8b20-9ddb92780510'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:43.724011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.864333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.990796 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.998116 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.045906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.046769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Fanout notify agent at l3_agent the message router_deleted on router f2bcde1d-b967-45d8-b397-53c8c5dbd2fc {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:44.059901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.062308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cbf4b1f3-3fa4-4611-8b09-a3ea24326caa tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/routers/f2bcde1d-b967-45d8-b397-53c8c5dbd2fc HTTP/1.1" status: 204 len: 168 time: 1.1790662 Nov 12 08:30:44.068773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37736) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:44.094401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Port': ['ID=e25cbaf7-3d99-457e-b59b-1ddd21bb6506,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:44.199614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 33ac8422-8a75-465d-9d11-85f2fa3178b6 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:44.204640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.235582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.304003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.383473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.454885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.473677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37748) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:44.490935 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.515481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=7000457f-caa8-406b-b8b9-88d8966c0763,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:44.528436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.534226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ff95e-2034-4e21-95c7-3f10c02d45cd None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:44.540613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5950b34c-0784-4185-ada1-8da3dc28bfbd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7000457f-caa8-406b-b8b9-88d8966c0763 HTTP/1.1" status: 204 len: 168 time: 1.9372330 Nov 12 08:30:44.541357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37752) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:44.607653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.762265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e750e07-9e5d-413b-ac52-4d5c045f036a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2178481 Nov 12 08:30:44.765155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37760) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:44.815348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.841423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Router ce19bc61-5dba-4858-9db8-26f561c076e0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:44.871571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:44.881427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d1ce2-1cf5-4351-92d9-790daa35042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.889148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c05d1ce2-1cf5-4351-92d9-790daa35042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1232536 Nov 12 08:30:44.894099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37762) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:44.931113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.090846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=33ac8422-8a75-465d-9d11-85f2fa3178b6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:45.095635 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.106847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-61df6235-d493-4530-bc27-f347395a47be tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/33ac8422-8a75-465d-9d11-85f2fa3178b6 HTTP/1.1" status: 204 len: 168 time: 1.0366313 Nov 12 08:30:45.110432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.121015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8a6ed-b236-41bc-b96e-69c0c0f2b1b7 None None] Network e0e1ef7a-eac6-42b9-8575-7f2e337ab155 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:45.146300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5756145c-8488-491d-8785-21206b00b467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.220848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48234e8a-d8a2-4334-832c-ce73aa3655b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.223014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-48234e8a-d8a2-4334-832c-ce73aa3655b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3184826 Nov 12 08:30:45.226355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37780) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.254985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:45.272523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] Deleting port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:45.273262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.278591 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e396f-9c67-453b-86a9-215559f802cb None None] Sync routers for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:45.288546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-89633838-df96-4378-8daf-f263922c8bf6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585072 Nov 12 08:30:45.292528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37784) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.297624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-650c9892-887a-4dc8-8584-b8171e4ece7c tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3408768 Nov 12 08:30:45.304104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:45.306738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.311124 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.320998 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e396f-9c67-453b-86a9-215559f802cb None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:45.321650 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-935e396f-9c67-453b-86a9-215559f802cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:45.474192 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-b7107dab-6a83-4bc3-9db0-2079417019d2 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] show failed (client error): The resource could not be found. Nov 12 08:30:45.476305 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-935e396f-9c67-453b-86a9-215559f802cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:45.479207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7107dab-6a83-4bc3-9db0-2079417019d2 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1322704732 HTTP/1.1" status: 404 len: 335 time: 0.1615357 Nov 12 08:30:45.486048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37790) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.496904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-83744966-3407-4edf-a2a1-46b6bad3c26d tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:45.502227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.508618 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e396f-9c67-453b-86a9-215559f802cb None None] Routers {'ce19bc61-5dba-4858-9db8-26f561c076e0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:45.509608 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-935e396f-9c67-453b-86a9-215559f802cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:30:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce19bc61-5dba-4858-9db8-26f561c076e0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:45.580601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5756145c-8488-491d-8785-21206b00b467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.585516 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-935e396f-9c67-453b-86a9-215559f802cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:45.596386 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e396f-9c67-453b-86a9-215559f802cb None None] The sync data for ids ['ce19bc61-5dba-4858-9db8-26f561c076e0'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:45.672073 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-83744966-3407-4edf-a2a1-46b6bad3c26d tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] update failed (client error): The resource could not be found. Nov 12 08:30:45.674892 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83744966-3407-4edf-a2a1-46b6bad3c26d tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1839938691 HTTP/1.1" status: 404 len: 335 time: 0.1877532 Nov 12 08:30:45.682745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37802) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.684975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:45.688975 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.690225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5756145c-8488-491d-8785-21206b00b467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.722687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] For port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:45.723215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.817697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756145c-8488-491d-8785-21206b00b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef051e6d-49c8-47a9-af24-77da6759eafa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:45.846292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:45.854746 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5756145c-8488-491d-8785-21206b00b467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11fe25265cba458dbf996e3153f265da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2553568 Nov 12 08:30:45.856475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:45.857981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37806) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:45.858604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:45.862186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:45.876256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] Calling delete_port for bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:45.950746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.952132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.008096 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-94ffede5-0e16-4e1c-b254-0af6842c2c1d tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1140792 Nov 12 08:30:46.014200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37812) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:46.018082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:46.018632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.020510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7', 'name': 'tempest-PortsTestJSON-1873997525'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:46.115570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:46.122151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting subnet 21b12c71-2eee-4b9d-b109-c7755ce2af50 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:46.122728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.133995 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd56ac72-fb9b-4d42-9ad1-419b2c2dad61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.187848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd56ac72-fb9b-4d42-9ad1-419b2c2dad61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.242108 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.249671 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.253037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Allocated IP 172.20.0.2 (82d7140f-5650-4570-9991-5b99cdf22fa7/ffe50dd3-e820-4661-8b20-9ddb92780510/fc08157e-0913-4426-ab58-6812e9b1ad1f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:46.259285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] Pushing event deleted for resources: {'Port': ['ID=bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:46.262553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:46.263652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:46.266841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d95965-eb81-4c80-bfd7-4b99e4dafa27 None None] No DVR routers for this DVR port bc1b77d1-ed13-4822-9a1b-08c9ac5b1a4e on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:46.312972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:46.318438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.372858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] For port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,segment=NetworkSegment(767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6),segment_id=767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:46.374412 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.387674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 0c4fc1fd-ea23-47bd-bd11-9cee5e272a23 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:46.412112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:46.586556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd56ac72-fb9b-4d42-9ad1-419b2c2dad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.591164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd56ac72-fb9b-4d42-9ad1-419b2c2dad61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.594635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dd56ac72-fb9b-4d42-9ad1-419b2c2dad61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef051e6d-49c8-47a9-af24-77da6759eafa HTTP/1.1" status: 204 len: 168 time: 0.7331324 Nov 12 08:30:46.612511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56ac72-fb9b-4d42-9ad1-419b2c2dad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef051e6d-49c8-47a9-af24-77da6759eafa,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:46.934321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] DHCP port deletion for e0e1ef7a-eac6-42b9-8575-7f2e337ab155 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:47.021932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.156420 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.180402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.281306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.11 (82d7140f-5650-4570-9991-5b99cdf22fa7/ffe50dd3-e820-4661-8b20-9ddb92780510/0c4fc1fd-ea23-47bd-bd11-9cee5e272a23) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:47.365383 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.418405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.457090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.459231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:47.486677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:47.500654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:47.509388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.509984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.523361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:47.529036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:47.538005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2443640 Nov 12 08:30:47.538828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37850) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:47.539870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No DVR routers for this DVR port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:47.546803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Pushing event updated for resources: {'Port': ['ID=fc08157e-0913-4426-ab58-6812e9b1ad1f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:47.547699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50c7a-4851-4ab4-a324-b5b4de2fe836 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:47.554695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:47.555193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': 'af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6', 'ip_address': '2001:db8::7e93:12a3:b177:c8d4'}], 'name': 'tempest-NetworksTestDHCPv6-354211758'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:47.561247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fbe933-be02-429d-87a1-91a8a292fd2d None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:47.631414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Deleting port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:47.631904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.670383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.807532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.916619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:47.935675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:47.941839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.947746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:47.996492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:48.006712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.019105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=0c4fc1fd-ea23-47bd-bd11-9cee5e272a23,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.094924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e1ef7a-eac6-42b9-8575-7f2e337ab155']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:48.100151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.100825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.121960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:48.122592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767c0a0b-93e6-45d3-a4d0-50d0b1c0f1b6') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:48.146909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:48.148570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-45e38b90-451c-4f2d-a30c-d15d87d171e1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1331642 Nov 12 08:30:48.149465 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.228851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:48.232203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:48.250703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.268276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:48.293073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] For port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:48.297465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.380591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Attempting to bind port fc08157e-0913-4426-ab58-6812e9b1ad1f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:48.380968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Attempting to bind port fc08157e-0913-4426-ab58-6812e9b1ad1f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'aa2c1477-b831-4481-9562-6d2f47b651c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:48.381333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Attempting to bind port fc08157e-0913-4426-ab58-6812e9b1ad1f on network 82d7140f-5650-4570-9991-5b99cdf22fa7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:48.383444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:48.383929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.391689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:48.394392 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:48.404629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Calling delete_port for 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:48.411356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:30:48.429010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:48.430042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Checking segment: {'id': 'aa2c1477-b831-4481-9562-6d2f47b651c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:48.432134 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.433706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Bound using segment: {'id': 'aa2c1477-b831-4481-9562-6d2f47b651c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:48.433706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Bound port: fc08157e-0913-4426-ab58-6812e9b1ad1f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c1477-b831-4481-9562-6d2f47b651c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '82d7140f-5650-4570-9991-5b99cdf22fa7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:48.434473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.438274 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.488825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.565769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Subnet': ['ID=21b12c71-2eee-4b9d-b109-c7755ce2af50,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.577984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36906fd7-db9f-4352-acec-7152e281f48e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.579555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-36906fd7-db9f-4352-acec-7152e281f48e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.4268055 Nov 12 08:30:48.582950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.584766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37892) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:48.597338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c7b7c318-2952-435d-a60e-eecedc8652f5 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/subnets/21b12c71-2eee-4b9d-b109-c7755ce2af50 HTTP/1.1" status: 204 len: 168 time: 2.9132109 Nov 12 08:30:48.598850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37894) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:48.600095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port b94b289a-fbfc-47bd-92c7-94c2d6bf3828 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:48.603425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:48.607838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.623516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397fbeb4-70e0-4e7a-9902-db9f3658e22a None None] Network db104928-4357-4a72-a7c4-fa2e3dcc5a5f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:48.638779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.694565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.698591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/e0e1ef7a-eac6-42b9-8575-7f2e337ab155 HTTP/1.1" status: 204 len: 168 time: 3.5868752 Nov 12 08:30:48.726052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] Pushing event deleted for resources: {'Port': ['ID=9d8bb611-526c-4d30-ad6d-508a2e58f0c4,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.727560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37906) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:48.734676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6cb6a-2186-4720-8d1f-573451ea1d7d None None] No DVR routers for this DVR port 9d8bb611-526c-4d30-ad6d-508a2e58f0c4 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:48.860254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 0c4fc1fd-ea23-47bd-bd11-9cee5e272a23 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:48.860952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.862158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfa096-1c67-4e19-aeb7-09cf86e8bb65 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=e0e1ef7a-eac6-42b9-8575-7f2e337ab155,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.872432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f7694-e656-45c6-9372-7eedc00929bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.873934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-556f7694-e656-45c6-9372-7eedc00929bb tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/9bc59b44-f878-4f0d-a80f-3e018b0f89d9 HTTP/1.1" status: 200 len: 844 time: 0.1451619 Nov 12 08:30:48.913938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37920) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:49.160690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::7e93:12a3:b177:c8d4 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6/b94b289a-fbfc-47bd-92c7-94c2d6bf3828) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:49.201413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-93c3eda4-3e2b-445d-84da-d466727cc703 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/9bc59b44-f878-4f0d-a80f-3e018b0f89d9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2848032 Nov 12 08:30:49.213074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:49.229331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:49.388675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.400472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] For port fc08157e-0913-4426-ab58-6812e9b1ad1f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:49.441367 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.446431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.454265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.521376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 0c4fc1fd-ea23-47bd-bd11-9cee5e272a23 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:49.521899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:49.532922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6/62e0e213-e706-4d98-b19a-52520d0786a5) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:49.606849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:49.616026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:49.635034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:49.635719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.676440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=b94b289a-fbfc-47bd-92c7-94c2d6bf3828,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:49.711179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:49.712543 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.716443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.722043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] For port fc08157e-0913-4426-ab58-6812e9b1ad1f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc08157e-0913-4426-ab58-6812e9b1ad1f,segment=NetworkSegment(aa2c1477-b831-4481-9562-6d2f47b651c5),segment_id=aa2c1477-b831-4481-9562-6d2f47b651c5)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:49.732094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aab45612-432d-4ebe-8287-5f82ce441872 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1830440 Nov 12 08:30:49.732398 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.734250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37954) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:49.756009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting port 97dbb76d-9711-4184-80da-7dc825eff440 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:49.756401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.791304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.821824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:49.825921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:49.833304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:49.916708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] DHCP port deletion for db104928-4357-4a72-a7c4-fa2e3dcc5a5f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:49.923469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Pushing event updated for resources: {'Port': ['ID=62e0e213-e706-4d98-b19a-52520d0786a5,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:49.932125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] For port 97dbb76d-9711-4184-80da-7dc825eff440, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=97dbb76d-9711-4184-80da-7dc825eff440,segment=NetworkSegment(2e5086b4-41ee-4892-99bb-14a3545c195a),segment_id=2e5086b4-41ee-4892-99bb-14a3545c195a)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:49.932939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.990254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Calling delete_port for 97dbb76d-9711-4184-80da-7dc825eff440 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:50.053850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcbd95-e846-4ab5-a052-b22bb302867b None None] Pushing event updated for resources: {'Port': ['ID=fc08157e-0913-4426-ab58-6812e9b1ad1f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:50.078385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Attempting to bind port 62e0e213-e706-4d98-b19a-52520d0786a5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:50.079045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Attempting to bind port 62e0e213-e706-4d98-b19a-52520d0786a5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:50.079324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Attempting to bind port 62e0e213-e706-4d98-b19a-52520d0786a5 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:50.182733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f65a71-abe1-4a2b-b98d-a1deb0df1180 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.186921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:50.187308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:50.187718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.194217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:50.194808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Bound port: 62e0e213-e706-4d98-b19a-52520d0786a5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:50.195222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.198044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f65a71-abe1-4a2b-b98d-a1deb0df1180 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.202542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29f65a71-abe1-4a2b-b98d-a1deb0df1180 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4500902 Nov 12 08:30:50.205370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.224998 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:50.429144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.464410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.502565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7539483e-6231-442c-ab04-83551f8df716 None None] For port 62e0e213-e706-4d98-b19a-52520d0786a5, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:50.518185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7539483e-6231-442c-ab04-83551f8df716 None None] For port 62e0e213-e706-4d98-b19a-52520d0786a5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=62e0e213-e706-4d98-b19a-52520d0786a5,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:50.529894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.533974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Deleting port 97dbb76d-9711-4184-80da-7dc825eff440 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:50.536517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.543331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.573610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=0c4fc1fd-ea23-47bd-bd11-9cee5e272a23,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:50.644175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Port': ['ID=97dbb76d-9711-4184-80da-7dc825eff440,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:50.672599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] No DVR routers for this DVR port 97dbb76d-9711-4184-80da-7dc825eff440 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:50.718744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.766887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:50.767815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] For port 97dbb76d-9711-4184-80da-7dc825eff440, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:50.768675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.770350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:50.773588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.774195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.789837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd6496-e481-44e5-a7ff-76f5e7fecc12 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:50.816815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.820230 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-52e757f6-a7cc-47a0-bb7d-6386d8089187 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/0c4fc1fd-ea23-47bd-bd11-9cee5e272a23 HTTP/1.1" status: 204 len: 168 time: 2.2343810 Nov 12 08:30:50.827316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38002) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.847195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port b94b289a-fbfc-47bd-92c7-94c2d6bf3828 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:50.848563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.869694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539483e-6231-442c-ab04-83551f8df716 None None] Pushing event updated for resources: {'Port': ['ID=62e0e213-e706-4d98-b19a-52520d0786a5,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:50.874226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Calling delete_port for 97dbb76d-9711-4184-80da-7dc825eff440 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:50.879872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Port 97dbb76d-9711-4184-80da-7dc825eff440 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:30:50.884887 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e49e07-8dc2-4270-92ff-135b06680be4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:30:50.889552 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28e49e07-8dc2-4270-92ff-135b06680be4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/0c4fc1fd-ea23-47bd-bd11-9cee5e272a23 HTTP/1.1" status: 404 len: 333 time: 0.0613375 Nov 12 08:30:50.890185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38004) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.893184 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.911304 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6952953 Nov 12 08:30:50.940682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.945501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331684324'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:50.971287 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.979402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351955ea-cb92-4a5a-97ce-a02fb825c54f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=37b10fb2-bf5e-4bb0-a451-955e7c04d3d3,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:50.986926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.989961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for b94b289a-fbfc-47bd-92c7-94c2d6bf3828 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:51.037534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] No DVR routers for this DVR port 97dbb76d-9711-4184-80da-7dc825eff440 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:51.045928 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0932ab9d-06cd-4a08-a2f3-a1274955f271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.079123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19ffdc-5fe4-4e9a-9692-b6a9be0442e8 None None] Pushing event deleted for resources: {'Port': ['ID=97dbb76d-9711-4184-80da-7dc825eff440,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:51.157666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.208017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.210975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.288202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db104928-4357-4a72-a7c4-fa2e3dcc5a5f']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.316178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5086b4-41ee-4892-99bb-14a3545c195a') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.317622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5086b4-41ee-4892-99bb-14a3545c195a') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.339943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:51.343845 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.367175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-02cb190f-76d0-4bdf-b693-898e2ea9d947', 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'tenant_id': '2b1103ae502244e89ff7766b780c88cb', 'fixed_ips': [{'subnet_id': '37b10fb2-bf5e-4bb0-a451-955e7c04d3d3'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:51.368110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.373781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.585441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.609752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:51.610304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.683202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.689680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7477870 Nov 12 08:30:51.723226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:51.763636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1460741372'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:51.837836 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:51.872709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.884143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.953188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.969873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f0fc4-e1cc-41a8-b609-7c0e14f233f4 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c443ada7-242a-4651-ae90-057ea19bfcca,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:51.985112 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.997156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/networks/db104928-4357-4a72-a7c4-fa2e3dcc5a5f HTTP/1.1" status: 204 len: 168 time: 3.3919528 Nov 12 08:30:52.011221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38036) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.038032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Allocated IP 2001:db8::2 (02cb190f-76d0-4bdf-b693-898e2ea9d947/37b10fb2-bf5e-4bb0-a451-955e7c04d3d3/7718043c-7d1a-4875-a81d-50f0f4e81cce) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:52.081555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:52.154573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38038) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.223278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b5e25-8bcc-4c07-b2f6-d30ed897fa31 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Network': ['ID=db104928-4357-4a72-a7c4-fa2e3dcc5a5f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.302970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.318291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0932ab9d-06cd-4a08-a2f3-a1274955f271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.411428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0932ab9d-06cd-4a08-a2f3-a1274955f271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.435373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting subnet 5acae893-e741-4802-b200-28bd7c264c67 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:52.441994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=b94b289a-fbfc-47bd-92c7-94c2d6bf3828,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.485083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.611405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c49a5d8-48ea-4860-8b4b-17deef3ace84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.619894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.669273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7251e646-6007-4755-8b4b-7406d11f0441 None None] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:52.670125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.671516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 62e0e213-e706-4d98-b19a-52520d0786a5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:52.676427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.681784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f283404d-09bc-4056-b97b-84231409c506 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/b94b289a-fbfc-47bd-92c7-94c2d6bf3828 HTTP/1.1" status: 204 len: 168 time: 2.4735935 Nov 12 08:30:52.697544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38048) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.722009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38050) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.724615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0932ab9d-06cd-4a08-a2f3-a1274955f271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de67307c648343e396c08e42f3a38ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2792442 Nov 12 08:30:52.762853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.829869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.831529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1055532 Nov 12 08:30:52.841712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932ab9d-06cd-4a08-a2f3-a1274955f271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734625a-4bec-493c-978d-fb643adf75a3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.847017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ff8324c8-3fd8-4953-8a49-8ffcaed0b144 None None] Provisioning complete for port fc08157e-0913-4426-ab58-6812e9b1ad1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:52.847437 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff8324c8-3fd8-4953-8a49-8ffcaed0b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.858468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.862865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.887809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1169112672', 'security_groups': ['08606632-04d5-4f60-8040-f034eeac1dec'], 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37b10fb2-bf5e-4bb0-a451-955e7c04d3d3'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:52.913681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d729a0d-cacd-455d-b702-f24e860bbf12 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08606632-04d5-4f60-8040-f034eeac1dec,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.914631 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 62e0e213-e706-4d98-b19a-52520d0786a5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:52.915209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.946613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:53.158818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabe90f-9c6d-453d-8d8b-861ccab74b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.161596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabe90f-9c6d-453d-8d8b-861ccab74b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.166218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4aabe90f-9c6d-453d-8d8b-861ccab74b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4404354 Nov 12 08:30:53.173663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38060) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.213888 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.242736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.331906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.360994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:53.404939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.507321 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.558482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:53.601565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:53.650169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:53.658122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.658895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Pushing event updated for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:53.662689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:53.672665 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff8324c8-3fd8-4953-8a49-8ffcaed0b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.719381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.764075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Subnet': ['ID=5acae893-e741-4802-b200-28bd7c264c67,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:53.866774 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.873688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.874973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31353a88-75b7-4b66-b759-43dbb31cc669 None None] Network a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:53.880501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be61d5c9-8785-4653-8655-12ef0e5918d6 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/subnets/5acae893-e741-4802-b200-28bd7c264c67 HTTP/1.1" status: 204 len: 168 time: 1.8153849 Nov 12 08:30:53.881339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ff8324c8-3fd8-4953-8a49-8ffcaed0b144 None None] For port fc08157e-0913-4426-ab58-6812e9b1ad1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc08157e-0913-4426-ab58-6812e9b1ad1f,segment=NetworkSegment(aa2c1477-b831-4481-9562-6d2f47b651c5),segment_id=aa2c1477-b831-4481-9562-6d2f47b651c5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:53.889348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38068) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.941280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port b7c7397c-1092-4a32-b60a-10f65293ce5f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:53.953671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.969414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff8324c8-3fd8-4953-8a49-8ffcaed0b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.012805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Attempting to bind port 7718043c-7d1a-4875-a81d-50f0f4e81cce on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:54.013215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Attempting to bind port 7718043c-7d1a-4875-a81d-50f0f4e81cce by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '7ebea746-a7df-4b72-9436-4860e48eae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:54.013575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Attempting to bind port 7718043c-7d1a-4875-a81d-50f0f4e81cce on network 02cb190f-76d0-4bdf-b693-898e2ea9d947 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:54.205609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting subnet ba9200f9-11b2-403f-94ba-2529752e27ae {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:54.235942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bed2e84b-2084-4e84-951f-b42eec05ebd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.240609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:54.241665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Checking segment: {'id': '7ebea746-a7df-4b72-9436-4860e48eae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:54.242252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.244750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Bound using segment: {'id': '7ebea746-a7df-4b72-9436-4860e48eae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:54.245473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Bound port: 7718043c-7d1a-4875-a81d-50f0f4e81cce, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebea746-a7df-4b72-9436-4860e48eae08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:54.247120 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.270500 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.280095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.282398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-168d008a-1a31-424a-bcd7-f8c861656ef2 None None] Provisioning complete for port 62e0e213-e706-4d98-b19a-52520d0786a5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:54.283009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-168d008a-1a31-424a-bcd7-f8c861656ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.429312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c49a5d8-48ea-4860-8b4b-17deef3ace84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.432757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:54.433251 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:54.440149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bed2e84b-2084-4e84-951f-b42eec05ebd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.443905 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.465290 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8ad326b5-a8db-428b-9467-879976cd5edd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27 HTTP/1.1" status: 204 len: 168 time: 3.5713754 Nov 12 08:30:54.466646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.484378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c49a5d8-48ea-4860-8b4b-17deef3ace84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.505663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:54.551774 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d6317f-fb8c-4e85-9290-c3f7737bdbd1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:30:54.560890 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-50d6317f-fb8c-4e85-9290-c3f7737bdbd1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27 HTTP/1.1" status: 404 len: 333 time: 0.0874026 Nov 12 08:30:54.585717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38084) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.625856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:54.626845 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.643554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1a8ed94b-3171-42ad-9d9a-08e2b7d39032 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6 HTTP/1.1" status: 204 len: 168 time: 1.4562416 Nov 12 08:30:54.643851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7718043c-7d1a-4875-a81d-50f0f4e81cce,segment=NetworkSegment(7ebea746-a7df-4b72-9436-4860e48eae08),segment_id=7ebea746-a7df-4b72-9436-4860e48eae08)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:54.644019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.651249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.655312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241b5ea-004b-4940-a5c5-e77a0f16d3b3 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:54.752385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8324c8-3fd8-4953-8a49-8ffcaed0b144 None None] Pushing event updated for resources: {'Port': ['ID=fc08157e-0913-4426-ab58-6812e9b1ad1f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:54.756953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.850423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c49a5d8-48ea-4860-8b4b-17deef3ace84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de6766d791a34338a5c8c7808a107a85&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6868534 Nov 12 08:30:54.881295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38088) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.920594 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc86e30b-8020-4363-9a3d-5cb77bbfacfa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2605832 Nov 12 08:30:54.921334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bed2e84b-2084-4e84-951f-b42eec05ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.924133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bed2e84b-2084-4e84-951f-b42eec05ebd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.925009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bed2e84b-2084-4e84-951f-b42eec05ebd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7734625a-4bec-493c-978d-fb643adf75a3 HTTP/1.1" status: 204 len: 168 time: 2.1844652 Nov 12 08:30:54.938334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.950033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:55.015665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49a5d8-48ea-4860-8b4b-17deef3ace84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3451170b-7633-4e99-8b5b-b71ad27e4702,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.080903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2e84b-2084-4e84-951f-b42eec05ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734625a-4bec-493c-978d-fb643adf75a3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.126477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet ffe50dd3-e820-4661-8b20-9ddb92780510 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:55.135010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.146478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a318b8-2558-4e35-b83a-ba27fb5ecc27 None None] Pushing event updated for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.156442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.229463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.240695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.263216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] DHCP port deletion for a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:55.372438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::91 (02cb190f-76d0-4bdf-b693-898e2ea9d947/37b10fb2-bf5e-4bb0-a451-955e7c04d3d3/b7c7397c-1092-4a32-b60a-10f65293ce5f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:55.450946 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.546904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-168d008a-1a31-424a-bcd7-f8c861656ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.577763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:55.585981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.620362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 62e0e213-e706-4d98-b19a-52520d0786a5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=62e0e213-e706-4d98-b19a-52520d0786a5,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:55.665454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.666447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc08157e-0913-4426-ab58-6812e9b1ad1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:55.812713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.874177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38108) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:55.908692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=62e0e213-e706-4d98-b19a-52520d0786a5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.918026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6672fc3b-c6a2-492d-91d5-36cc99776eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.935749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] Deleting port 0527823e-dcce-434a-bfb3-62a815f60453 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:55.936546 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.980319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-168d008a-1a31-424a-bcd7-f8c861656ef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:55.982110 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-168d008a-1a31-424a-bcd7-f8c861656ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:56.077887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:56.123498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] For port 0527823e-dcce-434a-bfb3-62a815f60453, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0527823e-dcce-434a-bfb3-62a815f60453,segment=NetworkSegment(59026cd8-e32e-4084-bcaf-8f71c7699ab2),segment_id=59026cd8-e32e-4084-bcaf-8f71c7699ab2)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:56.124024 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.131438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.210935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] Calling delete_port for 0527823e-dcce-434a-bfb3-62a815f60453 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:56.257543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe50dd3-e820-4661-8b20-9ddb92780510,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:56.279248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.282821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bda8e3fd-4c36-45e4-9616-abee6786999a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/ffe50dd3-e820-4661-8b20-9ddb92780510 HTTP/1.1" status: 204 len: 168 time: 1.6958456 Nov 12 08:30:56.286159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:56.296608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fc08157e-0913-4426-ab58-6812e9b1ad1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:56.307396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.517338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9200f9-11b2-403f-94ba-2529752e27ae,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:56.543483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.546350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.549475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.550072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.553770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.555029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.556610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.560333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.561073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.561936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.563517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.565294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.603181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.613567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.621309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6672fc3b-c6a2-492d-91d5-36cc99776eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.629122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-21b64021-7740-443b-8781-3fef66b627dc tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/subnets/ba9200f9-11b2-403f-94ba-2529752e27ae HTTP/1.1" status: 204 len: 168 time: 2.7373269 Nov 12 08:30:56.635733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38124) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:56.640166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6672fc3b-c6a2-492d-91d5-36cc99776eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.678448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.678708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.771749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f14d154b-3484-48ee-b1ac-f726f6fd9fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.780887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.831006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6672fc3b-c6a2-492d-91d5-36cc99776eb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68fae4ec3c2c4bbbbf9b0c21e2073145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9479623 Nov 12 08:30:56.837093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:56.848831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672fc3b-c6a2-492d-91d5-36cc99776eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ff859-f101-4593-8c28-6758b19214d1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:56.849074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9aa61-4bee-47b8-940a-6c2115ce216d None None] Network 82d7140f-5650-4570-9991-5b99cdf22fa7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:56.894666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:56.896681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa9e47-bc52-443d-981a-3a5754467751 None None] Network 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:56.907136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:56.911110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.911805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.929927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=371a91ad-3ab8-44b1-a96d-f32e335cf206,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:56.973598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-960abeac-34f8-4d4c-92cb-6ba30287d94d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0280585 Nov 12 08:30:56.977105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38128) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:56.982937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '371a91ad-3ab8-44b1-a96d-f32e335cf206', 'ip_address': '2001:db8::8129:4c9e:8872:5edf'}], 'name': 'tempest-NetworksTestDHCPv6-1791131768'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:57.006169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port fc08157e-0913-4426-ab58-6812e9b1ad1f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:57.006601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.015808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d2e9-b09e-4722-94ba-8d50930b1bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.022543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f14d154b-3484-48ee-b1ac-f726f6fd9fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.074443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:57.089134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=b7c7397c-1092-4a32-b60a-10f65293ce5f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.092385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:57.099054 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.104398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:57.110655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:57.111364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.144777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d2e9-b09e-4722-94ba-8d50930b1bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.184131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-379317d5-5387-44d3-96ae-8659f9cbc665 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3177581 Nov 12 08:30:57.190300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38134) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:57.199336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:57.206448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] For port fc08157e-0913-4426-ab58-6812e9b1ad1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc08157e-0913-4426-ab58-6812e9b1ad1f,segment=NetworkSegment(aa2c1477-b831-4481-9562-6d2f47b651c5),segment_id=aa2c1477-b831-4481-9562-6d2f47b651c5)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:57.206851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.265725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for fc08157e-0913-4426-ab58-6812e9b1ad1f owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:57.383882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.437208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.444698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:57.458185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:57.503029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] No DVR routers for this DVR port 0527823e-dcce-434a-bfb3-62a815f60453 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:57.503930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59026cd8-e32e-4084-bcaf-8f71c7699ab2') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:57.504917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59026cd8-e32e-4084-bcaf-8f71c7699ab2') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:57.510780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-168d008a-1a31-424a-bcd7-f8c861656ef2 None None] Could not find standard attr ID for object b94b289a-fbfc-47bd-92c7-94c2d6bf3828. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:57.522133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd110054-42c8-4df7-8dd1-14584c50ad84 None None] Pushing event deleted for resources: {'Port': ['ID=0527823e-dcce-434a-bfb3-62a815f60453,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.522983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d2e9-b09e-4722-94ba-8d50930b1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.546463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.551068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d2e9-b09e-4722-94ba-8d50930b1bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.552381 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3fd0d2e9-b09e-4722-94ba-8d50930b1bdf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a2ff859-f101-4593-8c28-6758b19214d1 HTTP/1.1" status: 204 len: 168 time: 0.7090907 Nov 12 08:30:57.594976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f14d154b-3484-48ee-b1ac-f726f6fd9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.612868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f14d154b-3484-48ee-b1ac-f726f6fd9fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.616394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f14d154b-3484-48ee-b1ac-f726f6fd9fb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3451170b-7633-4e99-8b5b-b71ad27e4702 HTTP/1.1" status: 204 len: 168 time: 2.7297587 Nov 12 08:30:57.637070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 97dbb76d-9711-4184-80da-7dc825eff440 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:57.639513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.689118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0d2e9-b09e-4722-94ba-8d50930b1bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ff859-f101-4593-8c28-6758b19214d1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.742662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.746817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d154b-3484-48ee-b1ac-f726f6fd9fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3451170b-7633-4e99-8b5b-b71ad27e4702,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.773477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:57.773889 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:57.777139 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:57.779621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] DHCP port deletion for 28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:57.815170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Could not find standard attr ID for object a79e5f5a-19e2-4466-9e2b-d0b8f5fa0c27. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:57.817427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 97dbb76d-9711-4184-80da-7dc825eff440 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:57.820877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 97dbb76d-9711-4184-80da-7dc825eff440 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:57.843769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] Deleting port 62e0e213-e706-4d98-b19a-52520d0786a5 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:57.844747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.879807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=fc08157e-0913-4426-ab58-6812e9b1ad1f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.882317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No DVR routers for this DVR port fc08157e-0913-4426-ab58-6812e9b1ad1f on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:57.889164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.008586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port a00d5978-9776-4ede-b9de-46d3c85d89c4 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:58.021221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:58.029087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.045825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.064345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] For port 62e0e213-e706-4d98-b19a-52520d0786a5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=62e0e213-e706-4d98-b19a-52520d0786a5,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:58.064741 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.097434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.099405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] Calling delete_port for 62e0e213-e706-4d98-b19a-52520d0786a5 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:58.105999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/networks/a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d HTTP/1.1" status: 204 len: 168 time: 1.3541446 Nov 12 08:30:58.114164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38152) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:58.145806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e6054-aeb8-4233-a404-bc36808a6edf tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Network': ['ID=a5cef160-4a3d-40b9-a48d-4a2d5f3c7a6d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:58.278116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.349084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:58.362773 n-d-768509-25 neutron-server[102372]: INFO neutron.db.ipam_backend_mixin [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37b10fb2-bf5e-4bb0-a451-955e7c04d3d3 (CIDR: 2001:db8::/64) Nov 12 08:30:58.373737 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:30:58.373737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:58.423878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bb3c7390-1a1c-468e-a82c-971058507a4a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2313924 Nov 12 08:30:58.426396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Provisioning complete for port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:58.426765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.427295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:58.439564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:58.474827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d7140f-5650-4570-9991-5b99cdf22fa7']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:58.523681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd8b4b-ce1d-4a80-aebe-27bae2e163c3 None None] DHCP port deletion for 82d7140f-5650-4570-9991-5b99cdf22fa7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:58.590824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2c1477-b831-4481-9562-6d2f47b651c5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:58.590996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2c1477-b831-4481-9562-6d2f47b651c5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:58.610719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:58.618645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.670337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Could not find standard attr ID for object fc08157e-0913-4426-ab58-6812e9b1ad1f. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:58.674830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38172) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:58.681144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.742083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.752467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95d857c1-4731-4228-a8b6-cd9cbcd0f32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.755719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] Pushing event deleted for resources: {'Port': ['ID=62e0e213-e706-4d98-b19a-52520d0786a5,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:58.765914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.770560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f85ce-242c-4ad9-8bc5-353e44f0d542 None None] No DVR routers for this DVR port 62e0e213-e706-4d98-b19a-52520d0786a5 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:58.813286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:58.813286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:58.813486 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:58.841012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:58.845372 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.868252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fab0b4-e122-4d8f-8b80-b0964d34e6a1 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:58.935954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] Deleting port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:58.936435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.943053 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95d857c1-4731-4228-a8b6-cd9cbcd0f32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.960573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-95d857c1-4731-4228-a8b6-cd9cbcd0f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.025411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::8129:4c9e:8872:5edf (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/371a91ad-3ab8-44b1-a96d-f32e335cf206/a00d5978-9776-4ede-b9de-46d3c85d89c4) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:59.038008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-95d857c1-4731-4228-a8b6-cd9cbcd0f32b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f51e79a9491e4f279b680037ba220926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615539 Nov 12 08:30:59.041998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:59.053803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d857c1-4731-4228-a8b6-cd9cbcd0f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fbddf4-508b-49ac-87ae-5e70a1050d78,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:59.067964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Provisioning complete for port b7c7397c-1092-4a32-b60a-10f65293ce5f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:59.068372 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.082400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.113798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.117578 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/82d7140f-5650-4570-9991-5b99cdf22fa7 HTTP/1.1" status: 204 len: 168 time: 2.8115735 Nov 12 08:30:59.133488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38184) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:59.140827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-558071462'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:59.213811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eb1ac-a701-4023-b981-5f8c249c80c3 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=82d7140f-5650-4570-9991-5b99cdf22fa7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:59.217221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:59.225056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.227967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Port b7c7397c-1092-4a32-b60a-10f65293ce5f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:59.291716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] For port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,segment=NetworkSegment(e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6),segment_id=e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:59.292320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.325240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:59.348437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.349008 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment 08586a34-d903-4c7b-b858-d605d447d224 of type vlan for network c211c499-29b5-45da-be45-c4416677f050 Nov 12 08:30:59.398469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:59.400014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.407779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d775-ff6c-4a2d-9483-340a8e7d382c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.408075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] Calling delete_port for 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:59.485070 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.525906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:59.526486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.562079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d775-ff6c-4a2d-9483-340a8e7d382c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.562535 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.624866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] For port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,segment=NetworkSegment(e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6),segment_id=e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:59.625315 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.688446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '371a91ad-3ab8-44b1-a96d-f32e335cf206'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:59.692517 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.702903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.705507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Calling delete_port for 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:59.764835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.793857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.819272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:59.822202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.838730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7718043c-7d1a-4875-a81d-50f0f4e81cce,segment=NetworkSegment(7ebea746-a7df-4b72-9436-4860e48eae08),segment_id=7ebea746-a7df-4b72-9436-4860e48eae08)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:59.895482 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.914970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-712264de-a06f-4fa2-a07f-0c7c64e5f5ae None None] Could not find standard attr ID for object 0c4fc1fd-ea23-47bd-bd11-9cee5e272a23. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:30:59.930525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:59.988568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d775-ff6c-4a2d-9483-340a8e7d382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.993308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d775-ff6c-4a2d-9483-340a8e7d382c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.999272 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3cc2d775-ff6c-4a2d-9483-340a8e7d382c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4fbddf4-508b-49ac-87ae-5e70a1050d78 HTTP/1.1" status: 204 len: 168 time: 0.9543903 Nov 12 08:31:00.031387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2d775-ff6c-4a2d-9483-340a8e7d382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fbddf4-508b-49ac-87ae-5e70a1050d78,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.038052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 62e0e213-e706-4d98-b19a-52520d0786a5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:00.055511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.117098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=e69c55bb-a43e-49f5-970d-1df3b22f09e8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.131145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=c211c499-29b5-45da-be45-c4416677f050,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.148093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:00.153876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 62e0e213-e706-4d98-b19a-52520d0786a5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:00.154587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 62e0e213-e706-4d98-b19a-52520d0786a5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:00.155123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:00.158078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.159493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.171004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.173618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.193234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:00.201440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:00.204539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=a00d5978-9776-4ede-b9de-46d3c85d89c4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.210864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:00.217413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.218101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.220791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] No DVR routers for this DVR port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:00.226662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network c211c499-29b5-45da-be45-c4416677f050 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:00.230077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2aa807-adb7-4fec-8417-6b23687b23cf None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:00.237392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] No DVR routers for this DVR port 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:00.243994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-168eda85-941d-4139-a9dd-4d2c2de83158 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1088591 Nov 12 08:31:00.253292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38212) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.274698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'c211c499-29b5-45da-be45-c4416677f050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:00.306726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7828ed5-03cd-44dd-b8f7-e93f4d7b03bd tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8765340 Nov 12 08:31:00.311676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38214) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.322938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:00.323804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:00.324831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0527823e-dcce-434a-bfb3-62a815f60453 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:00.325230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Port': ['ID=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.333755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.343828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1932142331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e69c55bb-a43e-49f5-970d-1df3b22f09e8'}], 'security_groups': ['c443ada7-242a-4651-ae90-057ea19bfcca']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:00.404679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8c5c74a9-90b0-411d-824d-1f075c4eb23e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4262817 Nov 12 08:31:00.409269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.509774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.624938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c0755d-fa35-4eaf-9e51-ecc575f7a8d9']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.655827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.657231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1be01b4-bcd4-43b8-9c0c-dce9ff46a5a6') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.685977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 0527823e-dcce-434a-bfb3-62a815f60453 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:00.687635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0527823e-dcce-434a-bfb3-62a815f60453 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:00.704107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd7952-e09f-4966-8730-21df60d5c2a8 None None] Pushing event deleted for resources: {'Port': ['ID=20aa7dfb-08f7-4f53-bac6-9eb7d7b09df1,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.722031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.762900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/371a91ad-3ab8-44b1-a96d-f32e335cf206/a0d64fad-8a22-4715-9464-c894d3abcdea) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:00.775685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c54cb-299d-4c9b-affd-49dcf2f61c00 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.780088 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-061c54cb-299d-4c9b-affd-49dcf2f61c00 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3616197 Nov 12 08:31:00.786953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38234) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.797167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.841176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:00.857370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:00.865118 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:00.980813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:00.995719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.045671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:01.065272 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.084504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.094691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/networks/28c0755d-fa35-4eaf-9e51-ecc575f7a8d9 HTTP/1.1" status: 204 len: 168 time: 2.8184869 Nov 12 08:31:01.123022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.123903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df620938-a0e4-4352-be0a-4cd56ed13a56 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Network': ['ID=28c0755d-fa35-4eaf-9e51-ecc575f7a8d9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:01.199176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.292920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting subnet 9cfb389d-7a54-4032-bf2a-fc6ee8276289 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:01.299696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.431674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.577657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:01.578033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.638942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.736728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] Update dhcp port {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'fixed_ips': [{'subnet_id': '37b10fb2-bf5e-4bb0-a451-955e7c04d3d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e69c55bb-a43e-49f5-970d-1df3b22f09e8'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '7718043c-7d1a-4875-a81d-50f0f4e81cce'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:31:01.742814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.774335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port a00d5978-9776-4ede-b9de-46d3c85d89c4 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:01.778429 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.794079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.820460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.862001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfb389d-7a54-4032-bf2a-fc6ee8276289,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:01.873693 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.884711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7943b2d1-81ba-493c-ae88-c3fdce8df324 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/subnets/9cfb389d-7a54-4032-bf2a-fc6ee8276289 HTTP/1.1" status: 204 len: 168 time: 0.7510812 Nov 12 08:31:01.886047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.919995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.939399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8549f79-9a0c-401f-bfc5-b8b3439a3b77 None None] Network f4be8062-cd81-484d-a7a2-ca8aad54c480 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:01.969910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.028484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:02.056655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.204411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Deleting port a1f358dd-55a6-4e36-9d4c-105e8926df1f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:02.210440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.230154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:02.283049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=e690f95e-89dd-4633-9abb-470a474b3f65,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:02.328000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:02.338925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.352174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Pushing event updated for resources: {'Port': ['ID=a0d64fad-8a22-4715-9464-c894d3abcdea,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:02.437686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for a00d5978-9776-4ede-b9de-46d3c85d89c4 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:02.479607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': '08586a34-d903-4c7b-b858-d605d447d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c211c499-29b5-45da-be45-c4416677f050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:02.480223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: c211c499-29b5-45da-be45-c4416677f050, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:02.548501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc08157e-0913-4426-ab58-6812e9b1ad1f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:02.559469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] For port a1f358dd-55a6-4e36-9d4c-105e8926df1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a1f358dd-55a6-4e36-9d4c-105e8926df1f,segment=NetworkSegment(74fd04b7-f602-4ed9-9439-06619ef6400f),segment_id=74fd04b7-f602-4ed9-9439-06619ef6400f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:02.561154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.587663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Calling delete_port for a1f358dd-55a6-4e36-9d4c-105e8926df1f owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:02.669328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network c211c499-29b5-45da-be45-c4416677f050 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:02.683509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: fc08157e-0913-4426-ab58-6812e9b1ad1f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:02.683864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc08157e-0913-4426-ab58-6812e9b1ad1f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:02.717145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, c211c499-29b5-45da-be45-c4416677f050) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:02.718310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Attempting to bind port a0d64fad-8a22-4715-9464-c894d3abcdea on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:02.721562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Attempting to bind port a0d64fad-8a22-4715-9464-c894d3abcdea by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:02.721934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Attempting to bind port a0d64fad-8a22-4715-9464-c894d3abcdea on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:02.777260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a67fd7-c543-4fb1-930d-c8fc53a6194e None None] Network c211c499-29b5-45da-be45-c4416677f050 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:02.830932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.898428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:02.903106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Port': ['ID=a1f358dd-55a6-4e36-9d4c-105e8926df1f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:02.905894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.925436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] No DVR routers for this DVR port a1f358dd-55a6-4e36-9d4c-105e8926df1f on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:02.939776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.051394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=a00d5978-9776-4ede-b9de-46d3c85d89c4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:03.095530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:03.095893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:03.099700 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.112746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:03.113449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Bound port: a0d64fad-8a22-4715-9464-c894d3abcdea, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:03.113861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.155915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.167510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.188885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-da21ffdc-de4b-40d5-8352-fcaf523f4958 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/a00d5978-9776-4ede-b9de-46d3c85d89c4 HTTP/1.1" status: 204 len: 168 time: 2.3963988 Nov 12 08:31:03.195462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Delete allocated IP 2001:db8::91 (02cb190f-76d0-4bdf-b693-898e2ea9d947/37b10fb2-bf5e-4bb0-a451-955e7c04d3d3) {{(pid=102372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:31:03.205342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d35f2738-11b4-4aad-89b8-6e424660c1bc tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9496243 Nov 12 08:31:03.210161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38310) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.210412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38312) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.217891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4be8062-cd81-484d-a7a2-ca8aad54c480']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.231196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'c211c499-29b5-45da-be45-c4416677f050', 'name': 'tempest-PortsTestJSON-778396954', 'fixed_ips': [{'subnet_id': 'e690f95e-89dd-4633-9abb-470a474b3f65', 'ip_address': '172.20.0.10'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:03.238201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fd04b7-f602-4ed9-9439-06619ef6400f') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.243480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fd04b7-f602-4ed9-9439-06619ef6400f') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.267085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.292724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.306092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:03.306789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.339000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] For port a0d64fad-8a22-4715-9464-c894d3abcdea, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:03.348700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8:0:1::20e (02cb190f-76d0-4bdf-b693-898e2ea9d947/e69c55bb-a43e-49f5-970d-1df3b22f09e8/b7c7397c-1092-4a32-b60a-10f65293ce5f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:03.359322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5207640-7692-4269-85ea-d6c47ecbbf8a None None] DHCP port deletion for f4be8062-cd81-484d-a7a2-ca8aad54c480 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:03.395139 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:03.402848 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.408435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.414037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/networks/f4be8062-cd81-484d-a7a2-ca8aad54c480 HTTP/1.1" status: 204 len: 168 time: 1.5219226 Nov 12 08:31:03.431489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38322) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.432710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0e41a-ce9b-481f-b47f-a39ae6f95cbe tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Pushing event deleted for resources: {'Network': ['ID=f4be8062-cd81-484d-a7a2-ca8aad54c480,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:03.451707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] For port a0d64fad-8a22-4715-9464-c894d3abcdea, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0d64fad-8a22-4715-9464-c894d3abcdea,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:03.466967 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.479439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-c211c499-29b5-45da-be45-c4416677f050', 'network_id': 'c211c499-29b5-45da-be45-c4416677f050', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': 'e690f95e-89dd-4633-9abb-470a474b3f65'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:03.483364 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5260f279-ec38-4de2-8ed9-5a5fe203c426 tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce19bc61-5dba-4858-9db8-26f561c076e0 HTTP/1.1" status: 200 len: 205 time: 0.0468609 Nov 12 08:31:03.488228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38324) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.492976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.562860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ccde4-f5b7-49ef-9457-df2344ddccd0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.564877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ccde4-f5b7-49ef-9457-df2344ddccd0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.566871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-116ccde4-f5b7-49ef-9457-df2344ddccd0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3555160 Nov 12 08:31:03.573299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38328) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.678420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 371a91ad-3ab8-44b1-a96d-f32e335cf206 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:03.760141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.774020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade417c8-3cda-4603-9bb8-f5be004cd451 None None] Pushing event updated for resources: {'Port': ['ID=a0d64fad-8a22-4715-9464-c894d3abcdea,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:03.833135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.951812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Allocated IP 172.20.0.2 (c211c499-29b5-45da-be45-c4416677f050/e690f95e-89dd-4633-9abb-470a474b3f65/e3651181-277e-408b-ba21-d52021201504) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:04.121724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.297206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:04.318337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.336968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.466017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Pushing event updated for resources: {'Port': ['ID=e3651181-277e-408b-ba21-d52021201504,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:04.486390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Network c211c499-29b5-45da-be45-c4416677f050 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:04.488345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:04.496496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:04.598343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Attempting to bind port e3651181-277e-408b-ba21-d52021201504 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:04.599085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Attempting to bind port e3651181-277e-408b-ba21-d52021201504 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '08586a34-d903-4c7b-b858-d605d447d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c211c499-29b5-45da-be45-c4416677f050'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:04.599562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Attempting to bind port e3651181-277e-408b-ba21-d52021201504 on network c211c499-29b5-45da-be45-c4416677f050 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:04.607364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:04.608187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Checking segment: {'id': '08586a34-d903-4c7b-b858-d605d447d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c211c499-29b5-45da-be45-c4416677f050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:04.608704 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.609204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Bound using segment: {'id': '08586a34-d903-4c7b-b858-d605d447d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c211c499-29b5-45da-be45-c4416677f050'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:04.609798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Bound port: e3651181-277e-408b-ba21-d52021201504, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08586a34-d903-4c7b-b858-d605d447d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c211c499-29b5-45da-be45-c4416677f050'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:04.610489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.735790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] For port e3651181-277e-408b-ba21-d52021201504, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:04.740563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] For port e3651181-277e-408b-ba21-d52021201504, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e3651181-277e-408b-ba21-d52021201504,segment=NetworkSegment(08586a34-d903-4c7b-b858-d605d447d224),segment_id=08586a34-d903-4c7b-b858-d605d447d224)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:04.763557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.958568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.983060 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.985263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc72e1-ce0d-401c-b4a5-fe8ff22588be None None] Pushing event updated for resources: {'Port': ['ID=e3651181-277e-408b-ba21-d52021201504,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.073342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.252604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] Allocated IP 2001:db8:0:1::2 (02cb190f-76d0-4bdf-b693-898e2ea9d947/e69c55bb-a43e-49f5-970d-1df3b22f09e8/7718043c-7d1a-4875-a81d-50f0f4e81cce) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:05.262389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0d64fad-8a22-4715-9464-c894d3abcdea up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:05.307334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.310670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.394691 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.509635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.510532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Fanout notify agent at l3_agent the message router_deleted on router ce19bc61-5dba-4858-9db8-26f561c076e0 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:05.532196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.537089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b6fa44cb-0bbc-42ec-8d0c-f3e458f4176b tempest-RoutersNegativeIpV6Test-1344742605 tempest-RoutersNegativeIpV6Test-1344742605-project] 10.222.0.16 "DELETE /v2.0/routers/ce19bc61-5dba-4858-9db8-26f561c076e0 HTTP/1.1" status: 204 len: 168 time: 2.0475433 Nov 12 08:31:05.775630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7718043c-7d1a-4875-a81d-50f0f4e81cce,segment=NetworkSegment(7ebea746-a7df-4b72-9436-4860e48eae08),segment_id=7ebea746-a7df-4b72-9436-4860e48eae08)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:05.826374 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.843725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.972757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0d64fad-8a22-4715-9464-c894d3abcdea triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:05.973128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.991310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] In _notify_port_updated(), no bound segment for port b7c7397c-1092-4a32-b60a-10f65293ce5f on network 02cb190f-76d0-4bdf-b693-898e2ea9d947 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:31:05.999512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:06.000550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.002707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/ports/b7c7397c-1092-4a32-b60a-10f65293ce5f HTTP/1.1" status: 200 len: 931 time: 5.6887665 Nov 12 08:31:06.005892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38386) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.015684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 3f7eee05-2794-4fcb-97ad-e6792632ce72 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:06.021613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03aa8-3f41-4f57-baf8-725bfe7d43a5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=b7c7397c-1092-4a32-b60a-10f65293ce5f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:06.039934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e43a0-0263-4d6a-b48f-4e793fa14aff None None] Pushing event updated for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:06.060812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-258adf6c-0228-4fd2-bd6e-67264be83dd9 None None] Provisioning complete for port a0d64fad-8a22-4715-9464-c894d3abcdea triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:06.061844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-258adf6c-0228-4fd2-bd6e-67264be83dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.286400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.356009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port b7c7397c-1092-4a32-b60a-10f65293ce5f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:06.364278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.502907 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-258adf6c-0228-4fd2-bd6e-67264be83dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.552575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38398) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.589139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-258adf6c-0228-4fd2-bd6e-67264be83dd9 None None] For port a0d64fad-8a22-4715-9464-c894d3abcdea, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0d64fad-8a22-4715-9464-c894d3abcdea,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:06.591477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ed51c-6da9-45f6-9333-890c83f32da6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:06.630203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.10 (c211c499-29b5-45da-be45-c4416677f050/e690f95e-89dd-4633-9abb-470a474b3f65/3f7eee05-2794-4fcb-97ad-e6792632ce72) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:06.701015 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-258adf6c-0228-4fd2-bd6e-67264be83dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.768260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.797497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.802947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/371a91ad-3ab8-44b1-a96d-f32e335cf206 HTTP/1.1" status: 204 len: 168 time: 3.2263985 Nov 12 08:31:06.807283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38406) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.824819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for b7c7397c-1092-4a32-b60a-10f65293ce5f owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:06.857434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-11c51311-37b8-436d-96e8-b6318058c205 None None] Could not find standard attr ID for object a00d5978-9776-4ede-b9de-46d3c85d89c4. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:06.880749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e83c47-f44e-4d45-a6ef-edbc64cea4f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=371a91ad-3ab8-44b1-a96d-f32e335cf206,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.246188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.335304 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eaf5c3a7-6514-4753-9c92-b089a2791563 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5268476 Nov 12 08:31:07.341257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38420) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:07.343647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.351945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:07.387454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.437115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a1f358dd-55a6-4e36-9d4c-105e8926df1f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:07.487384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.498079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817b882-c47d-46b1-af3f-8714e1079729 None None] Network c211c499-29b5-45da-be45-c4416677f050 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:07.506490 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/b7c7397c-1092-4a32-b60a-10f65293ce5f HTTP/1.1" status: 204 len: 168 time: 1.4959407 Nov 12 08:31:07.508937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258adf6c-0228-4fd2-bd6e-67264be83dd9 None None] Pushing event updated for resources: {'Port': ['ID=a0d64fad-8a22-4715-9464-c894d3abcdea,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.556585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38422) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:07.588928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93c552-cd90-4395-8afa-67385a1ef78a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=b7c7397c-1092-4a32-b60a-10f65293ce5f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.610195 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0beb9f66-6d06-46c4-997a-7f18ecdedd64 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:31:07.617655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0beb9f66-6d06-46c4-997a-7f18ecdedd64 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/b7c7397c-1092-4a32-b60a-10f65293ce5f HTTP/1.1" status: 404 len: 333 time: 0.0493526 Nov 12 08:31:07.618243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:07.629692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a1f358dd-55a6-4e36-9d4c-105e8926df1f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:07.630044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a1f358dd-55a6-4e36-9d4c-105e8926df1f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:07.640749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:07.737312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-03d7b831-fbe9-438a-9914-4512a6127204 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08fb2bf1053543659eeeaed08e667c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1786678 Nov 12 08:31:07.738614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38436) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:07.833163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network c211c499-29b5-45da-be45-c4416677f050 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:07.854305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:07.861745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.869026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:07.880298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:08.000262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21ca726f-09ca-4f3b-910e-d14a5ea903c5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.009540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b2a73623-ce8d-4226-b604-2bbb30720966 None None] Provisioning complete for port e3651181-277e-408b-ba21-d52021201504 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:08.009915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2a73623-ce8d-4226-b604-2bbb30720966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.077119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3651181-277e-408b-ba21-d52021201504 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:08.200363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21ca726f-09ca-4f3b-910e-d14a5ea903c5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.246251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=3f7eee05-2794-4fcb-97ad-e6792632ce72,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:08.253641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feeb3d6-24b2-4cce-9bf4-ececce18d3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.369431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feeb3d6-24b2-4cce-9bf4-ececce18d3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.420954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.422988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.431815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21ca726f-09ca-4f3b-910e-d14a5ea903c5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.437063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-21ca726f-09ca-4f3b-910e-d14a5ea903c5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.438492 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-21ca726f-09ca-4f3b-910e-d14a5ea903c5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/security-groups/08606632-04d5-4f60-8040-f034eeac1dec HTTP/1.1" status: 204 len: 168 time: 0.8066452 Nov 12 08:31:08.453320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:08.495305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-51686270-50d1-4d9c-a5de-6c6186fa4527 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2825758 Nov 12 08:31:08.497921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38456) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:08.506672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': 'c211c499-29b5-45da-be45-c4416677f050', 'name': 'tempest-PortsTestJSON-179537083', 'fixed_ips': [{'subnet_id': 'e690f95e-89dd-4633-9abb-470a474b3f65', 'ip_address': '172.20.0.9'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:08.511893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca726f-09ca-4f3b-910e-d14a5ea903c5 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08606632-04d5-4f60-8040-f034eeac1dec,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:08.551288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] Deleting port a0d64fad-8a22-4715-9464-c894d3abcdea {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:08.553617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.736099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55598142-b798-4318-acc9-970e744913b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.775071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feeb3d6-24b2-4cce-9bf4-ececce18d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.782795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4feeb3d6-24b2-4cce-9bf4-ececce18d3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.786565 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4feeb3d6-24b2-4cce-9bf4-ececce18d3a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1bdaa17-923c-48e3-af83-da77057ba133 HTTP/1.1" status: 204 len: 168 time: 1.0329559 Nov 12 08:31:08.804238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] For port a0d64fad-8a22-4715-9464-c894d3abcdea, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0d64fad-8a22-4715-9464-c894d3abcdea,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:08.804648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.820752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] Calling delete_port for a0d64fad-8a22-4715-9464-c894d3abcdea owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:08.828240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55598142-b798-4318-acc9-970e744913b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.842212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeb3d6-24b2-4cce-9bf4-ececce18d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bdaa17-923c-48e3-af83-da77057ba133,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:08.981793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55598142-b798-4318-acc9-970e744913b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.984952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55598142-b798-4318-acc9-970e744913b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.997136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55598142-b798-4318-acc9-970e744913b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/security-groups/c443ada7-242a-4651-ae90-057ea19bfcca HTTP/1.1" status: 204 len: 168 time: 0.4861116 Nov 12 08:31:08.997986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38478) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.069675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.071050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55598142-b798-4318-acc9-970e744913b2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443ada7-242a-4651-ae90-057ea19bfcca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:09.168292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.179058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 37b10fb2-bf5e-4bb0-a451-955e7c04d3d3 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:09.186941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.209350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] Pushing event deleted for resources: {'Port': ['ID=a0d64fad-8a22-4715-9464-c894d3abcdea,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:09.249936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:09.261642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.285368 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.292112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.294389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240343a-623c-4921-bca0-648450ab4e87 None None] No DVR routers for this DVR port a0d64fad-8a22-4715-9464-c894d3abcdea on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:09.310302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e3651181-277e-408b-ba21-d52021201504 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:09.310302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.341143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:09.377095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:09.394811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.399773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.403785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port fc05228e-da53-419c-bde8-934519e679e5 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:09.420703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578d60e-6031-4298-97b0-fadbb65d39e1 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:09.436157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=d4af54ce-180c-4698-9c6e-20b7b51db97e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:09.500141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f5a7eac-a1d1-41b1-9187-fd1f16e9bac2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1554558 Nov 12 08:31:09.504480 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38500) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.550008 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.553481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': 'd4af54ce-180c-4698-9c6e-20b7b51db97e', 'ip_address': '2001:db8::7fc8:5d70:e76a:dffe'}], 'name': 'tempest-NetworksTestDHCPv6-325602684'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:09.745196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.763187 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2a73623-ce8d-4226-b604-2bbb30720966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.897531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=37b10fb2-bf5e-4bb0-a451-955e7c04d3d3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:09.928135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.958613 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e253c20-d20e-4011-a7ee-ad490793374b tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/37b10fb2-bf5e-4bb0-a451-955e7c04d3d3 HTTP/1.1" status: 204 len: 168 time: 0.9186242 Nov 12 08:31:09.959503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38510) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.967256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b2a73623-ce8d-4226-b604-2bbb30720966 None None] For port e3651181-277e-408b-ba21-d52021201504, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e3651181-277e-408b-ba21-d52021201504,segment=NetworkSegment(08586a34-d903-4c7b-b858-d605d447d224),segment_id=08586a34-d903-4c7b-b858-d605d447d224)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:09.977157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:09.978693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d537c-e861-4d46-8128-a885764419d9 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:10.014110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2a73623-ce8d-4226-b604-2bbb30720966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.366779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'd4af54ce-180c-4698-9c6e-20b7b51db97e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:10.367972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.377304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.9 (c211c499-29b5-45da-be45-c4416677f050/e690f95e-89dd-4633-9abb-470a474b3f65/fc05228e-da53-419c-bde8-934519e679e5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:10.405860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:10.410933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Provisioning complete for port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:10.412367 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.415696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.429351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:10.484679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:10.564716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a73623-ce8d-4226-b604-2bbb30720966 None None] Pushing event updated for resources: {'Port': ['ID=e3651181-277e-408b-ba21-d52021201504,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:10.667549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:10.849473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-257f499e-6f40-4249-9ba9-619cc2f48206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.868813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:10.869189 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.905079 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.914491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:10.914880 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.070587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.084397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/d4af54ce-180c-4698-9c6e-20b7b51db97e/56acbebb-6241-426e-a837-d760429d53b3) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:11.223959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.305459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.355841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Could not find standard attr ID for object b7c7397c-1092-4a32-b60a-10f65293ce5f. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:11.426974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network c211c499-29b5-45da-be45-c4416677f050 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:11.433204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 8a22347a-e3d1-4deb-81f8-b23841d94f39 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:11.433570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0d64fad-8a22-4715-9464-c894d3abcdea no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:11.460342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:11.468540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:11.523227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:11.538052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:11.551083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.551736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.578037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.578866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.606956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1074841 Nov 12 08:31:11.635027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.658296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ab604-45bc-4f0a-93ee-d3862b64f8be tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=fc05228e-da53-419c-bde8-934519e679e5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:11.679761 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a0d64fad-8a22-4715-9464-c894d3abcdea {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:11.687098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7267389 Nov 12 08:31:11.688162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0d64fad-8a22-4715-9464-c894d3abcdea not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:11.689855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38570) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.727959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'security_group': {'name': 'tempest-secgroup-756852873'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:11.781387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Provisioning complete for port e3651181-277e-408b-ba21-d52021201504 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:11.783991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.838740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bfbc9-c3f3-4b07-91e9-8dfc3c62f63d tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=cca73df1-d343-49da-862a-b59c84f102ff,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:11.913106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092d086-e7e3-4e27-a6f3-07904e4e7cad tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.919811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4092d086-e7e3-4e27-a6f3-07904e4e7cad tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2619653 Nov 12 08:31:11.920933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:12.012861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.024590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7160c4-3ab9-44e0-a4d9-8d0208aa158b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.044914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7160c4-3ab9-44e0-a4d9-8d0208aa158b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.077372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7160c4-3ab9-44e0-a4d9-8d0208aa158b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.087257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d7160c4-3ab9-44e0-a4d9-8d0208aa158b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1649904 Nov 12 08:31:12.089830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:12.143952 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.164580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3651181-277e-408b-ba21-d52021201504 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:12.188405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.347236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port fc05228e-da53-419c-bde8-934519e679e5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:12.348136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.469957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::7fc8:5d70:e76a:dffe (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/d4af54ce-180c-4698-9c6e-20b7b51db97e/8a22347a-e3d1-4deb-81f8-b23841d94f39) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:12.616846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.648726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for fc05228e-da53-419c-bde8-934519e679e5 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:12.854722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.940537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.947087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae047ff-317f-43a6-a8a7-d9de46848d57 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:12.954653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.003140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=fc05228e-da53-419c-bde8-934519e679e5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.046114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.051383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3603354 Nov 12 08:31:13.056409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38610) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:13.087541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'security_group': {'name': 'tempest-secgroup-21746935'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:13.142059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53bb5d-6bf4-48eb-91b0-42301856f29e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d60c7f-39ff-44d1-a9d7-3c1050919422,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.240581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.242532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.278065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.351193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.374629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38624) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:13.375033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-957ca205-6243-4f92-a2cf-691e01a66044 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/fc05228e-da53-419c-bde8-934519e679e5 HTTP/1.1" status: 204 len: 168 time: 1.2810788 Nov 12 08:31:13.414218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:13.448952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:13.471609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:13.482618 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-141a36a1-47aa-47f4-914e-5df9b7c3ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.488315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Pushing event updated for resources: {'Port': ['ID=56acbebb-6241-426e-a837-d760429d53b3,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.504523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.505112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.505638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.506135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.506648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.507142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.507865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.508413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.508915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.509414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.509908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.510400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:13.522720 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca302b93-bcb7-4a17-9c7d-e32a408f010b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:31:13.539293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ca302b93-bcb7-4a17-9c7d-e32a408f010b tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/fc05228e-da53-419c-bde8-934519e679e5 HTTP/1.1" status: 404 len: 333 time: 0.1635633 Nov 12 08:31:13.542512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38632) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:13.603235 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.693255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e3651181-277e-408b-ba21-d52021201504 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:13.696777 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.723247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:13.766937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:13.777420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Attempting to bind port 56acbebb-6241-426e-a837-d760429d53b3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:13.777789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Attempting to bind port 56acbebb-6241-426e-a837-d760429d53b3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:13.786473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Attempting to bind port 56acbebb-6241-426e-a837-d760429d53b3 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:13.796447 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.799928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:13.812191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.814863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:13.815581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:13.816229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.816837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:13.817527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Bound port: 56acbebb-6241-426e-a837-d760429d53b3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:13.818119 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.822681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Provisioning complete for port 3f7eee05-2794-4fcb-97ad-e6792632ce72 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:13.823768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.829593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=8a22347a-e3d1-4deb-81f8-b23841d94f39,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.830455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.852521 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.957406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec27824d-8bf8-41db-acb3-abd1bf673f81 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4327457 Nov 12 08:31:13.957823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38640) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:13.983287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ae56b-52ce-4a8c-837f-3282d1c3ed4c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.995533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.009068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-778f5816-dc3e-4883-a1ba-18b05f76d21e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9444661 Nov 12 08:31:14.010410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:14.023734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215588917'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:14.050123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 3f7eee05-2794-4fcb-97ad-e6792632ce72 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:14.050915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.165154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-09f4ca32-8999-482e-96ba-331762eb29e7 None None] Port 3f7eee05-2794-4fcb-97ad-e6792632ce72 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:14.169525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a579ee2-f224-4cca-bd5b-2112108aa450 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.191511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a579ee2-f224-4cca-bd5b-2112108aa450 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.197854 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a579ee2-f224-4cca-bd5b-2112108aa450 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2356832 Nov 12 08:31:14.198695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:14.240572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] Update dhcp port {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'fixed_ips': [{'subnet_id': 'e69c55bb-a43e-49f5-970d-1df3b22f09e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cca73df1-d343-49da-862a-b59c84f102ff'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '7718043c-7d1a-4875-a81d-50f0f4e81cce'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:31:14.256203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.361600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.392174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 3f7eee05-2794-4fcb-97ad-e6792632ce72 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:14.413615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Provisioning complete for port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:14.414188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.419941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] For port 56acbebb-6241-426e-a837-d760429d53b3, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:14.451127 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.509292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] For port 56acbebb-6241-426e-a837-d760429d53b3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=56acbebb-6241-426e-a837-d760429d53b3,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:14.540698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.571412 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.587284 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.588521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 8a22347a-e3d1-4deb-81f8-b23841d94f39 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:14.590766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.683011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.699437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24d273-5189-4f64-abd6-b81c867172ab None None] Pushing event updated for resources: {'Port': ['ID=56acbebb-6241-426e-a837-d760429d53b3,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.730820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:14.760404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.767283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7552288 Nov 12 08:31:14.774265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38660) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:14.775349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ed5e-8876-472e-b515-0b3a92480e51 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05048e3-5179-405b-b89a-995c67ca173f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.791607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1366259624', 'security_groups': ['e05048e3-5179-405b-b89a-995c67ca173f'], 'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cca73df1-d343-49da-862a-b59c84f102ff'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:14.841442 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.875186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 8a22347a-e3d1-4deb-81f8-b23841d94f39 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:15.114258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:15.114738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.180208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.301527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=3f7eee05-2794-4fcb-97ad-e6792632ce72,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.309851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] Allocated IP 2001:db8::2 (02cb190f-76d0-4bdf-b693-898e2ea9d947/cca73df1-d343-49da-862a-b59c84f102ff/7718043c-7d1a-4875-a81d-50f0f4e81cce) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:15.343608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.468489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38666) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:15.480273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=8a22347a-e3d1-4deb-81f8-b23841d94f39,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.545736 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.556027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-04b37ab0-b85d-43fb-852e-d571de196472 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/3f7eee05-2794-4fcb-97ad-e6792632ce72 HTTP/1.1" status: 204 len: 168 time: 2.0124576 Nov 12 08:31:15.559244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38672) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:15.572430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:15.624029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.630673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Could not find standard attr ID for object 3f7eee05-2794-4fcb-97ad-e6792632ce72. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:15.640724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d736596a-9e31-4440-afab-a244ba185f92 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/8a22347a-e3d1-4deb-81f8-b23841d94f39 HTTP/1.1" status: 204 len: 168 time: 1.4403703 Nov 12 08:31:15.642585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:15.712993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-58c7d931-6401-4f66-80ab-1dcd5880e8f5 None None] Could not find standard attr ID for object fc05228e-da53-419c-bde8-934519e679e5. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:15.793621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50ba22-bbf5-4758-b5fd-c168445c5045 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:15.797173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.797725 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d378ab0-bb07-4290-9679-2a86642f5e44 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:31:15.799135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50ba22-bbf5-4758-b5fd-c168445c5045 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:15.804117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8d378ab0-bb07-4290-9679-2a86642f5e44 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/3f7eee05-2794-4fcb-97ad-e6792632ce72 HTTP/1.1" status: 404 len: 333 time: 0.2427058 Nov 12 08:31:15.808080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38680) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:15.808555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38682) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:15.812545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0b50ba22-bbf5-4758-b5fd-c168445c5045 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1671100 Nov 12 08:31:15.916640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7718043c-7d1a-4875-a81d-50f0f4e81cce,segment=NetworkSegment(7ebea746-a7df-4b72-9436-4860e48eae08),segment_id=7ebea746-a7df-4b72-9436-4860e48eae08)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:15.927237 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d65a12c-1782-4c4c-be81-9cec4f8332b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.993365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.006977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.082944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet d4af54ce-180c-4698-9c6e-20b7b51db97e {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:16.095689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.116590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d47eee-6f56-4457-8383-8600cf575829 None None] Pushing event updated for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.171167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d65a12c-1782-4c4c-be81-9cec4f8332b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.199474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d65a12c-1782-4c4c-be81-9cec4f8332b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.228688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.252144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet e690f95e-89dd-4633-9abb-470a474b3f65 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:16.278721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.393059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65a12c-1782-4c4c-be81-9cec4f8332b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1322ded8-52a6-41d0-9088-0a87a511f6f2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.419322 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d65a12c-1782-4c4c-be81-9cec4f8332b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1827c20e6e1747de99f9bcb9754e0ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9507003 Nov 12 08:31:16.433371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38684) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.553956 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.597517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] device_id is not set on port acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:16.626461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d397b48c-60fc-4ab0-afea-1e87cc91d206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.762394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d397b48c-60fc-4ab0-afea-1e87cc91d206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.839940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.857000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b6f26a36-ffb1-4e54-97f5-ebd96f78ce8a None None] Provisioning complete for port 56acbebb-6241-426e-a837-d760429d53b3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:16.857369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b6f26a36-ffb1-4e54-97f5-ebd96f78ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.933782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d397b48c-60fc-4ab0-afea-1e87cc91d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.936827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d397b48c-60fc-4ab0-afea-1e87cc91d206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.938190 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d397b48c-60fc-4ab0-afea-1e87cc91d206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1322ded8-52a6-41d0-9088-0a87a511f6f2 HTTP/1.1" status: 204 len: 168 time: 0.5031841 Nov 12 08:31:16.983934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b48c-60fc-4ab0-afea-1e87cc91d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1322ded8-52a6-41d0-9088-0a87a511f6f2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.999113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:17.085254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8::348 (02cb190f-76d0-4bdf-b693-898e2ea9d947/cca73df1-d343-49da-862a-b59c84f102ff/acca2a7f-ec23-4b8a-81f5-b4f659ed21c9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:17.166033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.240443 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b6f26a36-ffb1-4e54-97f5-ebd96f78ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.319879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:17.322012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.487420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b6f26a36-ffb1-4e54-97f5-ebd96f78ce8a None None] For port 56acbebb-6241-426e-a837-d760429d53b3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=56acbebb-6241-426e-a837-d760429d53b3,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:17.511772 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.522201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b6f26a36-ffb1-4e54-97f5-ebd96f78ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.750569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2a10c974-854e-412e-938e-a95737aef21e None None] Could not find standard attr ID for object 8a22347a-e3d1-4deb-81f8-b23841d94f39. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:17.841353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f26a36-ffb1-4e54-97f5-ebd96f78ce8a None None] Pushing event updated for resources: {'Port': ['ID=56acbebb-6241-426e-a837-d760429d53b3,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:17.931331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-26721588-a06b-4530-bba3-5072350a194b None None] Provisioning complete for port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:17.931685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26721588-a06b-4530-bba3-5072350a194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.938811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 56acbebb-6241-426e-a837-d760429d53b3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:17.977733 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.040163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-26721588-a06b-4530-bba3-5072350a194b None None] Port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:18.056718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 56acbebb-6241-426e-a837-d760429d53b3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:18.057090 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.135874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.138871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-26721588-a06b-4530-bba3-5072350a194b None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:18.140200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26721588-a06b-4530-bba3-5072350a194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.145313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38720) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.196961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7026-e76c-4e19-b11d-b89b049c4af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.284030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=e690f95e-89dd-4633-9abb-470a474b3f65,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.292506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.304081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8a8505ea-d1c7-41cd-b877-bd8bc847db92 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/e690f95e-89dd-4633-9abb-470a474b3f65 HTTP/1.1" status: 204 len: 168 time: 2.4938986 Nov 12 08:31:18.313064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38726) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.330038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba48f68-b159-47f3-b548-657109125b28 None None] Network c211c499-29b5-45da-be45-c4416677f050 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:18.436646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.440005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.544579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7026-e76c-4e19-b11d-b89b049c4af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.566005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7026-e76c-4e19-b11d-b89b049c4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.610900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=d4af54ce-180c-4698-9c6e-20b7b51db97e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.654678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe7026-e76c-4e19-b11d-b89b049c4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b24122-32ab-4b3c-b6b1-11ac69b04546,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.706692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.725520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-86e3b1d0-a2bd-4d5d-97eb-4fcf7da4b22a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/d4af54ce-180c-4698-9c6e-20b7b51db97e HTTP/1.1" status: 204 len: 168 time: 2.9131861 Nov 12 08:31:18.727334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0dac6-5ede-4504-8698-10f06c169760 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:18.729909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38730) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.742346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b7fe7026-e76c-4e19-b11d-b89b049c4af4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d87c4a3ac864b22991fb62282e39ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5958090 Nov 12 08:31:18.754203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38732) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.891132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 56acbebb-6241-426e-a837-d760429d53b3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:18.893869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b532217f-2f31-4da4-984b-09603bc85f5c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1581376 Nov 12 08:31:18.894555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38736) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.907167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port e3651181-277e-408b-ba21-d52021201504 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:18.907790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.965753 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aea32663-83e1-4523-8497-d2927437a272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.022971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aea32663-83e1-4523-8497-d2927437a272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.031745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.078483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b93752-a296-4562-b065-74117ea70fc1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.086375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e1b93752-a296-4562-b065-74117ea70fc1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1879110 Nov 12 08:31:19.087400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38742) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:19.203452 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aea32663-83e1-4523-8497-d2927437a272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.207262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aea32663-83e1-4523-8497-d2927437a272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.208300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.208654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aea32663-83e1-4523-8497-d2927437a272 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05b24122-32ab-4b3c-b6b1-11ac69b04546 HTTP/1.1" status: 204 len: 168 time: 0.4531596 Nov 12 08:31:19.225489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] DHCP port deletion for c211c499-29b5-45da-be45-c4416677f050 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:19.229926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeca9bb-c891-46f6-a879-440cbe86e54f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.238419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5aeca9bb-c891-46f6-a879-440cbe86e54f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1437333 Nov 12 08:31:19.242275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38754) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:19.249358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea32663-83e1-4523-8497-d2927437a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b24122-32ab-4b3c-b6b1-11ac69b04546,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:19.293645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] For port e3651181-277e-408b-ba21-d52021201504, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e3651181-277e-408b-ba21-d52021201504,segment=NetworkSegment(08586a34-d903-4c7b-b858-d605d447d224),segment_id=08586a34-d903-4c7b-b858-d605d447d224)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:19.294170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.346143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for e3651181-277e-408b-ba21-d52021201504 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:19.433593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 56acbebb-6241-426e-a837-d760429d53b3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:19.436277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.548533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:19.683034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.774663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=e3651181-277e-408b-ba21-d52021201504,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:19.780881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No DVR routers for this DVR port e3651181-277e-408b-ba21-d52021201504 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:19.879887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Deleting port e3651181-277e-408b-ba21-d52021201504 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:19.883561 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.072654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.118924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c211c499-29b5-45da-be45-c4416677f050']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:20.135501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08586a34-d903-4c7b-b858-d605d447d224') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:20.135964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08586a34-d903-4c7b-b858-d605d447d224') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:20.158253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.193542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.215314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:20.216530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:20.227543 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:20.252553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:20.272991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4612d45d-f8b1-4e70-8f04-377de10e88a3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9130263 Nov 12 08:31:20.279288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38778) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:20.286406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:20.291383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:20.319896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.321763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.388388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:20.406659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=acca2a7f-ec23-4b8a-81f5-b4f659ed21c9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.416447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] Deleting port 56acbebb-6241-426e-a837-d760429d53b3 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:20.419564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.452602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:20.452941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f18b6688-ae06-4055-a3da-d9fac8dce019 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6660557 Nov 12 08:31:20.459496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:20.723091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.726469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:20.738433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.741556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.756194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38794) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:20.757697 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/c211c499-29b5-45da-be45-c4416677f050 HTTP/1.1" status: 204 len: 168 time: 2.4430683 Nov 12 08:31:20.836101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] For port e3651181-277e-408b-ba21-d52021201504, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:20.842484 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.842634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1265804260'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:20.855777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38800) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:20.871117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b970-67e8-4a91-a865-4ceb052f1f35 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=c211c499-29b5-45da-be45-c4416677f050,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.887879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] For port 56acbebb-6241-426e-a837-d760429d53b3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=56acbebb-6241-426e-a837-d760429d53b3,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:20.894829 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.899173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Calling delete_port for e3651181-277e-408b-ba21-d52021201504 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:20.909644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Port e3651181-277e-408b-ba21-d52021201504 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:31:20.917018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.925630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] Calling delete_port for 56acbebb-6241-426e-a837-d760429d53b3 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:20.934240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Network c211c499-29b5-45da-be45-c4416677f050 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:31:20.935053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] No DVR routers for this DVR port e3651181-277e-408b-ba21-d52021201504 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:20.966428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710177cc-aafd-4ab2-b30b-6705dc4fef6b None None] Pushing event deleted for resources: {'Port': ['ID=e3651181-277e-408b-ba21-d52021201504,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:21.035540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:31:21.035540 n-d-768509-25 neutron-server[102371]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 08:31:21.035540 n-d-768509-25 neutron-server[102371]: [parameters: {'project_id_1': '2b1103ae502244e89ff7766b780c88cb', 'expiration_1': datetime.datetime(2021, 11, 12, 8, 31, 1, 8977)}] Nov 12 08:31:21.035540 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:31:21.036366 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:31:21.074319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:21.086989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.130548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3651181-277e-408b-ba21-d52021201504 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:21.154079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9303bc17-0f9b-4794-b8a4-c3a34336c838 None None] Provisioning complete for port acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:21.154682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9303bc17-0f9b-4794-b8a4-c3a34336c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.173671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:21.210486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.212459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9303bc17-0f9b-4794-b8a4-c3a34336c838 None None] Port acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:21.216647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e3651181-277e-408b-ba21-d52021201504 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:21.218142 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Added segment 679b1348-fab7-41d7-a137-a62859158c9d of type vlan for network 73426cc1-7022-4d0f-bdec-228e8c1ee507 Nov 12 08:31:21.218421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3651181-277e-408b-ba21-d52021201504 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:21.218421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 56acbebb-6241-426e-a837-d760429d53b3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:21.378446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.394378 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.479855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] No DVR routers for this DVR port 56acbebb-6241-426e-a837-d760429d53b3 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:21.495724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28ba8-52b2-4227-b4d4-afd1f0e7c454 None None] Pushing event deleted for resources: {'Port': ['ID=56acbebb-6241-426e-a837-d760429d53b3,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:21.568572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.588637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.619151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-598c4f12-a8df-40b8-99b1-09630db7e712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.631579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:21.650268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.661184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=7fb88b79-bfef-4bfe-b012-bc643ce7184e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:21.668317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:21.693178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:21.704554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee0e0b-357c-4a3c-b3b6-24088183d1d7 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:21.709352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.710816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.733457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.743527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.744502 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.762367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-35fa9be1-43b8-4e13-aedd-c9c395ddf03a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4796882 Nov 12 08:31:21.769669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:21.776248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '7fb88b79-bfef-4bfe-b012-bc643ce7184e', 'ip_address': '2001:db8::4bd1:32d5:1621:d153'}], 'name': 'tempest-NetworksTestDHCPv6-1477503333'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:21.943945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1635823 Nov 12 08:31:21.956200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38824) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:21.988614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:21.997579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '7fb88b79-bfef-4bfe-b012-bc643ce7184e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:21.999292 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.083816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdad20-15c1-4acb-b805-c9e5d10f9fdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Network': ['ID=73426cc1-7022-4d0f-bdec-228e8c1ee507,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:22.125641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:22.171464 n-d-768509-25 neutron-server[102371]: INFO neutron.db.ipam_backend_mixin [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cca73df1-d343-49da-862a-b59c84f102ff (CIDR: 2001:db8::/64) Nov 12 08:31:22.192222 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:31:22.193565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:22.310495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-afc82d1b-6f03-4c60-9214-ef7710d0f68c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8566566 Nov 12 08:31:22.316278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38832) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:22.333769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:22.342637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:22.379657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7fb88b79-bfef-4bfe-b012-bc643ce7184e/4bd4b5f1-d11b-4019-907b-6b5b0e949f67) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:22.605991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.648672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:22.653012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.674426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 81c7c352-6101-4a72-b49a-47930754851c yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:22.918060 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.936273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.064108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:23.079973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:23.097408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:23.109366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-598c4f12-a8df-40b8-99b1-09630db7e712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.131612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-598c4f12-a8df-40b8-99b1-09630db7e712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.140360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Pushing event updated for resources: {'Port': ['ID=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.172152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::4bd1:32d5:1621:d153 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7fb88b79-bfef-4bfe-b012-bc643ce7184e/81c7c352-6101-4a72-b49a-47930754851c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:23.330884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Attempting to bind port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:23.331476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Attempting to bind port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:23.331878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Attempting to bind port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:23.353728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:23.354320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:23.355065 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.355635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:23.356349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Bound port: 4bd4b5f1-d11b-4019-907b-6b5b0e949f67, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:23.356948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.509903 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.511031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] For port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:23.522073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] For port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:23.538312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.570069 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-598c4f12-a8df-40b8-99b1-09630db7e712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab8503e5740b4591b1b97943aabf9327&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6901264 Nov 12 08:31:23.577726 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.581168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=8af5bbd2-ed6e-4b53-a10b-37c21820e8a7,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.601355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c4f12-a8df-40b8-99b1-09630db7e712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b5d27-9dfe-4192-8a35-9661ad7e90e4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.614826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38868) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:23.662732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:23.671529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.671784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.689773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa62c4-176a-400a-bb88-b507624952b1 None None] Pushing event updated for resources: {'Port': ['ID=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.801326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c724f5a9-f18f-48a9-97df-ebedb7f73998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.837626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c724f5a9-f18f-48a9-97df-ebedb7f73998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.887498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Checking segment: {'id': '679b1348-fab7-41d7-a137-a62859158c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:23.887774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network hostable DHCP agents. Network: 73426cc1-7022-4d0f-bdec-228e8c1ee507, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:23.903405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:23.909294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:23.918046 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c724f5a9-f18f-48a9-97df-ebedb7f73998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.924233 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c724f5a9-f18f-48a9-97df-ebedb7f73998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.926881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c724f5a9-f18f-48a9-97df-ebedb7f73998 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f9b5d27-9dfe-4192-8a35-9661ad7e90e4 HTTP/1.1" status: 204 len: 168 time: 0.3098352 Nov 12 08:31:23.935040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:23.942389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.943616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.990278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38886) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:23.990530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2192616 Nov 12 08:31:23.992066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724f5a9-f18f-48a9-97df-ebedb7f73998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b5d27-9dfe-4192-8a35-9661ad7e90e4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.994354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a2d88-ec4a-440f-b792-d771af96c60b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=81c7c352-6101-4a72-b49a-47930754851c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:24.004680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '7fb88b79-bfef-4bfe-b012-bc643ce7184e', 'ip_address': '2001:db8::4bd1:32d5:1621:d153'}], 'name': 'tempest-NetworksTestDHCPv6-475944371'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:24.122831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:24.287234 n-d-768509-25 neutron-server[102371]: INFO neutron.db.ipam_backend_mixin [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e69c55bb-a43e-49f5-970d-1df3b22f09e8 (CIDR: 2001:db8:0:1::/64) Nov 12 08:31:24.293528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 73426cc1-7022-4d0f-bdec-228e8c1ee507) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:24.305176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd571e9-deb3-4e8a-9d77-ade2345f99e1 None None] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:24.315837 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:31:24.317509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:24.323200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.324927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.410987 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7663e5f4-e007-4c18-98e0-7845029e1c64 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4431796 Nov 12 08:31:24.414713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38902) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:24.421759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1521194297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:24.480098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8cbbd3be-7cf9-4bf7-9cbf-139e08c54220 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1565135 Nov 12 08:31:24.492716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38904) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:24.509577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'subnet': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:24.523737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.526930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.703128 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.715034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:24.716840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.765134 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.773098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-912891b0-0f2b-4cd3-a390-4e5be38350a7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3554964 Nov 12 08:31:24.778379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38908) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:24.803665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507', 'name': 'tempest-PortsTestJSON-356417971'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:24.986948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-73426cc1-7022-4d0f-bdec-228e8c1ee507', 'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': '8af5bbd2-ed6e-4b53-a10b-37c21820e8a7'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:24.988406 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.175440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38920) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:25.215782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be0f99fe-6f3c-41b3-82df-79fd0e530371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.235443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Made reservation on behalf of 2b1103ae502244e89ff7766b780c88cb for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:25.246477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.291501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:25.292895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.294107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:25.299883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.332522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port aa9bc700-ae46-4f6e-8fbc-328048a9478f yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:25.432098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port e13bbcae-cb81-432a-9e52-c6a7a7ddfbce yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:25.621245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.6 (73426cc1-7022-4d0f-bdec-228e8c1ee507/8af5bbd2-ed6e-4b53-a10b-37c21820e8a7/aa9bc700-ae46-4f6e-8fbc-328048a9478f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:25.633453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:25.634037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.832352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be0f99fe-6f3c-41b3-82df-79fd0e530371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.875442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be0f99fe-6f3c-41b3-82df-79fd0e530371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.024888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f99fe-6f3c-41b3-82df-79fd0e530371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d9816-86e4-4e85-a542-50ffefa298b9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:26.033393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be0f99fe-6f3c-41b3-82df-79fd0e530371 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be536e7997c34161813f5efa74622274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8524837 Nov 12 08:31:26.037152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38930) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.143272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.167623 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa007cf2-a166-4bbf-8b66-9c5e9065620b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.169055 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.214006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6e5bb412-25e7-41bf-b6ad-3afbeab3d002 None None] Provisioning complete for port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:26.214795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb412-25e7-41bf-b6ad-3afbeab3d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.245913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa007cf2-a166-4bbf-8b66-9c5e9065620b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.288819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.459079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:26.497479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38938) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.506082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.509741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:26.521055 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:31:26.522198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:26.537524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:26.552888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:26.559023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.614234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Allocated IP 172.20.0.2 (73426cc1-7022-4d0f-bdec-228e8c1ee507/8af5bbd2-ed6e-4b53-a10b-37c21820e8a7/364226f8-f545-470d-9da4-e07bcf38d02c) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:26.662573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:26.663518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Subnet': ['ID=560c208e-abe9-4f8c-8886-48b265c05c50,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:26.672957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:26.682398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c4fc33a-2083-4cb3-af39-12878829a73d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6831706 Nov 12 08:31:26.683382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38942) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.684541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.685135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.736257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.737466 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.742742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad486e-9eec-4e7d-a8d4-0b334ebac123 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:26.771163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=aa9bc700-ae46-4f6e-8fbc-328048a9478f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:26.785744 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-087d873c-a979-4423-832d-9cd4152c7156 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2906861 Nov 12 08:31:26.794732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.800859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa007cf2-a166-4bbf-8b66-9c5e9065620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.803515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aa007cf2-a166-4bbf-8b66-9c5e9065620b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.810835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04643fd-3630-43ea-acd7-500c446f7ec0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.818912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aa007cf2-a166-4bbf-8b66-9c5e9065620b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/570d9816-86e4-4e85-a542-50ffefa298b9 HTTP/1.1" status: 204 len: 168 time: 0.7802982 Nov 12 08:31:26.835537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1908422904', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '560c208e-abe9-4f8c-8886-48b265c05c50'}], 'security_groups': ['06d60c7f-39ff-44d1-a9d7-3c1050919422', '5b0ae56b-52ce-4a8c-837f-3282d1c3ed4c']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:26.858786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04643fd-3630-43ea-acd7-500c446f7ec0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.860428 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f04643fd-3630-43ea-acd7-500c446f7ec0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1721818 Nov 12 08:31:26.868780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38952) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.869131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38954) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.876661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9452e9c6-76cc-4dd8-894d-04aafae9cb0a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0941920 Nov 12 08:31:26.974103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa007cf2-a166-4bbf-8b66-9c5e9065620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d9816-86e4-4e85-a542-50ffefa298b9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:26.996304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e8f968ef-875b-4a34-8e03-7802dcb7f4a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.007968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:27.222281 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:31:27.386828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e8f968ef-875b-4a34-8e03-7802dcb7f4a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.407857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e8f968ef-875b-4a34-8e03-7802dcb7f4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.499889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e8f968ef-875b-4a34-8e03-7802dcb7f4a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90ce79e471d24010a6af6eb0041bbf80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9903023 Nov 12 08:31:27.504262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38964) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:27.504604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38966) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:27.640828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb409-f68d-4ef9-99fe-faa2967a2d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.681372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f968ef-875b-4a34-8e03-7802dcb7f4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca774404-5840-477d-89b1-ce8c0c235e79,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:27.761230 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.781198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a128742-e08f-4de7-9cef-165f13028fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.784505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.807772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f5534cba-0ef8-4e27-9cd7-cd19266b80c3 None None] Provisioning complete for port 81c7c352-6101-4a72-b49a-47930754851c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:27.808167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f5534cba-0ef8-4e27-9cd7-cd19266b80c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.811132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.899427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a128742-e08f-4de7-9cef-165f13028fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.918676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:27.952766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:27.955861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Pushing event updated for resources: {'Port': ['ID=364226f8-f545-470d-9da4-e07bcf38d02c,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:27.960993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f5534cba-0ef8-4e27-9cd7-cd19266b80c3 None None] Port 81c7c352-6101-4a72-b49a-47930754851c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:27.963508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:28.082672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Attempting to bind port 364226f8-f545-470d-9da4-e07bcf38d02c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:28.083271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Attempting to bind port 364226f8-f545-470d-9da4-e07bcf38d02c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '679b1348-fab7-41d7-a137-a62859158c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:28.083801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Attempting to bind port 364226f8-f545-470d-9da4-e07bcf38d02c on network 73426cc1-7022-4d0f-bdec-228e8c1ee507 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:28.089873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:28.090301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Checking segment: {'id': '679b1348-fab7-41d7-a137-a62859158c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:28.091313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.091728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Bound using segment: {'id': '679b1348-fab7-41d7-a137-a62859158c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:28.092231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Bound port: 364226f8-f545-470d-9da4-e07bcf38d02c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679b1348-fab7-41d7-a137-a62859158c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73426cc1-7022-4d0f-bdec-228e8c1ee507'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:28.092614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.249706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] For port 364226f8-f545-470d-9da4-e07bcf38d02c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:28.252344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] Update dhcp port {'port': {'network_id': '02cb190f-76d0-4bdf-b693-898e2ea9d947', 'fixed_ips': [{'subnet_id': 'e69c55bb-a43e-49f5-970d-1df3b22f09e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cca73df1-d343-49da-862a-b59c84f102ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '560c208e-abe9-4f8c-8886-48b265c05c50'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '7718043c-7d1a-4875-a81d-50f0f4e81cce'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:31:28.270119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 81c7c352-6101-4a72-b49a-47930754851c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:28.270692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.283403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] For port 364226f8-f545-470d-9da4-e07bcf38d02c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=364226f8-f545-470d-9da4-e07bcf38d02c,segment=NetworkSegment(679b1348-fab7-41d7-a137-a62859158c9d),segment_id=679b1348-fab7-41d7-a137-a62859158c9d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:28.301324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.305367 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.547211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aae40f-f9fb-4c03-8dae-8eb82135b604 None None] Pushing event updated for resources: {'Port': ['ID=364226f8-f545-470d-9da4-e07bcf38d02c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:28.592804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.628805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Delete allocated IP 2001:db8::348 (02cb190f-76d0-4bdf-b693-898e2ea9d947/cca73df1-d343-49da-862a-b59c84f102ff) {{(pid=102372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:31:28.641971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Allocated IP 2001:db8:0:2::366 (02cb190f-76d0-4bdf-b693-898e2ea9d947/560c208e-abe9-4f8c-8886-48b265c05c50/acca2a7f-ec23-4b8a-81f5-b4f659ed21c9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:28.707171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a128742-e08f-4de7-9cef-165f13028fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.725085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a128742-e08f-4de7-9cef-165f13028fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.726801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4a128742-e08f-4de7-9cef-165f13028fae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca774404-5840-477d-89b1-ce8c0c235e79 HTTP/1.1" status: 204 len: 168 time: 1.2107174 Nov 12 08:31:28.751835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.774828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a128742-e08f-4de7-9cef-165f13028fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca774404-5840-477d-89b1-ce8c0c235e79,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:28.802810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 81c7c352-6101-4a72-b49a-47930754851c owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:28.955180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb409-f68d-4ef9-99fe-faa2967a2d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.068169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb409-f68d-4ef9-99fe-faa2967a2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.179064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:29.240335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcb409-f68d-4ef9-99fe-faa2967a2d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a270a-1634-4f00-a9d6-2515665b012f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:29.267457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2bcb409-f68d-4ef9-99fe-faa2967a2d65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64b65db713104fd78a5f18452bfd03fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7500300 Nov 12 08:31:29.271192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38990) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:29.357691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:29.358097 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.421612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.437471 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.501388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38994) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:29.503185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c562b2-6341-46f2-a133-54d0e5b40bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.532469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event updated for resources: {'Port': ['ID=acca2a7f-ec23-4b8a-81f5-b4f659ed21c9,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:29.565476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 364226f8-f545-470d-9da4-e07bcf38d02c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:29.583016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] In _notify_port_updated(), no bound segment for port acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 on network 02cb190f-76d0-4bdf-b693-898e2ea9d947 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:31:29.590569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.593253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.598279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7ec712f4-16a1-4a48-8d34-d92cf6d771e7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "PUT /v2.0/ports/acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 HTTP/1.1" status: 200 len: 970 time: 2.8021541 Nov 12 08:31:29.599301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38998) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:29.606040 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ec79ee1-a940-4b2b-819c-544e6090c775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.688225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c562b2-6341-46f2-a133-54d0e5b40bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.691009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] Allocated IP 2001:db8:0:2::2 (02cb190f-76d0-4bdf-b693-898e2ea9d947/560c208e-abe9-4f8c-8886-48b265c05c50/7718043c-7d1a-4875-a81d-50f0f4e81cce) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:29.806182 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ec79ee1-a940-4b2b-819c-544e6090c775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.810604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.826182 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ec79ee1-a940-4b2b-819c-544e6090c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.859496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:29.860450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.881379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ec79ee1-a940-4b2b-819c-544e6090c775 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=486be9befb594659844ea836eb67996e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712277 Nov 12 08:31:29.882514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.885812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39000) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:29.920764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 364226f8-f545-470d-9da4-e07bcf38d02c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:29.922321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.991987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7718043c-7d1a-4875-a81d-50f0f4e81cce,segment=NetworkSegment(7ebea746-a7df-4b72-9436-4860e48eae08),segment_id=7ebea746-a7df-4b72-9436-4860e48eae08)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:30.016553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=aa9bc700-ae46-4f6e-8fbc-328048a9478f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:30.025614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.077070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.161684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.178880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.220824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:30.288583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=81c7c352-6101-4a72-b49a-47930754851c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:30.396017 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.401209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d93f1b-8e21-42b1-9b77-f7a5af8918a5 None None] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:30.436278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec79ee1-a940-4b2b-819c-544e6090c775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341634ae-4b27-4691-abf5-910d69a6de50,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:30.448674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.457282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39006) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:30.460946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-76398c23-91cc-4b43-95a1-7446134f2129 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/81c7c352-6101-4a72-b49a-47930754851c HTTP/1.1" status: 204 len: 168 time: 3.5903752 Nov 12 08:31:30.468507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0dece6b-c234-45b7-98f6-72fc9f4e3093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.591898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c562b2-6341-46f2-a133-54d0e5b40bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.595669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c562b2-6341-46f2-a133-54d0e5b40bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.597832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-87c562b2-6341-46f2-a133-54d0e5b40bf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb1a270a-1634-4f00-a9d6-2515665b012f HTTP/1.1" status: 204 len: 168 time: 1.3237731 Nov 12 08:31:30.609104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0dece6b-c234-45b7-98f6-72fc9f4e3093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.642792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128041f6-bfcf-4ae5-a45b-3f3efdf53ab8 None None] Pushing event updated for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:30.649493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c562b2-6341-46f2-a133-54d0e5b40bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a270a-1634-4f00-a9d6-2515665b012f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:30.714964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53cdc2-6f21-483d-aa3a-c7d00d7784ee tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.716690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53cdc2-6f21-483d-aa3a-c7d00d7784ee tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.725450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39010) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:30.733004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-db53cdc2-6f21-483d-aa3a-c7d00d7784ee tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2743723 Nov 12 08:31:30.744194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.790981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=acca2a7f-ec23-4b8a-81f5-b4f659ed21c9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:30.843202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.851244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc78bb29-559f-4254-bc42-d042789f2a7f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 HTTP/1.1" status: 204 len: 168 time: 1.2494707 Nov 12 08:31:30.855840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39014) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:30.910380 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6832884-5ae4-4a73-856e-0db3f5b4ddd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] GET failed (client error): The resource could not be found. Nov 12 08:31:30.918217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b6832884-5ae4-4a73-856e-0db3f5b4ddd8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports/acca2a7f-ec23-4b8a-81f5-b4f659ed21c9 HTTP/1.1" status: 404 len: 333 time: 0.0611284 Nov 12 08:31:30.918891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39016) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:31.046129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-637f7efc-7363-4dc7-95a4-2ba28328e52d None None] Provisioning complete for port 364226f8-f545-470d-9da4-e07bcf38d02c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:31.048990 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-637f7efc-7363-4dc7-95a4-2ba28328e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.085868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59ec3239-2f51-4a6e-8599-fd8f0650e844 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.111771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0dece6b-c234-45b7-98f6-72fc9f4e3093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.117510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0dece6b-c234-45b7-98f6-72fc9f4e3093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.125943 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c0dece6b-c234-45b7-98f6-72fc9f4e3093 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/341634ae-4b27-4691-abf5-910d69a6de50 HTTP/1.1" status: 204 len: 168 time: 1.1623700 Nov 12 08:31:31.175248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59ec3239-2f51-4a6e-8599-fd8f0650e844 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.203720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 364226f8-f545-470d-9da4-e07bcf38d02c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=364226f8-f545-470d-9da4-e07bcf38d02c,segment=NetworkSegment(679b1348-fab7-41d7-a137-a62859158c9d),segment_id=679b1348-fab7-41d7-a137-a62859158c9d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:31.204951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dece6b-c234-45b7-98f6-72fc9f4e3093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341634ae-4b27-4691-abf5-910d69a6de50,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:31.255878 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.363154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59ec3239-2f51-4a6e-8599-fd8f0650e844 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.365982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-59ec3239-2f51-4a6e-8599-fd8f0650e844 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.371253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-59ec3239-2f51-4a6e-8599-fd8f0650e844 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/security-groups/e05048e3-5179-405b-b89a-995c67ca173f HTTP/1.1" status: 204 len: 168 time: 0.4513023 Nov 12 08:31:31.371890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39022) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:31.455003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec3239-2f51-4a6e-8599-fd8f0650e844 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05048e3-5179-405b-b89a-995c67ca173f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:31.669033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 7fb88b79-bfef-4bfe-b012-bc643ce7184e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:31.683100 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4539db9d-abca-407f-80f9-081a50950df9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.690446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.710939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.790321 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4539db9d-abca-407f-80f9-081a50950df9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.882911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.921462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4539db9d-abca-407f-80f9-081a50950df9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.926721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4539db9d-abca-407f-80f9-081a50950df9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.932239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:31.934404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4539db9d-abca-407f-80f9-081a50950df9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b0ae56b-52ce-4a8c-837f-3282d1c3ed4c HTTP/1.1" status: 204 len: 168 time: 0.5181284 Nov 12 08:31:31.936219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39038) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:31.937107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=364226f8-f545-470d-9da4-e07bcf38d02c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:32.011415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539db9d-abca-407f-80f9-081a50950df9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ae56b-52ce-4a8c-837f-3282d1c3ed4c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:32.143541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee53e9b8-11be-4f5f-9a72-2ced6ce61f21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.209993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee53e9b8-11be-4f5f-9a72-2ced6ce61f21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.274778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:32.275152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.343769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee53e9b8-11be-4f5f-9a72-2ced6ce61f21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.346461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee53e9b8-11be-4f5f-9a72-2ced6ce61f21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.347625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ee53e9b8-11be-4f5f-9a72-2ced6ce61f21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/security-groups/06d60c7f-39ff-44d1-a9d7-3c1050919422 HTTP/1.1" status: 204 len: 168 time: 0.4012084 Nov 12 08:31:32.351177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39048) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:32.460811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e9b8-11be-4f5f-9a72-2ced6ce61f21 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d60c7f-39ff-44d1-a9d7-3c1050919422,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:32.475110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.522204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet cca73df1-d343-49da-862a-b59c84f102ff {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:32.529442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.641730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.690258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.759584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8a5fd103-acd8-404e-bd7d-e6c35751ebc6 None None] Could not find standard attr ID for object acca2a7f-ec23-4b8a-81f5-b4f659ed21c9. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:32.813427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8a5fd103-acd8-404e-bd7d-e6c35751ebc6 None None] Provisioning complete for port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:32.814467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd103-acd8-404e-bd7d-e6c35751ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.875974 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.940023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fd103-acd8-404e-bd7d-e6c35751ebc6 None None] Port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:32.983657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8a5fd103-acd8-404e-bd7d-e6c35751ebc6 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:32.984107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd103-acd8-404e-bd7d-e6c35751ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.078247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.152737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=cca73df1-d343-49da-862a-b59c84f102ff,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:33.164476 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.169161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-01529800-f494-4cf3-a906-a41413e9ff82 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/cca73df1-d343-49da-862a-b59c84f102ff HTTP/1.1" status: 204 len: 168 time: 0.8169630 Nov 12 08:31:33.175651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39074) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:33.340426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.402011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53361230-6988-4f96-bfcf-4509584fd259 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:33.426128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet 560c208e-abe9-4f8c-8886-48b265c05c50 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:33.433233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 364226f8-f545-470d-9da4-e07bcf38d02c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:33.452250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.558485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb88b79-bfef-4bfe-b012-bc643ce7184e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:33.563662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142353c-61ac-44c3-bf02-6f071ab83be3 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:33.569151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.586885 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c93ef06d-5b0a-4b13-a4ff-ec8d9c0abe72 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7fb88b79-bfef-4bfe-b012-bc643ce7184e HTTP/1.1" status: 204 len: 168 time: 2.8603151 Nov 12 08:31:33.587544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:33.695702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.819967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6f9c1987-5e68-4bb3-a55a-a8dedc5ed921 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2083087 Nov 12 08:31:33.821795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39088) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:33.830453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:33.840592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c2d0e20f-aa1f-4d16-ab8f-638bf6dfa6a0 None None] Could not find standard attr ID for object acca2a7f-ec23-4b8a-81f5-b4f659ed21c9. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:31:33.962729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 364226f8-f545-470d-9da4-e07bcf38d02c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:33.972672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.103403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c2d0e20f-aa1f-4d16-ab8f-638bf6dfa6a0 None None] Provisioning complete for port aa9bc700-ae46-4f6e-8fbc-328048a9478f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:34.104132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e20f-aa1f-4d16-ab8f-638bf6dfa6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.156386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.181687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.220681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0e20f-aa1f-4d16-ab8f-638bf6dfa6a0 None None] Port aa9bc700-ae46-4f6e-8fbc-328048a9478f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:34.229985 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.330899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c2d0e20f-aa1f-4d16-ab8f-638bf6dfa6a0 None None] Provisioning complete for port 364226f8-f545-470d-9da4-e07bcf38d02c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:34.331352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e20f-aa1f-4d16-ab8f-638bf6dfa6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.397025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.520336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=aa9bc700-ae46-4f6e-8fbc-328048a9478f,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:34.637318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:34.654027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.668333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:34.676673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:34.706370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59763944-679b-4507-ad9e-826982539796 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:35.093684 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.240415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-59763944-679b-4507-ad9e-826982539796 None None] Deleting port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:35.243285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59763944-679b-4507-ad9e-826982539796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.260104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Router 8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:35.272077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=560c208e-abe9-4f8c-8886-48b265c05c50,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:35.333312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.349124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-968125bb-2020-404f-9120-8036dbf9d3c2 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/560c208e-abe9-4f8c-8886-48b265c05c50 HTTP/1.1" status: 204 len: 168 time: 2.1677911 Nov 12 08:31:35.363760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39132) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.509728 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6998837a-5eae-4f97-8a36-c665c3d71d0e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:35.510204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6998837a-5eae-4f97-8a36-c665c3d71d0e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:35.513715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6998837a-5eae-4f97-8a36-c665c3d71d0e tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/cca73df1-d343-49da-862a-b59c84f102ff HTTP/1.1" status: 404 len: 337 time: 0.1491690 Nov 12 08:31:35.517089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39138) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.518259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:35.661869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-59763944-679b-4507-ad9e-826982539796 None None] For port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:35.662590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59763944-679b-4507-ad9e-826982539796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.710065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:35.726734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.731303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff3aa1d5-4bf5-4931-b609-51326e47a993 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/routers/8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8598025 Nov 12 08:31:35.732116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39148) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.742804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-49cfcd5b-993b-42f2-bcfe-a34a1053a5dc None None] Provisioning complete for port aa9bc700-ae46-4f6e-8fbc-328048a9478f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:35.743510 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-49cfcd5b-993b-42f2-bcfe-a34a1053a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.763919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting subnet e69c55bb-a43e-49f5-970d-1df3b22f09e8 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:35.784531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.803842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] Sync routers for ids ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:35.826460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.888266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:35.890517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-49cfcd5b-993b-42f2-bcfe-a34a1053a5dc None None] Port aa9bc700-ae46-4f6e-8fbc-328048a9478f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:35.902503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.920142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-59763944-679b-4507-ad9e-826982539796 None None] Calling delete_port for 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:35.926690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] Routers {'8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:35.927653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.932738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.085304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:36.090166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:36.119527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:36.128098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.128098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.129911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:36.145560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] Routers {'8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:36.146278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:36.154710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=09658490-d9cc-42a0-905b-e6c806809281,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:36.187895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-20cdc3a7-d372-4ac9-957b-557682601d22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3648970 Nov 12 08:31:36.192331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39160) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.201635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '09658490-d9cc-42a0-905b-e6c806809281', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2953352'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:36.209287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.322568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:36.324511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cecca11-9869-49ae-9c4f-702855411813 None None] The sync data for ids ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:36.349082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a031a-4a87-4168-8cfc-0fc66ffb74b0 None None] Network 02cb190f-76d0-4bdf-b693-898e2ea9d947 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:36.413550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694f4b0-1df0-4769-ae50-5d8cb7a3ab03 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.422210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39180) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.428688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6694f4b0-1df0-4769-ae50-5d8cb7a3ab03 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 HTTP/1.1" status: 200 len: 981 time: 0.6931880 Nov 12 08:31:36.430919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.579384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.590403 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/e69c55bb-a43e-49f5-970d-1df3b22f09e8 HTTP/1.1" status: 204 len: 168 time: 1.0720325 Nov 12 08:31:36.591468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Subnet': ['ID=e69c55bb-a43e-49f5-970d-1df3b22f09e8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:36.599034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39188) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.626700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e10f7b87-a290-4050-8e6a-dfeece9ea0f5 None None] Provisioning complete for port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:36.627195 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e10f7b87-a290-4050-8e6a-dfeece9ea0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.678086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.678522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.678939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.679635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.680060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.680586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.681107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.681704 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.682122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.682484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.683029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.683547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628b006-d715-4bb4-8c81-01bb8ad6fdcf tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:36.697879 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6ece7c-0270-47df-8872-ffda401418f9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:36.702266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6ece7c-0270-47df-8872-ffda401418f9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:36.709193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:36.710533 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0f6ece7c-0270-47df-8872-ffda401418f9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/37b10fb2-bf5e-4bb0-a451-955e7c04d3d3 HTTP/1.1" status: 404 len: 337 time: 0.1004415 Nov 12 08:31:36.711162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39192) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.749919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e10f7b87-a290-4050-8e6a-dfeece9ea0f5 None None] Port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:36.776792 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5905a22b-cb86-4837-a705-4993801d4d30 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2bcde1d-b967-45d8-b397-53c8c5dbd2fc HTTP/1.1" status: 200 len: 205 time: 0.0643580 Nov 12 08:31:36.777719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39196) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.806099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59763944-679b-4507-ad9e-826982539796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.876894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59763944-679b-4507-ad9e-826982539796 None None] No DVR routers for this DVR port 4bd4b5f1-d11b-4019-907b-6b5b0e949f67 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:36.901217 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-db146ba6-8910-4ce7-864f-5adaa64beec9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] delete failed (client error): The resource could not be found. Nov 12 08:31:36.914163 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-db146ba6-8910-4ce7-864f-5adaa64beec9 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/routers/f2bcde1d-b967-45d8-b397-53c8c5dbd2fc HTTP/1.1" status: 404 len: 336 time: 0.1349392 Nov 12 08:31:36.915233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.920481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763944-679b-4507-ad9e-826982539796 None None] Pushing event deleted for resources: {'Port': ['ID=4bd4b5f1-d11b-4019-907b-6b5b0e949f67,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:36.926960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3861b9d-20e2-42d1-84d5-4512ebc77d90 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:36.932912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e10f7b87-a290-4050-8e6a-dfeece9ea0f5 None None] Provisioning complete for port 7718043c-7d1a-4875-a81d-50f0f4e81cce triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:36.933549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e10f7b87-a290-4050-8e6a-dfeece9ea0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.997795 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead70451-6286-4239-a130-33c087ed7ef7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:36.998904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead70451-6286-4239-a130-33c087ed7ef7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:37.005705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ead70451-6286-4239-a130-33c087ed7ef7 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/33ac8422-8a75-465d-9d11-85f2fa3178b6 HTTP/1.1" status: 404 len: 337 time: 0.0893056 Nov 12 08:31:37.006693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39210) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.023076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.093200 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7a4f26-62fd-44f4-b5ca-a432bcdd1e40 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:37.093996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7a4f26-62fd-44f4-b5ca-a432bcdd1e40 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:37.121174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af7a4f26-62fd-44f4-b5ca-a432bcdd1e40 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/367e3f8a-66dd-4016-a2af-af20794d8406 HTTP/1.1" status: 404 len: 337 time: 0.1047919 Nov 12 08:31:37.132503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.184585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port e4bbb2ca-89f2-4354-8fb7-764b66448b90 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:37.244697 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bf5c9a-31ba-49b0-bb9c-3f7e74a62004 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:37.245199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bf5c9a-31ba-49b0-bb9c-3f7e74a62004 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:37.268257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b3bf5c9a-31ba-49b0-bb9c-3f7e74a62004 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/98615c0a-ec35-4361-a206-d5a06dc7130c HTTP/1.1" status: 404 len: 337 time: 0.1345026 Nov 12 08:31:37.269703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39222) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.344538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] DHCP port deletion for 02cb190f-76d0-4bdf-b693-898e2ea9d947 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:37.585764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39240) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.780490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '09658490-d9cc-42a0-905b-e6c806809281'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:37.784396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.961469 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63e129ec-0b22-4cc1-8ffc-04bdebb32f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.181319 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a7db45-d7a9-4e5d-bbbe-463406e26174 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.182098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a7db45-d7a9-4e5d-bbbe-463406e26174 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.189314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-11a7db45-d7a9-4e5d-bbbe-463406e26174 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/64c194f8-e1f2-4e1c-9adc-7dfc661d1386 HTTP/1.1" status: 404 len: 333 time: 0.9120505 Nov 12 08:31:38.193832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39254) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.240350 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab59394b-194c-4231-b307-5ade93ddf708 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.240909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab59394b-194c-4231-b307-5ade93ddf708 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.247755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ab59394b-194c-4231-b307-5ade93ddf708 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/db7992b3-2909-4a2a-8bbc-3dba56a82093 HTTP/1.1" status: 404 len: 337 time: 0.0528028 Nov 12 08:31:38.248496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39256) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.279758 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-52420871-e8fe-4a71-bf52-f4d620b7bfb8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.280302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52420871-e8fe-4a71-bf52-f4d620b7bfb8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.287540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-52420871-e8fe-4a71-bf52-f4d620b7bfb8 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/6debc793-d1cb-45cb-bd3e-1ee09d8e2c6f HTTP/1.1" status: 404 len: 337 time: 0.0371013 Nov 12 08:31:38.289998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.290831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/09658490-d9cc-42a0-905b-e6c806809281/2efba41f-7fea-4128-931f-cb621e939984) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:38.293525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63e129ec-0b22-4cc1-8ffc-04bdebb32f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.308313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63e129ec-0b22-4cc1-8ffc-04bdebb32f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.327310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39260) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.387023 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2b9ee0-d1c0-41e4-903c-b0e1ebe59707 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.388152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2b9ee0-d1c0-41e4-903c-b0e1ebe59707 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.408529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af2b9ee0-d1c0-41e4-903c-b0e1ebe59707 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/9e00cc64-6555-4b8c-8d60-0fffdf2c0d1b HTTP/1.1" status: 404 len: 333 time: 0.1171353 Nov 12 08:31:38.414094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39264) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.473816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.505859 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.512733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] Deleting port 7718043c-7d1a-4875-a81d-50f0f4e81cce {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:38.513108 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.562524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63e129ec-0b22-4cc1-8ffc-04bdebb32f32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfaf1ab0657e4ed5afd22551dbfe6e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9748831 Nov 12 08:31:38.565129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.585995 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31e2d1a-40ff-460b-9af9-9ddaeee6c31c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.586966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31e2d1a-40ff-460b-9af9-9ddaeee6c31c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.596619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e31e2d1a-40ff-460b-9af9-9ddaeee6c31c tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/bbe12566-5178-445a-aae1-6030be81d83d HTTP/1.1" status: 404 len: 337 time: 0.1794822 Nov 12 08:31:38.596901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] For port 7718043c-7d1a-4875-a81d-50f0f4e81cce, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7718043c-7d1a-4875-a81d-50f0f4e81cce,segment=NetworkSegment(7ebea746-a7df-4b72-9436-4860e48eae08),segment_id=7ebea746-a7df-4b72-9436-4860e48eae08)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:38.597721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.613732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.617660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] Calling delete_port for 7718043c-7d1a-4875-a81d-50f0f4e81cce owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:38.644538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e129ec-0b22-4cc1-8ffc-04bdebb32f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72915bdd-af75-4a1a-ba38-d23c99fe8e9a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:38.681901 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:31:38.682415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.698397 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.773549 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d558a23-0105-4d4c-ae34-819345c0a294 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.775888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d558a23-0105-4d4c-ae34-819345c0a294 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.782753 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d558a23-0105-4d4c-ae34-819345c0a294 tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/subnets/29379eab-2ae4-482b-8c23-f04139902e42 HTTP/1.1" status: 404 len: 337 time: 0.1674364 Nov 12 08:31:38.787742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39274) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.806652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Pushing event updated for resources: {'Port': ['ID=2efba41f-7fea-4128-931f-cb621e939984,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:38.830236 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c0332f1-1a47-4746-b14c-023e9906e388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.882634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.884659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d3027212-1097-4ea3-9589-28f348c60c9a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.6907756 Nov 12 08:31:38.891208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:38.906503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:38.913414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:38.926769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.934784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94773d0f-4f11-4a55-9d7a-4b7bb3422b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.994711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94773d0f-4f11-4a55-9d7a-4b7bb3422b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.094816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Attempting to bind port 2efba41f-7fea-4128-931f-cb621e939984 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:39.095300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Attempting to bind port 2efba41f-7fea-4128-931f-cb621e939984 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:39.096303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Attempting to bind port 2efba41f-7fea-4128-931f-cb621e939984 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:39.110107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.124109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:39.124109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:39.124910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94773d0f-4f11-4a55-9d7a-4b7bb3422b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.125071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.125071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:39.125071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Bound port: 2efba41f-7fea-4128-931f-cb621e939984, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:39.125071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.129376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-94773d0f-4f11-4a55-9d7a-4b7bb3422b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.143433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-94773d0f-4f11-4a55-9d7a-4b7bb3422b67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72915bdd-af75-4a1a-ba38-d23c99fe8e9a HTTP/1.1" status: 204 len: 168 time: 0.5664487 Nov 12 08:31:39.253906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94773d0f-4f11-4a55-9d7a-4b7bb3422b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72915bdd-af75-4a1a-ba38-d23c99fe8e9a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.283166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] Pushing event deleted for resources: {'Port': ['ID=7718043c-7d1a-4875-a81d-50f0f4e81cce,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.353686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c0332f1-1a47-4746-b14c-023e9906e388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.390091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-e6ccb211-62f0-435a-9b12-0695ca07ad83 req-c40389b0-b4b5-4cef-a2b2-6387febe86bc service neutron] (102371) timed out ('10.222.0.16', 45640) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:31:39.436899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c0332f1-1a47-4746-b14c-023e9906e388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.456090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063bafc0-a0b7-4e3b-a4a8-96fc6963a2d8 None None] No DVR routers for this DVR port 7718043c-7d1a-4875-a81d-50f0f4e81cce on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:39.483555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f7226-dd5e-45d3-af1b-1adcff570fa0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.483555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-da6f7226-dd5e-45d3-af1b-1adcff570fa0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5586987 Nov 12 08:31:39.487401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:39.501718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:39.536767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7718043c-7d1a-4875-a81d-50f0f4e81cce {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:39.537827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7718043c-7d1a-4875-a81d-50f0f4e81cce not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:39.584348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] For port 2efba41f-7fea-4128-931f-cb621e939984, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:39.595423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] For port 2efba41f-7fea-4128-931f-cb621e939984, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2efba41f-7fea-4128-931f-cb621e939984,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:39.604939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.808278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497413f-f3d8-4f73-a55b-e91c60ad4c10 None None] Pushing event updated for resources: {'Port': ['ID=2efba41f-7fea-4128-931f-cb621e939984,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.842314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7c0332f1-1a47-4746-b14c-023e9906e388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fae17f4bc5f1400290ea6b13e59581c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5131385 Nov 12 08:31:39.851941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:39.860364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0332f1-1a47-4746-b14c-023e9906e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfebdfad-0eff-4dba-8aa3-3f0a5fa89cd4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.896041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Deleting port 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:39.900446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.005441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port aa9bc700-ae46-4f6e-8fbc-328048a9478f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:40.006000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.222473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39294) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.267448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b872b-e0c6-441e-832f-b8e054ee89c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.277498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b872b-e0c6-441e-832f-b8e054ee89c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.285740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f64b872b-e0c6-441e-832f-b8e054ee89c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7949092 Nov 12 08:31:40.306953 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.323821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Calling delete_port for 9bc59b44-f878-4f0d-a80f-3e018b0f89d9 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:40.414103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.439233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for aa9bc700-ae46-4f6e-8fbc-328048a9478f owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:40.470259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39300) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.484697 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d818e60-d02e-427a-b7fb-8a4c74c1eac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.503900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.592741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.599250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/ports/9bc59b44-f878-4f0d-a80f-3e018b0f89d9 HTTP/1.1" status: 204 len: 168 time: 1.8060656 Nov 12 08:31:40.601739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a891ae-c73a-469d-bc5c-0a8ce176393f tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Port': ['ID=9bc59b44-f878-4f0d-a80f-3e018b0f89d9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.604837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39302) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.693052 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3944f44d-e9e5-4c87-b0c2-9688d6d60e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.702809 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8974f47c-e0cb-4beb-9dfa-c319b24698af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.737851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3944f44d-e9e5-4c87-b0c2-9688d6d60e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.836827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3944f44d-e9e5-4c87-b0c2-9688d6d60e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.839722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3944f44d-e9e5-4c87-b0c2-9688d6d60e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.840946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3944f44d-e9e5-4c87-b0c2-9688d6d60e8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfebdfad-0eff-4dba-8aa3-3f0a5fa89cd4 HTTP/1.1" status: 204 len: 168 time: 0.9489684 Nov 12 08:31:40.900119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944f44d-e9e5-4c87-b0c2-9688d6d60e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfebdfad-0eff-4dba-8aa3-3f0a5fa89cd4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.923103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 09658490-d9cc-42a0-905b-e6c806809281 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:40.937514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.114168 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.171854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.495281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d818e60-d02e-427a-b7fb-8a4c74c1eac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.605285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d818e60-d02e-427a-b7fb-8a4c74c1eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.617338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2efba41f-7fea-4128-931f-cb621e939984 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:41.629950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.663149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cb190f-76d0-4bdf-b693-898e2ea9d947']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:41.677728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebea746-a7df-4b72-9436-4860e48eae08') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:41.678319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebea746-a7df-4b72-9436-4860e48eae08') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:41.689393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.699987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.705660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.712794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:41.713490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.774910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2efba41f-7fea-4128-931f-cb621e939984 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:41.775404 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.777224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=aa9bc700-ae46-4f6e-8fbc-328048a9478f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:41.842622 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:41.847893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.853346 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.917300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.921873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] 10.222.0.16 "DELETE /v2.0/networks/02cb190f-76d0-4bdf-b693-898e2ea9d947 HTTP/1.1" status: 204 len: 168 time: 1.3121467 Nov 12 08:31:41.931935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562251b1-d4ba-427d-a7fe-7a3776d2e11a tempest-PortsIpV6TestJSON-1290910957 tempest-PortsIpV6TestJSON-1290910957-project] Pushing event deleted for resources: {'Network': ['ID=02cb190f-76d0-4bdf-b693-898e2ea9d947,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.961465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d818e60-d02e-427a-b7fb-8a4c74c1eac9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2640aa1682c410a9503c44d5418670b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7379127 Nov 12 08:31:41.962721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d818e60-d02e-427a-b7fb-8a4c74c1eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0ec62-af51-4ada-84b6-c2ab1a32afe4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.965785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.089702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.094507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-433171a8-4510-4403-a497-eeed8e377b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.148954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-433171a8-4510-4403-a497-eeed8e377b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.158118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f1de4770-f11a-4efc-8558-c0771f5458dd None None] Provisioning complete for port 2efba41f-7fea-4128-931f-cb621e939984 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:42.160295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1de4770-f11a-4efc-8558-c0771f5458dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.262614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39320) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.289123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fec80f0e-e436-45df-be3b-55da37303db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.292394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-433171a8-4510-4403-a497-eeed8e377b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.295470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-433171a8-4510-4403-a497-eeed8e377b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.296535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-433171a8-4510-4403-a497-eeed8e377b44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47e0ec62-af51-4ada-84b6-c2ab1a32afe4 HTTP/1.1" status: 204 len: 168 time: 0.3281319 Nov 12 08:31:42.335847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433171a8-4510-4403-a497-eeed8e377b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0ec62-af51-4ada-84b6-c2ab1a32afe4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.435297 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.542809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.638611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.693256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=09658490-d9cc-42a0-905b-e6c806809281,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.728746 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fec80f0e-e436-45df-be3b-55da37303db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.742067 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fec80f0e-e436-45df-be3b-55da37303db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.810828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.824145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0551c18a-0f08-404d-aaf4-58dd3fea1932 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/09658490-d9cc-42a0-905b-e6c806809281 HTTP/1.1" status: 204 len: 168 time: 2.3493276 Nov 12 08:31:42.831856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39334) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.849555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fec80f0e-e436-45df-be3b-55da37303db2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f5bbb2c7c5949a4a385c4b5ec57f63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5851068 Nov 12 08:31:42.857205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39336) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.890789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26177526-d5a1-4677-ac8d-ddd0432daed6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:42.955222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-40136d71-6df8-479b-b8da-4b75846266a1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214924 Nov 12 08:31:42.956253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39340) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.968414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d48191d-e87a-451a-b84e-c1da057c0b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.976099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:43.237910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39344) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:43.296643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1de4770-f11a-4efc-8558-c0771f5458dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.369157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:43.378621 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.402288 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-18c52ca3-3616-469f-8fcb-849dabd15066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.440774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:31:43.441195 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:31:43.495925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f1de4770-f11a-4efc-8558-c0771f5458dd None None] For port 2efba41f-7fea-4128-931f-cb621e939984, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2efba41f-7fea-4128-931f-cb621e939984,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:43.497695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f1de4770-f11a-4efc-8558-c0771f5458dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.571237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:43.690601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de4770-f11a-4efc-8558-c0771f5458dd None None] Pushing event updated for resources: {'Port': ['ID=2efba41f-7fea-4128-931f-cb621e939984,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:43.735031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ae77c3fa-9b95-4d68-bed9-c6657e88bd92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b1103ae502244e89ff7766b780c88cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870994 Nov 12 08:31:43.747489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] Deleting port 2efba41f-7fea-4128-931f-cb621e939984 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:43.747871 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.753287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39360) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:43.888653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] For port 2efba41f-7fea-4128-931f-cb621e939984, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2efba41f-7fea-4128-931f-cb621e939984,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:43.889275 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.921235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] Calling delete_port for 2efba41f-7fea-4128-931f-cb621e939984 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:44.058568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Router 8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:44.133609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec80f0e-e436-45df-be3b-55da37303db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f05ad4-2bf7-4242-a77b-00fb776b031a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:44.193974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d48191d-e87a-451a-b84e-c1da057c0b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.327466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d48191d-e87a-451a-b84e-c1da057c0b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.330700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8d48191d-e87a-451a-b84e-c1da057c0b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.334924 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8d48191d-e87a-451a-b84e-c1da057c0b15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61f05ad4-2bf7-4242-a77b-00fb776b031a HTTP/1.1" status: 204 len: 168 time: 1.4766517 Nov 12 08:31:44.347454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.367958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48191d-e87a-451a-b84e-c1da057c0b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f05ad4-2bf7-4242-a77b-00fb776b031a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:44.450143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=5ef538f6-19ea-474e-8af9-89cf718e4927,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:44.450143 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f729fa63-e88e-4801-9402-19c33f2474cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.455914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:44.459008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:44.469719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3079d875-6e08-4202-9e70-0ac7a9561d1f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/routers/8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0439172 Nov 12 08:31:44.472995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39378) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.476148 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] Sync routers for ids ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:44.490195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:44.512775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:44.518403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.523439 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] Routers {'8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:44.525104 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.546195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39382) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.552798 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4163598-a7a8-46e9-b6da-f535cc4cfc7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:31:44.562384 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c4163598-a7a8-46e9-b6da-f535cc4cfc7e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/aa9bc700-ae46-4f6e-8fbc-328048a9478f HTTP/1.1" status: 404 len: 333 time: 0.0878065 Nov 12 08:31:44.563103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39384) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.627118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f729fa63-e88e-4801-9402-19c33f2474cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.709751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9727e33d-0dcf-4252-8cd4-194371405cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7503853 Nov 12 08:31:44.712371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39388) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.719936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:44.777846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.802427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.803545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.822012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.852220 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.856736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.908779 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] Routers {'8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:44.927528 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:45.037862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.039046 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f729fa63-e88e-4801-9402-19c33f2474cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.049012 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f729fa63-e88e-4801-9402-19c33f2474cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.055995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f729fa63-e88e-4801-9402-19c33f2474cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9040552b-b09e-4767-906f-26493c3eed20 HTTP/1.1" status: 204 len: 168 time: 1.2942669 Nov 12 08:31:45.060536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] No DVR routers for this DVR port 2efba41f-7fea-4128-931f-cb621e939984 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:45.082399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21250c4e-7457-4d8f-b0f6-ac4f9c4f76c7 None None] Pushing event deleted for resources: {'Port': ['ID=2efba41f-7fea-4128-931f-cb621e939984,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.095377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729fa63-e88e-4801-9402-19c33f2474cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040552b-b09e-4767-906f-26493c3eed20,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.105457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.187060 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.199728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9bde4721-6fea-49d9-b0e7-82c8b899a254 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4862633 Nov 12 08:31:45.200417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39400) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:45.209405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a16de-7e0d-42ac-98f2-b58b7e71bbb0 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:45.233083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2efba41f-7fea-4128-931f-cb621e939984 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:45.240791 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a84f735-3a14-4ca8-9888-26130c2a6eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.254193 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:45.269349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c0842-0c7a-41e4-a7e3-f19d6d545153 None None] The sync data for ids ['8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:45.388147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2efba41f-7fea-4128-931f-cb621e939984 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:45.388147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2efba41f-7fea-4128-931f-cb621e939984 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:45.407501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.410285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.550963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.551477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Fanout notify agent at l3_agent the message router_deleted on router 8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:45.587375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.589994 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d326fc4f-fa16-4b00-b0fc-64e5d278a5d6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/routers/8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 HTTP/1.1" status: 204 len: 168 time: 1.0258167 Nov 12 08:31:45.598370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:45.812191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 8af5bbd2-ed6e-4b53-a10b-37c21820e8a7 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:45.821774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.824069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a84f735-3a14-4ca8-9888-26130c2a6eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.882939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.910307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '5ef538f6-19ea-474e-8af9-89cf718e4927'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:45.911579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.917525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a84f735-3a14-4ca8-9888-26130c2a6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.951364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.085696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84f735-3a14-4ca8-9888-26130c2a6eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc68438-2e22-4aa1-94a7-f6d5d2d80535,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.146232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6a84f735-3a14-4ca8-9888-26130c2a6eeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=147f6994607d427cb67d69d41ffcddf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5802715 Nov 12 08:31:46.151508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.275521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.290379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/5ef538f6-19ea-474e-8af9-89cf718e4927/fa83fe5f-a2c1-4213-a88f-35b7c07ffc90) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:46.484539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dff8d2e-3351-4181-80bd-99726b17df6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.534704 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.553969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dff8d2e-3351-4181-80bd-99726b17df6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.679828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.691185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.698648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.750348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:46.762007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:46.776764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:46.802173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b90ba-d108-4a59-b99d-999310250920 None None] Network 73426cc1-7022-4d0f-bdec-228e8c1ee507 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:46.811078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dff8d2e-3351-4181-80bd-99726b17df6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.814932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8dff8d2e-3351-4181-80bd-99726b17df6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.816465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8dff8d2e-3351-4181-80bd-99726b17df6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edc68438-2e22-4aa1-94a7-f6d5d2d80535 HTTP/1.1" status: 204 len: 168 time: 0.6548605 Nov 12 08:31:46.818372 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.825759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/8af5bbd2-ed6e-4b53-a10b-37c21820e8a7 HTTP/1.1" status: 204 len: 168 time: 1.2267849 Nov 12 08:31:46.831324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.832494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b91c5-7fcb-45df-99bc-91405557d3b5 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=8af5bbd2-ed6e-4b53-a10b-37c21820e8a7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.872823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff8d2e-3351-4181-80bd-99726b17df6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc68438-2e22-4aa1-94a7-f6d5d2d80535,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.878695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Pushing event updated for resources: {'Port': ['ID=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.977568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.138832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.139295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Attempting to bind port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:47.140125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Attempting to bind port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:47.140772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Attempting to bind port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:47.158692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:47.159511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:47.160206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.161694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:47.162639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Bound port: fa83fe5f-a2c1-4213-a88f-35b7c07ffc90, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:47.163665 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.363078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 364226f8-f545-470d-9da4-e07bcf38d02c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:47.363869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.397450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] For port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:47.403820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] For port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:47.411753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.537685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] DHCP port deletion for 73426cc1-7022-4d0f-bdec-228e8c1ee507 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:47.549287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] For port 364226f8-f545-470d-9da4-e07bcf38d02c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=364226f8-f545-470d-9da4-e07bcf38d02c,segment=NetworkSegment(679b1348-fab7-41d7-a137-a62859158c9d),segment_id=679b1348-fab7-41d7-a137-a62859158c9d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:47.550013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.585478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 364226f8-f545-470d-9da4-e07bcf38d02c owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:47.638240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a51de-1659-4c04-bf07-09b905df86c2 None None] Pushing event updated for resources: {'Port': ['ID=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.742554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] Deleting port 364226f8-f545-470d-9da4-e07bcf38d02c {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:47.745236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.833092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.985740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No DVR routers for this DVR port 364226f8-f545-470d-9da4-e07bcf38d02c on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:47.998148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=364226f8-f545-470d-9da4-e07bcf38d02c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.027991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] For port 364226f8-f545-470d-9da4-e07bcf38d02c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=364226f8-f545-470d-9da4-e07bcf38d02c,segment=NetworkSegment(679b1348-fab7-41d7-a137-a62859158c9d),segment_id=679b1348-fab7-41d7-a137-a62859158c9d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:48.028424 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.085134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] Calling delete_port for 364226f8-f545-470d-9da4-e07bcf38d02c owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:48.201399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.247703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::1 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/5ef538f6-19ea-474e-8af9-89cf718e4927/d2d8e922-ca35-423b-b3d8-bfc246b1092b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:48.264910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73426cc1-7022-4d0f-bdec-228e8c1ee507']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:48.284086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679b1348-fab7-41d7-a137-a62859158c9d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:48.284385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679b1348-fab7-41d7-a137-a62859158c9d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:48.324459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.333208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.374248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.401650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:48.402479 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.410746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] No DVR routers for this DVR port 364226f8-f545-470d-9da4-e07bcf38d02c on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:48.412258 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:48.424806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee2905-1bf0-4fbe-8047-88fe802e80cb None None] Pushing event deleted for resources: {'Port': ['ID=364226f8-f545-470d-9da4-e07bcf38d02c,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.601782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.607375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.644683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.674768 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/73426cc1-7022-4d0f-bdec-228e8c1ee507 HTTP/1.1" status: 204 len: 168 time: 1.8282855 Nov 12 08:31:48.681119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39490) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.688554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.718709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2f18-6e68-49c4-aab0-0a126f30e2fa tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=73426cc1-7022-4d0f-bdec-228e8c1ee507,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.854688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4bd939-0b7e-4dd9-bae8-f780a9f29c96 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.872965 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e4bd939-0b7e-4dd9-bae8-f780a9f29c96 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/223a36a8-5199-4fef-a380-0317550b7c86 HTTP/1.1" status: 200 len: 840 time: 0.1809895 Nov 12 08:31:48.878622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39498) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.924830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39502) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.931980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:48.973941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:48.982908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:48.984525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.039544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3da88db2-e7bb-4e12-84ed-2a864bcdbb36 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/223a36a8-5199-4fef-a380-0317550b7c86?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1583738 Nov 12 08:31:49.041587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39510) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:49.055527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:49.097418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:49.159273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=d2d8e922-ca35-423b-b3d8-bfc246b1092b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.287289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:49.287691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.389937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:49.394162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.468413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1326219627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:49.502357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.604740 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.632916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.633981 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.756406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1a9453e8-e540-43e6-80cf-91e05413bc12 None None] Provisioning complete for port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:49.756406 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1a9453e8-e540-43e6-80cf-91e05413bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.757408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:49.809509 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.862153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.008463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:50.040489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:50.049923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:50.051131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.082302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.102441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.109897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=cb6c658e-130a-440c-b8ae-27bada554241,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:50.114265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 364226f8-f545-470d-9da4-e07bcf38d02c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:50.119254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965fe0b7-6108-4fe1-82e9-878770cc217c None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:50.161668 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d41b362b-f4f5-4030-aac5-538a39081ad7 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1167700 Nov 12 08:31:50.163175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.185514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.190444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0b97cadc-b2a2-4cfc-b304-0cc2e6ecf906 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2411528 Nov 12 08:31:50.194869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.196585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1918289001'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:50.221050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1663035876'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:50.266758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.281979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:50.405083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Made reservation on behalf of 4e93e243684343859d914da10bc19395 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:50.416032 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.419741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 364226f8-f545-470d-9da4-e07bcf38d02c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:50.420997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 364226f8-f545-470d-9da4-e07bcf38d02c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:50.506475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.517897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.559562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.571935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.583773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4177103 Nov 12 08:31:50.585145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d84c5e-0de5-4a34-b74d-e2437b78bf12 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f3dbfe-d70f-47a1-a8dd-389ab24fc416,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:50.587204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39560) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.598429 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.611551 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.614300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1013043448'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:50.617420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.671895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.848239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'tenant_id': '1aceedb6c9fd4782b84258de7c23d973', 'fixed_ips': [{'subnet_id': 'cb6c658e-130a-440c-b8ae-27bada554241'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:50.849317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.866488 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.879437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.972745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1f9ad698-0aac-4866-9e97-d4d0b25af16c None None] Provisioning complete for port d2d8e922-ca35-423b-b3d8-bfc246b1092b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:50.974419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f9ad698-0aac-4866-9e97-d4d0b25af16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.982022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:50.995284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:50.998848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=d2d8e922-ca35-423b-b3d8-bfc246b1092b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.006857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.006857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4032845 Nov 12 08:31:51.009096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75610-ecbb-4da6-850e-43a4481f3918 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a3c79-71cd-4ef2-8c64-856bdff66d08,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.011474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:51.032145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1567162172', 'security_groups': ['2b4a3c79-71cd-4ef2-8c64-856bdff66d08'], 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb6c658e-130a-440c-b8ae-27bada554241'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:51.122517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ad698-0aac-4866-9e97-d4d0b25af16c None None] Port d2d8e922-ca35-423b-b3d8-bfc246b1092b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:51.127336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:51.278852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.294615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.436132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:51.490619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd634a48-0dde-4fec-8019-c0c35e0d667f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.521576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.521854 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Added segment d988580a-6095-4776-988e-256bbae29790 of type vlan for network f726ac4b-ee29-497b-a84d-5e5c547d9147 Nov 12 08:31:51.525188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:51.529210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.531972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Allocated IP 172.20.0.2 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/cb6c658e-130a-440c-b8ae-27bada554241/9d8ac82c-889d-43ec-b2df-019e4b957889) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:51.536095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:51.542356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Router b04afdb7-4d7e-42db-8899-ad16874a4a76 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:51.671509 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.757124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.810882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d71865ef-a6cb-40f8-a08f-136f4b1ae589 None None] Provisioning complete for port d2d8e922-ca35-423b-b3d8-bfc246b1092b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:51.817072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d71865ef-a6cb-40f8-a08f-136f4b1ae589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.833759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 91fb161e-8d2e-42e9-93ad-e1b49d701dba yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:31:51.905314 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.921370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.923218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.954643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:51.983206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1a7acd8f-60bd-4f58-8a92-ebd9da6993ce tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "PUT /v2.0/routers/b04afdb7-4d7e-42db-8899-ad16874a4a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7663934 Nov 12 08:31:52.046200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39654) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.047939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Sync routers for ids ['b04afdb7-4d7e-42db-8899-ad16874a4a76'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:52.240081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a6c15-05a0-4d65-9d66-3ffb677684fe tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.240662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d71865ef-a6cb-40f8-a08f-136f4b1ae589 None None] Port d2d8e922-ca35-423b-b3d8-bfc246b1092b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:52.242006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e84a6c15-05a0-4d65-9d66-3ffb677684fe tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports/d2d8e922-ca35-423b-b3d8-bfc246b1092b HTTP/1.1" status: 200 len: 911 time: 0.1888549 Nov 12 08:31:52.244817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39666) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.245536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0469913 Nov 12 08:31:52.246537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ae8a-94c2-4ffc-bd04-360f117b0816 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Network': ['ID=f726ac4b-ee29-497b-a84d-5e5c547d9147,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.249733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39668) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.256684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'subnet': {'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:52.270703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:52.387377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c28d42-ac7f-40de-b227-bbf94a723a75 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.409133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c28d42-ac7f-40de-b227-bbf94a723a75 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.414375 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b3c28d42-ac7f-40de-b227-bbf94a723a75 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1671541 Nov 12 08:31:52.415431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39672) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.450943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Routers {'b04afdb7-4d7e-42db-8899-ad16874a4a76'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:52.451921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b04afdb7-4d7e-42db-8899-ad16874a4a76'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:52.689357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39680) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.696256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Made reservation on behalf of 4e93e243684343859d914da10bc19395 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:52.699914 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.143812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af68fed9-c730-449a-9d4d-f6cda4394e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.183826 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.198634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Set router b04afdb7-4d7e-42db-8899-ad16874a4a76 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:53.213213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.225220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.427039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.12 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/cb6c658e-130a-440c-b8ae-27bada554241/91fb161e-8d2e-42e9-93ad-e1b49d701dba) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:53.580493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:53.585229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.602177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:53.615356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:53.630009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Subnet': ['ID=054d0b34-feb3-415b-8ba0-51c46278374f,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.701042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Checking segment: {'id': 'd988580a-6095-4776-988e-256bbae29790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:53.701648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network hostable DHCP agents. Network: f726ac4b-ee29-497b-a84d-5e5c547d9147, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:53.979695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:53.979695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f726ac4b-ee29-497b-a84d-5e5c547d9147) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:53.986652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.987255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:53.987255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.998184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e5851-2fe9-493a-bff2-af7b8d9673d2 None None] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:54.037618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-34456f01-0576-4f6a-bd1b-b40e8a5bf52b tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7868142 Nov 12 08:31:54.042390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39716) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.051300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'network': {'name': 'tempest-router-network01--1721030709'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:54.124034 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.126092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Made reservation on behalf of 4e93e243684343859d914da10bc19395 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:54.129819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.230808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.334201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Attempting to bind port 9d8ac82c-889d-43ec-b2df-019e4b957889 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:54.335277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Attempting to bind port 9d8ac82c-889d-43ec-b2df-019e4b957889 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '24550610-361a-4f96-98e0-28853bbc1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:54.336104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Attempting to bind port 9d8ac82c-889d-43ec-b2df-019e4b957889 on network a39f2589-e1ab-423f-bfe1-40ff4030dc90 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:54.365358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:54.383422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:54.384578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Checking segment: {'id': '24550610-361a-4f96-98e0-28853bbc1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:54.385240 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.385883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Bound using segment: {'id': '24550610-361a-4f96-98e0-28853bbc1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:54.386598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Bound port: 9d8ac82c-889d-43ec-b2df-019e4b957889, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24550610-361a-4f96-98e0-28853bbc1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:54.387209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.399404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.399758 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Added segment 69b6b9bb-5f6e-4672-ae85-f5642d5e14af of type vlan for network 9061c950-5938-4603-b2fb-56efc7f482b5 Nov 12 08:31:54.460228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af68fed9-c730-449a-9d4d-f6cda4394e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.475238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:54.480943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af68fed9-c730-449a-9d4d-f6cda4394e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.576361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68fed9-c730-449a-9d4d-f6cda4394e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c345c6fb-3d6c-4efc-a74a-61ab4336208f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.584422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:54.590930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:54.658573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=91fb161e-8d2e-42e9-93ad-e1b49d701dba,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.686809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af68fed9-c730-449a-9d4d-f6cda4394e49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74b46bdf2ba04d8caef2b5d8bfb6a3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9957526 Nov 12 08:31:54.692452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39734) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.751420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:54.754187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.852632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.865094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02b7ae46-c811-4050-9a51-68505271e268 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8423281 Nov 12 08:31:54.871960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39740) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.884742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:54.891953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:54.899494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3f570e-a55c-4810-a181-90a20dbe739b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.903359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f726ac4b-ee29-497b-a84d-5e5c547d9147', 'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147', 'tenant_id': '4e93e243684343859d914da10bc19395', 'fixed_ips': [{'subnet_id': '054d0b34-feb3-415b-8ba0-51c46278374f'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:54.910088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.949307 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.969970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:54.970770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.992006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:44Z', 'updated_at': '2021-11-12T08:31:49Z', 'revision_number': 2, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None, '_interfaces': [{'id': 'd2d8e922-ca35-423b-b3d8-bfc246b1092b', 'name': '', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'mac_address': 'fa:16:3e:80:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '5ef538f6-19ea-474e-8af9-89cf718e4927', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:47Z', 'updated_at': '2021-11-12T08:31:50Z', 'revision_number': 2, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'subnets': [{'id': '5ef538f6-19ea-474e-8af9-89cf718e4927', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:54.999516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8ac82c-889d-43ec-b2df-019e4b957889,segment=NetworkSegment(24550610-361a-4f96-98e0-28853bbc1317),segment_id=24550610-361a-4f96-98e0-28853bbc1317)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:55.092311 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.111185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Checking router: b04afdb7-4d7e-42db-8899-ad16874a4a76 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:55.112344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Updating router b04afdb7-4d7e-42db-8899-ad16874a4a76 port d2d8e922-ca35-423b-b3d8-bfc246b1092b binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:55.198392 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.251361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2061183 Nov 12 08:31:55.275764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39746) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.316655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'network': {'name': 'tempest-router-network02--610885297'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:55.359416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3f570e-a55c-4810-a181-90a20dbe739b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.383921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:55.394099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64e051-c2b6-4bd3-82bf-835fa0d2baf1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Network': ['ID=9061c950-5938-4603-b2fb-56efc7f482b5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.410478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.495275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port d2d8e922-ca35-423b-b3d8-bfc246b1092b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:55.495628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.511236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Made reservation on behalf of 4e93e243684343859d914da10bc19395 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:55.521665 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.531226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9061c950-5938-4603-b2fb-56efc7f482b5 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:55.609121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada9e56-d2c0-4299-a90d-1cc68b6eb0f8 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.868275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:55.934432 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.934956 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Added segment 06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291 of type vlan for network 1be9fe34-6889-48a1-96a9-46347c32ffd0 Nov 12 08:31:55.959791 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.004443 n-d-768509-25 neutron-server[102371]: INFO neutron.db.ipam_backend_mixin [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb6c658e-130a-440c-b8ae-27bada554241 (CIDR: 172.20.0.0/28) Nov 12 08:31:56.015674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3f570e-a55c-4810-a181-90a20dbe739b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.025172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea3f570e-a55c-4810-a181-90a20dbe739b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.033667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea3f570e-a55c-4810-a181-90a20dbe739b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c345c6fb-3d6c-4efc-a74a-61ab4336208f HTTP/1.1" status: 204 len: 168 time: 1.3391860 Nov 12 08:31:56.038124 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:31:56.040396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:56.097304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for d2d8e922-ca35-423b-b3d8-bfc246b1092b owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:56.161826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f570e-a55c-4810-a181-90a20dbe739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c345c6fb-3d6c-4efc-a74a-61ab4336208f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.172041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.226295 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e7fd05af-321f-4709-b6be-1c23fcaeb31e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3517022 Nov 12 08:31:56.234652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39766) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.248262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:56.299604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.312503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.329279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.354816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Allocated IP 172.20.0.2 (f726ac4b-ee29-497b-a84d-5e5c547d9147/054d0b34-feb3-415b-8ba0-51c46278374f/3d782e01-194d-4207-a42d-90322c6493ca) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:56.626163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3205276 Nov 12 08:31:56.648540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39776) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.655275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'subnet': {'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:56.749090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Network': ['ID=1be9fe34-6889-48a1-96a9-46347c32ffd0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.788134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.788395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.789590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.789590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.789590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.790953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.790953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.790953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.790953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.791527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.791527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.791794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495be6c5-ccf4-4533-b784-48d4f509a1de tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:56.891613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:56.894138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1be9fe34-6889-48a1-96a9-46347c32ffd0 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:56.913260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.071136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.126199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39790) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:57.253374 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:31:57.255227 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:31:57.299788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:57.316915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=d2d8e922-ca35-423b-b3d8-bfc246b1092b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.351423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b08e4f0-1749-42f7-9613-eb1d7441ef5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.567829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.632474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.802050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:57.816540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Port d2d8e922-ca35-423b-b3d8-bfc246b1092b not found while updating agent binding for router b04afdb7-4d7e-42db-8899-ad16874a4a76. {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:31:57.837203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:57.886070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.890884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.891538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.917206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Routers {'b04afdb7-4d7e-42db-8899-ad16874a4a76'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:57.919532 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b04afdb7-4d7e-42db-8899-ad16874a4a76'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:57.930446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.999117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:57.999801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.085566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=57ab4e44-0302-4b48-b7f9-e400f9c76487,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.116588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Made reservation on behalf of 4e93e243684343859d914da10bc19395 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:58.130762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.170489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.172507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f36e6709-bc7f-4918-a6d9-7ff79debb41f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9312446 Nov 12 08:31:58.213125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133997707', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57ab4e44-0302-4b48-b7f9-e400f9c76487'}], 'security_groups': ['52f3dbfe-d70f-47a1-a8dd-389ab24fc416']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:58.316496 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b08e4f0-1749-42f7-9613-eb1d7441ef5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.348834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b08e4f0-1749-42f7-9613-eb1d7441ef5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.598962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:58.599304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.697653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a737f-c4f7-4c75-a423-7500267589bf None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:58.806654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] Set router b04afdb7-4d7e-42db-8899-ad16874a4a76 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:58.813637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:58.823222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.984349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Subnet': ['ID=e952bf82-1261-41d4-8682-57b6522c806b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.094079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:59.108566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:59.119304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Checking segment: {'id': '69b6b9bb-5f6e-4672-ae85-f5642d5e14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:59.121086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network hostable DHCP agents. Network: 9061c950-5938-4603-b2fb-56efc7f482b5, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:59.169503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network 9061c950-5938-4603-b2fb-56efc7f482b5 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:59.196708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 9061c950-5938-4603-b2fb-56efc7f482b5) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:59.206732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:59.207614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.218406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6b08e4f0-1749-42f7-9613-eb1d7441ef5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8162f0b4a0ca4113beb7e678725355d7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0832758 Nov 12 08:31:59.244180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08e4f0-1749-42f7-9613-eb1d7441ef5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5160ed9-89a6-4fe6-80c6-3e6cd2d21ab4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.266373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39842) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:59.276833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Router b04afdb7-4d7e-42db-8899-ad16874a4a76 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:59.291166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:44Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.361351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Pushing event updated for resources: {'Port': ['ID=3d782e01-194d-4207-a42d-90322c6493ca,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.383973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fd9ce-dc65-4452-9e91-7d67eac5bda4 None None] Network 9061c950-5938-4603-b2fb-56efc7f482b5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:59.387000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77644d17-75be-42f8-a72a-6669053cc277 None None] The sync data for ids ['b04afdb7-4d7e-42db-8899-ad16874a4a76'] in n-d-768509-25 is: [{'id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:44Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:59.495623 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4160bdb7-bc70-49ea-b530-a462e4d46fd8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8458135 Nov 12 08:31:59.531648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39846) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:59.547182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'subnet': {'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:59.605745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.660358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Attempting to bind port 3d782e01-194d-4207-a42d-90322c6493ca on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:59.661340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Attempting to bind port 3d782e01-194d-4207-a42d-90322c6493ca by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd988580a-6095-4776-988e-256bbae29790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:59.662080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Attempting to bind port 3d782e01-194d-4207-a42d-90322c6493ca on network f726ac4b-ee29-497b-a84d-5e5c547d9147 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:59.726459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:59.758035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad9c-efad-4dab-94a8-6bcc0e93f0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.777364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-46c7f394-76bf-4146-a09c-bac484390cca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "PUT /v2.0/routers/b04afdb7-4d7e-42db-8899-ad16874a4a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3583274 Nov 12 08:31:59.779743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39850) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:59.809800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:59.810429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Checking segment: {'id': 'd988580a-6095-4776-988e-256bbae29790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:59.811090 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.811762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Bound using segment: {'id': 'd988580a-6095-4776-988e-256bbae29790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:59.812599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Bound port: 3d782e01-194d-4207-a42d-90322c6493ca, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd988580a-6095-4776-988e-256bbae29790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f726ac4b-ee29-497b-a84d-5e5c547d9147'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:59.813209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.977021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Made reservation on behalf of 4e93e243684343859d914da10bc19395 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:59.991610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.038642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.118358 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.408197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad9c-efad-4dab-94a8-6bcc0e93f0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.611838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8ac82c-889d-43ec-b2df-019e4b957889,segment=NetworkSegment(24550610-361a-4f96-98e0-28853bbc1317),segment_id=24550610-361a-4f96-98e0-28853bbc1317)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:00.654574 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.715171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96df0aa-c871-4cd6-9527-9fd16a51c5c9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.717327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96df0aa-c871-4cd6-9527-9fd16a51c5c9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.723291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c96df0aa-c871-4cd6-9527-9fd16a51c5c9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9418249 Nov 12 08:32:00.723790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.725874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39872) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:00.863679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Delete allocated IP 172.20.0.12 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/cb6c658e-130a-440c-b8ae-27bada554241) {{(pid=102372) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:32:00.897542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.22 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/57ab4e44-0302-4b48-b7f9-e400f9c76487/91fb161e-8d2e-42e9-93ad-e1b49d701dba) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:01.035116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Subnet': ['ID=474928a0-62aa-49ec-8075-5d8e240c3c14,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.041770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Checking segment: {'id': '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:01.042139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network hostable DHCP agents. Network: 1be9fe34-6889-48a1-96a9-46347c32ffd0, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:01.044580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad9c-efad-4dab-94a8-6bcc0e93f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.047208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85d9ad9c-efad-4dab-94a8-6bcc0e93f0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.064293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-85d9ad9c-efad-4dab-94a8-6bcc0e93f0b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5160ed9-89a6-4fe6-80c6-3e6cd2d21ab4 HTTP/1.1" status: 204 len: 168 time: 1.7811837 Nov 12 08:32:01.086746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 5ef538f6-19ea-474e-8af9-89cf718e4927 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:01.099103 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.138268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.153753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:01.154195 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:01.194781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] Sync routers for ids ['b04afdb7-4d7e-42db-8899-ad16874a4a76'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:01.208904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.222605 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] Routers {'b04afdb7-4d7e-42db-8899-ad16874a4a76'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:01.223267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b04afdb7-4d7e-42db-8899-ad16874a4a76'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.413654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9ad9c-efad-4dab-94a8-6bcc0e93f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5160ed9-89a6-4fe6-80c6-3e6cd2d21ab4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.433400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.433676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] For port 3d782e01-194d-4207-a42d-90322c6493ca, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:01.469298 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] Set router b04afdb7-4d7e-42db-8899-ad16874a4a76 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:01.480086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] For port 3d782e01-194d-4207-a42d-90322c6493ca, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3d782e01-194d-4207-a42d-90322c6493ca,segment=NetworkSegment(d988580a-6095-4776-988e-256bbae29790),segment_id=d988580a-6095-4776-988e-256bbae29790)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:01.535538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.581811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network 1be9fe34-6889-48a1-96a9-46347c32ffd0 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:01.723271 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:44Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.748473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1be9fe34-6889-48a1-96a9-46347c32ffd0) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:01.760467 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.768497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:01.769095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.771185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.781825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.799018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-9061c950-5938-4603-b2fb-56efc7f482b5', 'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5', 'tenant_id': '4e93e243684343859d914da10bc19395', 'fixed_ips': [{'subnet_id': 'e952bf82-1261-41d4-8682-57b6522c806b'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:01.799911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.809375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60366ad-e668-4240-bb04-89d8c6cb225a None None] Network 1be9fe34-6889-48a1-96a9-46347c32ffd0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:01.861723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] Checking router: b04afdb7-4d7e-42db-8899-ad16874a4a76 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:01.878527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef538f6-19ea-474e-8af9-89cf718e4927,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.885840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.897498 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-afa4dd0e-5d75-4bdd-8d89-8d4f917e6984 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/5ef538f6-19ea-474e-8af9-89cf718e4927 HTTP/1.1" status: 204 len: 168 time: 1.1585705 Nov 12 08:32:01.898788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:01.908320 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] Routers {'b04afdb7-4d7e-42db-8899-ad16874a4a76'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:01.909455 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b04afdb7-4d7e-42db-8899-ad16874a4a76'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.935380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8445a96d-529f-4fb3-ad49-b7652a0a9ec9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4017446 Nov 12 08:32:01.938248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39900) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:02.059438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43880ac6-d3b3-4830-b641-2129ee725a35 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:02.103197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=91fb161e-8d2e-42e9-93ad-e1b49d701dba,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.157171 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] Set router b04afdb7-4d7e-42db-8899-ad16874a4a76 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:02.179687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] In _notify_port_updated(), no bound segment for port 91fb161e-8d2e-42e9-93ad-e1b49d701dba on network a39f2589-e1ab-423f-bfe1-40ff4030dc90 {{(pid=102372) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:32:02.196342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.197054 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.203674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c8610cbd-cdfd-460c-8f3e-b61727037e2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/ports/91fb161e-8d2e-42e9-93ad-e1b49d701dba HTTP/1.1" status: 200 len: 921 time: 4.0268285 Nov 12 08:32:02.204990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39908) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:02.369694 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:44Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:02.631172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:02.631812 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.638241 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439cc7fa-c13c-42ee-8183-9f15f29a6b10 None None] The sync data for ids ['b04afdb7-4d7e-42db-8899-ad16874a4a76'] in n-d-768509-25 is: [{'id': 'b04afdb7-4d7e-42db-8899-ad16874a4a76', 'name': 'tempest-NetworksTestDHCPv6-router-729093241', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:44Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:02.652893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 91fb161e-8d2e-42e9-93ad-e1b49d701dba {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:02.653265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.062103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.079171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 91fb161e-8d2e-42e9-93ad-e1b49d701dba owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:03.202661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:03.216946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ef75032-e044-4a2c-bc36-1dd2c15aef3b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.3159170 Nov 12 08:32:03.221322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39936) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.654239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8baa-7454-4cd5-9e02-e3aa0de554be None None] Pushing event updated for resources: {'Port': ['ID=3d782e01-194d-4207-a42d-90322c6493ca,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:03.730211 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.847913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-62cd8cb1-832b-4de4-a51e-8a20135b8387 None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:03.849848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-1be9fe34-6889-48a1-96a9-46347c32ffd0', 'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0', 'tenant_id': '4e93e243684343859d914da10bc19395', 'fixed_ips': [{'subnet_id': '474928a0-62aa-49ec-8075-5d8e240c3c14'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:03.850943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.240909 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:04.241495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Allocated IP 172.20.0.2 (1be9fe34-6889-48a1-96a9-46347c32ffd0/474928a0-62aa-49ec-8075-5d8e240c3c14/c28b4f85-6615-4e0f-a397-fe05548a9550) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:04.402238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.451188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.453585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.472458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.707327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] Update dhcp port {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'fixed_ips': [{'subnet_id': 'cb6c658e-130a-440c-b8ae-27bada554241', 'ip_address': '172.20.0.2'}, {'subnet_id': '57ab4e44-0302-4b48-b7f9-e400f9c76487'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '9d8ac82c-889d-43ec-b2df-019e4b957889'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:04.711019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02d92d-bcaa-43a4-9e5d-e07e3dba78a8 None None] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:04.738979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=91fb161e-8d2e-42e9-93ad-e1b49d701dba,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.831635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4a3fe9f7-26e5-4e1a-8a8d-f15b59e41106 None None] Could not find standard attr ID for object 91fb161e-8d2e-42e9-93ad-e1b49d701dba. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:04.867981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:04.948521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39976) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:04.955880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.956484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Fanout notify agent at l3_agent the message router_deleted on router b04afdb7-4d7e-42db-8899-ad16874a4a76 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:32:05.000456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.030117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a13150da-5730-4100-9c90-ab4927eb4093 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/routers/b04afdb7-4d7e-42db-8899-ad16874a4a76 HTTP/1.1" status: 204 len: 168 time: 1.8048148 Nov 12 08:32:05.046763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39982) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.051655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.067233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:05.107283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.223219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Allocated IP 172.20.0.2 (9061c950-5938-4603-b2fb-56efc7f482b5/e952bf82-1261-41d4-8682-57b6522c806b/6ca76e88-8e27-465c-be59-9131f54304f2) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:05.333100 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.347591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39992) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.365421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-231f1e3b-ebb0-4cd7-ad04-ad193a800590 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/91fb161e-8d2e-42e9-93ad-e1b49d701dba HTTP/1.1" status: 204 len: 168 time: 3.1545017 Nov 12 08:32:05.427834 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5d6cc0-09a3-4a53-9898-926dd4fe109e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:32:05.438206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5e5d6cc0-09a3-4a53-9898-926dd4fe109e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/91fb161e-8d2e-42e9-93ad-e1b49d701dba HTTP/1.1" status: 404 len: 333 time: 0.0892694 Nov 12 08:32:05.442533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39998) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.518842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1393453207'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:05.527800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d1fbb302-2585-447f-aced-24858402d7a5 None None] Provisioning complete for port 3d782e01-194d-4207-a42d-90322c6493ca triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:05.541709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb302-2585-447f-aced-24858402d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.566639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.644060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Made reservation on behalf of b6c31d27edf8451f944902932bc0a7c5 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:05.649543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:05.659935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.660995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.698262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.834212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc41ab1a-3218-4b7b-9f60-93b3d35e712f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.869754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Pushing event updated for resources: {'Port': ['ID=c28b4f85-6615-4e0f-a397-fe05548a9550,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.883370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:05.883869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.940773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Network 1be9fe34-6889-48a1-96a9-46347c32ffd0 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:05.996093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc41ab1a-3218-4b7b-9f60-93b3d35e712f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.227537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:06.358277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.376277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:06.396775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40020) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:06.399603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] Allocated IP 172.20.0.18 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/57ab4e44-0302-4b48-b7f9-e400f9c76487/9d8ac82c-889d-43ec-b2df-019e4b957889) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:06.438097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:06.445523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:06.467744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.470701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc41ab1a-3218-4b7b-9f60-93b3d35e712f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.474102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc41ab1a-3218-4b7b-9f60-93b3d35e712f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.475635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.477957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.528532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=daf985e9-b4f0-4959-80fe-79622e99ead4,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.530166 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc41ab1a-3218-4b7b-9f60-93b3d35e712f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b4a3c79-71cd-4ef2-8c64-856bdff66d08 HTTP/1.1" status: 204 len: 168 time: 1.0827231 Nov 12 08:32:06.533371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40024) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:06.562265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3178ac27-7cab-4c3c-ab09-6150be2d1ad9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5103936 Nov 12 08:32:06.565105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40026) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:06.585689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.589310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:06.595470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8ac82c-889d-43ec-b2df-019e4b957889,segment=NetworkSegment(24550610-361a-4f96-98e0-28853bbc1317),segment_id=24550610-361a-4f96-98e0-28853bbc1317)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:06.631701 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.636815 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb302-2585-447f-aced-24858402d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.637370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:06.663445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.668262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.672662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.672960 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Added segment 71a9567a-c938-42ec-980e-5873e02f2b1f of type vlan for network b11f5340-ea0f-4dca-b022-0b3da7ee6294 Nov 12 08:32:06.700205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d1fbb302-2585-447f-aced-24858402d7a5 None None] For port 3d782e01-194d-4207-a42d-90322c6493ca, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3d782e01-194d-4207-a42d-90322c6493ca,segment=NetworkSegment(d988580a-6095-4776-988e-256bbae29790),segment_id=d988580a-6095-4776-988e-256bbae29790)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:06.702834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.779668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1fbb302-2585-447f-aced-24858402d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.798177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.806919 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.816470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be71b3-c0a8-4779-add4-6a9ec57dda76 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.841434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.850745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8eac7187-e73d-4f1e-abe8-12c3bc9257e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2807450 Nov 12 08:32:06.855055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40032) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:06.865137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.924208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbb302-2585-447f-aced-24858402d7a5 None None] Pushing event updated for resources: {'Port': ['ID=3d782e01-194d-4207-a42d-90322c6493ca,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.929474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41ab1a-3218-4b7b-9f60-93b3d35e712f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a3c79-71cd-4ef2-8c64-856bdff66d08,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.935424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] Deleting port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:06.935424 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.946774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d2987-ca99-40e2-a825-dcc12746f705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.996217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:07.063323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.069940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.070584 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.084775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe42bcc-8f22-41bd-956f-93c62913ddfb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:07.158516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c60c387-7c71-4f4c-91d9-9bc6a6e70bc9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.184677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] For port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:07.185395 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.219436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] Calling delete_port for fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:07.302968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3526480 Nov 12 08:32:07.309710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:07.318086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Request body: {'subnet': {'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:07.389744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c60c387-7c71-4f4c-91d9-9bc6a6e70bc9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.394498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b747a-bc4a-4993-b4b6-137a220e449f tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event updated for resources: {'Network': ['ID=b11f5340-ea0f-4dca-b022-0b3da7ee6294,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:07.407307 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.482770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:07.648245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Allocated IP 172.20.0.1 (9061c950-5938-4603-b2fb-56efc7f482b5/e952bf82-1261-41d4-8682-57b6522c806b/6b566e8c-0392-443f-b1d3-42ab06b60b4c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:07.889176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.939568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.025497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.047622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Made reservation on behalf of b6c31d27edf8451f944902932bc0a7c5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:08.053270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.084825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.164450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Network 9061c950-5938-4603-b2fb-56efc7f482b5 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:08.210278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.229840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:08.263322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Attempting to bind port c28b4f85-6615-4e0f-a397-fe05548a9550 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:08.267685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Attempting to bind port c28b4f85-6615-4e0f-a397-fe05548a9550 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:08.268218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Attempting to bind port c28b4f85-6615-4e0f-a397-fe05548a9550 on network 1be9fe34-6889-48a1-96a9-46347c32ffd0 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:08.271752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] No DVR routers for this DVR port fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:08.281244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:08.340951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c475c1e-bcad-40f4-aec4-0e98ddb83a4e None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:08.345605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network 9061c950-5938-4603-b2fb-56efc7f482b5 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:08.383080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:08.388656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:08.395802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:08.396018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Checking segment: {'id': '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:08.396349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.396746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Bound using segment: {'id': '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:08.397240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Bound port: c28b4f85-6615-4e0f-a397-fe05548a9550, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1be9fe34-6889-48a1-96a9-46347c32ffd0'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:08.400581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.477836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Pushing event updated for resources: {'Port': ['ID=6ca76e88-8e27-465c-be59-9131f54304f2,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.482335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d2987-ca99-40e2-a825-dcc12746f705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.509171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c60c387-7c71-4f4c-91d9-9bc6a6e70bc9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.512578 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c60c387-7c71-4f4c-91d9-9bc6a6e70bc9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.514195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c60c387-7c71-4f4c-91d9-9bc6a6e70bc9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/security-groups/52f3dbfe-d70f-47a1-a8dd-389ab24fc416 HTTP/1.1" status: 204 len: 168 time: 1.9630570 Nov 12 08:32:08.535031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba5d2987-ca99-40e2-a825-dcc12746f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.572236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40060) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.575965 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba5d2987-ca99-40e2-a825-dcc12746f705 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6003a38e83495e9a26c54f9fb9e6e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1774347 Nov 12 08:32:08.576973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Port': ['ID=6b566e8c-0392-443f-b1d3-42ab06b60b4c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.601416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.614895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60c387-7c71-4f4c-91d9-9bc6a6e70bc9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f3dbfe-d70f-47a1-a8dd-389ab24fc416,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.686433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.804637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec121e-6cb8-4be0-be4c-ef4ee155663a None None] Pushing event deleted for resources: {'Port': ['ID=fa83fe5f-a2c1-4213-a88f-35b7c07ffc90,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.963420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::1 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/daf985e9-b4f0-4959-80fe-79622e99ead4/ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:08.972018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d2987-ca99-40e2-a825-dcc12746f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62733f3a-6d2a-418b-8d91-9327a998e153,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.009131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet cb6c658e-130a-440c-b8ae-27bada554241 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:09.039310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.279348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-676b8389-e051-477d-ba78-a933d4112b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.320795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.412852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-676b8389-e051-477d-ba78-a933d4112b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.455375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:09.478470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.527925 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-676b8389-e051-477d-ba78-a933d4112b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.530990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-676b8389-e051-477d-ba78-a933d4112b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.549733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-676b8389-e051-477d-ba78-a933d4112b83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62733f3a-6d2a-418b-8d91-9327a998e153 HTTP/1.1" status: 204 len: 168 time: 0.9300373 Nov 12 08:32:09.620960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7ea6b66b-e4e0-4a2a-9191-816705e84ec3 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:09.621371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ea6b66b-e4e0-4a2a-9191-816705e84ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.627505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b8389-e051-477d-ba78-a933d4112b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62733f3a-6d2a-418b-8d91-9327a998e153,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.658138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.690684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Attempting to bind port 6ca76e88-8e27-465c-be59-9131f54304f2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:09.691328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Attempting to bind port 6ca76e88-8e27-465c-be59-9131f54304f2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '69b6b9bb-5f6e-4672-ae85-f5642d5e14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:09.691892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Attempting to bind port 6ca76e88-8e27-465c-be59-9131f54304f2 on network 9061c950-5938-4603-b2fb-56efc7f482b5 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:09.709438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:09.710545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Checking segment: {'id': '69b6b9bb-5f6e-4672-ae85-f5642d5e14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:09.711315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.712031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Bound using segment: {'id': '69b6b9bb-5f6e-4672-ae85-f5642d5e14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:09.713037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Bound port: 6ca76e88-8e27-465c-be59-9131f54304f2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b6b9bb-5f6e-4672-ae85-f5642d5e14af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9061c950-5938-4603-b2fb-56efc7f482b5'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:09.714074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.735810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.759134 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.771362 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.919382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.021203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] For port 6ca76e88-8e27-465c-be59-9131f54304f2, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:10.028450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:10.031932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] For port 6ca76e88-8e27-465c-be59-9131f54304f2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ca76e88-8e27-465c-be59-9131f54304f2,segment=NetworkSegment(69b6b9bb-5f6e-4672-ae85-f5642d5e14af),segment_id=69b6b9bb-5f6e-4672-ae85-f5642d5e14af)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:10.060754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.061272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] For port c28b4f85-6615-4e0f-a397-fe05548a9550, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:10.083543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:10.084318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.143741 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.207030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.224438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event updated for resources: {'Subnet': ['ID=23ac4364-c97d-4588-ac90-862201c1df67,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.307723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Checking segment: {'id': '71a9567a-c938-42ec-980e-5873e02f2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:10.308453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Network hostable DHCP agents. Network: b11f5340-ea0f-4dca-b022-0b3da7ee6294, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:10.316718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40098) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:10.326630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] For port c28b4f85-6615-4e0f-a397-fe05548a9550, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c28b4f85-6615-4e0f-a397-fe05548a9550,segment=NetworkSegment(06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291),segment_id=06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:10.339734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7110-882f-43ea-91ed-0a50ce34c75b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.392839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:10.497809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b11f5340-ea0f-4dca-b022-0b3da7ee6294) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.518658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.519660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.528092 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.608297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-097d0d7f-bcbe-4b58-8a0b-75c6c6e56078 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2974162 Nov 12 08:32:10.612801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40102) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:10.614155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa26a4-59d3-427e-aff5-079b80e4faad None None] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:10.623519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Request body: {'port': {'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294', 'name': 'tempest-DHCPAgentSchedulersTestJSON-130448903'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:10.628699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.675437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.774794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6c658e-130a-440c-b8ae-27bada554241,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.855175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.868405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-53caeca2-4d25-4d37-a906-1837b333cfba tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/cb6c658e-130a-440c-b8ae-27bada554241 HTTP/1.1" status: 204 len: 168 time: 2.2843359 Nov 12 08:32:10.869796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40106) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:10.881499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:10.943835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a422d-fab3-4e4b-a04a-40f41731f321 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:10.959983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ff66-30bc-48ac-ba78-9d995df75ca0 None None] Pushing event updated for resources: {'Port': ['ID=6ca76e88-8e27-465c-be59-9131f54304f2,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.976384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8e30c011-aa16-4b47-bee1-06227f467463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.107278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7110-882f-43ea-91ed-0a50ce34c75b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.134516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7110-882f-43ea-91ed-0a50ce34c75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.242130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:11.243217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.437196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8ccd7110-882f-43ea-91ed-0a50ce34c75b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7bef3762a6d41e39065be25e437a3de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1183639 Nov 12 08:32:11.437371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40118) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:11.523804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd7110-882f-43ea-91ed-0a50ce34c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db72256-e012-4fcb-b623-3e1c67c2f45e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:11.639357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:11.650177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.749111 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3aedf-e2bd-4126-b9cf-2380d3f91854 None None] Pushing event updated for resources: {'Port': ['ID=c28b4f85-6615-4e0f-a397-fe05548a9550,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:11.755759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.772622 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.791050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7ea6b66b-e4e0-4a2a-9191-816705e84ec3 None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:11.791706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ea6b66b-e4e0-4a2a-9191-816705e84ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.923572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3d782e01-194d-4207-a42d-90322c6493ca up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:11.955527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Port': ['ID=6b566e8c-0392-443f-b1d3-42ab06b60b4c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:12.015470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.048747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6b66b-e4e0-4a2a-9191-816705e84ec3 None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:12.152070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'daf985e9-b4f0-4959-80fe-79622e99ead4'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:12.153628 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.256847 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.373261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7ea6b66b-e4e0-4a2a-9191-816705e84ec3 None None] Could not find standard attr ID for object 91fb161e-8d2e-42e9-93ad-e1b49d701dba. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:12.393223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b11f5340-ea0f-4dca-b022-0b3da7ee6294', 'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294', 'tenant_id': 'b6c31d27edf8451f944902932bc0a7c5', 'fixed_ips': [{'subnet_id': '23ac4364-c97d-4588-ac90-862201c1df67'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:12.394590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.447985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network 9061c950-5938-4603-b2fb-56efc7f482b5 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:12.467790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:12.495356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.839363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:12.859951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:12.872448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Made reservation on behalf of b6c31d27edf8451f944902932bc0a7c5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:12.890420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.919354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.920455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.955298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=39a118b6-6e04-4180-a2e3-74193da6e7ae,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:12.974408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:13.000820 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-552f2825-07d2-4f4a-9c36-17c64f89ccf0 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0975747 Nov 12 08:32:13.010370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'security_group': {'name': 'tempest-secgroup-537682599'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:13.077227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6806972c-0139-49c1-b51e-df8064757a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.108758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] device_id is not set on port a575f374-4a40-4f67-95de-25985bad00e5 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:32:13.120290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Router 95bc568f-d12d-49a9-92c8-4e7ba24d536d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:32:13.316783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Allocated IP 172.20.0.2 (b11f5340-ea0f-4dca-b022-0b3da7ee6294/23ac4364-c97d-4588-ac90-862201c1df67/88d3ccec-f5ea-452c-99ac-ee0d100fd74d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:13.450044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6806972c-0139-49c1-b51e-df8064757a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.457542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:13.463962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-027944ca-013a-4115-8f15-892825e555a1 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2500846 Nov 12 08:32:13.466784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:13.511887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.538809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] Sync routers for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:13.551862 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.610846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.652602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Pushing event updated for resources: {'Port': ['ID=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.666269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc23087-98d4-4e46-b889-6f86b7a785be None None] Network 1be9fe34-6889-48a1-96a9-46347c32ffd0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:13.680297 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.682111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.682881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.808893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3d782e01-194d-4207-a42d-90322c6493ca triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:13.808893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.859468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da7280-fc2f-4178-a673-9f3bd40d49a4 None None] Network 9061c950-5938-4603-b2fb-56efc7f482b5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:13.889660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1aca4ec-6282-4fd2-8f1a-8d27dbe76932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.904773 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6806972c-0139-49c1-b51e-df8064757a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.908538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6806972c-0139-49c1-b51e-df8064757a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.917852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-58624fe8-5fe8-429d-9d1c-2f82d7caf931 None None] Provisioning complete for port 3d782e01-194d-4207-a42d-90322c6493ca triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:13.919082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58624fe8-5fe8-429d-9d1c-2f82d7caf931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.941221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6806972c-0139-49c1-b51e-df8064757a82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8db72256-e012-4fcb-b623-3e1c67c2f45e HTTP/1.1" status: 204 len: 168 time: 2.4294441 Nov 12 08:32:13.968903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.970246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.970794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.971318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.971856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.972396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.973099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.973620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.974137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.974670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.975222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:13.975612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:14.036617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:14.046226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:31:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:14.052190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806972c-0139-49c1-b51e-df8064757a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db72256-e012-4fcb-b623-3e1c67c2f45e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.056115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:14.234484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:14.242359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.393397 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-a75c610c-f615-4c74-9d8b-e3e4209f42a8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:32:14.399590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a75c610c-f615-4c74-9d8b-e3e4209f42a8 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9314580 Nov 12 08:32:14.400637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40206) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:14.421038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:14.424541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Allocated IP 172.20.0.4 (b11f5340-ea0f-4dca-b022-0b3da7ee6294/23ac4364-c97d-4588-ac90-862201c1df67/a575f374-4a40-4f67-95de-25985bad00e5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:14.431900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:14.672356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.735630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:14.786075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:14.820776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.834472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/daf985e9-b4f0-4959-80fe-79622e99ead4/8fab37dd-8955-4f48-945e-94c9595ed2f8) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:14.904093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e6b38-c2a4-4ebf-b5ba-a68bce520d60 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:14.987455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7106a2-5dc3-40ff-983c-22af77db6605,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.063187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.065267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c52f6ce7-0932-4046-8545-f6dec3542533 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0898583 Nov 12 08:32:15.068422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40226) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:15.109073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'security_group': {'name': 'tempest-secgroup-133281477'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:15.138671 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.140700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:15.141337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:15.146732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Router 0716120d-0e78-44bd-b973-a3a2337ee0ca is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:32:15.170878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.250044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.477536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.531528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:15.536519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:15.550646 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Sync routers for ids ['0716120d-0e78-44bd-b973-a3a2337ee0ca'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:15.565420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6fde6801-318c-4531-bd75-b32b1d99da3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "PUT /v2.0/routers/0716120d-0e78-44bd-b973-a3a2337ee0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7092319 Nov 12 08:32:15.573821 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Routers {'0716120d-0e78-44bd-b973-a3a2337ee0ca'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:15.578894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:15.579892 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0716120d-0e78-44bd-b973-a3a2337ee0ca'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:15.587354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:15.596543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab971f9-c1f1-4dff-a867-c5ab21f7be2e None None] The sync data for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:15.722120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cc2d4-f2cb-43b1-a9d0-40210cdb3a86 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.729969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-640cc2d4-f2cb-43b1-a9d0-40210cdb3a86 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports/ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 HTTP/1.1" status: 200 len: 911 time: 0.1408024 Nov 12 08:32:15.730709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40248) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:15.778697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.798607 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Set router 0716120d-0e78-44bd-b973-a3a2337ee0ca gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:15.803692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.829139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.942967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.958548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8528051 Nov 12 08:32:15.959853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40258) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:16.019708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event updated for resources: {'Port': ['ID=a575f374-4a40-4f67-95de-25985bad00e5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:16.046869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Deleting port 6b566e8c-0392-443f-b1d3-42ab06b60b4c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:16.047393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.089141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'security_group': {'name': 'tempest-secgroup-31592114'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:16.097289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Attempting to bind port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:16.098302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Attempting to bind port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '71a9567a-c938-42ec-980e-5873e02f2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:16.098916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Attempting to bind port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d on network b11f5340-ea0f-4dca-b022-0b3da7ee6294 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:16.137993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:16.138742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa83fe5f-a2c1-4213-a88f-35b7c07ffc90 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:16.200356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:16.205107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Checking segment: {'id': '71a9567a-c938-42ec-980e-5873e02f2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:16.206526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.211409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Bound using segment: {'id': '71a9567a-c938-42ec-980e-5873e02f2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:16.212444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Bound port: 88d3ccec-f5ea-452c-99ac-ee0d100fd74d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a9567a-c938-42ec-980e-5873e02f2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b11f5340-ea0f-4dca-b022-0b3da7ee6294'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:16.215337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.283055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:16.288325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.319832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-58624fe8-5fe8-429d-9d1c-2f82d7caf931 None None] Could not find standard attr ID for object 91fb161e-8d2e-42e9-93ad-e1b49d701dba. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:16.351068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:16.367992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:16.412762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.457092 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:06Z', 'updated_at': '2021-11-12T08:32:10Z', 'revision_number': 2, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None, '_interfaces': [{'id': 'ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2', 'name': '', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'mac_address': 'fa:16:3e:40:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'daf985e9-b4f0-4959-80fe-79622e99ead4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:08Z', 'updated_at': '2021-11-12T08:32:11Z', 'revision_number': 2, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'subnets': [{'id': 'daf985e9-b4f0-4959-80fe-79622e99ead4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:16.640273 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Checking router: 0716120d-0e78-44bd-b973-a3a2337ee0ca for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:16.641439 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Updating router 0716120d-0e78-44bd-b973-a3a2337ee0ca port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:16.669844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612efc79-5d76-46ba-abe7-0fff0e97f5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.681433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-612efc79-5d76-46ba-abe7-0fff0e97f5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.8884673 Nov 12 08:32:16.682594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6153ba5-13b3-44d0-8efe-84a9b6e0f3d4 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57adf85c-e308-4c8e-a36e-5977afdfb2b9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:16.701685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40278) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:16.752031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] For port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:16.757520 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.805581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c28b4f85-6615-4e0f-a397-fe05548a9550 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:17.093171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] For port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,segment=NetworkSegment(71a9567a-c938-42ec-980e-5873e02f2b1f),segment_id=71a9567a-c938-42ec-980e-5873e02f2b1f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:17.203206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.230263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Provisioning complete for port c28b4f85-6615-4e0f-a397-fe05548a9550 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:17.231314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.330493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.386355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.494521 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.539670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.540394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.563163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.575717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.605258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Calling delete_port for 6b566e8c-0392-443f-b1d3-42ab06b60b4c owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:17.711632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.740592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c28b4f85-6615-4e0f-a397-fe05548a9550 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:17.743702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.868797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-98f88e3a-b2b9-45c3-a6f5-8b9f6409d3ae tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2457454 Nov 12 08:32:17.872680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:17.899840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:17.956541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8b13f-f9e5-4dfa-9cba-a13be50a967e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.962391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:18.007505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f596-91b8-48a4-9aca-e0815d0b59e5 None None] Pushing event updated for resources: {'Port': ['ID=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.028548 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.036249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8c137d17-a966-418b-ac40-c5d2d801c0f9 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.9588249 Nov 12 08:32:18.037177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:18.062743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40308) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.092445 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.096073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-618866148', 'security_groups': ['37e8b13f-f9e5-4dfa-9cba-a13be50a967e'], 'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39a118b6-6e04-4180-a2e3-74193da6e7ae'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:18.116355 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.386090 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Pushing event updated for resources: {'Port': ['ID=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.484850 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.486315 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.486835 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.487594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.495578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.496583 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.497302 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.497970 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.498784 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.500722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.501941 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.502601 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:18.611941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.643381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:18.707629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Pushing event updated for resources: {'Port': ['ID=8fab37dd-8955-4f48-945e-94c9595ed2f8,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.748982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Port': ['ID=6b566e8c-0392-443f-b1d3-42ab06b60b4c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.801862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Attempting to bind port 8fab37dd-8955-4f48-945e-94c9595ed2f8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:18.802666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Attempting to bind port 8fab37dd-8955-4f48-945e-94c9595ed2f8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:18.803203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Attempting to bind port 8fab37dd-8955-4f48-945e-94c9595ed2f8 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:18.805649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.823547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] Update dhcp port {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'fixed_ips': [{'subnet_id': '57ab4e44-0302-4b48-b7f9-e400f9c76487', 'ip_address': '172.20.0.18'}, {'subnet_id': '39a118b6-6e04-4180-a2e3-74193da6e7ae'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '9d8ac82c-889d-43ec-b2df-019e4b957889'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:18.849373 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Attempting to bind port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:18.850308 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Attempting to bind port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:18.852371 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Attempting to bind port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:18.877011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Deleting port a575f374-4a40-4f67-95de-25985bad00e5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:18.877795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.887390 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:18.890859 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:18.893850 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.908224 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:18.909492 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Bound port: ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:18.912804 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.960348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:18.971973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:18.973708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.974276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.976632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:18.982299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Bound port: 8fab37dd-8955-4f48-945e-94c9595ed2f8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:18.982886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.196186 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] For port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:19.200709 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] For port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:19.216948 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.226149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.235711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.334379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.374202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Calling delete_port for a575f374-4a40-4f67-95de-25985bad00e5 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:19.400042 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Routers {'0716120d-0e78-44bd-b973-a3a2337ee0ca'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:19.400918 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0716120d-0e78-44bd-b973-a3a2337ee0ca'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:19.409860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] For port c28b4f85-6615-4e0f-a397-fe05548a9550, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c28b4f85-6615-4e0f-a397-fe05548a9550,segment=NetworkSegment(06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291),segment_id=06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:19.436808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.454535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.636380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] device_id is not set on port 3beb73d4-ce96-4a42-b760-2d7b0fe86af8 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:32:19.651451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da506-f325-4255-a04e-9cbf0105ea73 None None] Pushing event updated for resources: {'Port': ['ID=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.716540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] For port 8fab37dd-8955-4f48-945e-94c9595ed2f8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:19.737322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] Set router 0716120d-0e78-44bd-b973-a3a2337ee0ca gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:19.801694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.840913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] For port 8fab37dd-8955-4f48-945e-94c9595ed2f8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8fab37dd-8955-4f48-945e-94c9595ed2f8,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:19.854847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Provisioning complete for port 6ca76e88-8e27-465c-be59-9131f54304f2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:19.855215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.133407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] Allocated IP 172.20.0.2 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/39a118b6-6e04-4180-a2e3-74193da6e7ae/9d8ac82c-889d-43ec-b2df-019e4b957889) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:20.211003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Router 95bc568f-d12d-49a9-92c8-4e7ba24d536d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:20.227546 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.260351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:20.267368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.327664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca3a5d-ef13-4092-88a7-be59db7f9f19 None None] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:20.420572 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:06Z', 'updated_at': '2021-11-12T08:32:10Z', 'revision_number': 2, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None, '_interfaces': [{'id': 'ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2', 'name': '', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'mac_address': 'fa:16:3e:40:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'daf985e9-b4f0-4959-80fe-79622e99ead4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:08Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'subnets': [{'id': 'daf985e9-b4f0-4959-80fe-79622e99ead4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:20.486645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] For port ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:20.487019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.530814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:20.611648 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f867f5f-02f8-4f3b-8c47-0152edc77b40 None None] The sync data for ids ['0716120d-0e78-44bd-b973-a3a2337ee0ca'] in n-d-768509-25 is: [{'id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:06Z', 'updated_at': '2021-11-12T08:32:10Z', 'revision_number': 2, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None, '_interfaces': [{'id': 'ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2', 'name': '', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'mac_address': 'fa:16:3e:40:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'daf985e9-b4f0-4959-80fe-79622e99ead4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:08Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'subnets': [{'id': 'daf985e9-b4f0-4959-80fe-79622e99ead4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:20.623535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:20.642318 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:20.664637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:20.687026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c864689-68be-4817-b17c-9ed3f5a69321 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2795665 Nov 12 08:32:20.695710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40386) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.872412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] Sync routers for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:20.897905 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-e683b217-ed56-479f-b05e-c45422043136 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] delete failed (client error): The resource could not be found. Nov 12 08:32:20.899008 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e683b217-ed56-479f-b05e-c45422043136 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-89072209 HTTP/1.1" status: 404 len: 333 time: 0.1994226 Nov 12 08:32:20.908022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Pushing event updated for resources: {'Port': ['ID=c28b4f85-6615-4e0f-a397-fe05548a9550,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.908510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40390) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.922064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-482239bb-ffd3-4282-8339-94a84f7becbf tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'router': {'external_gateway_info': {'network_id': '95bc568f-d12d-49a9-92c8-4e7ba24d536d'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:20.927434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.006805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.483094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.492652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.674973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-482239bb-ffd3-4282-8339-94a84f7becbf tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.681539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40408) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.739116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event deleted for resources: {'Port': ['ID=a575f374-4a40-4f67-95de-25985bad00e5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.847195 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-482239bb-ffd3-4282-8339-94a84f7becbf tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] update failed (client error): The resource could not be found. Nov 12 08:32:21.851013 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-482239bb-ffd3-4282-8339-94a84f7becbf tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d HTTP/1.1" status: 404 len: 339 time: 0.9414735 Nov 12 08:32:21.860730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:22.041576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17bbed-0818-4bfa-aeba-c99c3fe2cf89 None None] Pushing event updated for resources: {'Port': ['ID=8fab37dd-8955-4f48-945e-94c9595ed2f8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:22.055726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:22.061594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:22.077399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8ac82c-889d-43ec-b2df-019e4b957889,segment=NetworkSegment(24550610-361a-4f96-98e0-28853bbc1317),segment_id=24550610-361a-4f96-98e0-28853bbc1317)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:22.203007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.207256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4fe6803b-3cc6-43d3-a6e3-14a356ed8d1a tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "DELETE /v2.0/ports/a575f374-4a40-4f67-95de-25985bad00e5 HTTP/1.1" status: 204 len: 168 time: 4.3336296 Nov 12 08:32:22.233427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40432) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:22.246832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:22.371833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ca76e88-8e27-465c-be59-9131f54304f2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:22.376445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-719f1559-53e6-4f15-bc63-95c5a810109b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.380523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:22.381407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:22.518670 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.527705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:22.534287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23bedf0-98a8-49d3-a3cb-34d1eeda8120 None None] The sync data for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:22.668678 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.669284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-719f1559-53e6-4f15-bc63-95c5a810109b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.718433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-719f1559-53e6-4f15-bc63-95c5a810109b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.944268 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.053000 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-719f1559-53e6-4f15-bc63-95c5a810109b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=295b6ade685e4d37aaa7cb374783c255&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3676074 Nov 12 08:32:23.067984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:23.068692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f1559-53e6-4f15-bc63-95c5a810109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf9902-9914-4921-b1b4-a866944e2c2f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:23.197452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Router 0716120d-0e78-44bd-b973-a3a2337ee0ca has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:23.304013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.14 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/39a118b6-6e04-4180-a2e3-74193da6e7ae/3beb73d4-ce96-4a42-b760-2d7b0fe86af8) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:23.326882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6ca76e88-8e27-465c-be59-9131f54304f2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:23.327682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.364884 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d2a0074-b75e-4ddb-8ab1-8f0ac26e8420 tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 1.1277049 Nov 12 08:32:23.382501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae1baf-fa26-4126-bb6e-49939c48dbc8 None None] Pushing event updated for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:23.407771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40460) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:23.423452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1108607474'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:23.511717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] For port 6ca76e88-8e27-465c-be59-9131f54304f2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ca76e88-8e27-465c-be59-9131f54304f2,segment=NetworkSegment(69b6b9bb-5f6e-4672-ae85-f5642d5e14af),segment_id=69b6b9bb-5f6e-4672-ae85-f5642d5e14af)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:23.524620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.538088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:23.606168 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-61d1f61d-c1a6-405e-9436-70757ca87d68 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "PUT /v2.0/routers/0716120d-0e78-44bd-b973-a3a2337ee0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8814197 Nov 12 08:32:23.628801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40466) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:23.766306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Pushing event updated for resources: {'Port': ['ID=6ca76e88-8e27-465c-be59-9131f54304f2,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:23.772084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:23.773725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.838023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b9634-532e-4972-a013-903aaacc88c0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.857102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b9634-532e-4972-a013-903aaacc88c0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.857102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-028b9634-532e-4972-a013-903aaacc88c0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2216513 Nov 12 08:32:23.866117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40474) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:23.891734 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] Sync routers for ids ['0716120d-0e78-44bd-b973-a3a2337ee0ca'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:23.900506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Made reservation on behalf of b6c31d27edf8451f944902932bc0a7c5 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:23.911652 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] Routers {'0716120d-0e78-44bd-b973-a3a2337ee0ca'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:23.912582 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0716120d-0e78-44bd-b973-a3a2337ee0ca'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:23.921483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.060629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-781f00fa-9e60-4080-b7a6-35a99bf4da77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.069087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.070172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:24.070647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.165076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:24.181254 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] Set router 0716120d-0e78-44bd-b973-a3a2337ee0ca gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:24.203774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.204831 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Added segment 780e5bae-2126-4223-bba3-e5f75a5e5481 of type vlan for network f9728ffa-e9e2-4c6b-8a5b-5e36638a5602 Nov 12 08:32:24.230464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5887c137-556a-4ad9-a193-b932cc2e6b4b None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:24.448102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Provisioning complete for port c28b4f85-6615-4e0f-a397-fe05548a9550 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:24.449634 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.490530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-781f00fa-9e60-4080-b7a6-35a99bf4da77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.509164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:06Z', 'updated_at': '2021-11-12T08:32:20Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:24.599201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet daf985e9-b4f0-4959-80fe-79622e99ead4 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:24.622992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.644969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] Checking router: 0716120d-0e78-44bd-b973-a3a2337ee0ca for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:24.648299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:24.661378 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] Routers {'0716120d-0e78-44bd-b973-a3a2337ee0ca'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:24.662578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['0716120d-0e78-44bd-b973-a3a2337ee0ca'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:24.663930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.701337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.899932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.905306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Provisioning complete for port 8fab37dd-8955-4f48-945e-94c9595ed2f8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:24.906027 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.028762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.049096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.049758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.064136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:25.064560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.107780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] Set router 0716120d-0e78-44bd-b973-a3a2337ee0ca gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:25.124693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.217513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-781f00fa-9e60-4080-b7a6-35a99bf4da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.221325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-781f00fa-9e60-4080-b7a6-35a99bf4da77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.222503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-781f00fa-9e60-4080-b7a6-35a99bf4da77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65bf9902-9914-4921-b1b4-a866944e2c2f HTTP/1.1" status: 204 len: 168 time: 2.1217325 Nov 12 08:32:25.263219 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:06Z', 'updated_at': '2021-11-12T08:32:20Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:25.295900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:25.330058 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.330858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:25.346017 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd14a6-e70f-4bdc-a507-6d372766adeb None None] The sync data for ids ['0716120d-0e78-44bd-b973-a3a2337ee0ca'] in n-d-768509-25 is: [{'id': '0716120d-0e78-44bd-b973-a3a2337ee0ca', 'name': 'tempest-NetworksTestDHCPv6-router-215869205', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:06Z', 'updated_at': '2021-11-12T08:32:20Z', 'revision_number': 3, 'project_id': '026a2f4edb3f49f58c7318921c3d38b5', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:25.347780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:25.362932 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9448624 Nov 12 08:32:25.383658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40504) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:25.403365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c28b4f85-6615-4e0f-a397-fe05548a9550 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:25.416640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d56f6-327b-4287-a109-323a09b2886c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event updated for resources: {'Network': ['ID=f9728ffa-e9e2-4c6b-8a5b-5e36638a5602,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.482410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f00fa-9e60-4080-b7a6-35a99bf4da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf9902-9914-4921-b1b4-a866944e2c2f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.490787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f9728ffa-e9e2-4c6b-8a5b-5e36638a5602 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:25.497728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=3beb73d4-ce96-4a42-b760-2d7b0fe86af8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.520733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] For port 8fab37dd-8955-4f48-945e-94c9595ed2f8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8fab37dd-8955-4f48-945e-94c9595ed2f8,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:25.559601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.567443 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.651640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Pushing event updated for resources: {'Port': ['ID=8fab37dd-8955-4f48-945e-94c9595ed2f8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.666533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Could not find standard attr ID for object 6b566e8c-0392-443f-b1d3-42ab06b60b4c. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:25.730047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Provisioning complete for port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:25.730047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.730806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c28b4f85-6615-4e0f-a397-fe05548a9550 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:25.731166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.816181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Allocated IP 172.20.0.1 (f726ac4b-ee29-497b-a84d-5e5c547d9147/054d0b34-feb3-415b-8ba0-51c46278374f/71bf6a79-229a-44be-a3e2-746ee5d8668d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:25.890627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.923353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.929114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.004591 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dad8b9a8-aa4a-417a-a6e7-a06a75cdb73a tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/agents/0534d307-8178-4c64-b58e-7b3f3ddcaa71/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.6170774 Nov 12 08:32:26.017263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40512) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.073847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8fab37dd-8955-4f48-945e-94c9595ed2f8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:26.074107 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.081414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e946c-6151-41b7-a585-4849d84ecf16 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:26.085139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/daf985e9-b4f0-4959-80fe-79622e99ead4 HTTP/1.1" status: 204 len: 168 time: 2.2175875 Nov 12 08:32:26.086383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40514) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.086719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.087542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d72e1-bb7c-4b34-9dd1-5e286965e9c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=daf985e9-b4f0-4959-80fe-79622e99ead4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.105898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.109327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-140a6649-be5e-4ef7-af12-e3c92b60d530 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.0357347 Nov 12 08:32:26.162764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.171038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84084208-a3cc-42fd-8587-4bc7c4e07451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.257659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] For port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,segment=NetworkSegment(71a9567a-c938-42ec-980e-5873e02f2b1f),segment_id=71a9567a-c938-42ec-980e-5873e02f2b1f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:26.284778 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.360834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Could not find standard attr ID for object ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:26.380717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8fab37dd-8955-4f48-945e-94c9595ed2f8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:26.381382 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.477050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5b4ed728-a3bd-4e67-8d1d-98108a611e1a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3312969 Nov 12 08:32:26.482502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40526) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.538689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Provisioning complete for port 6ca76e88-8e27-465c-be59-9131f54304f2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:26.539664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.556614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Pushing event updated for resources: {'Port': ['ID=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.652865 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.678554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:26.724972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84084208-a3cc-42fd-8587-4bc7c4e07451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.771304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 88d3ccec-f5ea-452c-99ac-ee0d100fd74d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:26.779163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84084208-a3cc-42fd-8587-4bc7c4e07451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.935051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a9c182eb-462a-4e55-9e31-5fe72d24473f None None] Could not find standard attr ID for object a575f374-4a40-4f67-95de-25985bad00e5. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:26.937723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:26.958311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.971332 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.984326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-84084208-a3cc-42fd-8587-4bc7c4e07451 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=618c76f2f0d64963894a3fe838ee1877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8686836 Nov 12 08:32:26.990146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] Deleting port 8fab37dd-8955-4f48-945e-94c9595ed2f8 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:26.990520 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.991193 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40534) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.992449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:27.004934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84084208-a3cc-42fd-8587-4bc7c4e07451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a245a2-59ba-4cf5-97b6-616c298a521c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.006199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.127184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.128017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Fanout notify agent at l3_agent the message router_deleted on router 0716120d-0e78-44bd-b973-a3a2337ee0ca {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:32:27.173340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.193774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-09e38592-f36e-4585-b860-fa6847f03ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/routers/0716120d-0e78-44bd-b973-a3a2337ee0ca HTTP/1.1" status: 204 len: 168 time: 0.7099481 Nov 12 08:32:27.197717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40540) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.237267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.240498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:27.240887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.243838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] For port 8fab37dd-8955-4f48-945e-94c9595ed2f8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8fab37dd-8955-4f48-945e-94c9595ed2f8,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:27.251654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.341015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c15b-e72c-4e27-8675-722efbda7f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.361648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] Calling delete_port for 8fab37dd-8955-4f48-945e-94c9595ed2f8 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:27.376782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:27.380791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.418673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c15b-e72c-4e27-8675-722efbda7f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.474913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98b57c-df68-4a58-8e82-ced4a5f5c1f8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.482155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd98b57c-df68-4a58-8e82-ced4a5f5c1f8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2803242 Nov 12 08:32:27.486456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.579545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.646620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ca76e88-8e27-465c-be59-9131f54304f2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:27.653306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57227ee3-6571-42e9-a42c-03f0592256aa tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] Network f9728ffa-e9e2-4c6b-8a5b-5e36638a5602 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:27.718436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c15b-e72c-4e27-8675-722efbda7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.738619 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8a7c15b-e72c-4e27-8675-722efbda7f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.739928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a8a7c15b-e72c-4e27-8675-722efbda7f94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44a245a2-59ba-4cf5-97b6-616c298a521c HTTP/1.1" status: 204 len: 168 time: 0.7453468 Nov 12 08:32:27.749295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:27.750966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2963458-5f19-4e8d-953d-98d6d990cbca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.760958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d2963458-5f19-4e8d-953d-98d6d990cbca tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2586212 Nov 12 08:32:27.763020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40550) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.768085 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57227ee3-6571-42e9-a42c-03f0592256aa tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "POST /v2.0/agents/0534d307-8178-4c64-b58e-7b3f3ddcaa71/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.7492585 Nov 12 08:32:27.782776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888ec70-8be5-4562-8905-34c38a6acb91 None None] Network f9728ffa-e9e2-4c6b-8a5b-5e36638a5602 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:27.790937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:27.801929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40552) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.806789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7c15b-e72c-4e27-8675-722efbda7f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a245a2-59ba-4cf5-97b6-616c298a521c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.833281 n-d-768509-25 neutron-server[102371]: INFO neutron.db.ipam_backend_mixin [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39a118b6-6e04-4180-a2e3-74193da6e7ae (CIDR: 172.20.0.0/28) Nov 12 08:32:27.834481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:27.876011 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:32:27.909132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:27.963586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Port': ['ID=71bf6a79-229a-44be-a3e2-746ee5d8668d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.001743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-594b0006-f762-4770-9b03-2baeac533064 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2188802 Nov 12 08:32:28.010553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40554) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.019775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.032081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:28.123001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef824c61-64b3-453d-8046-146c1d415102 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9526978 Nov 12 08:32:28.124474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.156208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40558) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.191134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:28.210116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] No DVR routers for this DVR port 8fab37dd-8955-4f48-945e-94c9595ed2f8 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:28.310015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:28.314011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.633247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daad4e3-36b2-4e65-b252-0a61516f6656 None None] Pushing event deleted for resources: {'Port': ['ID=8fab37dd-8955-4f48-945e-94c9595ed2f8,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.676411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:28.681031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.697311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b80ac652-4e4e-46ac-a173-e51642303eb4 tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/agents/0534d307-8178-4c64-b58e-7b3f3ddcaa71/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.8747711 Nov 12 08:32:28.709402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40570) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.731331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.735642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6ca76e88-8e27-465c-be59-9131f54304f2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:28.737354 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.934620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40576) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.959301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:32:28.966793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.991067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7736667d-5810-4dc7-9b68-68a1c216419c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.998825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:29.047929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:29.055890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:29.060106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:29.061597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.067984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.068800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.075281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=e9737216-72a2-4d05-b6f9-87c3c497e19a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.105720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-086a5dd2-fc13-4a7d-b649-83bce656812c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0915694 Nov 12 08:32:29.108623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40580) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.116801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:29.160550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Provisioning complete for port 3beb73d4-ce96-4a42-b760-2d7b0fe86af8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:29.162351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.232039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b7fed-1603-41cc-a60c-15cb932a04d7 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:29.315744 n-d-768509-25 neutron-server[102371]: INFO neutron.db.ipam_backend_mixin [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 57ab4e44-0302-4b48-b7f9-e400f9c76487 (CIDR: 172.20.0.16/28) Nov 12 08:32:29.363123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f60de-835e-437c-b746-50d462e0b3e7 None None] Port 3beb73d4-ce96-4a42-b760-2d7b0fe86af8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:29.381910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7736667d-5810-4dc7-9b68-68a1c216419c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.387532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7736667d-5810-4dc7-9b68-68a1c216419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.390694 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:32:29.392177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:29.452929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 88d3ccec-f5ea-452c-99ac-ee0d100fd74d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:29.461069 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0067c4e-be18-46ae-8b44-8fca05ee8263 tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "DELETE /v2.0/agents/0534d307-8178-4c64-b58e-7b3f3ddcaa71/dhcp-networks/f9728ffa-e9e2-4c6b-8a5b-5e36638a5602 HTTP/1.1" status: 204 len: 168 time: 0.7500126 Nov 12 08:32:29.466329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.470935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7736667d-5810-4dc7-9b68-68a1c216419c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f0fe1d3b64a4b648a0cf22e581880e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5350587 Nov 12 08:32:29.475910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40590) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.488119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736667d-5810-4dc7-9b68-68a1c216419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb43c06-45e5-40f0-ba6c-47e87e95cb00,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.567353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:29.578689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.590565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2a3e1e6f-edee-41fe-854b-b0c13c3ed2b2 None None] Provisioning complete for port 71bf6a79-229a-44be-a3e2-746ee5d8668d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:29.590565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a3e1e6f-edee-41fe-854b-b0c13c3ed2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.648924 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7f6649ef-0b06-4a94-a478-199ef4ac8b5a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4839733 Nov 12 08:32:29.668312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e1e6f-edee-41fe-854b-b0c13c3ed2b2 None None] Port 71bf6a79-229a-44be-a3e2-746ee5d8668d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:29.709250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'e9737216-72a2-4d05-b6f9-87c3c497e19a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:29.710806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.716135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.737969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:29.737969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.812320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'subnet': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:29.964631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.101963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Allocated IP 2001:db8::f816:3eff:fe56:703c (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/e9737216-72a2-4d05-b6f9-87c3c497e19a/a8cf24cf-fa5a-4d98-b442-aadd07a65d2f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:30.137709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-316d0164-986b-49fa-b7b0-a365ed5641cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.222935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:30.260296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8fab37dd-8955-4f48-945e-94c9595ed2f8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:30.273423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:30.285590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.286428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.327440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=2099057d-e6b3-41fe-860a-710398f388d2,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.354707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-316d0164-986b-49fa-b7b0-a365ed5641cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.393678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-69fe0066-9745-403d-ab85-64729e08a031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2796123 Nov 12 08:32:30.397654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40616) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.407305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8fab37dd-8955-4f48-945e-94c9595ed2f8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:30.407951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8fab37dd-8955-4f48-945e-94c9595ed2f8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:30.408576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:30.434382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:18:0c:d9', 'name': 'tempest-NetworksTestDHCPv6-70948214'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:30.439033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:30.440180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ba2c9a87-98a0-4d0b-94c7-108ec0b8f2e2 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:30.480738 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fafd2ef1-c41e-4e3a-b696-c704bd3fbdec tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/agents/0534d307-8178-4c64-b58e-7b3f3ddcaa71/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 1.0058410 Nov 12 08:32:30.490127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40618) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.613579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-939f9999-2764-49dc-9316-16f3715ce52f tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/networks/b11f5340-ea0f-4dca-b022-0b3da7ee6294/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0934527 Nov 12 08:32:30.618731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.650627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.652812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Made reservation on behalf of 1aceedb6c9fd4782b84258de7c23d973 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:30.658597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.678567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.679482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cfc3aa5f-2ea6-4eb7-a030-ae5f2792ecc3 tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/networks/b11f5340-ea0f-4dca-b022-0b3da7ee6294/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0593691 Nov 12 08:32:30.686030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40626) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.692685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.723549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-316d0164-986b-49fa-b7b0-a365ed5641cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.726207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-316d0164-986b-49fa-b7b0-a365ed5641cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.727206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.727433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-316d0164-986b-49fa-b7b0-a365ed5641cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eb43c06-45e5-40f0-ba6c-47e87e95cb00 HTTP/1.1" status: 204 len: 168 time: 1.2503395 Nov 12 08:32:30.775826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:30.803566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:30.814123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:30.888623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.954196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d0164-986b-49fa-b7b0-a365ed5641cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb43c06-45e5-40f0-ba6c-47e87e95cb00,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.986506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event updated for resources: {'Port': ['ID=71bf6a79-229a-44be-a3e2-746ee5d8668d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.024959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.042171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:31.068112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Attempting to bind port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:31.068606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Attempting to bind port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:31.069149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Attempting to bind port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:31.089577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:31.090115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:31.101220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.101896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:31.102632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Bound port: a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:31.103201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.179818 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bbf8d67b-8275-425a-98ae-8231aabd1567 tempest-DHCPAgentSchedulersTestJSON-1665739316 tempest-DHCPAgentSchedulersTestJSON-1665739316-project-admin] 10.222.0.16 "GET /v2.0/agents/0534d307-8178-4c64-b58e-7b3f3ddcaa71/dhcp-networks HTTP/1.1" status: 200 len: 7336 time: 0.4861450 Nov 12 08:32:31.186474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40632) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:31.398715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:31.402822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.409200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:31.414888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.422433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.547288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port dd912375-9c36-47c5-8abe-0c21ce782ba9 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:32:31.573049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d763d-8ee7-4fc2-ac3c-5854feb8e1d4 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.762383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:31.772934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:31.784284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.057958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 172.20.0.13 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/2099057d-e6b3-41fe-860a-710398f388d2/dd912375-9c36-47c5-8abe-0c21ce782ba9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:32.072935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:32.083797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe18:cd9 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/e9737216-72a2-4d05-b6f9-87c3c497e19a/dd912375-9c36-47c5-8abe-0c21ce782ba9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:32.187969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:32.206704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33df469-4de1-4f0c-a579-04ff7071b8ec None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:32.207715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.209017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.332754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5261161 Nov 12 08:32:32.337271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40666) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.344872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b57d60-b181-4629-960f-0cab493bee97 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Subnet': ['ID=592e59ff-c246-418c-9441-ce931a23fbfe,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:32.402958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-968635763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '592e59ff-c246-418c-9441-ce931a23fbfe'}], 'security_groups': ['3a7106a2-5dc3-40ff-983c-22af77db6605', '57adf85c-e308-4c8e-a36e-5977afdfb2b9']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:32.483835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b28538df-8e3d-4fc9-8e8c-fe4ed98cb6a1 None None] Provisioning complete for port 71bf6a79-229a-44be-a3e2-746ee5d8668d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:32.485451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b28538df-8e3d-4fc9-8e8c-fe4ed98cb6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.499268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Router 95bc568f-d12d-49a9-92c8-4e7ba24d536d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:32.586613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b28538df-8e3d-4fc9-8e8c-fe4ed98cb6a1 None None] Port 71bf6a79-229a-44be-a3e2-746ee5d8668d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:32.753498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.049494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:33.058671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea9dc895-d855-49bd-b428-89b692173231 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1173439 Nov 12 08:32:33.062295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] Update dhcp port {'port': {'network_id': 'a39f2589-e1ab-423f-bfe1-40ff4030dc90', 'fixed_ips': [{'subnet_id': '57ab4e44-0302-4b48-b7f9-e400f9c76487', 'ip_address': '172.20.0.18'}, {'subnet_id': '39a118b6-6e04-4180-a2e3-74193da6e7ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '592e59ff-c246-418c-9441-ce931a23fbfe'}], 'binding:host_id': 'n-d-768509-25'}, 'id': '9d8ac82c-889d-43ec-b2df-019e4b957889'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:33.081087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] Sync routers for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:33.186073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:33.192410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:33.347852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.352927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:33.384436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40680) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:33.422152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:33.455822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.526418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.815449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Delete allocated IP 172.20.0.14 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/39a118b6-6e04-4180-a2e3-74193da6e7ae) {{(pid=102371) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:32:33.831742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25724c8-5d2b-43a0-9a33-99415e4df266 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:33.833304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.835695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Allocated IP 172.20.0.46 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/592e59ff-c246-418c-9441-ce931a23fbfe/3beb73d4-ce96-4a42-b760-2d7b0fe86af8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:33.895091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:33.896145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:33.952361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c780490a-bd4e-4e1f-887d-a1aef9f3c689 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.979549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9728ffa-e9e2-4c6b-8a5b-5e36638a5602']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:34.003113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780e5bae-2126-4223-bba3-e5f75a5e5481') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:34.003502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780e5bae-2126-4223-bba3-e5f75a5e5481') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:34.023257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.054735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.067217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:34.067671 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.159143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:34.160624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa33e6-3b65-4b17-b2d6-3fcdb43c7509 None None] The sync data for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:34.199937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-95f50feb-5374-4c28-80ae-2f4a85cb4183 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:34.200355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95f50feb-5374-4c28-80ae-2f4a85cb4183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.205782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:34.207814 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:34.261237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:34.262014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.407217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.415386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.476941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] Allocated IP 172.20.0.34 (a39f2589-e1ab-423f-bfe1-40ff4030dc90/592e59ff-c246-418c-9441-ce931a23fbfe/9d8ac82c-889d-43ec-b2df-019e4b957889) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:34.517193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event updated for resources: {'Port': ['ID=3beb73d4-ce96-4a42-b760-2d7b0fe86af8,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.575033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=dd912375-9c36-47c5-8abe-0c21ce782ba9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.613800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.628143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:34.717673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.726610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "DELETE /v2.0/networks/f9728ffa-e9e2-4c6b-8a5b-5e36638a5602 HTTP/1.1" status: 204 len: 168 time: 3.5383272 Nov 12 08:32:34.730404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:34.811589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:34.830256 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a4c7d3-ef3b-4610-923b-7040cfdddb82 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:34.831024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a4c7d3-ef3b-4610-923b-7040cfdddb82 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:34.851194 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0a4c7d3-ef3b-4610-923b-7040cfdddb82 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "DELETE /v2.0/ports/a575f374-4a40-4f67-95de-25985bad00e5 HTTP/1.1" status: 404 len: 333 time: 0.1156712 Nov 12 08:32:34.856916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40718) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:34.905350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] In _notify_port_updated(), no bound segment for port 3beb73d4-ce96-4a42-b760-2d7b0fe86af8 on network a39f2589-e1ab-423f-bfe1-40ff4030dc90 {{(pid=102371) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:32:34.913183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.914248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.922955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b81e-3a42-4c49-be0f-5c503d7b6822 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event deleted for resources: {'Network': ['ID=f9728ffa-e9e2-4c6b-8a5b-5e36638a5602,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.943544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40722) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:34.964287 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb18486c-07ab-4734-b56d-2de744b80178 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "PUT /v2.0/ports/3beb73d4-ce96-4a42-b760-2d7b0fe86af8 HTTP/1.1" status: 200 len: 959 time: 2.5731003 Nov 12 08:32:35.080601 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-c780490a-bd4e-4e1f-887d-a1aef9f3c689 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:32:35.082243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c780490a-bd4e-4e1f-887d-a1aef9f3c689 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d HTTP/1.1" status: 409 len: 329 time: 1.5696001 Nov 12 08:32:35.088961 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.092404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40724) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:35.177000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.181882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8ac82c-889d-43ec-b2df-019e4b957889,segment=NetworkSegment(24550610-361a-4f96-98e0-28853bbc1317),segment_id=24550610-361a-4f96-98e0-28853bbc1317)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:35.182873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.221561 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.230365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Deleting subnet 23ac4364-c97d-4588-ac90-862201c1df67 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:35.236125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2268ff99-5ddb-46c8-b776-fa9b6c2d9329 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.8326561 Nov 12 08:32:35.240134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40726) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:35.254651 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.333782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 3beb73d4-ce96-4a42-b760-2d7b0fe86af8 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:35.334515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.408029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.432106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937c41b-b742-4b9a-89be-e2f5f1670b63 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.451005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937c41b-b742-4b9a-89be-e2f5f1670b63 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.454766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3937c41b-b742-4b9a-89be-e2f5f1670b63 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1980233 Nov 12 08:32:35.459911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40732) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:35.626696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:35.651908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95f50feb-5374-4c28-80ae-2f4a85cb4183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.668470 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.679737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.710117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 3beb73d4-ce96-4a42-b760-2d7b0fe86af8 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:35.728475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.753646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624d82-0118-416d-9b0a-0cb6d18ec00f None None] Pushing event updated for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:35.907391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port dd912375-9c36-47c5-8abe-0c21ce782ba9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:35.916738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.126860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-95f50feb-5374-4c28-80ae-2f4a85cb4183 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:36.127399 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-95f50feb-5374-4c28-80ae-2f4a85cb4183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:36.155770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': 'e9737216-72a2-4d05-b6f9-87c3c497e19a', 'ip_address': '2001:db8::f816:3eff:fe56:703c'}, {'subnet_id': '2099057d-e6b3-41fe-860a-710398f388d2'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a8cf24cf-fa5a-4d98-b442-aadd07a65d2f'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:36.278516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.372458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.400707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.412678 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.501518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for dd912375-9c36-47c5-8abe-0c21ce782ba9 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:36.757334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.782347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.874496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=3beb73d4-ce96-4a42-b760-2d7b0fe86af8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.998292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] Allocated IP 172.20.0.2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/2099057d-e6b3-41fe-860a-710398f388d2/a8cf24cf-fa5a-4d98-b442-aadd07a65d2f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:37.105516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.109398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a070858c-9f55-4a49-8e64-f5d5aa60e3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/3beb73d4-ce96-4a42-b760-2d7b0fe86af8 HTTP/1.1" status: 204 len: 168 time: 2.1491978 Nov 12 08:32:37.121015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40754) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.173855 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a35048b-b477-4de1-80a6-aff558a048f1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] GET failed (client error): The resource could not be found. Nov 12 08:32:37.176214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a35048b-b477-4de1-80a6-aff558a048f1 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports/3beb73d4-ce96-4a42-b760-2d7b0fe86af8 HTTP/1.1" status: 404 len: 333 time: 0.0522995 Nov 12 08:32:37.187686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40756) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.223353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:37.305474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.322185 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.418510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2addfac-c891-4790-8585-6fea8c768f2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.500917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.503883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2addfac-c891-4790-8585-6fea8c768f2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.606137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event deleted for resources: {'Subnet': ['ID=23ac4364-c97d-4588-ac90-862201c1df67,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:37.625581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0815f343-ddb3-4c12-af67-a92e1cd7f482 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:37.625581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0815f343-ddb3-4c12-af67-a92e1cd7f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.641756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.651773 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "DELETE /v2.0/subnets/23ac4364-c97d-4588-ac90-862201c1df67 HTTP/1.1" status: 204 len: 168 time: 2.7891889 Nov 12 08:32:37.652084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=dd912375-9c36-47c5-8abe-0c21ce782ba9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:37.701664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40772) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:37.773924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.776917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.777859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.783344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.801496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e571-c9a4-4ebc-aefc-bbfb0cd7ba64 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:37.802763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.803890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.809917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.813843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.816374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf08619-2583-489a-ac6c-77319727e6b2 None None] Network b11f5340-ea0f-4dca-b022-0b3da7ee6294 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:37.817086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.817897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.820374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:37.826108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5083698-9987-44cc-84c7-42919d970ac4 tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:38.124828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.165326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:38.187546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-3e33e2fa-b396-4b26-9038-df9a732a727e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1795063 Nov 12 08:32:38.241392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.385328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2addfac-c891-4790-8585-6fea8c768f2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.388479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2addfac-c891-4790-8585-6fea8c768f2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.389695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a2addfac-c891-4790-8585-6fea8c768f2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/security-groups/37e8b13f-f9e5-4dfa-9cba-a13be50a967e HTTP/1.1" status: 204 len: 168 time: 1.2006214 Nov 12 08:32:38.400366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40790) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.501823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2addfac-c891-4790-8585-6fea8c768f2e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8b13f-f9e5-4dfa-9cba-a13be50a967e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.682275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:38.683167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.689092 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.701287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d9832fa2-1162-4fd5-8478-ec776735f79f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/dd912375-9c36-47c5-8abe-0c21ce782ba9 HTTP/1.1" status: 204 len: 168 time: 3.2396772 Nov 12 08:32:38.708757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40796) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.823973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26048feb-73d0-42a4-bcae-ea3c5cb83402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.950353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26048feb-73d0-42a4-bcae-ea3c5cb83402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.030031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0815f343-ddb3-4c12-af67-a92e1cd7f482 None None] Could not find standard attr ID for object 3beb73d4-ce96-4a42-b760-2d7b0fe86af8. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:39.061573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011bbc7b-17ee-465a-965f-471342c8ef55 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.068622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011bbc7b-17ee-465a-965f-471342c8ef55 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.085773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011bbc7b-17ee-465a-965f-471342c8ef55 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.087631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-011bbc7b-17ee-465a-965f-471342c8ef55 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3778653 Nov 12 08:32:39.095584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40808) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:39.130583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26048feb-73d0-42a4-bcae-ea3c5cb83402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.134591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26048feb-73d0-42a4-bcae-ea3c5cb83402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.136864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26048feb-73d0-42a4-bcae-ea3c5cb83402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/security-groups/57adf85c-e308-4c8e-a36e-5977afdfb2b9 HTTP/1.1" status: 204 len: 168 time: 0.7357409 Nov 12 08:32:39.155211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40810) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:39.158512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26048feb-73d0-42a4-bcae-ea3c5cb83402 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57adf85c-e308-4c8e-a36e-5977afdfb2b9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.160984 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.198586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Deleting port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:39.199119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.266288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0815f343-ddb3-4c12-af67-a92e1cd7f482 None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:39.266853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0815f343-ddb3-4c12-af67-a92e1cd7f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.298994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 2099057d-e6b3-41fe-860a-710398f388d2 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:39.324775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.425808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-933905a0-0b77-429f-8170-ae82978072ef tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.427539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-933905a0-0b77-429f-8170-ae82978072ef tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2391977 Nov 12 08:32:39.468886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] DHCP port deletion for b11f5340-ea0f-4dca-b022-0b3da7ee6294 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:39.501289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0815f343-ddb3-4c12-af67-a92e1cd7f482 None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:39.514047 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.517656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] For port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,segment=NetworkSegment(71a9567a-c938-42ec-980e-5873e02f2b1f),segment_id=71a9567a-c938-42ec-980e-5873e02f2b1f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:39.518239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.521089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-cd22f445-b581-45b2-98e9-7d41b1f1eedf tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/quotas/79aff2e009ba43eba75a2e0aaf4dcb50 HTTP/1.1" status: 200 len: 375 time: 0.0809221 Nov 12 08:32:39.569968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Calling delete_port for 88d3ccec-f5ea-452c-99ac-ee0d100fd74d owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:39.614531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:39.683902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-3d62272a-d8a3-4c84-ae47-c9448bfbc52b tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902038 Nov 12 08:32:39.709969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-790ba5ca-dd5a-4ad5-b86a-3910d8e5bf95 None None] Could not find standard attr ID for object dd912375-9c36-47c5-8abe-0c21ce782ba9. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:39.765623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-790ba5ca-dd5a-4ad5-b86a-3910d8e5bf95 None None] Could not find standard attr ID for object 3beb73d4-ce96-4a42-b760-2d7b0fe86af8. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:39.845476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-790ba5ca-dd5a-4ad5-b86a-3910d8e5bf95 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:39.860896 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-790ba5ca-dd5a-4ad5-b86a-3910d8e5bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.938311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.064642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.090110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Deleting port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:40.095141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.151914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] No DVR routers for this DVR port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:40.230385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event deleted for resources: {'Port': ['ID=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.250221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] For port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:40.250845 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.269059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Calling delete_port for 88d3ccec-f5ea-452c-99ac-ee0d100fd74d owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:40.272027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:32:40.281030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88066af6-db0b-4cd7-a9cf-233cf4745d1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.303145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d4e517b5-15bc-402c-8fc7-774143259af2 req-b90453ff-a79d-4f28-9eca-6a360ddbe36e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.0791397 Nov 12 08:32:40.314803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.324662 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.381556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] No DVR routers for this DVR port 88d3ccec-f5ea-452c-99ac-ee0d100fd74d on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:40.398900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84981df-bfaf-47d0-b42b-f2fa4874406f None None] Pushing event deleted for resources: {'Port': ['ID=88d3ccec-f5ea-452c-99ac-ee0d100fd74d,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.418116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:40.418479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.470181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=2099057d-e6b3-41fe-860a-710398f388d2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.472629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.476587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2f5e2262-787a-42ee-a243-8905dac83c89 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/2099057d-e6b3-41fe-860a-710398f388d2 HTTP/1.1" status: 204 len: 168 time: 1.3594332 Nov 12 08:32:40.479331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40834) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:40.629631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88066af6-db0b-4cd7-a9cf-233cf4745d1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.656655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet e9737216-72a2-4d05-b6f9-87c3c497e19a {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:40.674135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.715265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.756260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.814976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f682fb6-aafe-4b69-adf0-3f3e0c781630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.870161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Deleting port 71bf6a79-229a-44be-a3e2-746ee5d8668d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:40.870713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.990875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11f5340-ea0f-4dca-b022-0b3da7ee6294']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:41.008781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38545d1-927f-4280-b6c5-a23a35bdf6c6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:41.013387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a9567a-c938-42ec-980e-5873e02f2b1f') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:41.014201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a9567a-c938-42ec-980e-5873e02f2b1f') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:41.073400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.073690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3b8a7e44-ac4c-4212-9024-51dee0067547 None None] Could not find standard attr ID for object dd912375-9c36-47c5-8abe-0c21ce782ba9. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:32:41.086042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.099164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88066af6-db0b-4cd7-a9cf-233cf4745d1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.102068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88066af6-db0b-4cd7-a9cf-233cf4745d1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.103446 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-88066af6-db0b-4cd7-a9cf-233cf4745d1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a7106a2-5dc3-40ff-983c-22af77db6605 HTTP/1.1" status: 204 len: 168 time: 1.9307251 Nov 12 08:32:41.115811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40852) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:41.138515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.194303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88066af6-db0b-4cd7-a9cf-233cf4745d1c tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7106a2-5dc3-40ff-983c-22af77db6605,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:41.236066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:41.236789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.238400 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:41.243666 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:41.394759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.491754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 39a118b6-6e04-4180-a2e3-74193da6e7ae {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:41.506945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.537443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.555983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:41.568245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Calling delete_port for 71bf6a79-229a-44be-a3e2-746ee5d8668d owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:41.571956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.600929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.601875 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.616980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.622772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] 10.222.0.16 "DELETE /v2.0/networks/b11f5340-ea0f-4dca-b022-0b3da7ee6294 HTTP/1.1" status: 204 len: 168 time: 3.9031453 Nov 12 08:32:41.630795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/e9737216-72a2-4d05-b6f9-87c3c497e19a HTTP/1.1" status: 204 len: 168 time: 1.1477430 Nov 12 08:32:41.631670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:41.638661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e57392-bad1-4d14-9cc6-947b3bc011a2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=e9737216-72a2-4d05-b6f9-87c3c497e19a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:41.692930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcade72-565d-41ea-9e65-13be12ec929c tempest-DHCPAgentSchedulersTestJSON-1196799725 tempest-DHCPAgentSchedulersTestJSON-1196799725-project] Pushing event deleted for resources: {'Network': ['ID=b11f5340-ea0f-4dca-b022-0b3da7ee6294,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:41.730391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21c02d47-fe11-4d71-aa95-b79a0b070f21 req-f00339e5-97e3-404a-bd48-af432d2dd4b2 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.0991390 Nov 12 08:32:41.775435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d693e82f-43da-40ec-a6a8-3c481131ac04 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302817 Nov 12 08:32:41.779474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40866) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:41.790208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:41.967010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:41.967405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.983140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.090025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:42.095201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.107765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260742e-1fc8-4214-86e6-3b4408ff0c5f None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': 'e9737216-72a2-4d05-b6f9-87c3c497e19a'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a8cf24cf-fa5a-4d98-b442-aadd07a65d2f'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:42.141619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.253786 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e260742e-1fc8-4214-86e6-3b4408ff0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.417234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40884) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:42.500797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40888) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:42.660809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-7e7e8e24-2658-48ed-bc1e-86656b6feed3 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398158 Nov 12 08:32:42.673867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.754201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.862434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 88d3ccec-f5ea-452c-99ac-ee0d100fd74d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:43.001235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 88d3ccec-f5ea-452c-99ac-ee0d100fd74d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:43.001907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 88d3ccec-f5ea-452c-99ac-ee0d100fd74d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:43.006284 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0ccfbcb-d2e1-44bc-8744-557f448401c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.013201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60add25b-db32-4311-8481-67ac35865c21 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:43.021817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=39a118b6-6e04-4180-a2e3-74193da6e7ae,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.033863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Port': ['ID=71bf6a79-229a-44be-a3e2-746ee5d8668d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.105211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.119926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8241f46b-fb26-4a56-933a-3ece41de6e0f tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/39a118b6-6e04-4180-a2e3-74193da6e7ae HTTP/1.1" status: 204 len: 168 time: 1.9983292 Nov 12 08:32:43.163253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-295c86e3-00c7-477d-9f46-045828b92389 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6c31d27edf8451f944902932bc0a7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7445722 Nov 12 08:32:43.175223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40904) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:43.188461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40906) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:43.289086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-926288a8-0226-4892-bff8-3c5b2d20d5fa req-1e5dfc02-f700-40c3-9efa-f0cfa6dcdd45 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.0712507 Nov 12 08:32:43.412834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574e545-68e1-4573-a84e-a62af16bbc80 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:43.488401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 592e59ff-c246-418c-9441-ce931a23fbfe {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:43.544998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:43.564604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.710335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:32:43.839321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.931995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8218feec-eb27-4600-9fe9-44adbe3295bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.038242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4034949f-d4f9-4cf2-996e-525a162c2273 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:44.038630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4034949f-d4f9-4cf2-996e-525a162c2273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.057051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.133142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef034d2-d79a-43b6-89c9-b7ee362b19f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.210217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.216770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef034d2-d79a-43b6-89c9-b7ee362b19f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.340696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef034d2-d79a-43b6-89c9-b7ee362b19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.343523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cef034d2-d79a-43b6-89c9-b7ee362b19f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.345066 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cef034d2-d79a-43b6-89c9-b7ee362b19f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efe42bcc-8f22-41bd-956f-93c62913ddfb HTTP/1.1" status: 204 len: 168 time: 1.1127677 Nov 12 08:32:44.400118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:44.417080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef034d2-d79a-43b6-89c9-b7ee362b19f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe42bcc-8f22-41bd-956f-93c62913ddfb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.518238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-c2b60391-83ee-407e-8088-b11dcb6642f5 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.523337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-c2b60391-83ee-407e-8088-b11dcb6642f5 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5799477 Nov 12 08:32:44.525408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.594244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ed884ad-eb65-40e7-8bf0-b99dd6d10231 req-8c5b214d-bcb7-4dbb-b77d-fd08b64810fa tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.0692582 Nov 12 08:32:44.600767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Request body: {'port': {'device_id': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '79aff2e009ba43eba75a2e0aaf4dcb50'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:44.679255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '7e1fbe65-73f3-428f-8cee-099c5aac5df3'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a8cf24cf-fa5a-4d98-b442-aadd07a65d2f'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:44.687912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.719034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Router 95bc568f-d12d-49a9-92c8-4e7ba24d536d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:44.738146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.779748 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.805366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.880080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0ccfbcb-d2e1-44bc-8744-557f448401c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.894301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0ccfbcb-d2e1-44bc-8744-557f448401c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.949885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40936) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.996002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d0ccfbcb-d2e1-44bc-8744-557f448401c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6e2bd83f424703abda0b89bf95c560&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4915936 Nov 12 08:32:45.000820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40938) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.003897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccfbcb-d2e1-44bc-8744-557f448401c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012dd9d-9556-4009-adde-e4873c19cecf,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.095654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:45.114346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae21cf1c-c3cc-4531-a3f9-5a6a62ae8a00 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0163136 Nov 12 08:32:45.115723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.115893 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] Sync routers for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:45.122725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40942) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.151258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:45.151956 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe56:703c-6e95ac54-9e58-4944-950d-a1e10f9672 {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:45.152749 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:45.154009 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:45.201450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c45a-ad89-4aa7-9cd3-f0b3750f693f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.215433 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-69d012d7-f485-4af2-8149-cabf14690b60 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] show failed (client error): The resource could not be found. Nov 12 08:32:45.221161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.221399 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-69d012d7-f485-4af2-8149-cabf14690b60 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-791669031 HTTP/1.1" status: 404 len: 334 time: 0.0900981 Nov 12 08:32:45.221947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40946) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.249489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3d1ea0ca-694b-4c8b-a805-20d3164bf824 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:45.255893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=592e59ff-c246-418c-9441-ce931a23fbfe,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.273718 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:45.286926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] Routers {'95bc568f-d12d-49a9-92c8-4e7ba24d536d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:45.287812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:45.298625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.304703 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-68c80f29-3567-4e86-b279-69ce0d39f8bb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/592e59ff-c246-418c-9441-ce931a23fbfe HTTP/1.1" status: 204 len: 168 time: 2.1150060 Nov 12 08:32:45.306194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40948) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.315150 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-3d1ea0ca-694b-4c8b-a805-20d3164bf824 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] update failed (client error): The resource could not be found. Nov 12 08:32:45.322497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3d1ea0ca-694b-4c8b-a805-20d3164bf824 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-661730607 HTTP/1.1" status: 404 len: 334 time: 0.0769529 Nov 12 08:32:45.341317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40950) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.343332 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:45.344828 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5addea9e-5386-491f-b448-103ef1655ce6 None None] The sync data for ids ['95bc568f-d12d-49a9-92c8-4e7ba24d536d'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:45.389332 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa8eeaa-a1ca-47af-bf42-58cb91a40053 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:45.389856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa8eeaa-a1ca-47af-bf42-58cb91a40053 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:45.398156 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8fa8eeaa-a1ca-47af-bf42-58cb91a40053 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/39a118b6-6e04-4180-a2e3-74193da6e7ae HTTP/1.1" status: 404 len: 337 time: 0.0882666 Nov 12 08:32:45.417038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.446357 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeb5b-9642-4a66-a0ff-a5cf566e2653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.508935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Deleting subnet 474928a0-62aa-49ec-8075-5d8e240c3c14 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:45.512963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.605533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeb5b-9642-4a66-a0ff-a5cf566e2653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.626678 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.650124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting subnet 57ab4e44-0302-4b48-b7f9-e400f9c76487 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:45.659378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Made reservation on behalf of 79aff2e009ba43eba75a2e0aaf4dcb50 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:45.663635 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.676644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.811910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.838008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c45a-ad89-4aa7-9cd3-f0b3750f693f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.844576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.853615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.892368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c45a-ad89-4aa7-9cd3-f0b3750f693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.917891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.045198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.053573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12d74063-ff47-4c81-ad07-c8cae8402962 req-62e77a88-5358-41cd-bfcf-7e1584dfb9a1 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.2260230 Nov 12 08:32:46.133000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.136477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeb5b-9642-4a66-a0ff-a5cf566e2653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.140030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Subnet': ['ID=474928a0-62aa-49ec-8075-5d8e240c3c14,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.142813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.146349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7102cebd-777a-49b0-8572-b9038d0f71d9 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/subnets/474928a0-62aa-49ec-8075-5d8e240c3c14 HTTP/1.1" status: 204 len: 168 time: 0.8026350 Nov 12 08:32:46.150608 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeb5b-9642-4a66-a0ff-a5cf566e2653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.153354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b9ceeb5b-9642-4a66-a0ff-a5cf566e2653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e012dd9d-9556-4009-adde-e4873c19cecf HTTP/1.1" status: 204 len: 168 time: 1.1335492 Nov 12 08:32:46.156153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:46.208845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16d8b5-6cae-4349-9ea1-9b1ba4f519b9 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:46.268916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Deleting subnet e952bf82-1261-41d4-8682-57b6522c806b {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:46.277072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.332500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.381998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9cf5c45a-ad89-4aa7-9cd3-f0b3750f693f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f441220252994fbf887c413acd9ce60b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3869276 Nov 12 08:32:46.392182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40976) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:46.410903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c45a-ad89-4aa7-9cd3-f0b3750f693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae987ab3-81bc-4f8c-ab68-cee38f01d745,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.412790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c00c0b-75b9-4eab-af74-eb3ce975938b None None] Network 1be9fe34-6889-48a1-96a9-46347c32ffd0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:46.486703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceeb5b-9642-4a66-a0ff-a5cf566e2653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012dd9d-9556-4009-adde-e4873c19cecf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.495268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.512822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:46.570286 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.651266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.662070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b9434434-f3f9-4f23-b554-9a280c096d11 None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:46.662070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9434434-f3f9-4f23-b554-9a280c096d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.663084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/subnets/e952bf82-1261-41d4-8682-57b6522c806b HTTP/1.1" status: 204 len: 168 time: 0.5024557 Nov 12 08:32:46.664223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40978) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:46.665819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4858393-1254-4e9e-a9a5-a893d2585b92 None None] Network 9061c950-5938-4603-b2fb-56efc7f482b5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:46.674353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe7062-dafb-40cf-871c-135740e70b77 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Subnet': ['ID=e952bf82-1261-41d4-8682-57b6522c806b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.715183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b018274-4209-4e6b-85d2-eba7f944ce48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.725941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.744361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.754429 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.755283 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.843855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.918899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Deleting port c28b4f85-6615-4e0f-a397-fe05548a9550 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:46.918899 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.934635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:46.935267 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:46.977781 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.037175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40986) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:47.040774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] For port c28b4f85-6615-4e0f-a397-fe05548a9550, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c28b4f85-6615-4e0f-a397-fe05548a9550,segment=NetworkSegment(06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291),segment_id=06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:47.041363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.052979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:47.071515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bf05aec-df14-4929-bb17-7426ea7a36e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.072577 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b018274-4209-4e6b-85d2-eba7f944ce48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.074116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Calling delete_port for c28b4f85-6615-4e0f-a397-fe05548a9550 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:47.085641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=7e1fbe65-73f3-428f-8cee-099c5aac5df3,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.113737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:47.127544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.138977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.139677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.159911 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.340399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] DHCP port deletion for 1be9fe34-6889-48a1-96a9-46347c32ffd0 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:47.414961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Allocated IP 192.168.233.40 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/c9c3a8be-b166-4d82-98d2-c3edb1001e29) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:47.496453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b9434434-f3f9-4f23-b554-9a280c096d11 None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:47.497045 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9434434-f3f9-4f23-b554-9a280c096d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.608316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.613042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b9434434-f3f9-4f23-b554-9a280c096d11 None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:47.659307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c28b4f85-6615-4e0f-a397-fe05548a9550 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:47.676316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bf05aec-df14-4929-bb17-7426ea7a36e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.749617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] DHCP port deletion for 9061c950-5938-4603-b2fb-56efc7f482b5 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:47.767891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c28b4f85-6615-4e0f-a397-fe05548a9550 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:47.778982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c28b4f85-6615-4e0f-a397-fe05548a9550 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:47.793670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Port': ['ID=c28b4f85-6615-4e0f-a397-fe05548a9550,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.795605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Deleting port c28b4f85-6615-4e0f-a397-fe05548a9550 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:47.797785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.799614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0bf05aec-df14-4929-bb17-7426ea7a36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.827034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=9']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.844282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf0cc69-0ef5-498b-875f-70c166e16387 req-53b52505-cd02-4303-a4b4-690860c897a4 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.2716506 Nov 12 08:32:47.874749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f5e7470d-ecd6-4af1-886c-f67f88a39339 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0935974 Nov 12 08:32:47.879264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40998) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:47.885620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:47.894081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] No DVR routers for this DVR port c28b4f85-6615-4e0f-a397-fe05548a9550 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:47.898493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.902437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5c5e3d-0276-48ea-a486-71435453224e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.955155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0bf05aec-df14-4929-bb17-7426ea7a36e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15b50a54e2a544168e6dd9c1a626c194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9121089 Nov 12 08:32:47.979619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41000) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.022472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.094035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] For port c28b4f85-6615-4e0f-a397-fe05548a9550, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.094435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.095964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Subnet': ['ID=57ab4e44-0302-4b48-b7f9-e400f9c76487,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.118976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf05aec-df14-4929-bb17-7426ea7a36e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac4481c-97bd-493a-ab12-db63a08c275e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.134978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.191959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be9fe34-6889-48a1-96a9-46347c32ffd0']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:48.213561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:48.214186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ddba8f-ae9e-42fd-b4d9-d8f7a23c9291') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:48.251902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.303016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.316927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:48.316927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:48.354958 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:48.404459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Calling delete_port for c28b4f85-6615-4e0f-a397-fe05548a9550 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:48.419390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Port c28b4f85-6615-4e0f-a397-fe05548a9550 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:32:48.426878 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.432659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.480627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.504937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f2407-dbfd-480a-af36-b5b6454ea143 None None] Network a39f2589-e1ab-423f-bfe1-40ff4030dc90 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:48.509884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.513725 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/networks/1be9fe34-6889-48a1-96a9-46347c32ffd0 HTTP/1.1" status: 204 len: 168 time: 1.8485444 Nov 12 08:32:48.514897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb57c8d-2de1-4450-ab7d-1bbde853688c tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Network': ['ID=1be9fe34-6889-48a1-96a9-46347c32ffd0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.516889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41008) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.547877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.552370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b0fcef13-52f3-4efc-87eb-a0f1ef68b570 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/57ab4e44-0302-4b48-b7f9-e400f9c76487 HTTP/1.1" status: 204 len: 168 time: 3.1297688 Nov 12 08:32:48.565596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41012) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.602405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b018274-4209-4e6b-85d2-eba7f944ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.607865 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b018274-4209-4e6b-85d2-eba7f944ce48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.613804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3b018274-4209-4e6b-85d2-eba7f944ce48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae987ab3-81bc-4f8c-ab68-cee38f01d745 HTTP/1.1" status: 204 len: 168 time: 2.1959472 Nov 12 08:32:48.615573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.619916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] Pushing event deleted for resources: {'Port': ['ID=c28b4f85-6615-4e0f-a397-fe05548a9550,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.636214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] Deleting port 6ca76e88-8e27-465c-be59-9131f54304f2 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:48.636700 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.688967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3050be4-9b1a-4649-be3a-0816c447863c None None] No DVR routers for this DVR port c28b4f85-6615-4e0f-a397-fe05548a9550 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:48.727107 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-df621fea-c86a-42e1-ba35-f246a1755583 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:48.727716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df621fea-c86a-42e1-ba35-f246a1755583 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:48.748606 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-df621fea-c86a-42e1-ba35-f246a1755583 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/cb6c658e-130a-440c-b8ae-27bada554241 HTTP/1.1" status: 404 len: 337 time: 0.1793787 Nov 12 08:32:48.749496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41020) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.792898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:48.794956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:48.806894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.860493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3264164-211d-40a2-ac37-844259cd9784 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 HTTP/1.1" status: 200 len: 205 time: 0.1061032 Nov 12 08:32:48.861148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41022) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.883034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018274-4209-4e6b-85d2-eba7f944ce48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae987ab3-81bc-4f8c-ab68-cee38f01d745,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.884854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Pushing event updated for resources: {'Port': ['ID=c9c3a8be-b166-4d82-98d2-c3edb1001e29,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.890729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.906523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:48.926051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:48.932131 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eee71962-88e8-47e7-8491-8929a31aaa89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.941907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] For port 6ca76e88-8e27-465c-be59-9131f54304f2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ca76e88-8e27-465c-be59-9131f54304f2,segment=NetworkSegment(69b6b9bb-5f6e-4672-ae85-f5642d5e14af),segment_id=69b6b9bb-5f6e-4672-ae85-f5642d5e14af)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.942639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.979512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] Calling delete_port for 6ca76e88-8e27-465c-be59-9131f54304f2 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:48.988369 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-95529abe-4234-4b40-90a3-bcbfa8680177 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] delete failed (client error): The resource could not be found. Nov 12 08:32:49.008777 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-95529abe-4234-4b40-90a3-bcbfa8680177 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/routers/8d89a92d-1a6b-4ba1-b4ae-cecc10b1c5d4 HTTP/1.1" status: 404 len: 336 time: 0.1430886 Nov 12 08:32:49.009544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.073409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5bd25035-a48b-44f5-95a7-3b2ac33ea88f None None] Provisioning complete for port 9d8ac82c-889d-43ec-b2df-019e4b957889 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:49.074030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bd25035-a48b-44f5-95a7-3b2ac33ea88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.268269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eee71962-88e8-47e7-8491-8929a31aaa89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.330107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.331184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.490112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-9373213f-4c4b-43a4-bcf3-b45d9f24fd69 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9409189 Nov 12 08:32:49.504349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ca76e88-8e27-465c-be59-9131f54304f2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:49.627758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Request body: {'port': {'device_id': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:49.635230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eee71962-88e8-47e7-8491-8929a31aaa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.637767 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eee71962-88e8-47e7-8491-8929a31aaa89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.642290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eee71962-88e8-47e7-8491-8929a31aaa89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ac4481c-97bd-493a-ab12-db63a08c275e HTTP/1.1" status: 204 len: 168 time: 1.5774145 Nov 12 08:32:49.667733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446784e-ca95-4923-97ed-9fafc9d8913f req-48bfffff-2c3b-450e-bdcc-551d03817899 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.669291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a446784e-ca95-4923-97ed-9fafc9d8913f req-48bfffff-2c3b-450e-bdcc-551d03817899 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 935 time: 0.6296003 Nov 12 08:32:49.746018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee71962-88e8-47e7-8491-8929a31aaa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac4481c-97bd-493a-ab12-db63a08c275e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.897778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.913921 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a775fd7-6abb-4459-9c7e-fedaadba8448 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:49.915201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a775fd7-6abb-4459-9c7e-fedaadba8448 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:49.927451 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a775fd7-6abb-4459-9c7e-fedaadba8448 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/8af5bbd2-ed6e-4b53-a10b-37c21820e8a7 HTTP/1.1" status: 404 len: 337 time: 0.9166348 Nov 12 08:32:49.928381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.954060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No active binding found for port 6ca76e88-8e27-465c-be59-9131f54304f2 {{(pid=102373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:32:49.954815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ca76e88-8e27-465c-be59-9131f54304f2 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:49.956795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.066194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a446784e-ca95-4923-97ed-9fafc9d8913f req-d7b18458-e488-4f89-8cda-3e148ed74d3c tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656611 Nov 12 08:32:50.083634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] Pushing event deleted for resources: {'Port': ['ID=6ca76e88-8e27-465c-be59-9131f54304f2,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.148201 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5b8f93-137d-49f1-83da-f81e3a7ab3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:50.148632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5b8f93-137d-49f1-83da-f81e3a7ab3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:50.179650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60bd3a-bb07-4855-a706-512a68c6cec6 None None] No DVR routers for this DVR port 6ca76e88-8e27-465c-be59-9131f54304f2 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:50.197020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] DHCP port deletion for a39f2589-e1ab-423f-bfe1-40ff4030dc90 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:50.198442 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e5b8f93-137d-49f1-83da-f81e3a7ab3d8 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/e690f95e-89dd-4633-9abb-470a474b3f65 HTTP/1.1" status: 404 len: 337 time: 0.2677286 Nov 12 08:32:50.211817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.256649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:50.269634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.317109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5bd25035-a48b-44f5-95a7-3b2ac33ea88f None None] Provisioning complete for port 223a36a8-5199-4fef-a380-0317550b7c86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:50.317109 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bd25035-a48b-44f5-95a7-3b2ac33ea88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.373901 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf17b8b-d68a-40b3-a481-b2721a25bbe6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:50.374412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf17b8b-d68a-40b3-a481-b2721a25bbe6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:50.378275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dcf17b8b-d68a-40b3-a481-b2721a25bbe6 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/ffe50dd3-e820-4661-8b20-9ddb92780510 HTTP/1.1" status: 404 len: 337 time: 0.1045222 Nov 12 08:32:50.398431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41102) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.447103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.459694 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.473410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5bd25035-a48b-44f5-95a7-3b2ac33ea88f None None] Port 223a36a8-5199-4fef-a380-0317550b7c86 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:50.591173 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e80e87-7022-49c9-bbf7-aa3da61e2bdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:50.593088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e80e87-7022-49c9-bbf7-aa3da61e2bdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:50.596803 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c0e80e87-7022-49c9-bbf7-aa3da61e2bdd tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/80972838-3e32-497e-8ff7-f7ecdde44782 HTTP/1.1" status: 404 len: 333 time: 0.1974390 Nov 12 08:32:50.610688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:50.614621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] Deleting port 9d8ac82c-889d-43ec-b2df-019e4b957889 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:50.615225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41132) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.616470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.642261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:50.705987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.706269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.762909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.820495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dca28f-4e8a-4421-bf58-3a68c565c97f None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.855368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] For port 9d8ac82c-889d-43ec-b2df-019e4b957889, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9d8ac82c-889d-43ec-b2df-019e4b957889,segment=NetworkSegment(24550610-361a-4f96-98e0-28853bbc1317),segment_id=24550610-361a-4f96-98e0-28853bbc1317)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:50.855765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.884117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9061c950-5938-4603-b2fb-56efc7f482b5']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:50.887720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=4f3972a0-61a7-4156-8bb9-1196be2d3327,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.906257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c4df694-18d6-472f-abe1-d92ef594f417 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0253680 Nov 12 08:32:50.914345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] Calling delete_port for 9d8ac82c-889d-43ec-b2df-019e4b957889 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:50.915324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.927337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:35:4a:67', 'name': 'tempest-NetworksTestDHCPv6-41539870'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:50.940109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e5af5531-e960-4ae7-911e-a2d583071765 None None] Provisioning complete for port c9c3a8be-b166-4d82-98d2-c3edb1001e29 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:50.940678 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e5af5531-e960-4ae7-911e-a2d583071765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.957182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b6b9bb-5f6e-4672-ae85-f5642d5e14af') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:50.959479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b6b9bb-5f6e-4672-ae85-f5642d5e14af') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:51.001180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.036231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.048899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:51.051122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.180201 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d192142e-3bbf-4289-8b5a-c491c6592feb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:51.181234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d192142e-3bbf-4289-8b5a-c491c6592feb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:51.194335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d192142e-3bbf-4289-8b5a-c491c6592feb tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/6dde7836-dc11-4b43-a5b2-1a916c89693c HTTP/1.1" status: 404 len: 337 time: 0.5647364 Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:51.196504 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:51.205428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41188) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.206747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.222030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.237092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e5af5531-e960-4ae7-911e-a2d583071765 None None] Port c9c3a8be-b166-4d82-98d2-c3edb1001e29 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:51.237919 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/networks/9061c950-5938-4603-b2fb-56efc7f482b5 HTTP/1.1" status: 204 len: 168 time: 2.7196872 Nov 12 08:32:51.245416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41192) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.339792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df5758-c31c-4fac-92ce-bd4d9209aea6 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Network': ['ID=9061c950-5938-4603-b2fb-56efc7f482b5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.342207 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0c122d-36fc-43cf-8463-ab5742872022 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:51.342875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0c122d-36fc-43cf-8463-ab5742872022 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:51.346539 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7b0c122d-36fc-43cf-8463-ab5742872022 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/944d0d1f-2383-48fe-8782-05b3498b2e8d HTTP/1.1" status: 404 len: 337 time: 0.1353273 Nov 12 08:32:51.372904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.406618 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.488266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] Pushing event deleted for resources: {'Port': ['ID=9d8ac82c-889d-43ec-b2df-019e4b957889,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.493710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f0de6b-93ce-4df2-afd9-90873a346c11 None None] No DVR routers for this DVR port 9d8ac82c-889d-43ec-b2df-019e4b957889 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:51.534431 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b212525b-66e9-4694-bd1b-9208e98fc43e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:51.541728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b212525b-66e9-4694-bd1b-9208e98fc43e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:51.576087 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b212525b-66e9-4694-bd1b-9208e98fc43e tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/b8fe3194-abb3-45a7-a12a-ee984b618292 HTTP/1.1" status: 404 len: 333 time: 0.2016745 Nov 12 08:32:51.578339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.605217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Deleting subnet 054d0b34-feb3-415b-8ba0-51c46278374f {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:51.622630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.697985 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fb43bf-221b-4fc9-af3b-44d919491186 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:51.697985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fb43bf-221b-4fc9-af3b-44d919491186 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:51.697985 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28fb43bf-221b-4fc9-af3b-44d919491186 tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/6e87deba-13c4-4dc6-9f53-53fbc24e7d61 HTTP/1.1" status: 404 len: 337 time: 0.1155431 Nov 12 08:32:51.701797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41240) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.745096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:51.789887 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd7dfbc-4f19-4d3b-bf42-092430a8c4ed tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:51.792312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd7dfbc-4f19-4d3b-bf42-092430a8c4ed tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:51.797161 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3dd7dfbc-4f19-4d3b-bf42-092430a8c4ed tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/subnets/5c4e312b-f320-4c08-90df-e9b691dcead3 HTTP/1.1" status: 404 len: 337 time: 0.0928733 Nov 12 08:32:51.805964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41250) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.885485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:51.886720 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.051119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc933d9-7dae-4b07-8dc3-641fd64a159b None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:52.073905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.124473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Deleting port 223a36a8-5199-4fef-a380-0317550b7c86 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:52.124968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.224792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.242316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ba357-5471-4675-af3f-4eea9e0829f1 req-0c20bf8e-1d93-4ac3-a345-7ccdab32695f tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.244512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b70ba357-5471-4675-af3f-4eea9e0829f1 req-0c20bf8e-1d93-4ac3-a345-7ccdab32695f tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 935 time: 0.8092096 Nov 12 08:32:52.280226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c3a8be-b166-4d82-98d2-c3edb1001e29 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:52.323449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:52.335186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c023fb4d-c1e1-4007-b2e9-8a21fbb67306 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:52.335556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c023fb4d-c1e1-4007-b2e9-8a21fbb67306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.342768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.358556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:52.410639 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.421740 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.439836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Calling delete_port for 223a36a8-5199-4fef-a380-0317550b7c86 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:52.553530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41316) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.591911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Transition to ACTIVE for port object c9c3a8be-b166-4d82-98d2-c3edb1001e29 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:52.604258 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.611368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:52.664777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.689625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 9d8ac82c-889d-43ec-b2df-019e4b957889 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:52.690161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9d8ac82c-889d-43ec-b2df-019e4b957889 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:52.723182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Port': ['ID=223a36a8-5199-4fef-a380-0317550b7c86,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.733190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.762580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.771911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-681ad5cc-71c8-4ebc-9990-7534b328547a tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/ports/223a36a8-5199-4fef-a380-0317550b7c86 HTTP/1.1" status: 204 len: 168 time: 0.9624419 Nov 12 08:32:52.779425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.793271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.945008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.018833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.027906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1460298145', 'router:external': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:53.093318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Made reservation on behalf of 85c1a1a7421843e491768f5ab8639bf7 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:53.099248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.140353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b70ba357-5471-4675-af3f-4eea9e0829f1 req-49f59348-43d2-45b8-9fb3-597e6d6ba77a tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8592341 Nov 12 08:32:53.141924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 67a9f01e-e65c-4d4d-982f-cdba0d92f74d yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:32:53.263961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.285773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '7e1fbe65-73f3-428f-8cee-099c5aac5df3', 'ip_address': '2001:db8::f816:3eff:fe56:703c'}, {'subnet_id': '4f3972a0-61a7-4156-8bb9-1196be2d3327'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a8cf24cf-fa5a-4d98-b442-aadd07a65d2f'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:53.313141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39f2589-e1ab-423f-bfe1-40ff4030dc90']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.338357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24550610-361a-4f96-98e0-28853bbc1317') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.338659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24550610-361a-4f96-98e0-28853bbc1317') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.362637 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.392656 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.395145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.423018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:53.425651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.490510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Attempting to bind port c9c3a8be-b166-4d82-98d2-c3edb1001e29 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:53.491950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Attempting to bind port c9c3a8be-b166-4d82-98d2-c3edb1001e29 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:53.492340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Attempting to bind port c9c3a8be-b166-4d82-98d2-c3edb1001e29 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:53.521895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.557229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3a8be-b166-4d82-98d2-c3edb1001e29,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.590585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.610097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/subnets/054d0b34-feb3-415b-8ba0-51c46278374f HTTP/1.1" status: 204 len: 168 time: 2.3633609 Nov 12 08:32:53.618461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41388) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:53.620080 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:53.624945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.654642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb20fec-9333-45cb-97b0-fa4d4e30a5e3 None None] Network f726ac4b-ee29-497b-a84d-5e5c547d9147 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:53.696860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:53.841756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Port c9c3a8be-b166-4d82-98d2-c3edb1001e29 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:53.845148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Attempting to bind port c9c3a8be-b166-4d82-98d2-c3edb1001e29 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:53.878801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.883318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.894068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.906237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] 10.222.0.16 "DELETE /v2.0/networks/a39f2589-e1ab-423f-bfe1-40ff4030dc90 HTTP/1.1" status: 204 len: 168 time: 1.1250122 Nov 12 08:32:53.947443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.956740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c41023-30cb-4d8d-ba04-c38c68b0264a tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Subnet': ['ID=054d0b34-feb3-415b-8ba0-51c46278374f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.974974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:53.994136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.994770 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Added segment 0dda3239-cd87-4688-97bb-765ea32e3b3e of type vlan for network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e Nov 12 08:32:54.021692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:54.022226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:54.022830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:54.024030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Bound port: c9c3a8be-b166-4d82-98d2-c3edb1001e29, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:54.024489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.123774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.145003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd67eb0-7a50-4067-ae30-938b08cccbca tempest-PortsTestJSON-477112574 tempest-PortsTestJSON-477112574-project] Pushing event deleted for resources: {'Network': ['ID=a39f2589-e1ab-423f-bfe1-40ff4030dc90,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.229918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf1ac0-c1de-4927-8122-18abcedfd65d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.252914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.254295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.257070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.383339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] Allocated IP 172.20.0.2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/4f3972a0-61a7-4156-8bb9-1196be2d3327/a8cf24cf-fa5a-4d98-b442-aadd07a65d2f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:54.424098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:54.424486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.470639 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9120154 Nov 12 08:32:54.471418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41456) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:54.490463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'subnet': {'network_id': 'b4f7445e-1ca6-423d-b6a9-dd09d3b5022e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:54.545995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3e066-652c-4994-acd1-9c4685dd84da tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Network': ['ID=b4f7445e-1ca6-423d-b6a9-dd09d3b5022e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.555239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Made reservation on behalf of 85c1a1a7421843e491768f5ab8639bf7 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:54.563139 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.612099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41464) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:54.634078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:54.827141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:54.868114 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.901131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] DHCP port deletion for f726ac4b-ee29-497b-a84d-5e5c547d9147 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:54.907765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.036466 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-503b509a-ea54-4904-8891-361ea0e8efec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1aceedb6c9fd4782b84258de7c23d973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941653 Nov 12 08:32:55.042020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41500) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:55.123212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] For port c9c3a8be-b166-4d82-98d2-c3edb1001e29, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:55.126877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] For port c9c3a8be-b166-4d82-98d2-c3edb1001e29, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:55.154562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.156602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae97b1f-5eed-4dab-9be5-392bc796e641 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:55.191801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.336657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] Deleting port 3d782e01-194d-4207-a42d-90322c6493ca {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:55.337039 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.432190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] For port 3d782e01-194d-4207-a42d-90322c6493ca, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3d782e01-194d-4207-a42d-90322c6493ca,segment=NetworkSegment(d988580a-6095-4776-988e-256bbae29790),segment_id=d988580a-6095-4776-988e-256bbae29790)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:55.433409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.447216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3af1ff-8ec2-4743-9283-ece514e0527e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.466047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] Calling delete_port for 3d782e01-194d-4207-a42d-90322c6493ca owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:55.543731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3af1ff-8ec2-4743-9283-ece514e0527e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.545346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:55.723764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:55.724864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.728214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.749022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.755457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9c3a8be-b166-4d82-98d2-c3edb1001e29 HTTP/1.1" status: 200 len: 1096 time: 6.2539506 Nov 12 08:32:55.787760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'tag': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:55.797540 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e85cccd-59c5-4967-a4ec-1f34bb7b240e", "tag": "c9c3a8be-b166-4d82-98d2-c3edb1001e29"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:55.813206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 172.20.0.7 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/4f3972a0-61a7-4156-8bb9-1196be2d3327/67a9f01e-e65c-4d4d-982f-cdba0d92f74d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:55.901153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3af1ff-8ec2-4743-9283-ece514e0527e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.913144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d3af1ff-8ec2-4743-9283-ece514e0527e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.917516 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d3af1ff-8ec2-4743-9283-ece514e0527e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df91ae5d-67b2-4735-9182-2b1cf1a0da68 HTTP/1.1" status: 204 len: 168 time: 0.8611302 Nov 12 08:32:55.917516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:32:55.945371 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.985536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.018701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe35:4a67 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7e1fbe65-73f3-428f-8cee-099c5aac5df3/67a9f01e-e65c-4d4d-982f-cdba0d92f74d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:56.073986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] Pushing event deleted for resources: {'Port': ['ID=3d782e01-194d-4207-a42d-90322c6493ca,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.085781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636fb51-8709-4b5e-9e09-fa81bf65f819 None None] No DVR routers for this DVR port 3d782e01-194d-4207-a42d-90322c6493ca on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:56.122446 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700dd40f-83b5-40eb-b936-df0a9352238e x-openstack-request-id: req-700dd40f-83b5-40eb-b936-df0a9352238e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:56.122963 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e85cccd-59c5-4967-a4ec-1f34bb7b240e", "tag": "c9c3a8be-b166-4d82-98d2-c3edb1001e29", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:56.123380 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-700dd40f-83b5-40eb-b936-df0a9352238e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:56.125504 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'tag': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29', 'status': 'completed', 'code': 200} Nov 12 08:32:56.145636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] The port '3d782e01-194d-4207-a42d-90322c6493ca' was deleted {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:32:56.169923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3af1ff-8ec2-4743-9283-ece514e0527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df91ae5d-67b2-4735-9182-2b1cf1a0da68,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.182822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0358af2-0e1c-4959-9658-b022e7aa4f45 req-3685f9c4-b32d-4e3e-95e0-2eb17661e8f5 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.205991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0358af2-0e1c-4959-9658-b022e7aa4f45 req-3685f9c4-b32d-4e3e-95e0-2eb17661e8f5 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 947 time: 1.1290436 Nov 12 08:32:56.216519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3d782e01-194d-4207-a42d-90322c6493ca no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:56.287550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3d782e01-194d-4207-a42d-90322c6493ca {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:56.297423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3d782e01-194d-4207-a42d-90322c6493ca not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:56.325881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0eed2c95-a6e8-43f7-a20d-c191a3d28e0e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.331861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Checking segment: {'id': '0dda3239-cd87-4688-97bb-765ea32e3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b4f7445e-1ca6-423d-b6a9-dd09d3b5022e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:56.332322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network hostable DHCP agents. Network: b4f7445e-1ca6-423d-b6a9-dd09d3b5022e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:56.353095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df167cb-41e5-420e-b6e8-df9f8997d673 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3a8be-b166-4d82-98d2-c3edb1001e29,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.382268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:56.403059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, b4f7445e-1ca6-423d-b6a9-dd09d3b5022e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:56.411037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.413759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.416239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961f40f-8f97-47d4-8d34-bc7a34b90396 None None] Network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:56.455742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2125a965-d692-4bf5-8830-f593df47e288 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9787235 Nov 12 08:32:56.457096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41622) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:56.463715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1275123403', 'network_id': 'b4f7445e-1ca6-423d-b6a9-dd09d3b5022e'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:56.526212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Made reservation on behalf of 85c1a1a7421843e491768f5ab8639bf7 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:56.530334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.550069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.576357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] device_id is not set on port 6cbe0eab-e999-47b4-9d3f-a0513b519de4 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:32:56.616179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f726ac4b-ee29-497b-a84d-5e5c547d9147']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:56.663972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd988580a-6095-4776-988e-256bbae29790') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:56.664212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd988580a-6095-4776-988e-256bbae29790') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:56.680697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d704a-f10a-4c76-83ce-68ac7720aefd None None] Network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:56.710652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.745426 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.761914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:56.762328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.924513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25702b0b-778b-42e3-b7e6-5bab721631f5 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:57.005498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Allocated IP 172.20.0.5 (b4f7445e-1ca6-423d-b6a9-dd09d3b5022e/0eed2c95-a6e8-43f7-a20d-c191a3d28e0e/6cbe0eab-e999-47b4-9d3f-a0513b519de4) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:57.024369 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:57.128187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0358af2-0e1c-4959-9658-b022e7aa4f45 req-6fd56329-acf0-4864-9701-ffd18cb2a111 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9165802 Nov 12 08:32:57.133312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-62f70d4d-9c90-4e82-b08c-4027c66e3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.134465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6d616735-d638-4af1-9048-d2a59cc15720 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:57.135245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-62f70d4d-9c90-4e82-b08c-4027c66e3aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 1099 time: 1.2614057 Nov 12 08:32:57.135682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d616735-d638-4af1-9048-d2a59cc15720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.161169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.191163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.195064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/networks/f726ac4b-ee29-497b-a84d-5e5c547d9147 HTTP/1.1" status: 204 len: 168 time: 3.4386566 Nov 12 08:32:57.209489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41676) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:57.340311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-971e0266-9c52-42c8-a2aa-c4509246c070 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "GET /v2.0/ports?device_id=95bc568f-d12d-49a9-92c8-4e7ba24d536d HTTP/1.1" status: 200 len: 205 time: 0.1293404 Nov 12 08:32:57.344903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:57.372821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Pushing event deleted for resources: {'Network': ['ID=f726ac4b-ee29-497b-a84d-5e5c547d9147,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:57.379120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-1c0cd65c-5777-4794-8b7f-f887c33c986f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29 HTTP/1.1" status: 200 len: 217 time: 0.2114732 Nov 12 08:32:57.389437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.390111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.390617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.391142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.391683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.392609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.393821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.394605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.395271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.395752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.396323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.403320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f00426-4df5-4e89-9802-19463f0ea366 tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:57.523071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-fcfab976-995e-484a-8013-ec901b411878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.524716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-fcfab976-995e-484a-8013-ec901b411878 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1177745 Nov 12 08:32:57.568075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.662515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.676885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-c1e3fec0-aacd-448e-83e6-c977f968617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.679871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-c1e3fec0-aacd-448e-83e6-c977f968617d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463723 Nov 12 08:32:57.717711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.748593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41700) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:57.899383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.990360 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.189651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:58.195955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:58.198965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:58.204992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=67a9f01e-e65c-4d4d-982f-cdba0d92f74d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:58.241673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-3994ed8e-29e6-459d-ae89-28571534f958 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529461 Nov 12 08:32:58.306209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.309405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.368618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503626837'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:58.407122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Port': ['ID=6cbe0eab-e999-47b4-9d3f-a0513b519de4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:58.419377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.420937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Fanout notify agent at l3_agent the message router_deleted on router 95bc568f-d12d-49a9-92c8-4e7ba24d536d {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:32:58.426163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9d5ec309-3530-49c1-b0cf-9287fbc04d76 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:58.428659 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec309-3530-49c1-b0cf-9287fbc04d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.446115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.463586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.466596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.468009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0ee68fed-37d2-40d1-9e14-83bcf5efa32e tempest-RoutersNegativeTest-558700603 tempest-RoutersNegativeTest-558700603-project] 10.222.0.16 "DELETE /v2.0/routers/95bc568f-d12d-49a9-92c8-4e7ba24d536d HTTP/1.1" status: 204 len: 168 time: 1.1221151 Nov 12 08:32:58.481017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:58.482833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:58.487935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:58.547712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.548395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.748777 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0af27935-753b-4f71-9cdf-5c9d198cc275 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2899597 Nov 12 08:32:58.751686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41726) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:58.792610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90f613-78b0-4404-8966-71f2fb988264 req-cee7696d-05e5-4f28-b621-6228632084a6 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.795143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db90f613-78b0-4404-8966-71f2fb988264 req-cee7696d-05e5-4f28-b621-6228632084a6 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 947 time: 0.3149796 Nov 12 08:32:58.800885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.835835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.857889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41732) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:58.858152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ac689037-dbd1-4591-8000-03e20eb7eebb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 7.9404013 Nov 12 08:32:58.974379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Deleting port 6cbe0eab-e999-47b4-9d3f-a0513b519de4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:58.974723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.040538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c385f148-543b-4210-ace5-95744bf1dd4a None None] Provisioning complete for port 67a9f01e-e65c-4d4d-982f-cdba0d92f74d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:59.040846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0dbf0d47-56ca-43fd-a71d-c6746c0156ad req-de8299a8-04bf-4f57-b116-7628b7feaefe service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418802 Nov 12 08:32:59.042555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c385f148-543b-4210-ace5-95744bf1dd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.135094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb1f0d-93d8-4db3-b605-69c2c6150901 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.149186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c385f148-543b-4210-ace5-95744bf1dd4a None None] Port 67a9f01e-e65c-4d4d-982f-cdba0d92f74d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:59.174217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb1f0d-93d8-4db3-b605-69c2c6150901 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.191001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f9bb1f0d-93d8-4db3-b605-69c2c6150901 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3313670 Nov 12 08:32:59.192003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.292382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.307648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Calling delete_port for 6cbe0eab-e999-47b4-9d3f-a0513b519de4 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:59.322067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db90f613-78b0-4404-8966-71f2fb988264 req-801415d5-eebc-4f06-9cce-8c51771d2156 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882653 Nov 12 08:32:59.353137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-fda53f2d-c819-41b7-b880-8a33a406484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.355003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-fda53f2d-c819-41b7-b880-8a33a406484d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 1099 time: 0.2358267 Nov 12 08:32:59.407155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41750) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.474718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.488832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.571073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 67a9f01e-e65c-4d4d-982f-cdba0d92f74d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:59.571571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.657641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.692176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-56acc178-575e-4a42-bc90-f2bc375eab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.692176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-56acc178-575e-4a42-bc90-f2bc375eab4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.3102441 Nov 12 08:32:59.767174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-42ab6a59-88bc-43f9-96bf-5ee97e9123d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e93e243684343859d914da10bc19395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582046 Nov 12 08:32:59.768071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.770528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2a879-ac13-4af4-9f03-09990c783844,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.798086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.801980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.804438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41760) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.921267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-8e615d51-af0c-483c-b303-9598e4ca46ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29 HTTP/1.1" status: 200 len: 217 time: 0.1618564 Nov 12 08:32:59.942934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 67a9f01e-e65c-4d4d-982f-cdba0d92f74d owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:59.951452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.959477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2083213 Nov 12 08:32:59.963172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41764) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.988488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cbe0eab-e999-47b4-9d3f-a0513b519de4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.003794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7557e5-70cd-48fa-9d28-80667cf04bad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265e5ba4-ce37-48d6-a163-ec52a23d061b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.055259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-8cb5bbe3-0282-4d48-a3a3-a2c5b8086537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.056973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-8cb5bbe3-0282-4d48-a3a3-a2c5b8086537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.1236274 Nov 12 08:33:00.112649 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd6e4-9e4a-463c-981d-fcc4bc507cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.132564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9416d6e9-cb98-4e39-b7d6-2c1ef27b7643 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1661797 Nov 12 08:33:00.136017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41772) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:00.146760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-security--1256427438', 'description': 'tempest-security-description-1366374266'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:00.152211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-5b309b4c-1403-4454-ae44-3ce9dc1979a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.153893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-5b309b4c-1403-4454-ae44-3ce9dc1979a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875204 Nov 12 08:33:00.197871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.202019 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f2eeae8b-bf49-4e18-9f36-a8ca75d00332 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6cbe0eab-e999-47b4-9d3f-a0513b519de4 HTTP/1.1" status: 204 len: 168 time: 1.4492223 Nov 12 08:33:00.204477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd6e4-9e4a-463c-981d-fcc4bc507cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.209677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:00.220078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4f7445e-1ca6-423d-b6a9-dd09d3b5022e', 'external_fixed_ips': [{'subnet_id': '0eed2c95-a6e8-43f7-a20d-c191a3d28e0e', 'ip_address': '172.20.0.5'}]}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:00.277827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.324488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.336386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.339896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.345223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "PUT /v2.0/security-groups/265e5ba4-ce37-48d6-a163-ec52a23d061b HTTP/1.1" status: 200 len: 1797 time: 0.2039418 Nov 12 08:33:00.348770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41782) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:00.382863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.384103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.389556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-066544c4-ee7b-496c-852c-55dd69ec6288 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260816 Nov 12 08:33:00.394380 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd6e4-9e4a-463c-981d-fcc4bc507cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.409739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df03182-2720-4642-8a4b-8f82fbcbd2ad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265e5ba4-ce37-48d6-a163-ec52a23d061b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.410465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd6e4-9e4a-463c-981d-fcc4bc507cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.414188 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0ccfd6e4-9e4a-463c-981d-fcc4bc507cc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd634a48-0dde-4fec-8019-c0c35e0d667f HTTP/1.1" status: 204 len: 168 time: 0.6001933 Nov 12 08:33:00.484833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfd6e4-9e4a-463c-981d-fcc4bc507cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd634a48-0dde-4fec-8019-c0c35e0d667f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.513511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d2bf6a2e-4ac2-47c3-aeb9-fb4d203f1050 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups/265e5ba4-ce37-48d6-a163-ec52a23d061b HTTP/1.1" status: 200 len: 1797 time: 0.1599977 Nov 12 08:33:00.515487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41790) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:00.614900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.647058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=67a9f01e-e65c-4d4d-982f-cdba0d92f74d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.768617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ed96-443f-4335-afec-7b92f775ee2a req-99bddbe5-f6a3-4b86-b347-b5b1afb3c049 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.770298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18d5ed96-443f-4335-afec-7b92f775ee2a req-99bddbe5-f6a3-4b86-b347-b5b1afb3c049 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 947 time: 0.2519660 Nov 12 08:33:00.777520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.826553 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32c6d1f4-254a-4dfe-987b-90450f80fe71 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.865155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32c6d1f4-254a-4dfe-987b-90450f80fe71 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.908759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.919368 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7134748d-a727-42a8-9bad-497458746da7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/67a9f01e-e65c-4d4d-982f-cdba0d92f74d HTTP/1.1" status: 204 len: 168 time: 1.7208514 Nov 12 08:33:00.920724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41802) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:00.971569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a7f32fe-3d47-4524-b2de-0987ad02e8f2 req-c27778c3-2307-40e2-b388-2020810ba01e service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421031 Nov 12 08:33:01.012590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32c6d1f4-254a-4dfe-987b-90450f80fe71 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.015560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32c6d1f4-254a-4dfe-987b-90450f80fe71 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.019084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-32c6d1f4-254a-4dfe-987b-90450f80fe71 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/265e5ba4-ce37-48d6-a163-ec52a23d061b HTTP/1.1" status: 204 len: 168 time: 0.4971869 Nov 12 08:33:01.053063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b633ba-333c-4683-8d49-1f80e0f63bd7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.056561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41808) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.059823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b633ba-333c-4683-8d49-1f80e0f63bd7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.077714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b633ba-333c-4683-8d49-1f80e0f63bd7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.106680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d1f4-254a-4dfe-987b-90450f80fe71 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e5ba4-ce37-48d6-a163-ec52a23d061b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.127854 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a5b633ba-333c-4683-8d49-1f80e0f63bd7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2053833 Nov 12 08:33:01.138592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41816) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.255692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 4f3972a0-61a7-4156-8bb9-1196be2d3327 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:01.259455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.298588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-05c71b91-34e2-40f9-86ef-fa6993327566 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2341275 Nov 12 08:33:01.299321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41822) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.338745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.390928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18d5ed96-443f-4335-afec-7b92f775ee2a req-53e5014f-a442-4b9c-b604-ba5459c6e62c tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094027 Nov 12 08:33:01.408004 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-beeb1803-5f16-45b9-b3d9-bc14d0cdca46 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] delete failed (client error): The resource could not be found. Nov 12 08:33:01.409385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-beeb1803-5f16-45b9-b3d9-bc14d0cdca46 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/265e5ba4-ce37-48d6-a163-ec52a23d061b HTTP/1.1" status: 404 len: 347 time: 0.0456440 Nov 12 08:33:01.414246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41824) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.423029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.429173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430328106'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:01.513998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.539318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.674806 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.680680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.695068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.739577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c098a978-5de4-4a7b-8967-36e550bde172,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.745607 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.747108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d224ff31-5b17-4b38-ae0c-41a8aafd3ab5 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3315268 Nov 12 08:33:01.750035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.757615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': 'c098a978-5de4-4a7b-8967-36e550bde172', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:01.771534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3972a0-61a7-4156-8bb9-1196be2d3327,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.779139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8600ccc-9056-4c27-b8b4-ab017bc1e40f None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:01.784429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.789679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fd2aa4ff-0317-4c72-825d-c263ace4f284 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/4f3972a0-61a7-4156-8bb9-1196be2d3327 HTTP/1.1" status: 204 len: 168 time: 0.6422386 Nov 12 08:33:01.792770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41840) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.877108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 7e1fbe65-73f3-428f-8cee-099c5aac5df3 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:01.881826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.965348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.003772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.045244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41852) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:02.157778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.242893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.254110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.289703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.301555 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.368954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.396201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d6fed67f-d879-4dac-802b-79f8262175fd tempest-ServiceProvidersTest-750611537 tempest-ServiceProvidersTest-750611537-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3443236 Nov 12 08:33:02.404708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a620a928-74d6-4047-a0c0-27b991717b5e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.418690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.422022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-20dcb25d-cd2c-4041-abd6-2f1873be62fd tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6691062 Nov 12 08:33:02.431254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41868) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:02.493150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1fbe65-73f3-428f-8cee-099c5aac5df3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.515705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.537064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b01e5ae-74ff-4dea-8c1b-4abb1ffc2033 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.550629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fd61fee5-9209-4732-b0ed-20c78b2e49c6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7e1fbe65-73f3-428f-8cee-099c5aac5df3 HTTP/1.1" status: 204 len: 168 time: 0.7557771 Nov 12 08:33:02.551714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41872) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:02.562709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b01e5ae-74ff-4dea-8c1b-4abb1ffc2033 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.661724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7a57d8a7-f551-4b6e-a754-62129e7441db tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074822 Nov 12 08:33:02.664225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41876) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:02.682356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:02.774323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b01e5ae-74ff-4dea-8c1b-4abb1ffc2033 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.895533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Allocated IP 172.20.0.5 (b4f7445e-1ca6-423d-b6a9-dd09d3b5022e/0eed2c95-a6e8-43f7-a20d-c191a3d28e0e/34c501d3-3185-4cd3-aa7e-7fe0a907a8ca) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:02.982580 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:02.987116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.992707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b01e5ae-74ff-4dea-8c1b-4abb1ffc2033 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.997909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3b01e5ae-74ff-4dea-8c1b-4abb1ffc2033 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a620a928-74d6-4047-a0c0-27b991717b5e HTTP/1.1" status: 204 len: 168 time: 0.5662377 Nov 12 08:33:03.003796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41892) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:03.180586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41894) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:03.210126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.314949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01e5ae-74ff-4dea-8c1b-4abb1ffc2033 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a620a928-74d6-4047-a0c0-27b991717b5e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.356882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.368260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b128e7-251f-4b22-aa63-7961677fadbd req-ef12eb2b-dadb-44a6-b745-ca78850e7a98 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.376981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55b128e7-251f-4b22-aa63-7961677fadbd req-ef12eb2b-dadb-44a6-b745-ca78850e7a98 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 947 time: 0.7022829 Nov 12 08:33:03.383304 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.384508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c9c3a8be-b166-4d82-98d2-c3edb1001e29 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:03.405760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c4b66d1-a389-4710-b4dd-695a65e7b87c tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3933344 Nov 12 08:33:03.439700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41900) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:03.495412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:03.504107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f7a9e-42c5-4184-a26b-7293f2436bf7 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:03.516619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=377cecc7-ccb1-4aab-893d-07728d635694,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.534041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:03.542037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Port': ['ID=34c501d3-3185-4cd3-aa7e-7fe0a907a8ca,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.547115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:03.559752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:03.561633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:03.564226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3556693-567f-4333-b530-66ca72f69e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.568400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.569128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.601208 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-51f672f1-adc6-4233-b867-c7763151031b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9343910 Nov 12 08:33:03.604034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41906) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:03.618594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:03.679387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55b128e7-251f-4b22-aa63-7961677fadbd req-16f27865-bd3e-452a-937f-ff69fada6e31 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927482 Nov 12 08:33:03.721138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-05ef5760-282a-4671-b7a7-77d829a3df27 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.769959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c9c3a8be-b166-4d82-98d2-c3edb1001e29, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:03.818632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:03.822747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.901775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29', 'mac_address': 'fa:16:3e:f8:3f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:03.935799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3556693-567f-4333-b530-66ca72f69e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.943365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3556693-567f-4333-b530-66ca72f69e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.992543 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a3556693-567f-4333-b530-66ca72f69e8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68a5cffb3dc24ee98e94fe4789387e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8054235 Nov 12 08:33:04.001104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:04.063477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3556693-567f-4333-b530-66ca72f69e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3470adcf-5413-4b94-b23a-3c21767e0bc8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:04.111227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8f35a8d0-00f6-4473-a541-9468732a534b None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:04.111608 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f35a8d0-00f6-4473-a541-9468732a534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.160550 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.185260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-05ef5760-282a-4671-b7a7-77d829a3df27 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.196787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a241d6-cfca-4307-b638-b6372411ea64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.200209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3a8be-b166-4d82-98d2-c3edb1001e29 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:04.228362 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a241d6-cfca-4307-b638-b6372411ea64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.269238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c9c3a8be-b166-4d82-98d2-c3edb1001e29, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:04.282675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '377cecc7-ccb1-4aab-893d-07728d635694'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a8cf24cf-fa5a-4d98-b442-aadd07a65d2f'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:33:04.288263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.291621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a241d6-cfca-4307-b638-b6372411ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.295292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1a241d6-cfca-4307-b638-b6372411ea64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.299547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1a241d6-cfca-4307-b638-b6372411ea64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3470adcf-5413-4b94-b23a-3c21767e0bc8 HTTP/1.1" status: 204 len: 168 time: 0.2951005 Nov 12 08:33:04.329668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a241d6-cfca-4307-b638-b6372411ea64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3470adcf-5413-4b94-b23a-3c21767e0bc8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:04.585570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.653294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c9c3a8be-b166-4d82-98d2-c3edb1001e29'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:04.839465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c9c3a8be-b166-4d82-98d2-c3edb1001e29,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:04.966618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-05ef5760-282a-4671-b7a7-77d829a3df27 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.969593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-05ef5760-282a-4671-b7a7-77d829a3df27 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.970737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-05ef5760-282a-4671-b7a7-77d829a3df27 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/c098a978-5de4-4a7b-8967-36e550bde172 HTTP/1.1" status: 204 len: 168 time: 1.5278490 Nov 12 08:33:04.973562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41936) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:04.996413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:33:05.006554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.015390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5760-282a-4671-b7a7-77d829a3df27 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098a978-5de4-4a7b-8967-36e550bde172,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:05.343529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5c440c5c-2c8a-42d0-be0d-124b003886f8 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3665934 Nov 12 08:33:05.344539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41952) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:05.373310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--944993678'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:05.398126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.526538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.719679 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.725239 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.785399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Router f16f5cec-6555-422f-899b-6a615d5a8349 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:05.787633 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:33:05.787633 n-d-768509-25 neutron-server[102373]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 12 08:33:05.787633 n-d-768509-25 neutron-server[102373]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe56:703c', 'status': 'ALLOCATED', 'ipam_subnet_id': '6502d0ba-9262-4d44-b35e-ac6afe192984'}] Nov 12 08:33:05.787633 n-d-768509-25 neutron-server[102373]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:33:05.789171 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:33:05.789371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8816ea74-a06f-48ad-8322-2d63a963b236,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:05.798254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f97bf6-612d-4512-8cd8-847223f7a409 req-8495bb65-fb4d-481a-a8df-1c66903be763 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.801900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f97bf6-612d-4512-8cd8-847223f7a409 req-8495bb65-fb4d-481a-a8df-1c66903be763 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 948 time: 0.9599607 Nov 12 08:33:05.842501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.844426 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-31f07174-9deb-4f0e-b7d4-0dc39415b85f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4965718 Nov 12 08:33:05.847256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41966) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:05.877875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '8816ea74-a06f-48ad-8322-2d63a963b236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:05.980738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.032148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.234030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f97bf6-612d-4512-8cd8-847223f7a409 req-e451c1b1-b787-47e3-a89c-cff036f0d337 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127641 Nov 12 08:33:06.252868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.279093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.297595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:06.362203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Sync routers for ids ['f16f5cec-6555-422f-899b-6a615d5a8349'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:06.375331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcd5ca2-1344-4bdd-b804-8a0906563efb,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.382421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.389403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c1e5a491-07ab-4bde-9ef0-2ffe20be23c9 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1738400 Nov 12 08:33:06.390244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Routers {'f16f5cec-6555-422f-899b-6a615d5a8349'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:06.390244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f16f5cec-6555-422f-899b-6a615d5a8349'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:06.390675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41980) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:06.403468 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.425034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.426287 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2b6a33f8-8a3b-4e2f-aa7c-a6fc0d77c61e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5781703 Nov 12 08:33:06.438367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 41982) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:06.600348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '8816ea74-a06f-48ad-8322-2d63a963b236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:06.627510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.669337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 41990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:06.790402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:06.947294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.978192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f0d3f391-bbf1-4c53-91cf-72989749b624 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1683723780', 'prefixes': ['172.20.0.0/16']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:07.042636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Allocated IP 172.20.0.2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/377cecc7-ccb1-4aab-893d-07728d635694/a8cf24cf-fa5a-4d98-b442-aadd07a65d2f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:07.074524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Set router f16f5cec-6555-422f-899b-6a615d5a8349 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:07.114755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Deleting port 34c501d3-3185-4cd3-aa7e-7fe0a907a8ca {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:07.115313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.287433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.311985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Calling delete_port for 34c501d3-3185-4cd3-aa7e-7fe0a907a8ca owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:07.458448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c9c3a8be-b166-4d82-98d2-c3edb1001e29 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:07.573064 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.575656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.599792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.600484 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.651582 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.764082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c501d3-3185-4cd3-aa7e-7fe0a907a8ca,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:07.823930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:07.926594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.955634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:07.992801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.994983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.022165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.024288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:08.031616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16f5cec-6555-422f-899b-6a615d5a8349', 'name': '', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4f7445e-1ca6-423d-b6a9-dd09d3b5022e', 'external_fixed_ips': [{'subnet_id': '0eed2c95-a6e8-43f7-a20d-c191a3d28e0e', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '34c501d3-3185-4cd3-aa7e-7fe0a907a8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:00Z', 'updated_at': '2021-11-12T08:33:04Z', 'revision_number': 3, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port': {'id': '34c501d3-3185-4cd3-aa7e-7fe0a907a8ca', 'name': '', 'network_id': 'b4f7445e-1ca6-423d-b6a9-dd09d3b5022e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16f5cec-6555-422f-899b-6a615d5a8349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0eed2c95-a6e8-43f7-a20d-c191a3d28e0e', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:02Z', 'updated_at': '2021-11-12T08:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eed2c95-a6e8-43f7-a20d-c191a3d28e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:08.035076 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.065505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.066808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.089808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=0fd50473-5bd1-4f79-95bd-0de0675b278e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.114186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Checking router: f16f5cec-6555-422f-899b-6a615d5a8349 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:08.114767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Updating router f16f5cec-6555-422f-899b-6a615d5a8349 port 34c501d3-3185-4cd3-aa7e-7fe0a907a8ca binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:08.146696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=16']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.147812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.153077 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.175927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a62163-ea40-48b9-95e3-8bdadde50554,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.213740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e094914-ffb4-4ef9-abab-1ac4194b98f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6085348 Nov 12 08:33:08.215066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42020) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:08.225368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.230628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b56a92cb-b0dc-4b9e-8e1c-ace9250058da tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6610429 Nov 12 08:33:08.240338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c9c3a8be-b166-4d82-98d2-c3edb1001e29 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:08.242323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Port 34c501d3-3185-4cd3-aa7e-7fe0a907a8ca not found while updating agent binding for router f16f5cec-6555-422f-899b-6a615d5a8349. {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:33:08.255095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:73:98:16', 'name': 'tempest-NetworksTestDHCPv6-363879620'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:08.265987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42022) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:08.266774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c9c3a8be-b166-4d82-98d2-c3edb1001e29 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:08.267154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.295786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '8816ea74-a06f-48ad-8322-2d63a963b236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:08.349624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Routers set() bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:08.350000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Router IDs set() for agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:33:08.350608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_agentschedulers_db [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f16f5cec-6555-422f-899b-6a615d5a8349'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:32:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent'). {{(pid=102373) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:33:08.351001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e53b6-4674-4630-93e7-7d0f79138967 None None] The sync data for ids ['f16f5cec-6555-422f-899b-6a615d5a8349'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:08.377517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b3b1-8b28-43ee-bcad-eab33ea8bb22 None None] Pushing event updated for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=17']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.386029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.386923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f16f5cec-6555-422f-899b-6a615d5a8349 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:08.407348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.418147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d78b677a-1921-4f3d-95f3-fca54932e6e2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f16f5cec-6555-422f-899b-6a615d5a8349 HTTP/1.1" status: 204 len: 168 time: 2.0267081 Nov 12 08:33:08.427385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42028) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:08.471079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.488695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f391-bbf1-4c53-91cf-72989749b624 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] Publish callbacks [] for subnetpool, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.489914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f0d3f391-bbf1-4c53-91cf-72989749b624 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.8195977 Nov 12 08:33:08.547865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42030) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:08.595918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.677732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Deleting subnet 0eed2c95-a6e8-43f7-a20d-c191a3d28e0e {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:08.697215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c9c3a8be-b166-4d82-98d2-c3edb1001e29, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:08.698321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:08.700831 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37151502-37d9-4b14-9d2b-8228f2970480" -d '{"events": [{"server_uuid": "9e85cccd-59c5-4967-a4ec-1f34bb7b240e", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3a8be-b166-4d82-98d2-c3edb1001e29"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:08.708208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.716667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.748747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.795488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.828546 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600db66d-5044-4efe-93bf-541f0bbe2abb x-openstack-request-id: req-600db66d-5044-4efe-93bf-541f0bbe2abb {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:08.828819 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e85cccd-59c5-4967-a4ec-1f34bb7b240e", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3a8be-b166-4d82-98d2-c3edb1001e29", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:08.829068 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-600db66d-5044-4efe-93bf-541f0bbe2abb {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:08.830045 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29', 'code': 200} Nov 12 08:33:08.851472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d674f11f-bb3a-49c4-bb89-d3210cc741e4,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.878982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:08.888382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-abe7b2e5-e7bb-496b-b304-a671372c7e1e tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] 10.222.0.16 "GET /v2.0/subnetpools/1daa3696-25c1-4a27-9f87-f9b927a492dc HTTP/1.1" status: 200 len: 732 time: 0.3142254 Nov 12 08:33:08.898557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42042) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:08.961085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cb7f6b21-22f2-438a-9ad5-0740620f33a2 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-701857047'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:08.977769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.997183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c9c3a8be-b166-4d82-98d2-c3edb1001e29,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:08.997669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.000096 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5ad93cf8-ce1f-404b-aa82-aaf3643f9d19 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7306445 Nov 12 08:33:09.016317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.020583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce197ad-622e-4705-958a-3efdddda40aa req-e58e98e7-61ac-48ad-92c6-ed0581d07134 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.022653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ce197ad-622e-4705-958a-3efdddda40aa req-e58e98e7-61ac-48ad-92c6-ed0581d07134 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 948 time: 1.3933849 Nov 12 08:33:09.038126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.060310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '8816ea74-a06f-48ad-8322-2d63a963b236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:09.093308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.200316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.239428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.244306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.249562 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.253488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/0eed2c95-a6e8-43f7-a20d-c191a3d28e0e HTTP/1.1" status: 204 len: 168 time: 0.7624295 Nov 12 08:33:09.254235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42050) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.258117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa8acb-06eb-492b-b1e6-a86e1d015db6 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0eed2c95-a6e8-43f7-a20d-c191a3d28e0e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:09.337261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6b21-22f2-438a-9ad5-0740620f33a2 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] Publish callbacks [] for subnetpool, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.338123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ce197ad-622e-4705-958a-3efdddda40aa req-bf8d4b67-fb9b-49cf-82c8-165d92440021 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625638 Nov 12 08:33:09.341056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb7f6b21-22f2-438a-9ad5-0740620f33a2 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] 10.222.0.16 "PUT /v2.0/subnetpools/1daa3696-25c1-4a27-9f87-f9b927a492dc HTTP/1.1" status: 200 len: 683 time: 0.4391651 Nov 12 08:33:09.354790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42054) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.362041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a14c0e-f259-4c7f-ac6f-4dea87a23223 req-b89b7a24-5d0e-45c9-bfab-e3f0074fbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.366194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62a14c0e-f259-4c7f-ac6f-4dea87a23223 req-b89b7a24-5d0e-45c9-bfab-e3f0074fbcf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 1101 time: 0.4297204 Nov 12 08:33:09.380788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port d4a636f7-4e6b-4af9-b079-9d83a42daf42 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:33:09.409359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849ac17-6511-4786-9b09-994a337e888b None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:09.484615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:09.496168 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62a14c0e-f259-4c7f-ac6f-4dea87a23223 req-b0b4ca82-a39e-47a5-a98f-ea3c99f1a8f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246765 Nov 12 08:33:09.535836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.540935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-28782823-d3a1-4ebb-9a6c-8cfbde271ff8 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:09.541296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-28782823-d3a1-4ebb-9a6c-8cfbde271ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.607382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:09.608070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.671748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.701168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f7445e-1ca6-423d-b6a9-dd09d3b5022e']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:09.715977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dda3239-cd87-4688-97bb-765ea32e3b3e') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:09.716329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dda3239-cd87-4688-97bb-765ea32e3b3e') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:09.731276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.734089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.755930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.765667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:09.766793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:09.768841 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:09.819072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.856564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58c51e7-e36c-413c-b1e1-b5fb521bb8d8,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:09.871545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.873425 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3842e602-906b-442e-bf12-6e765312dc3f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8425267 Nov 12 08:33:09.880154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6266025f-66ab-4dd0-9d47-46d42a6705a4 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] Publish callbacks [] for subnetpool, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.884571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6266025f-66ab-4dd0-9d47-46d42a6705a4 tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1daa3696-25c1-4a27-9f87-f9b927a492dc HTTP/1.1" status: 204 len: 168 time: 0.5287478 Nov 12 08:33:09.890264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.891005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.896821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '8816ea74-a06f-48ad-8322-2d63a963b236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:09.926519 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.930179 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-d9185c8e-a63e-4c13-8a3a-4db9e291fcea tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] show failed (client error): The resource could not be found. Nov 12 08:33:09.934845 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d9185c8e-a63e-4c13-8a3a-4db9e291fcea tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] 10.222.0.16 "GET /v2.0/subnetpools/1daa3696-25c1-4a27-9f87-f9b927a492dc HTTP/1.1" status: 404 len: 346 time: 0.0317192 Nov 12 08:33:09.936562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.939628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4f7445e-1ca6-423d-b6a9-dd09d3b5022e {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:33:09.948368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.965801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b4f7445e-1ca6-423d-b6a9-dd09d3b5022e HTTP/1.1" status: 204 len: 168 time: 0.6841359 Nov 12 08:33:09.996817 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-394c8937-b8fb-43e0-808b-5dc7c55a23fb tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] delete failed (client error): The resource could not be found. Nov 12 08:33:10.014320 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-394c8937-b8fb-43e0-808b-5dc7c55a23fb tempest-SubnetPoolsTestJSON-1091786045 tempest-SubnetPoolsTestJSON-1091786045-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1daa3696-25c1-4a27-9f87-f9b927a492dc HTTP/1.1" status: 404 len: 346 time: 0.0639725 Nov 12 08:33:10.022416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6c8be-b4a8-483c-b874-6a8416ce4804 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4f7445e-1ca6-423d-b6a9-dd09d3b5022e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.119935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.273856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 172.20.0.5 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/377cecc7-ccb1-4aab-893d-07728d635694/d4a636f7-4e6b-4af9-b079-9d83a42daf42) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:10.323849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.350611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe73:9816 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/0fd50473-5bd1-4f79-95bd-0de0675b278e/d4a636f7-4e6b-4af9-b079-9d83a42daf42) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:10.393635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.479222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42094) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:10.492142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'name': 'tempest-router--1924713941', 'project_id': '5e2ad54f515a4eacab938dbdaac23ae2'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:10.587957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.589264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.593641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fed9c0a-fd7e-4fd3-8492-54281887191f,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.694140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.708881 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cf40716b-d0db-4fee-8e2b-36ea5fe027a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.716884 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a304eb6-25a0-42eb-bc9b-ca854dbb639b tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8242831 Nov 12 08:33:10.743658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42100) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:10.864506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42104) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:10.870514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.903292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.940913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34093037-4ba7-4056-a176-e1a2b98e9e2f req-5fbeaed1-c0c3-4ad8-bfc4-b4d8bd9a3682 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:10.969385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34093037-4ba7-4056-a176-e1a2b98e9e2f req-5fbeaed1-c0c3-4ad8-bfc4-b4d8bd9a3682 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 949 time: 0.2823653 Nov 12 08:33:10.989562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.993105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc6c2941-a395-4ba5-8995-8ef94ed8d736 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5051577 Nov 12 08:33:11.022775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.123929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.183064 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.261816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:11.263500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c60dd-1ba0-41c3-bf50-28b79aad58cb tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.273367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:11.292086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:11.335236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83fd3c-7d0a-41cd-939c-1fadf19f5a6a None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:11.429811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:11.430497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.454550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c60dd-1ba0-41c3-bf50-28b79aad58cb tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.472028 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2196081 Nov 12 08:33:11.475457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.526190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa22d53-e466-44f4-b70e-a248269a6cd4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=d4a636f7-4e6b-4af9-b079-9d83a42daf42,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.527326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34093037-4ba7-4056-a176-e1a2b98e9e2f req-b2f7354d-8e0a-460b-9849-296aa6fcffb4 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564294 Nov 12 08:33:11.562416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fb1f8-0afe-4872-aea7-755e689c9fa4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:11.568118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf48-fdef-4d2f-86f2-ef4ad41b694f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.569835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fb1f8-0afe-4872-aea7-755e689c9fa4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:11.572578 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-961fb1f8-0afe-4872-aea7-755e689c9fa4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0905092 Nov 12 08:33:11.573476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c60dd-1ba0-41c3-bf50-28b79aad58cb tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.583348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.586582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.601756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc2c60dd-1ba0-41c3-bf50-28b79aad58cb tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.603001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fc2c60dd-1ba0-41c3-bf50-28b79aad58cb tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1fed9c0a-fd7e-4fd3-8492-54281887191f HTTP/1.1" status: 204 len: 168 time: 0.8481114 Nov 12 08:33:11.611412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c60dd-1ba0-41c3-bf50-28b79aad58cb tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fed9c0a-fd7e-4fd3-8492-54281887191f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.615724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42120) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.749657 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c064c666-10fb-421b-a9bc-600d39e8df34 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1327124 Nov 12 08:33:11.753611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.802986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f775be44-3d2d-4107-8efc-c79119f69d28 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.816158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f775be44-3d2d-4107-8efc-c79119f69d28 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.890515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f775be44-3d2d-4107-8efc-c79119f69d28 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.895405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bab70a0c-fc0e-4dbd-a0ad-ad32c47aba89 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:11.895928 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bab70a0c-fc0e-4dbd-a0ad-ad32c47aba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.907922 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f775be44-3d2d-4107-8efc-c79119f69d28 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.909170 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f775be44-3d2d-4107-8efc-c79119f69d28 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a58c51e7-e36c-413c-b1e1-b5fb521bb8d8 HTTP/1.1" status: 204 len: 168 time: 0.1543746 Nov 12 08:33:11.920406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42132) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.991858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775be44-3d2d-4107-8efc-c79119f69d28 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a58c51e7-e36c-413c-b1e1-b5fb521bb8d8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.048278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port d4a636f7-4e6b-4af9-b079-9d83a42daf42 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:12.049020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.085689 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.105817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-293b9723-fc79-4fd5-bbc3-cab8682fe3ef tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1757987 Nov 12 08:33:12.109774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42138) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:12.163557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.190818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.229462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e39d7d71-a310-4ad3-8b20-9a2699d94717 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.243576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e39d7d71-a310-4ad3-8b20-9a2699d94717 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.282409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.315047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for d4a636f7-4e6b-4af9-b079-9d83a42daf42 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:12.324379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e39d7d71-a310-4ad3-8b20-9a2699d94717 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.333437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e39d7d71-a310-4ad3-8b20-9a2699d94717 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.340378 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e39d7d71-a310-4ad3-8b20-9a2699d94717 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d674f11f-bb3a-49c4-bb89-d3210cc741e4 HTTP/1.1" status: 204 len: 168 time: 0.2290213 Nov 12 08:33:12.341527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42142) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:12.362905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.363547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a4f08c4-6eb6-406d-b8b2-87e6b912bec3 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:12.382937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.387283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c3f5f072-e7fa-44dc-acf2-3531df139bea tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/routers/7a4f08c4-6eb6-406d-b8b2-87e6b912bec3 HTTP/1.1" status: 204 len: 168 time: 1.3605747 Nov 12 08:33:12.417665 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf48-fdef-4d2f-86f2-ef4ad41b694f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.423222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf48-fdef-4d2f-86f2-ef4ad41b694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.443669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d7d71-a310-4ad3-8b20-9a2699d94717 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d674f11f-bb3a-49c4-bb89-d3210cc741e4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.544180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e6a1cf48-fdef-4d2f-86f2-ef4ad41b694f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c76f0b5d35d4bcf81de0eb4e879b214&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6755276 Nov 12 08:33:12.546941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42146) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:12.547774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1cf48-fdef-4d2f-86f2-ef4ad41b694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8db0b-2282-48ef-a237-cfdab80d8cb4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.652717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac058-ce1f-4ff4-a290-29d4bd340e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.660825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42150) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:12.664204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3a041559-c2a4-486c-ab4d-7da04e771fce tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3104186 Nov 12 08:33:12.832864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac058-ce1f-4ff4-a290-29d4bd340e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.938902 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85701a19-210a-435e-ade8-a08b5db797a6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.995136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:12.998094 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85701a19-210a-435e-ade8-a08b5db797a6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.062269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b091209c-6172-4e7b-8810-721cd59f72f5 None None] Provisioning complete for port d4a636f7-4e6b-4af9-b079-9d83a42daf42 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:13.063643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b091209c-6172-4e7b-8810-721cd59f72f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.090637 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.148995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-42fb5cee-048c-49cf-9c9e-ab366893c775 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4354601 Nov 12 08:33:13.225499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1353b8d-87e1-4a53-ae4d-460a4c00a34f req-b188fe68-42de-4592-acff-8bdbdd9cdce1 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.232417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1353b8d-87e1-4a53-ae4d-460a4c00a34f req-b188fe68-42de-4592-acff-8bdbdd9cdce1 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 949 time: 0.4432380 Nov 12 08:33:13.239358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=d4a636f7-4e6b-4af9-b079-9d83a42daf42,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.298598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85701a19-210a-435e-ade8-a08b5db797a6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.346100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b091209c-6172-4e7b-8810-721cd59f72f5 None None] Port d4a636f7-4e6b-4af9-b079-9d83a42daf42 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:13.363661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85701a19-210a-435e-ade8-a08b5db797a6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.367630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-85701a19-210a-435e-ade8-a08b5db797a6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/45a62163-ea40-48b9-95e3-8bdadde50554 HTTP/1.1" status: 204 len: 168 time: 0.7054942 Nov 12 08:33:13.375959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42168) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.379688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac058-ce1f-4ff4-a290-29d4bd340e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.400489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac058-ce1f-4ff4-a290-29d4bd340e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.408894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f7ac058-ce1f-4ff4-a290-29d4bd340e2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0d8db0b-2282-48ef-a237-cfdab80d8cb4 HTTP/1.1" status: 204 len: 168 time: 0.8546407 Nov 12 08:33:13.469608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b091209c-6172-4e7b-8810-721cd59f72f5 None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:13.471316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b091209c-6172-4e7b-8810-721cd59f72f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.540657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701a19-210a-435e-ade8-a08b5db797a6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45a62163-ea40-48b9-95e3-8bdadde50554,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.546140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ac058-ce1f-4ff4-a290-29d4bd340e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d8db0b-2282-48ef-a237-cfdab80d8cb4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.603300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a05491f9-cc0d-4e6b-9d3d-ae7eb7b31400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.637405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.647277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55d5c9dd-4428-49de-9290-343c6a154416 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/d4a636f7-4e6b-4af9-b079-9d83a42daf42 HTTP/1.1" status: 204 len: 168 time: 2.0494781 Nov 12 08:33:13.655986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42176) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.676367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519055-d882-41a0-a247-9a26e3a43fcd req-c166cfe2-fac5-480d-af2f-cfa51ee6348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.680977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-c166cfe2-fac5-480d-af2f-cfa51ee6348d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 1101 time: 0.4293337 Nov 12 08:33:13.691377 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfb44f9b-d55e-4788-a873-9f0e4948556e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3090844 Nov 12 08:33:13.692009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.757544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b14a6c61-171d-4120-8d9c-d22edd11f957 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.778132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b14a6c61-171d-4120-8d9c-d22edd11f957 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.822673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224055900', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:13.853687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b14a6c61-171d-4120-8d9c-d22edd11f957 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.869883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1353b8d-87e1-4a53-ae4d-460a4c00a34f req-63010881-4c4b-494e-a044-a573ed941823 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929906 Nov 12 08:33:13.899251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b14a6c61-171d-4120-8d9c-d22edd11f957 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.901266 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b14a6c61-171d-4120-8d9c-d22edd11f957 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cdcd5ca2-1344-4bdd-b804-8a0906563efb HTTP/1.1" status: 204 len: 168 time: 0.2081547 Nov 12 08:33:13.920240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42182) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.968203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-85c9bc2b-1b61-4b5d-b2df-b4171e9c452c None None] Could not find standard attr ID for object d4a636f7-4e6b-4af9-b079-9d83a42daf42. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:33:14.002482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a6c61-171d-4120-8d9c-d22edd11f957 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdcd5ca2-1344-4bdd-b804-8a0906563efb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:14.064834 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27e368fc-498e-480e-82ee-2ad98a7c96ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1428108 Nov 12 08:33:14.070669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42198) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.183419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284230a8-9ecb-42f3-9b1e-4327a7545b52 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.273971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284230a8-9ecb-42f3-9b1e-4327a7545b52 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.406696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284230a8-9ecb-42f3-9b1e-4327a7545b52 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.413721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284230a8-9ecb-42f3-9b1e-4327a7545b52 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.416134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-284230a8-9ecb-42f3-9b1e-4327a7545b52 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/8816ea74-a06f-48ad-8322-2d63a963b236 HTTP/1.1" status: 204 len: 168 time: 0.3440080 Nov 12 08:33:14.422117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.467135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284230a8-9ecb-42f3-9b1e-4327a7545b52 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8816ea74-a06f-48ad-8322-2d63a963b236,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:14.525843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-45fcee63-ee0e-475c-9945-36633af18863 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024106 Nov 12 08:33:14.533245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.538042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569558064'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:14.562905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.747504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.748723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:33:14.748723 n-d-768509-25 neutron-server[102372]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:33:14.748723 n-d-768509-25 neutron-server[102372]: [parameters: {'project_id': 'eebd7ab6005d4782a72a261cb4f5b373', 'id': 'e5ab97d4-9d91-4cfe-bd9e-159ac794918d', 'expiration': datetime.datetime(2021, 11, 12, 8, 35, 14, 728177)}] Nov 12 08:33:14.748723 n-d-768509-25 neutron-server[102372]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:33:14.749903 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:33:14.764990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28191234-54b4-4262-bf5c-46c162555634 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.766988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28191234-54b4-4262-bf5c-46c162555634 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.768875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28191234-54b4-4262-bf5c-46c162555634 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.770787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-28191234-54b4-4262-bf5c-46c162555634 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0852990 Nov 12 08:33:14.773852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42222) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.859574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519055-d882-41a0-a247-9a26e3a43fcd req-97e6f816-13cd-4a37-b743-596b81621a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.861390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-97e6f816-13cd-4a37-b743-596b81621a1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 1.1186459 Nov 12 08:33:14.871571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3f9c-2a8c-4773-97bb-a016dfae18b0 req-c8488b38-dace-4408-be8f-8b004d589d1f tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.873496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17cd3f9c-2a8c-4773-97bb-a016dfae18b0 req-c8488b38-dace-4408-be8f-8b004d589d1f tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 949 time: 0.1468456 Nov 12 08:33:14.960778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 0fd50473-5bd1-4f79-95bd-0de0675b278e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:14.970137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-cbd06da8-e7b9-4738-ad49-b8e806dfcffb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29 HTTP/1.1" status: 200 len: 217 time: 0.0954092 Nov 12 08:33:14.974431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.057297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17cd3f9c-2a8c-4773-97bb-a016dfae18b0 req-b151d2fe-45b4-4ca8-b1a2-efe66e2b7539 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664639 Nov 12 08:33:15.063083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519055-d882-41a0-a247-9a26e3a43fcd req-dbffa54d-a887-488e-b277-517907fa9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.064993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-dbffa54d-a887-488e-b277-517907fa9714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0860119 Nov 12 08:33:15.126007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.134935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.174001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.179169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519055-d882-41a0-a247-9a26e3a43fcd req-92ba1738-989f-4397-9d24-a3ffa7d84775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.196039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-92ba1738-989f-4397-9d24-a3ffa7d84775 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227415 Nov 12 08:33:15.346975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.476095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-bdd38c9b-d396-49e7-babf-cbfd3d2e6064 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659924 Nov 12 08:33:15.476095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.476095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.500726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85457d86-c68b-4df7-90c8-4de3da17c775,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:15.512115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.519680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d37c99c9-abaa-482d-91a7-ba1f4e945850 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9849229 Nov 12 08:33:15.533881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42242) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:15.548323 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '85457d86-c68b-4df7-90c8-4de3da17c775', 'direction': 'ingress', 'protocol': 17}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:15.557415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.607352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd50473-5bd1-4f79-95bd-0de0675b278e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:15.621040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021583d-0b40-4f37-b682-5f281832db49 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:15.629189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.643095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b386058a-35c5-4eeb-80be-bd4f72f64f4b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0fd50473-5bd1-4f79-95bd-0de0675b278e HTTP/1.1" status: 204 len: 168 time: 0.8655334 Nov 12 08:33:15.645815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:15.813713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.839653 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.918015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 377cecc7-ccb1-4aab-893d-07728d635694 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:15.928761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.076987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.093454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66519055-d882-41a0-a247-9a26e3a43fcd req-b1c7d5c6-ec4c-47d8-ba9a-35f69f157093 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140311 Nov 12 08:33:16.216218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.227887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.237670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-5be1efcc-9960-45a9-8a2d-263989d8c164 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:16.240496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-5be1efcc-9960-45a9-8a2d-263989d8c164 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 949 time: 0.3642049 Nov 12 08:33:16.242294 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.639566 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.731825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.742306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e08fe3c-9a10-4fc7-9d71-261a246ca545,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:16.771095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7611-a58e-43a2-94c2-6cd9b1f88f82 req-28505d28-6d8c-4d5b-b729-abec0e437de4 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:16.779224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-063c7611-a58e-43a2-94c2-6cd9b1f88f82 req-28505d28-6d8c-4d5b-b729-abec0e437de4 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 949 time: 0.3853142 Nov 12 08:33:16.789730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.797258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d5146b4-d6fd-45bb-96d6-774bb65f394d tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2622526 Nov 12 08:33:16.800355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:16.816319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.867146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.899791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.927962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/377cecc7-ccb1-4aab-893d-07728d635694 HTTP/1.1" status: 204 len: 168 time: 1.2487757 Nov 12 08:33:16.951211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42284) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:16.982415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-063c7611-a58e-43a2-94c2-6cd9b1f88f82 req-9ebffe70-1818-455c-a8f4-22ea3d380429 tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a5c5e3d-0276-48ea-a486-71435453224e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012002 Nov 12 08:33:17.054540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb9291-9a8f-4323-bddb-c333853e859e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=377cecc7-ccb1-4aab-893d-07728d635694,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.136954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42288) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.148957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d227ff04-9cbd-4cff-bc03-bc68e3f8f87a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436868 Nov 12 08:33:17.206666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:17.268329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Deleting port c9c3a8be-b166-4d82-98d2-c3edb1001e29 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:17.269049 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.285555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-257d6751-6e06-4e81-a387-14fb38160e48 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.481459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-257d6751-6e06-4e81-a387-14fb38160e48 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.528652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] For port c9c3a8be-b166-4d82-98d2-c3edb1001e29, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c9c3a8be-b166-4d82-98d2-c3edb1001e29,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:17.530890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.567750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Calling delete_port for c9c3a8be-b166-4d82-98d2-c3edb1001e29 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:17.578396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-257d6751-6e06-4e81-a387-14fb38160e48 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.581516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-257d6751-6e06-4e81-a387-14fb38160e48 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.582666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-257d6751-6e06-4e81-a387-14fb38160e48 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/85457d86-c68b-4df7-90c8-4de3da17c775 HTTP/1.1" status: 204 len: 168 time: 0.7708914 Nov 12 08:33:17.593772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42314) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.704484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d6751-6e06-4e81-a387-14fb38160e48 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85457d86-c68b-4df7-90c8-4de3da17c775,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.767523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62a41d-b2ec-438d-ba52-d7e1d0d229f4 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:17.801286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:17.822152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.898695 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92fe4d3a-cd97-4d31-a4ce-fbff26d8c720 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3036122 Nov 12 08:33:17.937230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.943578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-37212f56-5033-471b-ab83-787854928bbc None None] Provisioning complete for port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:17.949360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-37212f56-5033-471b-ab83-787854928bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.950605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--539823210'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:17.975952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.147363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Pushing event deleted for resources: {'Port': ['ID=c9c3a8be-b166-4d82-98d2-c3edb1001e29,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.154142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.223354 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:18.304593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] No DVR routers for this DVR port c9c3a8be-b166-4d82-98d2-c3edb1001e29 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:18.308362 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.314183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e06a88d4-81a2-4f7f-91ca-fff05628a0e5 req-a4a09b53-9ea5-438b-b00b-7f932811de7e tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.32 "DELETE /v2.0/ports/c9c3a8be-b166-4d82-98d2-c3edb1001e29 HTTP/1.1" status: 204 len: 173 time: 1.9420896 Nov 12 08:33:18.353261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'name': 'network-vif-deleted', 'tag': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:18.356362 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6a6c9-9f6e-4ddd-9eea-1ee710251583" -d '{"events": [{"server_uuid": "9e85cccd-59c5-4967-a4ec-1f34bb7b240e", "name": "network-vif-deleted", "tag": "c9c3a8be-b166-4d82-98d2-c3edb1001e29"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:18.373018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2951a8a5-eb6a-4124-a945-abcd4d2dba92 req-dc101c69-a57f-43fd-ae4c-648eff6557bc tempest-VolumesNegativeTest-498191595 tempest-VolumesNegativeTest-498191595-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85cccd-59c5-4967-a4ec-1f34bb7b240e HTTP/1.1" status: 200 len: 210 time: 0.1564527 Nov 12 08:33:18.629104 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c1a1f-fafa-4c38-be24-ee4a41a3097c x-openstack-request-id: req-ab3c1a1f-fafa-4c38-be24-ee4a41a3097c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:18.630076 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e85cccd-59c5-4967-a4ec-1f34bb7b240e", "name": "network-vif-deleted", "tag": "c9c3a8be-b166-4d82-98d2-c3edb1001e29", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:18.630938 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab3c1a1f-fafa-4c38-be24-ee4a41a3097c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:18.633445 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e85cccd-59c5-4967-a4ec-1f34bb7b240e', 'name': 'network-vif-deleted', 'tag': 'c9c3a8be-b166-4d82-98d2-c3edb1001e29', 'status': 'completed', 'code': 200} Nov 12 08:33:18.783322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.816929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:18.898646 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.002509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Deleting port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:19.002987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.077949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:19.101667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:19.116177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.117047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.128098 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.131911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:19.151059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.169898 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.282618 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1edc64ec-03c7-4d11-b18b-6c3147eb4592 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1034958 Nov 12 08:33:19.286281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42368) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:19.353228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:19.382460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffae58d-3b2d-4553-a0ba-c4c81f660d5a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:19.396851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] For port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:19.397400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.415923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.423469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb0708ee-2c8c-4c00-93ce-2b2d72307c91 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4851246 Nov 12 08:33:19.432517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42372) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:19.433814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Calling delete_port for a8cf24cf-fa5a-4d98-b442-aadd07a65d2f owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:19.480867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658128615'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:19.487059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c9c3a8be-b166-4d82-98d2-c3edb1001e29 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:19.659365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a8cf24cf-fa5a-4d98-b442-aadd07a65d2f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:19.669786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: c9c3a8be-b166-4d82-98d2-c3edb1001e29 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:19.672149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c9c3a8be-b166-4d82-98d2-c3edb1001e29 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:19.721439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Allocated IP 172.25.4.156 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/71287c90-880c-4ad1-b712-afce0c4333ef) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:19.816469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42390) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:19.851737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.950030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.018015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.073104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] No DVR routers for this DVR port a8cf24cf-fa5a-4d98-b442-aadd07a65d2f on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:20.100652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Pushing event deleted for resources: {'Port': ['ID=a8cf24cf-fa5a-4d98-b442-aadd07a65d2f,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.111679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.137389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:20.141475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.153094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.153439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.153776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.154107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.154437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.154845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.155120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.155439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.175950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.176340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.176707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.177042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b18c-335a-47fd-af44-1352a68c1d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:20.191757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55516830-b2d3-4c11-b542-9e15209fadd7 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:20.195065 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No ports have port_id starting with a8cf24cf-fa5a-4d98-b442-aadd07a65d2f Nov 12 08:33:20.328788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:20.330456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:20.385541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e786b00-8c9e-4cec-8a8b-6980f64aa671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.400759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:20.414182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4add7e-02ec-4069-968a-1deaeb4efa36 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:20.432233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event updated for resources: {'Port': ['ID=71287c90-880c-4ad1-b712-afce0c4333ef,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.664454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f0e1f49c-cc0e-4658-822b-8da35eb992f4 None None] Provisioning complete for port 71287c90-880c-4ad1-b712-afce0c4333ef triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:20.664825 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f49c-cc0e-4658-822b-8da35eb992f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.826112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:20.840941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.847690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1f49c-cc0e-4658-822b-8da35eb992f4 None None] Port 71287c90-880c-4ad1-b712-afce0c4333ef cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:20.859409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.880779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.971221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f6b5d-a453-4d31-97c3-53224d2e4f45,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.059138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e786b00-8c9e-4cec-8a8b-6980f64aa671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.083900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e786b00-8c9e-4cec-8a8b-6980f64aa671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.120434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.131349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c43e972f-e222-428a-b77b-cbc18dc657fe tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6766107 Nov 12 08:33:21.132348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42462) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:21.141029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '5ffae58d-3b2d-4553-a0ba-c4c81f660d5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fa6f6b5d-a453-4d31-97c3-53224d2e4f45', 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:21.191848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9e786b00-8c9e-4cec-8a8b-6980f64aa671 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8d82772a174439bb3ee44bee44ad178&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3741970 Nov 12 08:33:21.194619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42474) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:21.285444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e786b00-8c9e-4cec-8a8b-6980f64aa671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3731dc87-b855-4e12-82d5-0d39a6e71ff3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.331164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.341412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Allocated IP 172.20.0.2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0/db00f448-d8ed-4365-b72c-ba39517eb8aa) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:21.578448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1963192-580a-49c6-b5bd-b9decf374258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.596127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.655754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.667153 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.769961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:21.774840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:21.785632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:21.824308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:33:21.833832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.836629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Pushing event updated for resources: {'Port': ['ID=db00f448-d8ed-4365-b72c-ba39517eb8aa,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.913797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Attempting to bind port db00f448-d8ed-4365-b72c-ba39517eb8aa on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:21.914176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Attempting to bind port db00f448-d8ed-4365-b72c-ba39517eb8aa by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:21.914550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Attempting to bind port db00f448-d8ed-4365-b72c-ba39517eb8aa on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:21.931286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:21.931670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:21.932096 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.932501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:21.932984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Bound port: db00f448-d8ed-4365-b72c-ba39517eb8aa, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:21.933376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.001440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1963192-580a-49c6-b5bd-b9decf374258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.128104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] For port db00f448-d8ed-4365-b72c-ba39517eb8aa, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:22.133138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] For port db00f448-d8ed-4365-b72c-ba39517eb8aa, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=db00f448-d8ed-4365-b72c-ba39517eb8aa,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:22.137924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Router 479b7237-8fe2-49a1-9943-622466fb7b40 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:22.152291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.173687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.321696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.331518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b381d5e-6737-4a80-b750-020cb2bb4e58 None None] Pushing event updated for resources: {'Port': ['ID=db00f448-d8ed-4365-b72c-ba39517eb8aa,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:22.356910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1963192-580a-49c6-b5bd-b9decf374258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.362240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1963192-580a-49c6-b5bd-b9decf374258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.363896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1963192-580a-49c6-b5bd-b9decf374258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3731dc87-b855-4e12-82d5-0d39a6e71ff3 HTTP/1.1" status: 204 len: 168 time: 1.1680057 Nov 12 08:33:22.403413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:22.418188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1963192-580a-49c6-b5bd-b9decf374258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3731dc87-b855-4e12-82d5-0d39a6e71ff3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:22.427229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbe5e75-f523-44a0-a267-bf194bd9bb65,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:22.427499 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] Sync routers for ids ['479b7237-8fe2-49a1-9943-622466fb7b40'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:22.452473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.461159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] Routers {'479b7237-8fe2-49a1-9943-622466fb7b40'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:22.461909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.462034 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479b7237-8fe2-49a1-9943-622466fb7b40'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:22.462421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-736b5a39-1032-460f-97ae-10eff0bd655b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4562659 Nov 12 08:33:22.463484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42540) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:22.465070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-021f501c-fc53-4a58-a5ff-24c449718ae6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3278050 Nov 12 08:33:22.475317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42542) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:22.480166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.573996 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:22.586673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] Routers {'479b7237-8fe2-49a1-9943-622466fb7b40'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:22.588184 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479b7237-8fe2-49a1-9943-622466fb7b40'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:22.657411 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:22.658238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afef153-5013-48fc-8eb3-42429e5eb75f None None] The sync data for ids ['479b7237-8fe2-49a1-9943-622466fb7b40'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:22.882330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7f2a6d76-71d9-48e4-9ddc-183f50f312ca tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/479b7237-8fe2-49a1-9943-622466fb7b40 HTTP/1.1" status: 200 len: 921 time: 0.4045854 Nov 12 08:33:22.887770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42556) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:22.915958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] For port db00f448-d8ed-4365-b72c-ba39517eb8aa, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=db00f448-d8ed-4365-b72c-ba39517eb8aa,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:22.934184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9cb49194-852d-46de-a395-c6f88331ac57 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=479b7237-8fe2-49a1-9943-622466fb7b40 HTTP/1.1" status: 200 len: 205 time: 0.0413055 Nov 12 08:33:22.935334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42560) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.016376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.037953 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.039164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.149640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ae00a7e-3469-4b4e-809c-033978bf12ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.153388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.272776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ae00a7e-3469-4b4e-809c-033978bf12ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.327446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=db00f448-d8ed-4365-b72c-ba39517eb8aa,revision_number=4']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.351151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=c00a4419-c4c3-4009-bb88-cee3bdec9a2d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.381757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42570) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.396208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:23.434523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:23.446073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.457400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.488646 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ae00a7e-3469-4b4e-809c-033978bf12ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.531522 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5ee1c-54e7-4245-a290-4d05ab26ef15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.580931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ae00a7e-3469-4b4e-809c-033978bf12ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.587430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.597310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3ae00a7e-3469-4b4e-809c-033978bf12ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2dbe5e75-f523-44a0-a267-bf194bd9bb65 HTTP/1.1" status: 204 len: 168 time: 1.1178987 Nov 12 08:33:23.598288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae00a7e-3469-4b4e-809c-033978bf12ae tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dbe5e75-f523-44a0-a267-bf194bd9bb65,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.613074 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.645110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f87c9cd1-d245-496e-a462-9171bf4ea201 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3144908 Nov 12 08:33:23.654761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42602) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.697511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Deleting port 71287c90-880c-4ad1-b712-afce0c4333ef {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:23.698300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.698972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:bb:a3:0d', 'name': 'tempest-NetworksTestDHCPv6-1375569418'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:23.795907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device db00f448-d8ed-4365-b72c-ba39517eb8aa up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:23.937689 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62758471-6408-4ece-92ab-35e1652dbce6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3390365 Nov 12 08:33:23.944411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.944685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port db00f448-d8ed-4365-b72c-ba39517eb8aa triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:23.945311 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.003613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5ee1c-54e7-4245-a290-4d05ab26ef15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.026474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5ee1c-54e7-4245-a290-4d05ab26ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.081201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.110112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5ee1c-54e7-4245-a290-4d05ab26ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f6979b-f0df-4ab6-8486-254651cbc827,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.116858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e1e5ee1c-54e7-4245-a290-4d05ab26ef15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fe01437fecc4ee6ae8d7f127774c8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7335408 Nov 12 08:33:24.127935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:24.134844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Calling delete_port for 71287c90-880c-4ad1-b712-afce0c4333ef owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:24.149672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:24.269025 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.344237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port db00f448-d8ed-4365-b72c-ba39517eb8aa, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=db00f448-d8ed-4365-b72c-ba39517eb8aa,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:24.360160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.462890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93775355-b18a-4b60-87e2-d3777b678f80 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.476367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=db00f448-d8ed-4365-b72c-ba39517eb8aa,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.485516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f21b7-1395-487c-b188-097ea268f9cc None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:24.561649 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edbe4c3c-1f1b-4155-80d7-4218c4723f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.640936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4a0c4009-3da6-4a1c-b59d-fbda25568289 None None] Provisioning complete for port db00f448-d8ed-4365-b72c-ba39517eb8aa triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:24.641305 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4009-3da6-4a1c-b59d-fbda25568289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.648089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.726535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edbe4c3c-1f1b-4155-80d7-4218c4723f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.778928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 97928e00-ac3b-4ea5-993e-4af8864830c0 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:33:25.323502 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edbe4c3c-1f1b-4155-80d7-4218c4723f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.326273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-edbe4c3c-1f1b-4155-80d7-4218c4723f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.328152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-edbe4c3c-1f1b-4155-80d7-4218c4723f6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24f6979b-f0df-4ab6-8486-254651cbc827 HTTP/1.1" status: 204 len: 168 time: 1.1988358 Nov 12 08:33:25.355755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe4c3c-1f1b-4155-80d7-4218c4723f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f6979b-f0df-4ab6-8486-254651cbc827,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:25.409391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 172.20.0.9 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0/97928e00-ac3b-4ea5-993e-4af8864830c0) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:25.550131 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93775355-b18a-4b60-87e2-d3777b678f80 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.568254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device db00f448-d8ed-4365-b72c-ba39517eb8aa up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:25.768729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.773857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:febb:a30d (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/c00a4419-c4c3-4009-bb88-cee3bdec9a2d/97928e00-ac3b-4ea5-993e-4af8864830c0) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:25.834064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port db00f448-d8ed-4365-b72c-ba39517eb8aa triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:25.843941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.861939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93775355-b18a-4b60-87e2-d3777b678f80 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.864598 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93775355-b18a-4b60-87e2-d3777b678f80 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.891071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-93775355-b18a-4b60-87e2-d3777b678f80 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa6f6b5d-a453-4d31-97c3-53224d2e4f45 HTTP/1.1" status: 204 len: 168 time: 1.9411175 Nov 12 08:33:25.892125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:25.892945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event deleted for resources: {'Port': ['ID=71287c90-880c-4ad1-b712-afce0c4333ef,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.017050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b597475-7bdf-4a96-aaf0-a843b0f1b497 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:26.031761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93775355-b18a-4b60-87e2-d3777b678f80 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f6b5d-a453-4d31-97c3-53224d2e4f45,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.213193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.490781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.558254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a59d4ec6-06ea-45ae-9673-f012814abdff None None] Provisioning complete for port db00f448-d8ed-4365-b72c-ba39517eb8aa triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:26.562327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a59d4ec6-06ea-45ae-9673-f012814abdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.593506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.603686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.606554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.620941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:26.624790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:26.656452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:26.753212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.754061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Fanout notify agent at l3_agent the message router_deleted on router 479b7237-8fe2-49a1-9943-622466fb7b40 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:26.777102 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.781414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5efd9209-dbbb-445b-a4d9-54a2f52be111 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/479b7237-8fe2-49a1-9943-622466fb7b40 HTTP/1.1" status: 204 len: 168 time: 3.8445094 Nov 12 08:33:26.800967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9224f68d-e017-4903-b346-9af33b47ff11 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.8133445 Nov 12 08:33:26.803161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42732) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:26.816626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42736) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:26.822458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'name': 'tempest-snat-router-452527370', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': False}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:26.869565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.875092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.906403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.907476 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.969759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=97928e00-ac3b-4ea5-993e-4af8864830c0,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.994771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d080399b-83f6-4f00-8b86-3172151e8a15 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3360240 Nov 12 08:33:26.996475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42746) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:27.135038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.213314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137be33c-a2e2-49f6-b34a-5f6cf837fcae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.239157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137be33c-a2e2-49f6-b34a-5f6cf837fcae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.242750 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-137be33c-a2e2-49f6-b34a-5f6cf837fcae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2447712 Nov 12 08:33:27.248672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42772) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:27.450142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5354ec71-6dfb-4254-9fca-e0c6e67ea921 None None] Provisioning complete for port 97928e00-ac3b-4ea5-993e-4af8864830c0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:27.450636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5354ec71-6dfb-4254-9fca-e0c6e67ea921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.498461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 97928e00-ac3b-4ea5-993e-4af8864830c0 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:27.499072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.509294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.524273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5354ec71-6dfb-4254-9fca-e0c6e67ea921 None None] Port 97928e00-ac3b-4ea5-993e-4af8864830c0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:27.561681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfff13da-d8ce-43f6-ae04-3e90e935d3e2 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.642997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfff13da-d8ce-43f6-ae04-3e90e935d3e2 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.750608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.774274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 97928e00-ac3b-4ea5-993e-4af8864830c0 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:27.864342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfff13da-d8ce-43f6-ae04-3e90e935d3e2 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.876194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfff13da-d8ce-43f6-ae04-3e90e935d3e2 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.877369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bfff13da-d8ce-43f6-ae04-3e90e935d3e2 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ffae58d-3b2d-4553-a0ba-c4c81f660d5a HTTP/1.1" status: 204 len: 168 time: 1.0582364 Nov 12 08:33:27.918681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42792) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:27.919709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff13da-d8ce-43f6-ae04-3e90e935d3e2 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffae58d-3b2d-4553-a0ba-c4c81f660d5a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:28.068756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4585a6a4-402a-4f5f-838b-4d2702ff4bce tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1444643 Nov 12 08:33:28.071021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42798) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:28.076223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208512130'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:28.164216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.230908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.273679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=97928e00-ac3b-4ea5-993e-4af8864830c0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:28.532649 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.554877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.556003 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-97af746e-d353-479c-a3d6-3ed0a950a8ae tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/97928e00-ac3b-4ea5-993e-4af8864830c0 HTTP/1.1" status: 204 len: 168 time: 1.3060927 Nov 12 08:33:28.556693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42812) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:28.581563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.616918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.620785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.692249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.697335 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6253903 Nov 12 08:33:28.742898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42820) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:28.840813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd91a7-7d19-41a5-a54b-27f8680002a3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.844819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd91a7-7d19-41a5-a54b-27f8680002a3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.848588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd91a7-7d19-41a5-a54b-27f8680002a3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.850376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eabd91a7-7d19-41a5-a54b-27f8680002a3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2925706 Nov 12 08:33:28.853684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42826) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:28.885730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': 'd973ffb9-1e91-4933-aba7-c6be0402238e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:28.926307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ea09b-909f-41fa-a65f-d0026dbcdf81 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d973ffb9-1e91-4933-aba7-c6be0402238e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:28.990957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet c00a4419-c4c3-4009-bb88-cee3bdec9a2d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:29.001017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.018893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.101202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.126203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.135338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.162765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Allocated IP 172.25.4.237 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/f7ffd6d3-70e7-4241-93b3-a279078096f4) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:29.314495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.376246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.392929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1db1ae8-dc44-4e6e-a6cf-646a40a8f016,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.460475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.482579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.487401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-93347730-66c7-4314-bbb8-a732d25dda21 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7423520 Nov 12 08:33:29.488038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42842) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:29.507112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:29.558276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Port': ['ID=f7ffd6d3-70e7-4241-93b3-a279078096f4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.596824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:29.603115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:29.613218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ccad41-300e-49ec-b4cf-b4ec8888b5b5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:29.622921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.703013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dc0b01b3-91c5-4c1e-969c-44116f0e824d None None] Provisioning complete for port f7ffd6d3-70e7-4241-93b3-a279078096f4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:29.708968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-983e4d17-73f7-4548-9459-290e1b7760bc tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.710680 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dc0b01b3-91c5-4c1e-969c-44116f0e824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.730826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-983e4d17-73f7-4548-9459-290e1b7760bc tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.754564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.757888 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/c00a4419-c4c3-4009-bb88-cee3bdec9a2d HTTP/1.1" status: 204 len: 168 time: 0.9032183 Nov 12 08:33:29.770907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42854) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:29.771759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa98b08-f382-4666-b157-5713d21d5b18 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=c00a4419-c4c3-4009-bb88-cee3bdec9a2d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.791175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121a34d-5735-435e-9449-93e942328480 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:29.923339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-983e4d17-73f7-4548-9459-290e1b7760bc tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.975956 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-983e4d17-73f7-4548-9459-290e1b7760bc tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.977133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-983e4d17-73f7-4548-9459-290e1b7760bc tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e1db1ae8-dc44-4e6e-a6cf-646a40a8f016 HTTP/1.1" status: 204 len: 168 time: 0.4725776 Nov 12 08:33:29.980544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42858) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:30.021042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4d17-73f7-4548-9459-290e1b7760bc tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1db1ae8-dc44-4e6e-a6cf-646a40a8f016,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.075358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:30.079116 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.098071 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f0ec4923-8b83-483c-a06c-29ff06f7c2f7 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1166344 Nov 12 08:33:30.098881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42860) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:30.111472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b01b3-91c5-4c1e-969c-44116f0e824d None None] Port f7ffd6d3-70e7-4241-93b3-a279078096f4 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:30.215572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.307758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a19419c-4d3e-45f3-815d-3524e98e9915 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.600680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.791031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.236708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42884) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:31.268772 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.324665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.332924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.341213 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7c21b257-04cd-4163-951c-f49788499a3d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0 HTTP/1.1" status: 204 len: 168 time: 1.5597203 Nov 12 08:33:31.364895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42898) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:31.426817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a19419c-4d3e-45f3-815d-3524e98e9915 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.510296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4dc9b276-e130-4388-a3b7-07a3e671f685 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441915 Nov 12 08:33:31.515592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42904) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:31.577651 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a19419c-4d3e-45f3-815d-3524e98e9915 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.581043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4a19419c-4d3e-45f3-815d-3524e98e9915 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.582211 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4a19419c-4d3e-45f3-815d-3524e98e9915 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/d973ffb9-1e91-4933-aba7-c6be0402238e HTTP/1.1" status: 204 len: 168 time: 1.4810085 Nov 12 08:33:31.586078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:31.603608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3dd75-9f4f-4b0a-9d33-c5e4b65ef5bf None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:31.679534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19419c-4d3e-45f3-815d-3524e98e9915 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973ffb9-1e91-4933-aba7-c6be0402238e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.753162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84a9aa89-c6c3-47fc-8100-134e7c190ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.763708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f437c8bb-7c15-4675-9f08-3e62261f09b4 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1763682 Nov 12 08:33:31.767663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42918) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:31.772299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003301079'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:31.787782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cccb11da-1014-45ad-b0ca-9399524143bb None None] Provisioning complete for port db00f448-d8ed-4365-b72c-ba39517eb8aa triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:31.792501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cccb11da-1014-45ad-b0ca-9399524143bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.831395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.887699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb748f9-4150-4aea-ab86-f0ce49a9c6fc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.893779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6eb748f9-4150-4aea-ab86-f0ce49a9c6fc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3780868 Nov 12 08:33:31.898546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42924) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:32.063396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.085473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.096521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea2c0b4-4799-49aa-a4f5-55c5b6cd0933 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.097990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cea2c0b4-4799-49aa-a4f5-55c5b6cd0933 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1982391 Nov 12 08:33:32.114379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42934) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:32.162462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84a9aa89-c6c3-47fc-8100-134e7c190ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.174548 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.182973 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae6e1a02-c17c-4a8c-9bcc-70c6fbbcb09a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621767 Nov 12 08:33:32.191036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.192753 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4240317 Nov 12 08:33:32.194083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84a9aa89-c6c3-47fc-8100-134e7c190ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.196519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42938) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:32.198247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42940) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:32.205613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-16916c44-770b-47fb-a766-32330ddbc8dc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:32.216373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '2daf9f38-6dc8-4c58-9182-691397bf8a8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:32.234668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95368e-a92a-4c41-a906-a77e9dbea537 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf9f38-6dc8-4c58-9182-691397bf8a8c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.292119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e812756-78b3-4167-a405-620907cbede0 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:32.374055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9aa89-c6c3-47fc-8100-134e7c190ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b493e163-69a9-4e7d-b3ea-444124f40a13,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.407889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-84a9aa89-c6c3-47fc-8100-134e7c190ad5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95645e9ca8694708879a0e1f2e795d06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1594844 Nov 12 08:33:32.412941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42946) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:32.453731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5e812756-78b3-4167-a405-620907cbede0 None None] Deleting port db00f448-d8ed-4365-b72c-ba39517eb8aa {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:32.454101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5e812756-78b3-4167-a405-620907cbede0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.596926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fe46587-7eb4-4396-9b8a-4c11db1acbe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.614229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5e812756-78b3-4167-a405-620907cbede0 None None] For port db00f448-d8ed-4365-b72c-ba39517eb8aa, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=db00f448-d8ed-4365-b72c-ba39517eb8aa,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:32.614817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5e812756-78b3-4167-a405-620907cbede0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.645271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Router 6a3e0570-b2e3-4f5d-af49-f1c766f0c150 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:32.652108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.653158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5e812756-78b3-4167-a405-620907cbede0 None None] Calling delete_port for db00f448-d8ed-4365-b72c-ba39517eb8aa owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:32.801324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16916c44-770b-47fb-a766-32330ddbc8dc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:32.805414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-16916c44-770b-47fb-a766-32330ddbc8dc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.806930 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-16916c44-770b-47fb-a766-32330ddbc8dc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:32.807375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16916c44-770b-47fb-a766-32330ddbc8dc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:33:32.894857 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5e812756-78b3-4167-a405-620907cbede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.915610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e812756-78b3-4167-a405-620907cbede0 None None] No DVR routers for this DVR port db00f448-d8ed-4365-b72c-ba39517eb8aa on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:32.938101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:32.939268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.945641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fe46587-7eb4-4396-9b8a-4c11db1acbe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.961375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e812756-78b3-4167-a405-620907cbede0 None None] Pushing event deleted for resources: {'Port': ['ID=db00f448-d8ed-4365-b72c-ba39517eb8aa,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.972956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.974706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Sync routers for ids ['6a3e0570-b2e3-4f5d-af49-f1c766f0c150'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:33.002309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.009781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-56b13bea-486e-4bde-80bf-5eb15d5cfeeb tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1891780 Nov 12 08:33:33.012020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.029671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-16916c44-770b-47fb-a766-32330ddbc8dc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8319759 Nov 12 08:33:33.039298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42956) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.064851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Routers {'6a3e0570-b2e3-4f5d-af49-f1c766f0c150'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:33.066592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6a3e0570-b2e3-4f5d-af49-f1c766f0c150'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:33.073360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0922f76-3c74-4d6b-987a-ab70d7572dfd,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:33.095837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.101113 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9073090d-5a36-4283-a3be-f27d7741d93e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8961070 Nov 12 08:33:33.109724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42958) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.121090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9ab8e896-8f37-441e-ba8d-c77aff49f925 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:33.174328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7766fc6d-ae98-4668-b923-634d72c53569 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules/b0922f76-3c74-4d6b-987a-ab70d7572dfd HTTP/1.1" status: 200 len: 763 time: 0.0638614 Nov 12 08:33:33.184631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42962) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.220480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fe46587-7eb4-4396-9b8a-4c11db1acbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.227920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fe46587-7eb4-4396-9b8a-4c11db1acbe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.249816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5fe46587-7eb4-4396-9b8a-4c11db1acbe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b493e163-69a9-4e7d-b3ea-444124f40a13 HTTP/1.1" status: 204 len: 168 time: 0.8342643 Nov 12 08:33:33.290215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46587-7eb4-4396-9b8a-4c11db1acbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b493e163-69a9-4e7d-b3ea-444124f40a13,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:33.355847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-035dd82b-7a52-4a0a-844b-e7c63d1e6008 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1691861 Nov 12 08:33:33.374509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42978) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.460175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77cabd22-ed1c-474a-8020-b2db47c9b39f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.486910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77cabd22-ed1c-474a-8020-b2db47c9b39f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.603501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77cabd22-ed1c-474a-8020-b2db47c9b39f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.620815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-77cabd22-ed1c-474a-8020-b2db47c9b39f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.622398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-77cabd22-ed1c-474a-8020-b2db47c9b39f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b0922f76-3c74-4d6b-987a-ab70d7572dfd HTTP/1.1" status: 204 len: 168 time: 0.2468419 Nov 12 08:33:33.629048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 42988) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.657292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cabd22-ed1c-474a-8020-b2db47c9b39f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0922f76-3c74-4d6b-987a-ab70d7572dfd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:33.766426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2dd3262e-4f97-4348-8f48-075096254167 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/6a3e0570-b2e3-4f5d-af49-f1c766f0c150 HTTP/1.1" status: 200 len: 908 time: 0.7510531 Nov 12 08:33:33.769289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42992) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.773955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'name': 'tempest-snat-router-452527370', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': True}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:33.845618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42994) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.862981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-88559d66-a6af-4523-830d-37fb8c0f4326 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2276320 Nov 12 08:33:33.865075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8e896-8f37-441e-ba8d-c77aff49f925 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:33.868884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 42998) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.879111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e896-8f37-441e-ba8d-c77aff49f925 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.883157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '2daf9f38-6dc8-4c58-9182-691397bf8a8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:33.885244 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab8e896-8f37-441e-ba8d-c77aff49f925 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:33.885702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab8e896-8f37-441e-ba8d-c77aff49f925 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:33:33.896717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.901485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.932443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9ab8e896-8f37-441e-ba8d-c77aff49f925 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8145330 Nov 12 08:33:33.933866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43002) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.945100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ef7eb541-a6b1-4c89-8e15-79396a998cdb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:33.999013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device db00f448-d8ed-4365-b72c-ba39517eb8aa no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:34.096002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Set router 6a3e0570-b2e3-4f5d-af49-f1c766f0c150 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:34.148271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43008) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:34.173148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.268523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65635aa6-060a-4ef5-9e8c-1d9d10326dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.338859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:34.344743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: db00f448-d8ed-4365-b72c-ba39517eb8aa {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:34.356745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device db00f448-d8ed-4365-b72c-ba39517eb8aa not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:34.549654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65635aa6-060a-4ef5-9e8c-1d9d10326dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.558937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-65635aa6-060a-4ef5-9e8c-1d9d10326dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.619965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-65635aa6-060a-4ef5-9e8c-1d9d10326dd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8caab9d361c742029dfd7aa781f58668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4682612 Nov 12 08:33:34.623398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43022) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:34.688544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7eb541-a6b1-4c89-8e15-79396a998cdb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:34.692213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb541-a6b1-4c89-8e15-79396a998cdb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.693663 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7eb541-a6b1-4c89-8e15-79396a998cdb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:34.694211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7eb541-a6b1-4c89-8e15-79396a998cdb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:33:34.725850 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b53998a-d35e-4f56-ae58-1ba6fcc488fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.738516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e0570-b2e3-4f5d-af49-f1c766f0c150', 'name': 'tempest-snat-router-452527370', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': 'f7ffd6d3-70e7-4241-93b3-a279078096f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:26Z', 'updated_at': '2021-11-12T08:33:30Z', 'revision_number': 3, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port': {'id': 'f7ffd6d3-70e7-4241-93b3-a279078096f4', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e0570-b2e3-4f5d-af49-f1c766f0c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:28Z', 'updated_at': '2021-11-12T08:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:34.740026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef7eb541-a6b1-4c89-8e15-79396a998cdb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8049455 Nov 12 08:33:34.760970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43024) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:34.768308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-78b02b06-8f56-4c66-b1fc-29a3c5d9b380 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:34.774112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635aa6-060a-4ef5-9e8c-1d9d10326dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693cc4c3-49e7-479a-b0e1-2e4ac21682c0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:34.788111 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Checking router: 6a3e0570-b2e3-4f5d-af49-f1c766f0c150 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:34.789074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Updating router 6a3e0570-b2e3-4f5d-af49-f1c766f0c150 port f7ffd6d3-70e7-4241-93b3-a279078096f4 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:34.825305 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.836484 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.848620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.927897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e5552f-e9be-4727-bfb9-bf88691b6f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.962278 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-54dc362e-3483-4a10-bd9d-1babc8c62785 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79aff2e009ba43eba75a2e0aaf4dcb50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1128888 Nov 12 08:33:34.966311 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e5552f-e9be-4727-bfb9-bf88691b6f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.966942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.028396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b02b06-8f56-4c66-b1fc-29a3c5d9b380 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:35.033316 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78b02b06-8f56-4c66-b1fc-29a3c5d9b380 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.035784 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b02b06-8f56-4c66-b1fc-29a3c5d9b380 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:35.036702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b02b06-8f56-4c66-b1fc-29a3c5d9b380 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:33:35.068103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e5552f-e9be-4727-bfb9-bf88691b6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.073393 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-26e5552f-e9be-4727-bfb9-bf88691b6f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.078728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-26e5552f-e9be-4727-bfb9-bf88691b6f06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/693cc4c3-49e7-479a-b0e1-2e4ac21682c0 HTTP/1.1" status: 204 len: 168 time: 0.4520409 Nov 12 08:33:35.134976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.167875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.190348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-78b02b06-8f56-4c66-b1fc-29a3c5d9b380 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4277587 Nov 12 08:33:35.193378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5552f-e9be-4727-bfb9-bf88691b6f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693cc4c3-49e7-479a-b0e1-2e4ac21682c0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:35.207566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43036) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.218949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bac45813-0a5a-4bf7-a7c5-fcc5a6a42215 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:35.331919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e5844ba-15eb-4ffb-abb7-a75b76566909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.337904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409ec684-c9a6-4ef4-9577-38deb3ecf2de,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:35.424658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.425940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0988d5bc-6906-4f83-9300-7d2d8bb72218 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5543532 Nov 12 08:33:35.432455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43044) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.445729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e5844ba-15eb-4ffb-abb7-a75b76566909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.493010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ea2090eb-5931-40ab-b2a4-428b829892f6 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules/409ec684-c9a6-4ef4-9577-38deb3ecf2de HTTP/1.1" status: 200 len: 763 time: 0.0558724 Nov 12 08:33:35.503136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43046) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.641155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac45813-0a5a-4bf7-a7c5-fcc5a6a42215 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:35.646807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bac45813-0a5a-4bf7-a7c5-fcc5a6a42215 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.648780 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac45813-0a5a-4bf7-a7c5-fcc5a6a42215 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:35.649521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac45813-0a5a-4bf7-a7c5-fcc5a6a42215 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:33:35.653790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b53998a-d35e-4f56-ae58-1ba6fcc488fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.672643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5b2bbf4a-820b-447d-b46e-ed689310e565 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1583362 Nov 12 08:33:35.678685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b53998a-d35e-4f56-ae58-1ba6fcc488fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.681022 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.691542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.739295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.770320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b53998a-d35e-4f56-ae58-1ba6fcc488fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dab82be2a374463a79eb705ce3a6f58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4229715 Nov 12 08:33:35.798362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e49cc-3e1e-4e33-84cc-146d1124a4d3 None None] Pushing event updated for resources: {'Port': ['ID=f7ffd6d3-70e7-4241-93b3-a279078096f4,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:35.810522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43058) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.852426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eada21-624a-4daf-a947-ea6ad5aba966 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:35.861163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Attempting to bind port f7ffd6d3-70e7-4241-93b3-a279078096f4 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:35.862439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Attempting to bind port f7ffd6d3-70e7-4241-93b3-a279078096f4 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:35.867777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Attempting to bind port f7ffd6d3-70e7-4241-93b3-a279078096f4 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:35.889091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:35.889461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:35.889879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.891369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:35.891874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Bound port: f7ffd6d3-70e7-4241-93b3-a279078096f4, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:35.892333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.931710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e5844ba-15eb-4ffb-abb7-a75b76566909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.948879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e5844ba-15eb-4ffb-abb7-a75b76566909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.956755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bac45813-0a5a-4bf7-a7c5-fcc5a6a42215 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7459664 Nov 12 08:33:35.959883 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7e5844ba-15eb-4ffb-abb7-a75b76566909 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a5c5e3d-0276-48ea-a486-71435453224e HTTP/1.1" status: 204 len: 168 time: 0.9809551 Nov 12 08:33:35.960581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:35.988595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bfa2f581-f6b6-442c-87e8-3518fc38602b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:35.991623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53998a-d35e-4f56-ae58-1ba6fcc488fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f04ddd-8949-4665-ae77-7d3a3f67e2ce,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:36.105545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb331-b785-4a36-b1e3-e3ec7eab9908 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.110826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-71bbbab8-8bb2-4bfe-ba4d-a33caa84e283 None None] Provisioning complete for port f7ffd6d3-70e7-4241-93b3-a279078096f4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:36.111276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-71bbbab8-8bb2-4bfe-ba4d-a33caa84e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.153201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb331-b785-4a36-b1e3-e3ec7eab9908 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.218509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] For port f7ffd6d3-70e7-4241-93b3-a279078096f4, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:36.226389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-71bbbab8-8bb2-4bfe-ba4d-a33caa84e283 None None] Port f7ffd6d3-70e7-4241-93b3-a279078096f4 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:36.254898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] For port f7ffd6d3-70e7-4241-93b3-a279078096f4, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f7ffd6d3-70e7-4241-93b3-a279078096f4,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:36.255148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb331-b785-4a36-b1e3-e3ec7eab9908 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.262601 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb331-b785-4a36-b1e3-e3ec7eab9908 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.270432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3fbdb331-b785-4a36-b1e3-e3ec7eab9908 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/409ec684-c9a6-4ef4-9577-38deb3ecf2de HTTP/1.1" status: 204 len: 168 time: 0.4966831 Nov 12 08:33:36.272766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43076) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:36.274961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43acdbd5-b74d-4eab-88a3-dde3d1fa8d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.278031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5844ba-15eb-4ffb-abb7-a75b76566909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5c5e3d-0276-48ea-a486-71435453224e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:36.278758 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.303854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa2f581-f6b6-442c-87e8-3518fc38602b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:36.307782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bfa2f581-f6b6-442c-87e8-3518fc38602b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.310309 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa2f581-f6b6-442c-87e8-3518fc38602b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:36.311548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa2f581-f6b6-442c-87e8-3518fc38602b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:33:36.361063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.396545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdb331-b785-4a36-b1e3-e3ec7eab9908 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=409ec684-c9a6-4ef4-9577-38deb3ecf2de,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:36.413360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.454853 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43acdbd5-b74d-4eab-88a3-dde3d1fa8d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.538543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e49cc-3e1e-4e33-84cc-146d1124a4d3 None None] Pushing event updated for resources: {'Port': ['ID=f7ffd6d3-70e7-4241-93b3-a279078096f4,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:36.545792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d1c0f-174b-406e-a297-580de24518e6 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:36.547996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bfa2f581-f6b6-442c-87e8-3518fc38602b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5641353 Nov 12 08:33:36.553547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43088) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:36.580220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:36.582685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-65ff1688-60c2-4a67-83db-638f3904f75f tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2847743 Nov 12 08:33:36.633012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Routers {'6a3e0570-b2e3-4f5d-af49-f1c766f0c150'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:36.634573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Request body: {'security_group_rule': {'security_group_id': '2daf9f38-6dc8-4c58-9182-691397bf8a8c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:36.634717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6a3e0570-b2e3-4f5d-af49-f1c766f0c150'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:36.682750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43acdbd5-b74d-4eab-88a3-dde3d1fa8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.686627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-43acdbd5-b74d-4eab-88a3-dde3d1fa8d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.687826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-43acdbd5-b74d-4eab-88a3-dde3d1fa8d52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34f04ddd-8949-4665-ae77-7d3a3f67e2ce HTTP/1.1" status: 204 len: 168 time: 0.8727303 Nov 12 08:33:36.705229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acdbd5-b74d-4eab-88a3-dde3d1fa8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f04ddd-8949-4665-ae77-7d3a3f67e2ce,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:36.706954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43102) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:36.707729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f85b0d95-01ba-43dd-a86c-fd3eac8c605e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1434991 Nov 12 08:33:36.859765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-acbfb9a8-3f15-4f7d-ba52-679c4ee06d22 None None] Provisioning complete for port f7ffd6d3-70e7-4241-93b3-a279078096f4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:36.860345 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-acbfb9a8-3f15-4f7d-ba52-679c4ee06d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.871982 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.916622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Allocated IP 172.25.4.236 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/34a0e0af-1e29-4fce-a276-e4136c2e6619) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:37.037082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] Set router 6a3e0570-b2e3-4f5d-af49-f1c766f0c150 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:37.237235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.330894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.362472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43126) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.377381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-acbfb9a8-3f15-4f7d-ba52-679c4ee06d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.398841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.435149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f91e938-6de4-44e6-8054-5d31c9e80d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.462602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471e7013-610f-41c3-9d96-f480ec78a3e0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:37.489768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.510341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250ff3c-3186-4077-a149-2c6d0b56203f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.510904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.513024 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfd038af-e3ea-4447-a657-8927cea98889 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9137154 Nov 12 08:33:37.516512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b250ff3c-3186-4077-a149-2c6d0b56203f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8039515 Nov 12 08:33:37.533739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43130) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.534192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43132) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.550082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:37.561041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-acbfb9a8-3f15-4f7d-ba52-679c4ee06d22 None None] For port f7ffd6d3-70e7-4241-93b3-a279078096f4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f7ffd6d3-70e7-4241-93b3-a279078096f4,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:37.567726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:37.601914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:37.635632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-acbfb9a8-3f15-4f7d-ba52-679c4ee06d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.677885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5bcf9-1651-4967-ba13-f2db0cbc4d1a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:37.678128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43142) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.680355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Port': ['ID=34a0e0af-1e29-4fce-a276-e4136c2e6619,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:37.680692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6a61b0b-bbf9-4f46-88e1-ae000bc7fb22 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1451361 Nov 12 08:33:37.699798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1c888efe-7e45-45f7-826e-01d267c664ac tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules/471e7013-610f-41c3-9d96-f480ec78a3e0 HTTP/1.1" status: 200 len: 764 time: 0.1595225 Nov 12 08:33:37.702204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:37.714324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43146) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.847091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-626ae6ca-3e9d-4615-8a3f-611bd6dabe4e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1276639 Nov 12 08:33:37.860813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.968425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8320a25a-7d6a-4719-b7dd-ce331cc62829 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.990559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bab9e405-d49a-420b-af4a-1d0974ff16e1 None None] Provisioning complete for port 34a0e0af-1e29-4fce-a276-e4136c2e6619 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:37.991204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bab9e405-d49a-420b-af4a-1d0974ff16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.991778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8320a25a-7d6a-4719-b7dd-ce331cc62829 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.009642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f91e938-6de4-44e6-8054-5d31c9e80d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.023746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2f91e938-6de4-44e6-8054-5d31c9e80d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.065184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfb9a8-3f15-4f7d-ba52-679c4ee06d22 None None] Pushing event updated for resources: {'Port': ['ID=f7ffd6d3-70e7-4241-93b3-a279078096f4,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.077357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91e938-6de4-44e6-8054-5d31c9e80d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fffc222-621f-4107-ba1b-c582288daae7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.108506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8320a25a-7d6a-4719-b7dd-ce331cc62829 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.122608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e0570-b2e3-4f5d-af49-f1c766f0c150', 'name': 'tempest-snat-router-452527370', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': 'f7ffd6d3-70e7-4241-93b3-a279078096f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:26Z', 'updated_at': '2021-11-12T08:33:30Z', 'revision_number': 3, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port': {'id': 'f7ffd6d3-70e7-4241-93b3-a279078096f4', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e0570-b2e3-4f5d-af49-f1c766f0c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:28Z', 'updated_at': '2021-11-12T08:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:38.126104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2f91e938-6de4-44e6-8054-5d31c9e80d69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=621f505f5c0d4e06b49312fe0d9091af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7601612 Nov 12 08:33:38.130738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8320a25a-7d6a-4719-b7dd-ce331cc62829 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.132385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8320a25a-7d6a-4719-b7dd-ce331cc62829 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/471e7013-610f-41c3-9d96-f480ec78a3e0 HTTP/1.1" status: 204 len: 168 time: 0.2705491 Nov 12 08:33:38.136420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:38.137092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43164) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:38.139775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bab9e405-d49a-420b-af4a-1d0974ff16e1 None None] Port 34a0e0af-1e29-4fce-a276-e4136c2e6619 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:38.153412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320a25a-7d6a-4719-b7dd-ce331cc62829 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=471e7013-610f-41c3-9d96-f480ec78a3e0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.195793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca88f1c-ddd1-45df-b51c-a3412f686c90 None None] The sync data for ids ['6a3e0570-b2e3-4f5d-af49-f1c766f0c150'] in n-d-768509-25 is: [{'id': '6a3e0570-b2e3-4f5d-af49-f1c766f0c150', 'name': 'tempest-snat-router-452527370', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': 'f7ffd6d3-70e7-4241-93b3-a279078096f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:26Z', 'updated_at': '2021-11-12T08:33:30Z', 'revision_number': 3, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port': {'id': 'f7ffd6d3-70e7-4241-93b3-a279078096f4', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e0570-b2e3-4f5d-af49-f1c766f0c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:28Z', 'updated_at': '2021-11-12T08:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:38.214955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5f07a2c3-5163-487d-81c8-89e847f9718e tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746579 Nov 12 08:33:38.221649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43170) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:38.256920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-222fc875-5c0e-4601-bc7b-dee61ca12bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.350081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-222fc875-5c0e-4601-bc7b-dee61ca12bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.444883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-222fc875-5c0e-4601-bc7b-dee61ca12bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.447402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:38.454417 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-222fc875-5c0e-4601-bc7b-dee61ca12bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.457463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-222fc875-5c0e-4601-bc7b-dee61ca12bcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fffc222-621f-4107-ba1b-c582288daae7 HTTP/1.1" status: 204 len: 168 time: 0.3190174 Nov 12 08:33:38.459945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.468569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.476168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc875-5c0e-4601-bc7b-dee61ca12bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fffc222-621f-4107-ba1b-c582288daae7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.532711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.825639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.980996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.334909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.346082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.350017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43200) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:39.351059 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "DELETE /v2.0/security-groups/2daf9f38-6dc8-4c58-9182-691397bf8a8c HTTP/1.1" status: 204 len: 168 time: 1.1261194 Nov 12 08:33:39.450781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.470970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf9f38-6dc8-4c58-9182-691397bf8a8c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:39.530435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.530850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.531254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.531604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.531947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.548544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.548936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.549282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.549625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.549960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.550293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.550622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70175298-4617-42c9-a798-4a2dd5f05dad tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:39.585651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bc41295e-fe5f-4a07-ba66-526859fada00 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2343071 Nov 12 08:33:39.598210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43204) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:39.662788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f7ffd6d3-70e7-4241-93b3-a279078096f4 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:39.739119 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c6931aeb-6108-4ef2-9909-b49e6d673693 tempest-SecGroupTest-186633688 tempest-SecGroupTest-186633688-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335652 Nov 12 08:33:39.986195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f7ffd6d3-70e7-4241-93b3-a279078096f4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:39.986816 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.438927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43228) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:40.533811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Router ff12755a-cd09-4a05-8b8e-67832a853686 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:40.624143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:33:40.651119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.670642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91d9c0a2-5509-4edc-98e2-ff3e5b52c495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.840991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:40.879634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:40.898908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.914592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-91e853f7-a6df-445b-bf12-e53c5f3b4918 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fcb131aa66540fcaa4d6f49abbd5135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4734354 Nov 12 08:33:40.916293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.918614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43244) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:40.926847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b3d1e5-1ae6-4c26-960e-c137ebe16c1f None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:41.016654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3245246 Nov 12 08:33:41.021871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:41.025463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed9ebe-d7db-47a6-be06-c89cfef42c78 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=a3f88f91-4f2f-4da7-9673-d1e2d5f0117b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:41.033682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:7b:2a:da', 'name': 'tempest-NetworksTestDHCPv6-1461547040'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:41.077020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d74581c-1da0-4ed5-b959-bce7c23d114f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.155349 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d74581c-1da0-4ed5-b959-bce7c23d114f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.313158 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d74581c-1da0-4ed5-b959-bce7c23d114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.317499 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d74581c-1da0-4ed5-b959-bce7c23d114f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.332994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d74581c-1da0-4ed5-b959-bce7c23d114f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2e2a879-ac13-4af4-9f03-09990c783844 HTTP/1.1" status: 204 len: 168 time: 0.4130280 Nov 12 08:33:41.390525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:41.430234 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Sync routers for ids ['ff12755a-cd09-4a05-8b8e-67832a853686'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:41.453226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74581c-1da0-4ed5-b959-bce7c23d114f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2a879-ac13-4af4-9f03-09990c783844,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:41.473589 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Routers {'ff12755a-cd09-4a05-8b8e-67832a853686'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:41.474229 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ff12755a-cd09-4a05-8b8e-67832a853686'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:41.522704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'a3f88f91-4f2f-4da7-9673-d1e2d5f0117b'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:41.531220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.599873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.604269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43260) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:41.630478 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f2c7f2fd-e558-4103-907d-694cb881d2c2 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8598683 Nov 12 08:33:41.685480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:41.927337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e6d0bcc2-4ed4-4293-bb67-742e6cfed18a tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/ff12755a-cd09-4a05-8b8e-67832a853686 HTTP/1.1" status: 200 len: 907 time: 0.3216703 Nov 12 08:33:41.930339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43266) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:41.957920 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Set router ff12755a-cd09-4a05-8b8e-67832a853686 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:41.986063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.043726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 2e5ebdb3-3282-4f86-bc67-17a83e6e8d91 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:33:42.234996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.312425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Allocated IP 2001:db8::f816:3eff:fe09:65ab (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/a3f88f91-4f2f-4da7-9673-d1e2d5f0117b/a6cedb40-a7a5-4d10-8899-4633a9d697b8) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:42.417609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.517767 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.703490 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12755a-cd09-4a05-8b8e-67832a853686', 'name': 'tempest-snat-router-452527370', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '34a0e0af-1e29-4fce-a276-e4136c2e6619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:33Z', 'updated_at': '2021-11-12T08:33:38Z', 'revision_number': 3, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port': {'id': '34a0e0af-1e29-4fce-a276-e4136c2e6619', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12755a-cd09-4a05-8b8e-67832a853686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:36Z', 'updated_at': '2021-11-12T08:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:42.770668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Deleting port 34a0e0af-1e29-4fce-a276-e4136c2e6619 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:42.771027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.793765 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Checking router: ff12755a-cd09-4a05-8b8e-67832a853686 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:42.795793 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Updating router ff12755a-cd09-4a05-8b8e-67832a853686 port 34a0e0af-1e29-4fce-a276-e4136c2e6619 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:42.853738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.883823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.943284 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.069646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe7b:2ada (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/a3f88f91-4f2f-4da7-9673-d1e2d5f0117b/2e5ebdb3-3282-4f86-bc67-17a83e6e8d91) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:43.142275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.161127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:43.213615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Calling delete_port for 34a0e0af-1e29-4fce-a276-e4136c2e6619 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:43.255728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:43.265092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:43.287930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Pushing event updated for resources: {'Port': ['ID=a6cedb40-a7a5-4d10-8899-4633a9d697b8,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:43.295226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6063e9b4-5753-4967-9ecd-2c02b09e6136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.409252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Attempting to bind port a6cedb40-a7a5-4d10-8899-4633a9d697b8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:43.409969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Attempting to bind port a6cedb40-a7a5-4d10-8899-4633a9d697b8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:43.414314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.414716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Attempting to bind port a6cedb40-a7a5-4d10-8899-4633a9d697b8 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:43.425338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:43.440558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:43.441033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.441422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:43.441926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Bound port: a6cedb40-a7a5-4d10-8899-4633a9d697b8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:43.442315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.530511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.671912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] For port a6cedb40-a7a5-4d10-8899-4633a9d697b8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:43.682038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] For port a6cedb40-a7a5-4d10-8899-4633a9d697b8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a6cedb40-a7a5-4d10-8899-4633a9d697b8,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:43.695277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:43.705509 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.735673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:43.754553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:43.776595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.777588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.807173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=2e5ebdb3-3282-4f86-bc67-17a83e6e8d91,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:43.871176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-311301e7-b400-41a7-a10b-d887e8350433 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8474941 Nov 12 08:33:43.878219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:43.952090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefe224-6b78-4015-b8fa-c3645969cdbb None None] Pushing event updated for resources: {'Port': ['ID=a6cedb40-a7a5-4d10-8899-4633a9d697b8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:44.044305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffef390-a29e-403b-ab6e-a29f09efa6b5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.063326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffef390-a29e-403b-ab6e-a29f09efa6b5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.067857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5ffef390-a29e-403b-ab6e-a29f09efa6b5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1852605 Nov 12 08:33:44.070377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43344) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:44.077637 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.db.api [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:33:44.078283 n-d-768509-25 neutron-server[102374]: DEBUG oslo_db.api [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:33:44.186267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.272121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1c8b2-dd06-4eb0-880d-a625bd4d3da6 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:44.282384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43346) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:44.419763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event deleted for resources: {'Port': ['ID=34a0e0af-1e29-4fce-a276-e4136c2e6619,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:44.458924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-43d6fc38-a540-4212-96d8-cb23a93419d8 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:44.460831 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-43d6fc38-a540-4212-96d8-cb23a93419d8 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:33:44.462112 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-43d6fc38-a540-4212-96d8-cb23a93419d8 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:33:44.464444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-43d6fc38-a540-4212-96d8-cb23a93419d8 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1793909 Nov 12 08:33:44.467115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43350) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:44.482301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134310152'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:44.524725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.533810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.555633 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.567607 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.650495 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Port 34a0e0af-1e29-4fce-a276-e4136c2e6619 not found while updating agent binding for router ff12755a-cd09-4a05-8b8e-67832a853686. {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:33:44.689764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Routers {'ff12755a-cd09-4a05-8b8e-67832a853686'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:44.690685 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ff12755a-cd09-4a05-8b8e-67832a853686'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:44.831096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.843077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.843758 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] Set router ff12755a-cd09-4a05-8b8e-67832a853686 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:45.003113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.065454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3277ed1f-26cb-4aaf-aa7a-f9aad380de32,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:45.088428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.135883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.142784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.221427 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12755a-cd09-4a05-8b8e-67832a853686', 'name': 'tempest-snat-router-452527370', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:33Z', 'updated_at': '2021-11-12T08:33:43Z', 'revision_number': 5, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:45.232089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.236970 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7685046 Nov 12 08:33:45.240070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43370) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:45.271005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'c0f2d8d5-38cc-4396-aa13-0dbffdd1b1f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:45.291216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aea3db-c8b8-4b4c-8cc5-bc7dd511fd3a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f2d8d5-38cc-4396-aa13-0dbffdd1b1f6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:45.344438 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb25fc6-91ed-47a4-a5f2-55b9aa33c26f None None] The sync data for ids ['ff12755a-cd09-4a05-8b8e-67832a853686'] in n-d-768509-25 is: [{'id': 'ff12755a-cd09-4a05-8b8e-67832a853686', 'name': 'tempest-snat-router-452527370', 'tenant_id': '85c1a1a7421843e491768f5ab8639bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:33Z', 'updated_at': '2021-11-12T08:33:43Z', 'revision_number': 5, 'project_id': '85c1a1a7421843e491768f5ab8639bf7', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:45.361717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 2e5ebdb3-3282-4f86-bc67-17a83e6e8d91 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:45.362507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.411390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.437564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.443682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff12755a-cd09-4a05-8b8e-67832a853686 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:45.475896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.481772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cbcb3381-c1f6-4ea0-9b53-d607264beb46 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ff12755a-cd09-4a05-8b8e-67832a853686 HTTP/1.1" status: 204 len: 168 time: 3.5449877 Nov 12 08:33:45.483428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43374) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:45.641857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a6cedb40-a7a5-4d10-8899-4633a9d697b8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:45.701955 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.739007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.745975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 2e5ebdb3-3282-4f86-bc67-17a83e6e8d91 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:45.811915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a6cedb40-a7a5-4d10-8899-4633a9d697b8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:45.818998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.035263 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.084219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.101303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.110211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.169303 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.318982 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.396908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.433115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/2e5ebdb3-3282-4f86-bc67-17a83e6e8d91 HTTP/1.1" status: 204 len: 168 time: 2.3593960 Nov 12 08:33:46.438635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43390) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:46.440440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fe9b0-31b1-4230-945b-9abd0a7a2736 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=2e5ebdb3-3282-4f86-bc67-17a83e6e8d91,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:46.446237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a6cedb40-a7a5-4d10-8899-4633a9d697b8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a6cedb40-a7a5-4d10-8899-4633a9d697b8,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:46.447762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5df8802b-16d3-4b0e-bccf-bc6264ca3bff None None] Provisioning complete for port a6cedb40-a7a5-4d10-8899-4633a9d697b8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:46.448785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5df8802b-16d3-4b0e-bccf-bc6264ca3bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.461525 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.765331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146f290-6cd9-49e5-b521-24dc35418af6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.766980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146f290-6cd9-49e5-b521-24dc35418af6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.772365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3146f290-6cd9-49e5-b521-24dc35418af6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3254855 Nov 12 08:33:46.773037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43404) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:46.985323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet a3f88f91-4f2f-4da7-9673-d1e2d5f0117b {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:46.996729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.143589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.166932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c32907-a1c0-489d-9e0b-5c7996a977c8,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.207406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.208922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c684fc13-9643-480d-926a-52daf19eb74d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9529626 Nov 12 08:33:47.234116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43410) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.244751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7c68b93b-d649-4117-bd99-bdf92ec4fa3b tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'c0f2d8d5-38cc-4396-aa13-0dbffdd1b1f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:47.282339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Deleting port f7ffd6d3-70e7-4241-93b3-a279078096f4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:47.282705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.463623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a6cedb40-a7a5-4d10-8899-4633a9d697b8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.500310 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.514680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7c68b93b-d649-4117-bd99-bdf92ec4fa3b tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.560540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0fc3c276-219d-4deb-8acf-5476ad3ae216 None None] Could not find standard attr ID for object 2e5ebdb3-3282-4f86-bc67-17a83e6e8d91. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:33:47.577419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.636852 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-7c68b93b-d649-4117-bd99-bdf92ec4fa3b tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:33:47.638011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7c68b93b-d649-4117-bd99-bdf92ec4fa3b tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4021895 Nov 12 08:33:47.653641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.679864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] For port f7ffd6d3-70e7-4241-93b3-a279078096f4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f7ffd6d3-70e7-4241-93b3-a279078096f4,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:47.680602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.682708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.744856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Calling delete_port for f7ffd6d3-70e7-4241-93b3-a279078096f4 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:47.758450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1926084-846d-48be-b156-042e5ecddfba None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:47.773327 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.787163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/a3f88f91-4f2f-4da7-9673-d1e2d5f0117b HTTP/1.1" status: 204 len: 168 time: 1.0129607 Nov 12 08:33:47.792398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.813136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2504c-e005-484e-8fb9-dfeafd42a5cf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f88f91-4f2f-4da7-9673-d1e2d5f0117b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.956088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43430) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.957704 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-789338f8-33a3-4ce0-81cd-db453bb0038e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233170 Nov 12 08:33:47.963661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:47.971012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7855-8b78-4ab8-82d0-0ee9d502415e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.083655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7855-8b78-4ab8-82d0-0ee9d502415e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.196664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7855-8b78-4ab8-82d0-0ee9d502415e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.199998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7855-8b78-4ab8-82d0-0ee9d502415e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.203972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1f8f7855-8b78-4ab8-82d0-0ee9d502415e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0f2d8d5-38cc-4396-aa13-0dbffdd1b1f6 HTTP/1.1" status: 204 len: 168 time: 0.5444376 Nov 12 08:33:48.217381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43438) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:48.248374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f7855-8b78-4ab8-82d0-0ee9d502415e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f2d8d5-38cc-4396-aa13-0dbffdd1b1f6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:48.250889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:48.288393 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.315701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:48.538278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] Deleting port a6cedb40-a7a5-4d10-8899-4633a9d697b8 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:48.538909 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.574698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.613720 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3601b664-c3b3-4701-8c70-c5f479446594 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3947186 Nov 12 08:33:48.614354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:48.642200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--904252823'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:48.667841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7ffd6d3-70e7-4241-93b3-a279078096f4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:48.678467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b037b03-6890-4cef-8029-55a9f5d17ca5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:48.699641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.744454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] For port a6cedb40-a7a5-4d10-8899-4633a9d697b8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a6cedb40-a7a5-4d10-8899-4633a9d697b8,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:48.755420 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.790445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.798070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] Calling delete_port for a6cedb40-a7a5-4d10-8899-4633a9d697b8 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:48.946717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.966711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.028357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.057734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] No DVR routers for this DVR port a6cedb40-a7a5-4d10-8899-4633a9d697b8 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:49.063961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:33:49.075835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.108041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce284853-f374-4656-83df-3ac3eb7fd902 None None] Pushing event deleted for resources: {'Port': ['ID=a6cedb40-a7a5-4d10-8899-4633a9d697b8,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.128486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.130960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3e0570-b2e3-4f5d-af49-f1c766f0c150 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:49.142815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.152158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83937254-3327-496a-a2f6-4e716605d441 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6a3e0570-b2e3-4f5d-af49-f1c766f0c150 HTTP/1.1" status: 204 len: 168 time: 3.6616054 Nov 12 08:33:49.152953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43468) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:49.177636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258439396', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:49.207932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:49.237767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.249477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:49.258766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.260503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c697db3-8e48-4a61-8dfd-f74ad2b1c987 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:49.265428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.307156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.318584 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.338491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e6c1c726-be4d-45dc-b9c1-87d89b8b88c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3803043 Nov 12 08:33:49.341185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43478) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:49.353183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:6e:f1:7e', 'name': 'tempest-NetworksTestDHCPv6-1067068617'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:49.383554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.385206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.475405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.481397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8479261 Nov 12 08:33:49.485721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43484) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:49.497169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c2c5cebf-151b-470d-829c-a3af5f246356 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': '5d300186-606a-4ec2-a8dd-a7b899e1fa17', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:49.502205 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-c2c5cebf-151b-470d-829c-a3af5f246356 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 08:33:49.502755 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-c2c5cebf-151b-470d-829c-a3af5f246356 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:49.504991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c2c5cebf-151b-470d-829c-a3af5f246356 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0120184 Nov 12 08:33:49.630084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43486) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:49.639608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b4112-5833-40b1-95f5-7fc986f5f279 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d300186-606a-4ec2-a8dd-a7b899e1fa17,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.661905 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.805123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': 'fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:49.806094 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.922172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75bd784-4579-44be-9714-55eb372f092a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.010808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:50.121660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a6cedb40-a7a5-4d10-8899-4633a9d697b8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:50.163633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75bd784-4579-44be-9714-55eb372f092a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.213329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.224721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a6cedb40-a7a5-4d10-8899-4633a9d697b8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:50.225462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a6cedb40-a7a5-4d10-8899-4633a9d697b8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:50.402257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Allocated IP 2001:db8::f816:3eff:fe65:ffd3 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7/fa4eb332-84c6-4733-b038-ca57eb4882bb) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:50.421868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.518834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75bd784-4579-44be-9714-55eb372f092a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.523017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75bd784-4579-44be-9714-55eb372f092a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.524777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a75bd784-4579-44be-9714-55eb372f092a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/5d300186-606a-4ec2-a8dd-a7b899e1fa17 HTTP/1.1" status: 204 len: 168 time: 0.8927348 Nov 12 08:33:50.527528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43512) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:50.542936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bd784-4579-44be-9714-55eb372f092a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d300186-606a-4ec2-a8dd-a7b899e1fa17,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:50.576911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port ad315b04-41fd-49ab-a95a-68a30e0e0682 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:33:50.852275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f43bfc76-02ca-4f6d-83c7-957154d229e5 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2960718 Nov 12 08:33:50.855868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43526) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:50.862730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--346455933'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:50.940945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.017958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.018731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.053631 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.071509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.238204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:51.244357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:51.253012 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.258644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:51.267774 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.272408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Pushing event updated for resources: {'Port': ['ID=fa4eb332-84c6-4733-b038-ca57eb4882bb,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.331650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43534) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:51.370106 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.371996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5149169 Nov 12 08:33:51.375809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:51.383300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe6e:f17e (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7/ad315b04-41fd-49ab-a95a-68a30e0e0682) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:51.387360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2630a3d-b37b-4973-9916-9fa81364c33d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed4d00a-b0b9-4704-a880-723b2e11bce2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.399964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6ad203c1-dfc8-49a7-9a5f-955db5a34113 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'bed4d00a-b0b9-4704-a880-723b2e11bce2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:51.411198 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-6ad203c1-dfc8-49a7-9a5f-955db5a34113 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 08:33:51.411854 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-6ad203c1-dfc8-49a7-9a5f-955db5a34113 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:51.414546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ad203c1-dfc8-49a7-9a5f-955db5a34113 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0359876 Nov 12 08:33:51.418314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43544) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:51.448432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Allocated IP 172.25.4.25 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a218e563-a521-482b-8276-b480e09ace2e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:51.478412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f7ffd6d3-70e7-4241-93b3-a279078096f4 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:51.489110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Attempting to bind port fa4eb332-84c6-4733-b038-ca57eb4882bb on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:51.491166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Attempting to bind port fa4eb332-84c6-4733-b038-ca57eb4882bb by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:51.491579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Attempting to bind port fa4eb332-84c6-4733-b038-ca57eb4882bb on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:51.540760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: f7ffd6d3-70e7-4241-93b3-a279078096f4 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:51.545982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f7ffd6d3-70e7-4241-93b3-a279078096f4 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:51.556510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:51.561723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:51.562363 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.562946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:51.563646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Bound port: fa4eb332-84c6-4733-b038-ca57eb4882bb, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:51.564290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.737909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] For port fa4eb332-84c6-4733-b038-ca57eb4882bb, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:51.742073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] For port fa4eb332-84c6-4733-b038-ca57eb4882bb, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa4eb332-84c6-4733-b038-ca57eb4882bb,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:51.748609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.790023 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef043061-f944-46b7-af1c-90d439175ffa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.849829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.933438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ee11-4c6d-42b0-80fc-fd823a73d9d1 None None] Pushing event updated for resources: {'Port': ['ID=fa4eb332-84c6-4733-b038-ca57eb4882bb,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.934211 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef043061-f944-46b7-af1c-90d439175ffa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.941129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66e7dabe-1a4b-481a-8fb8-f987c9c57b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.133558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.293378 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.310750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef043061-f944-46b7-af1c-90d439175ffa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.311356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:52.315719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ef043061-f944-46b7-af1c-90d439175ffa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.317262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef043061-f944-46b7-af1c-90d439175ffa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/bed4d00a-b0b9-4704-a880-723b2e11bce2 HTTP/1.1" status: 204 len: 168 time: 0.8968391 Nov 12 08:33:52.329599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43558) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:52.340545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:52.354585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:52.428387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a48d789-c39b-4ab8-992c-836ff2aabc3b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:52.456131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event updated for resources: {'Port': ['ID=a218e563-a521-482b-8276-b480e09ace2e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.470690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66e7dabe-1a4b-481a-8fb8-f987c9c57b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.524112 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-66e7dabe-1a4b-481a-8fb8-f987c9c57b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.527000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.577202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-eff9d5b3-583b-4987-83b5-e8060f75bd97 None None] Provisioning complete for port a218e563-a521-482b-8276-b480e09ace2e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:52.577968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eff9d5b3-583b-4987-83b5-e8060f75bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.615722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef043061-f944-46b7-af1c-90d439175ffa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed4d00a-b0b9-4704-a880-723b2e11bce2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.709800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-eff9d5b3-583b-4987-83b5-e8060f75bd97 None None] Port a218e563-a521-482b-8276-b480e09ace2e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:52.715203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-277b48a6-fed1-4411-84a8-fab6894cb83f tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3824499 Nov 12 08:33:52.725278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43564) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:52.772438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--750892196'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:52.786766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:52.793345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-66e7dabe-1a4b-481a-8fb8-f987c9c57b1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8094f32b4b3249f5a6da6fb55498f00a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4601653 Nov 12 08:33:52.794184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=ad315b04-41fd-49ab-a95a-68a30e0e0682,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.800566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43566) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:52.811559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:52.822302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7dabe-1a4b-481a-8fb8-f987c9c57b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6783fc-9fc5-45c0-a9c4-0fad5e0b68f3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.826338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:52.832399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.833099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.952864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263a0e0d-c0b1-4323-b77c-cbd1e3672373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.996135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263a0e0d-c0b1-4323-b77c-cbd1e3672373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.005736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.056814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.075611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.076864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fcfdedba-cc30-4541-9f0f-5e15f006a5a8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7337172 Nov 12 08:33:53.093409 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263a0e0d-c0b1-4323-b77c-cbd1e3672373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.096822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263a0e0d-c0b1-4323-b77c-cbd1e3672373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.098176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-263a0e0d-c0b1-4323-b77c-cbd1e3672373 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e6783fc-9fc5-45c0-a9c4-0fad5e0b68f3 HTTP/1.1" status: 204 len: 168 time: 0.2955747 Nov 12 08:33:53.235862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a0e0d-c0b1-4323-b77c-cbd1e3672373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6783fc-9fc5-45c0-a9c4-0fad5e0b68f3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:53.264515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246a511-ac62-456c-8d2e-cf023d1666a9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.278240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246a511-ac62-456c-8d2e-cf023d1666a9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.278240 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2246a511-ac62-456c-8d2e-cf023d1666a9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1965463 Nov 12 08:33:53.279809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43586) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.460887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.488331 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.579613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.585720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8373401 Nov 12 08:33:53.586916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43590) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.596641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9e89ab02-aec1-44c5-a725-9bf4c9a89829 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'dc77ff94-6d8a-4f82-ba48-fea68ca21d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:53.615230 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-9e89ab02-aec1-44c5-a725-9bf4c9a89829 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 08:33:53.615966 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-9e89ab02-aec1-44c5-a725-9bf4c9a89829 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:53.620858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9e89ab02-aec1-44c5-a725-9bf4c9a89829 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0304914 Nov 12 08:33:53.636273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43592) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.644262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc2744-f1dd-48c4-8383-d3d8e576267e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc77ff94-6d8a-4f82-ba48-fea68ca21d6d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:53.676467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6a689904-2b81-4b94-b374-48e77d8d3e5e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'dc77ff94-6d8a-4f82-ba48-fea68ca21d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:53.677584 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-6a689904-2b81-4b94-b374-48e77d8d3e5e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 08:33:53.678485 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-6a689904-2b81-4b94-b374-48e77d8d3e5e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:53.683094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6a689904-2b81-4b94-b374-48e77d8d3e5e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0173604 Nov 12 08:33:53.685922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43594) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.693007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2d4c994d-2a71-4c4a-9d1d-7a91b9f5585d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'dc77ff94-6d8a-4f82-ba48-fea68ca21d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:53.695045 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-2d4c994d-2a71-4c4a-9d1d-7a91b9f5585d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 08:33:53.697832 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-2d4c994d-2a71-4c4a-9d1d-7a91b9f5585d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:53.705072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2d4c994d-2a71-4c4a-9d1d-7a91b9f5585d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165470 Nov 12 08:33:53.714140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43596) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.788387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6789ccd9-7083-4f44-b65c-fb4bad66f819 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'dc77ff94-6d8a-4f82-ba48-fea68ca21d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:53.790571 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-6789ccd9-7083-4f44-b65c-fb4bad66f819 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 08:33:53.793556 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-6789ccd9-7083-4f44-b65c-fb4bad66f819 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:53.797331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6789ccd9-7083-4f44-b65c-fb4bad66f819 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0432420 Nov 12 08:33:53.804297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43602) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:53.831985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa4eb332-84c6-4733-b038-ca57eb4882bb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:53.861428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.955140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port ad315b04-41fd-49ab-a95a-68a30e0e0682 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:53.955629 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.010558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fa4eb332-84c6-4733-b038-ca57eb4882bb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:54.011213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.139568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2fc731c8-35c4-4d2d-9e6d-a748fa7a8f75 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.190148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2fc731c8-35c4-4d2d-9e6d-a748fa7a8f75 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.198516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.263840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port fa4eb332-84c6-4733-b038-ca57eb4882bb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa4eb332-84c6-4733-b038-ca57eb4882bb,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:54.273104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.275744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Router b3c2832c-a9d8-4891-b446-3c69b19ca6b1 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:54.285348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2fc731c8-35c4-4d2d-9e6d-a748fa7a8f75 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.290021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2fc731c8-35c4-4d2d-9e6d-a748fa7a8f75 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.295568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2fc731c8-35c4-4d2d-9e6d-a748fa7a8f75 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc77ff94-6d8a-4f82-ba48-fea68ca21d6d HTTP/1.1" status: 204 len: 168 time: 0.4864342 Nov 12 08:33:54.296691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43614) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:54.330581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc731c8-35c4-4d2d-9e6d-a748fa7a8f75 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc77ff94-6d8a-4f82-ba48-fea68ca21d6d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:54.417155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=fa4eb332-84c6-4733-b038-ca57eb4882bb,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:54.452814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43616) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:54.500952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-30c6a382-394c-48fe-a1e5-64297767cc0e None None] Provisioning complete for port fa4eb332-84c6-4733-b038-ca57eb4882bb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:54.503775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-30c6a382-394c-48fe-a1e5-64297767cc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.505176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-153c964e-6fbd-4e08-8b29-6648496bacca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.510027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.551256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for ad315b04-41fd-49ab-a95a-68a30e0e0682 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:54.802501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89dbac84-f6c4-4abc-8839-0487925db83d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5026519 Nov 12 08:33:54.808825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43626) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:54.816037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:54.818974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--876284951'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:54.843726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] Sync routers for ids ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:54.863596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] Routers {'b3c2832c-a9d8-4891-b446-3c69b19ca6b1'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:54.865057 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:54.867397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.870283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-70ea3871-6eab-413d-b3c4-a1cb730cfd17 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7078660 Nov 12 08:33:54.873326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43628) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:54.877839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': False}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:54.929248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:54.986489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.993322 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-153c964e-6fbd-4e08-8b29-6648496bacca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.010439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] Routers {'b3c2832c-a9d8-4891-b446-3c69b19ca6b1'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:55.011297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:55.070539 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-153c964e-6fbd-4e08-8b29-6648496bacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.089856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.100649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c8c5aed0-01c4-45e1-b0a2-4c8ef16a67fa None None] Provisioning complete for port ad315b04-41fd-49ab-a95a-68a30e0e0682 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:55.101029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8c5aed0-01c4-45e1-b0a2-4c8ef16a67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.110795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:55.113006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea01f78-c520-479c-9bb9-99a123ddb2be None None] The sync data for ids ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:55.170803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5aed0-01c4-45e1-b0a2-4c8ef16a67fa None None] Port ad315b04-41fd-49ab-a95a-68a30e0e0682 was deleted so its status cannot be updated. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:33:55.186531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c964e-6fbd-4e08-8b29-6648496bacca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c93dd1-dcd9-42fb-a82f-04a7626efff0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:55.195392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=ad315b04-41fd-49ab-a95a-68a30e0e0682,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:55.225083 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:55.297563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-153c964e-6fbd-4e08-8b29-6648496bacca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c27744da9dfa4ff093285fd814d9eae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8386390 Nov 12 08:33:55.299559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43638) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.326800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.374572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.380529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5b8e7d17-bd7d-4ad3-b037-d59b5f3da5b4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/ad315b04-41fd-49ab-a95a-68a30e0e0682 HTTP/1.1" status: 204 len: 168 time: 2.1020839 Nov 12 08:33:55.381161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43640) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.383330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.536309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d566e06d-3212-452f-8214-fe0204683737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.569436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.571449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7591078 Nov 12 08:33:55.580321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43644) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.601628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-060cb617-b600-4a9d-8f0e-3b8465b16b08 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:55.604387 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-060cb617-b600-4a9d-8f0e-3b8465b16b08 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:33:55.610569 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-060cb617-b600-4a9d-8f0e-3b8465b16b08 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:55.611874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-060cb617-b600-4a9d-8f0e-3b8465b16b08 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197272 Nov 12 08:33:55.612849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505154e9-a3cc-42fb-9804-763d082404b7 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ea155-41ae-4276-8b2f-86a09d9a537d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:55.627738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43648) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.645185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa4eb332-84c6-4733-b038-ca57eb4882bb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:55.656079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a6cec41f-3529-46b8-aecc-d3709291e609 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:55.658024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d566e06d-3212-452f-8214-fe0204683737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.683385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e0ef1-937c-4fc6-97cf-5db75c5261b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:55.693084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e0ef1-937c-4fc6-97cf-5db75c5261b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:55.697668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-102e0ef1-937c-4fc6-97cf-5db75c5261b1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3153422 Nov 12 08:33:55.700599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43652) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.829979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fa4eb332-84c6-4733-b038-ca57eb4882bb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:55.830308 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.863040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:55.880692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.118065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.147739 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-a6cec41f-3529-46b8-aecc-d3709291e609 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:56.149356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6cec41f-3529-46b8-aecc-d3709291e609 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5001059 Nov 12 08:33:56.153041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43664) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.160007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-53e11aea-6647-410c-b1c7-8049c0b79bc6 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.160812 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-53e11aea-6647-410c-b1c7-8049c0b79bc6 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 08:33:56.161533 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-53e11aea-6647-410c-b1c7-8049c0b79bc6 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:56.170429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-53e11aea-6647-410c-b1c7-8049c0b79bc6 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084600 Nov 12 08:33:56.173896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43666) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.179407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b97f261f-b707-40d7-a1d8-5ad5c69646ac tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.355273 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.360494 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-b97f261f-b707-40d7-a1d8-5ad5c69646ac tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:56.361811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b97f261f-b707-40d7-a1d8-5ad5c69646ac tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1866217 Nov 12 08:33:56.382210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43668) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.388368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-edc0ac76-9f75-44dc-a672-6f58e807a54d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.388850 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-edc0ac76-9f75-44dc-a672-6f58e807a54d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:33:56.389349 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-edc0ac76-9f75-44dc-a672-6f58e807a54d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:56.390412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-edc0ac76-9f75-44dc-a672-6f58e807a54d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071137 Nov 12 08:33:56.393720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43670) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.399394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c2946409-86c7-49c9-90a2-3486fa7c00e3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.497415 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-c2946409-86c7-49c9-90a2-3486fa7c00e3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Project cc6e9714c232474194c9cada6be2b994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:33:56.542664 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-c2946409-86c7-49c9-90a2-3486fa7c00e3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:56.543827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c2946409-86c7-49c9-90a2-3486fa7c00e3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1489475 Nov 12 08:33:56.547590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.549721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43676) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.564025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-51a354a0-459b-48d0-b0b3-881cad4b30ca tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.564543 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-51a354a0-459b-48d0-b0b3-881cad4b30ca tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 08:33:56.568614 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-51a354a0-459b-48d0-b0b3-881cad4b30ca tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:56.569676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-51a354a0-459b-48d0-b0b3-881cad4b30ca tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147636 Nov 12 08:33:56.578551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43678) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.601094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8ffbd29d-e166-4aae-883c-6d7413c94ae9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.661804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.785803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d566e06d-3212-452f-8214-fe0204683737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.788667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:56.791819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d566e06d-3212-452f-8214-fe0204683737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.800359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d566e06d-3212-452f-8214-fe0204683737 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66c93dd1-dcd9-42fb-a82f-04a7626efff0 HTTP/1.1" status: 204 len: 168 time: 1.4957502 Nov 12 08:33:56.812439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540d0de-430f-4f53-be21-8ad5b1cb3878 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:56.820113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.839050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5cf1d491-aa80-4e87-8db2-9b32b10cdfa9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7 HTTP/1.1" status: 204 len: 168 time: 1.1322362 Nov 12 08:33:56.871913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43684) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.943146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10ee67a5-5374-4a77-93c2-bc8eda1b2108 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708883 Nov 12 08:33:56.949930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43686) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.968160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566e06d-3212-452f-8214-fe0204683737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c93dd1-dcd9-42fb-a82f-04a7626efff0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:56.997299 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-8ffbd29d-e166-4aae-883c-6d7413c94ae9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Project cc6e9714c232474194c9cada6be2b994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:33:57.048577 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-8ffbd29d-e166-4aae-883c-6d7413c94ae9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:57.054097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8ffbd29d-e166-4aae-883c-6d7413c94ae9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4660783 Nov 12 08:33:57.070175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43694) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.070413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168f379-5d05-4573-a124-6fc3a060651c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.079064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c168f379-5d05-4573-a124-6fc3a060651c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1238286 Nov 12 08:33:57.079644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43696) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.095008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bad2c66c-9c2f-4b75-8b99-bd55c636bbeb tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'd00ea155-41ae-4276-8b2f-86a09d9a537d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:57.223215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:57.296610 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-bad2c66c-9c2f-4b75-8b99-bd55c636bbeb tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Project cc6e9714c232474194c9cada6be2b994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:33:57.351386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c5fdd-836e-4d22-98a4-43ac0457180e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.355897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-490c5fdd-836e-4d22-98a4-43ac0457180e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2735724 Nov 12 08:33:57.358418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.411709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] Deleting port fa4eb332-84c6-4733-b038-ca57eb4882bb {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:57.416515 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.504481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bb03ed2a-0cce-4972-b612-1cf42b055fde tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1445315 Nov 12 08:33:57.509504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43708) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.519357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:57.647482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] For port fa4eb332-84c6-4733-b038-ca57eb4882bb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa4eb332-84c6-4733-b038-ca57eb4882bb,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:57.648687 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.690404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] Calling delete_port for fa4eb332-84c6-4733-b038-ca57eb4882bb owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:57.709126 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-bad2c66c-9c2f-4b75-8b99-bd55c636bbeb tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:33:57.712911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bad2c66c-9c2f-4b75-8b99-bd55c636bbeb tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6389074 Nov 12 08:33:57.717551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43714) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.896086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa4eb332-84c6-4733-b038-ca57eb4882bb no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:57.917476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:57.922157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.131721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.190579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.263692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.273490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.291040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] Pushing event deleted for resources: {'Port': ['ID=fa4eb332-84c6-4733-b038-ca57eb4882bb,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.320645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1f222-529d-4c79-9f34-f7ebc1a9d2e9 None None] No DVR routers for this DVR port fa4eb332-84c6-4733-b038-ca57eb4882bb on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:58.383012 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.386430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.387578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/d00ea155-41ae-4276-8b2f-86a09d9a537d HTTP/1.1" status: 204 len: 168 time: 0.6676524 Nov 12 08:33:58.395381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43730) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:58.466250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4b167b63-9976-4c97-89d0-b5a25243c161 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0643957 Nov 12 08:33:58.482164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ea155-41ae-4276-8b2f-86a09d9a537d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.482164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43734) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:58.487464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511794934'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:58.562142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.562375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.562689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.570739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.572724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.573051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.573395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.573737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.574063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.574394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.574716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.575267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.575766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a347d-fe7e-4d54-807f-a3a078ff8119 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.576800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.623031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.840542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Router b3c2832c-a9d8-4891-b446-3c69b19ca6b1 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:58.841781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.859167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.980619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a193fa4f-4c38-4c08-8565-02b9feb662ba,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.998222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.002304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-49eaa5c7-e9e4-4a6f-8645-0b6c120f95fa tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5208969 Nov 12 08:33:59.003013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43754) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.007732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-eabbd9e4-8cf1-41f9-9ead-b224df9d467c tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'a193fa4f-4c38-4c08-8565-02b9feb662ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:59.060440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:33:59.067377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.165584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:59.195544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:59.251797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd6567-8b1f-45d9-b19a-800a44652469 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:59.253525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.254315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.272165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:59.279378 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-eabbd9e4-8cf1-41f9-9ead-b224df9d467c tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The resource could not be found. Nov 12 08:33:59.282379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eabbd9e4-8cf1-41f9-9ead-b224df9d467c tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2772107 Nov 12 08:33:59.285175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43774) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.288742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.289863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e90aae8-1bcc-4c39-b33c-e2846becb6b3 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "PUT /v2.0/routers/b3c2832c-a9d8-4891-b446-3c69b19ca6b1 HTTP/1.1" status: 200 len: 921 time: 4.4154468 Nov 12 08:33:59.295343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43776) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.306115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6fb1a7f2-94a0-42ed-b1c3-ec73f6a57462 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'a193fa4f-4c38-4c08-8565-02b9feb662ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7ba815ca-7e19-4454-b44b-1adeebc3b140'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:59.309269 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c36f3-4849-4a99-b098-908d46073442 None None] Sync routers for ids ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:59.323215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=0ae5223a-3b7b-4558-9d14-6a37b143f6c6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:59.337322 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c36f3-4849-4a99-b098-908d46073442 None None] Routers {'b3c2832c-a9d8-4891-b446-3c69b19ca6b1'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:59.340642 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-520c36f3-4849-4a99-b098-908d46073442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:59.351053 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2f95092-89db-4eb7-a4ca-2d07389a1762 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8402095 Nov 12 08:33:59.359306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43778) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.378602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:06:c7:98', 'name': 'tempest-NetworksTestDHCPv6-919916394'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:59.426127 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-520c36f3-4849-4a99-b098-908d46073442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:59.443369 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c36f3-4849-4a99-b098-908d46073442 None None] Routers {'b3c2832c-a9d8-4891-b446-3c69b19ca6b1'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:59.444326 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-520c36f3-4849-4a99-b098-908d46073442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:59.610598 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-520c36f3-4849-4a99-b098-908d46073442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:59.612861 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c36f3-4849-4a99-b098-908d46073442 None None] The sync data for ids ['b3c2832c-a9d8-4891-b446-3c69b19ca6b1'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:59.652361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7ec37ff2-261a-4b8a-87e5-9ffcdb994cd8 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/b3c2832c-a9d8-4891-b446-3c69b19ca6b1 HTTP/1.1" status: 200 len: 921 time: 0.3544655 Nov 12 08:33:59.655497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43790) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.748716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f4d30-3351-4672-a033-942a401c74be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '0ae5223a-3b7b-4558-9d14-6a37b143f6c6'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:59.749723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-517f4d30-3351-4672-a033-942a401c74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.876360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad73ca-764d-444e-bcad-c4600e0439f5 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.877936 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7dad73ca-764d-444e-bcad-c4600e0439f5 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=b3c2832c-a9d8-4891-b446-3c69b19ca6b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2211120 Nov 12 08:33:59.882893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43804) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.212117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d72267-6f39-4e33-a114-2def58fd7243 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.212117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-93d72267-6f39-4e33-a114-2def58fd7243 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.3274539 Nov 12 08:34:00.225172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.306116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c159b20-08ad-4df8-9d96-02ec8da47f00 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3c2832c-a9d8-4891-b446-3c69b19ca6b1 HTTP/1.1" status: 200 len: 205 time: 0.0801108 Nov 12 08:34:00.316133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43836) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.379592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-517f4d30-3351-4672-a033-942a401c74be None None] Allocated IP 2001:db8::f816:3eff:feb1:d7e7 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/0ae5223a-3b7b-4558-9d14-6a37b143f6c6/2ff32732-3e86-413e-90a5-354008c4da69) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:00.738074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.892992 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-6fb1a7f2-94a0-42ed-b1c3-ec73f6a57462 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The resource could not be found. Nov 12 08:34:00.894003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6fb1a7f2-94a0-42ed-b1c3-ec73f6a57462 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.6060014 Nov 12 08:34:00.905988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43862) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.945987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-517f4d30-3351-4672-a033-942a401c74be None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.958331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-517f4d30-3351-4672-a033-942a401c74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.056236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f4d30-3351-4672-a033-942a401c74be None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:01.056851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.091545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-517f4d30-3351-4672-a033-942a401c74be None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:01.111064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f4d30-3351-4672-a033-942a401c74be None None] Pushing event updated for resources: {'Port': ['ID=2ff32732-3e86-413e-90a5-354008c4da69,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.114629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f4d30-3351-4672-a033-942a401c74be None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:01.166134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:01.178248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab6977b-3f4c-4b80-841c-34aad8da91cc tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.234846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab6977b-3f4c-4b80-841c-34aad8da91cc tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.237774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Deleting port a218e563-a521-482b-8276-b480e09ace2e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:01.238112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.267989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-517f4d30-3351-4672-a033-942a401c74be None None] Attempting to bind port 2ff32732-3e86-413e-90a5-354008c4da69 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:01.268675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-517f4d30-3351-4672-a033-942a401c74be None None] Attempting to bind port 2ff32732-3e86-413e-90a5-354008c4da69 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:01.269224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f4d30-3351-4672-a033-942a401c74be None None] Attempting to bind port 2ff32732-3e86-413e-90a5-354008c4da69 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:01.289844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f4d30-3351-4672-a033-942a401c74be None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:01.296217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f4d30-3351-4672-a033-942a401c74be None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:01.297250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-517f4d30-3351-4672-a033-942a401c74be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.298158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f4d30-3351-4672-a033-942a401c74be None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:01.299259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-517f4d30-3351-4672-a033-942a401c74be None None] Bound port: 2ff32732-3e86-413e-90a5-354008c4da69, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:01.300207 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-517f4d30-3351-4672-a033-942a401c74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.474640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab6977b-3f4c-4b80-841c-34aad8da91cc tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.478617 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dab6977b-3f4c-4b80-841c-34aad8da91cc tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.488896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dab6977b-3f4c-4b80-841c-34aad8da91cc tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/a193fa4f-4c38-4c08-8565-02b9feb662ba HTTP/1.1" status: 204 len: 168 time: 0.5735950 Nov 12 08:34:01.492349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43882) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:01.540278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-517f4d30-3351-4672-a033-942a401c74be None None] For port 2ff32732-3e86-413e-90a5-354008c4da69, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:01.551289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6977b-3f4c-4b80-841c-34aad8da91cc tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a193fa4f-4c38-4c08-8565-02b9feb662ba,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.551779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-517f4d30-3351-4672-a033-942a401c74be None None] For port 2ff32732-3e86-413e-90a5-354008c4da69, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2ff32732-3e86-413e-90a5-354008c4da69,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:01.572294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-517f4d30-3351-4672-a033-942a401c74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.583188 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.599599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Calling delete_port for a218e563-a521-482b-8276-b480e09ace2e owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:01.627973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a9b1e09-b7f7-4c2d-b665-a92bce378c45 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156278 Nov 12 08:34:01.628710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43886) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:01.635064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bd98c32a-c593-48aa-b669-eff3bc900718 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': '0568d44c-9ecf-4b42-a306-f7db8bb5febe', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:01.825975 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-bd98c32a-c593-48aa-b669-eff3bc900718 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The resource could not be found. Nov 12 08:34:01.827474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bd98c32a-c593-48aa-b669-eff3bc900718 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1960258 Nov 12 08:34:01.832704 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.835338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43894) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:01.839796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189093819'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:01.857215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f4d30-3351-4672-a033-942a401c74be None None] Pushing event updated for resources: {'Port': ['ID=2ff32732-3e86-413e-90a5-354008c4da69,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.916443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port e178895f-e203-4640-94d8-0fd391ca8767 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:34:01.970462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.237321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.401448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe06:c798 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/0ae5223a-3b7b-4558-9d14-6a37b143f6c6/e178895f-e203-4640-94d8-0fd391ca8767) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:02.453433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.503536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event deleted for resources: {'Port': ['ID=a218e563-a521-482b-8276-b480e09ace2e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.532894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.537831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428ea3a-9748-4404-a72a-d0261293a695 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:02.703006 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.711961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8684981 Nov 12 08:34:02.724524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:02.753158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--710275766'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:02.871262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d67b5-03fc-4738-b743-ecd8357d49ed tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae05402-d2d3-40e9-8d7e-0e56a26cc41f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.876100 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.973788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.988317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.075738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.188614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:03.220131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:03.226928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:03.252329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.253022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.283629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=e178895f-e203-4640-94d8-0fd391ca8767,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:03.297639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0bb4a83a-ebf8-436a-8c1f-625b5eab3cf9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9371922 Nov 12 08:34:03.301191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:03.544370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe97282d-ed37-45d1-8638-8abd5ea654e4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.550817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe97282d-ed37-45d1-8638-8abd5ea654e4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.576959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.577821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fe97282d-ed37-45d1-8638-8abd5ea654e4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2727394 Nov 12 08:34:03.578853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43956) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:03.584716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.592164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.597378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.761141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2ff32732-3e86-413e-90a5-354008c4da69 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:03.857278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.857913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Fanout notify agent at l3_agent the message router_deleted on router b3c2832c-a9d8-4891-b446-3c69b19ca6b1 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:03.911978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.920716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43966) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:03.923263 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13aa1a72-b13b-4496-949e-2b2b89896dc0 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/b3c2832c-a9d8-4891-b446-3c69b19ca6b1 HTTP/1.1" status: 204 len: 168 time: 3.6056588 Nov 12 08:34:03.957446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1032494612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:04.019902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.022448 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2934229 Nov 12 08:34:04.028929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43976) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:04.052771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port e178895f-e203-4640-94d8-0fd391ca8767 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:04.053388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.072118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9a25c21b-0119-4a85-b157-6e4b97e09fe5 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': 'cae05402-d2d3-40e9-8d7e-0e56a26cc41f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b4689939-7007-4a55-9e86-a85432db4b1c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:04.139392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d11ddf-44ef-4c10-ae63-0ee390a60fd3 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4689939-7007-4a55-9e86-a85432db4b1c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.181309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.182847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.238402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ead1fac1-14f2-46e9-a546-3bc1cb80c7f3 None None] Provisioning complete for port 2ff32732-3e86-413e-90a5-354008c4da69 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:04.239920 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ead1fac1-14f2-46e9-a546-3bc1cb80c7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.328382 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-9a25c21b-0119-4a85-b157-6e4b97e09fe5 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:04.331588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9a25c21b-0119-4a85-b157-6e4b97e09fe5 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2955463 Nov 12 08:34:04.335950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 43988) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:04.397865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2ff32732-3e86-413e-90a5-354008c4da69 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:04.400096 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.583156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.593448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.627756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fac703bb-caba-4dff-8272-273b09a8fa74 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.643543 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.649729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.657135 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6db82c0b-7914-4c86-ad8f-ab67cae0bb34 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7276764 Nov 12 08:34:04.658319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 43996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:04.693215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:04.704008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.707875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fac703bb-caba-4dff-8272-273b09a8fa74 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.737697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 2ff32732-3e86-413e-90a5-354008c4da69, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2ff32732-3e86-413e-90a5-354008c4da69,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:04.772342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.804449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fac703bb-caba-4dff-8272-273b09a8fa74 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.809091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fac703bb-caba-4dff-8272-273b09a8fa74 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.811174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fac703bb-caba-4dff-8272-273b09a8fa74 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4689939-7007-4a55-9e86-a85432db4b1c HTTP/1.1" status: 204 len: 168 time: 0.4736130 Nov 12 08:34:04.817700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44002) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:04.851660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac703bb-caba-4dff-8272-273b09a8fa74 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4689939-7007-4a55-9e86-a85432db4b1c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.935435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=2ff32732-3e86-413e-90a5-354008c4da69,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.965686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b07a2873-f58b-4aaa-a677-a25fcc35337f None None] Provisioning complete for port e178895f-e203-4640-94d8-0fd391ca8767 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:04.966789 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b07a2873-f58b-4aaa-a677-a25fcc35337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.984148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for e178895f-e203-4640-94d8-0fd391ca8767 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:04.994328 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13fb34e7-1d7a-41c4-8c11-427b7f368a52 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1727920 Nov 12 08:34:04.998555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44008) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:05.095488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b07a2873-f58b-4aaa-a677-a25fcc35337f None None] Port e178895f-e203-4640-94d8-0fd391ca8767 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:05.294240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed124-69bf-4828-a1fe-e91a53ee01ab tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.324195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed124-69bf-4828-a1fe-e91a53ee01ab tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.500133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed124-69bf-4828-a1fe-e91a53ee01ab tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.503288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed124-69bf-4828-a1fe-e91a53ee01ab tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.506795 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae7ed124-69bf-4828-a1fe-e91a53ee01ab tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/cae05402-d2d3-40e9-8d7e-0e56a26cc41f HTTP/1.1" status: 204 len: 168 time: 0.5044918 Nov 12 08:34:05.508641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44028) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:05.610643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ed124-69bf-4828-a1fe-e91a53ee01ab tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae05402-d2d3-40e9-8d7e-0e56a26cc41f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.660258 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.669793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2ff32732-3e86-413e-90a5-354008c4da69 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:05.726118 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b06cf477-9b49-4de3-81f5-73a2d0e6b47d tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2127912 Nov 12 08:34:05.727072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44040) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:05.732417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--234800710'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:05.773158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.853883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2ff32732-3e86-413e-90a5-354008c4da69 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:05.855019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.943225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.011232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=e178895f-e203-4640-94d8-0fd391ca8767,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:06.079279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.092674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.142340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.147878 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4198794 Nov 12 08:34:06.159307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:06.168246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1a22bbaa-f2f6-4ea5-916c-96edd2426c7c tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': '01f7bf46-8925-4584-b2f6-6ed4cc3f745d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:06.170422 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.177049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7a891f71-c305-49be-b03a-fde18be9965c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/e178895f-e203-4640-94d8-0fd391ca8767 HTTP/1.1" status: 204 len: 168 time: 2.5943305 Nov 12 08:34:06.181814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44048) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:06.341432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab69855-e464-4037-9a6b-18b01ad675fe tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f7bf46-8925-4584-b2f6-6ed4cc3f745d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:06.387840 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-1a22bbaa-f2f6-4ea5-916c-96edd2426c7c tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:06.389567 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1a22bbaa-f2f6-4ea5-916c-96edd2426c7c tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2292562 Nov 12 08:34:06.392688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44056) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:06.402023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1c8e000f-d0aa-4afd-91a1-c1264fe24d4a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group_rule': {'security_group_id': '01f7bf46-8925-4584-b2f6-6ed4cc3f745d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:06.566252 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-1c8e000f-d0aa-4afd-91a1-c1264fe24d4a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:06.573880 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c8e000f-d0aa-4afd-91a1-c1264fe24d4a tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1794081 Nov 12 08:34:06.582397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:06.678889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9d77a-55a2-4341-a053-7d006ccac80d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.680728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9d77a-55a2-4341-a053-7d006ccac80d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.685857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d6b9d77a-55a2-4341-a053-7d006ccac80d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4695129 Nov 12 08:34:06.691216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44072) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:06.761538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f52472d0-b339-44ba-bde5-a5b50026625e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.781557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.799474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f52472d0-b339-44ba-bde5-a5b50026625e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.838005 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.869195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f52472d0-b339-44ba-bde5-a5b50026625e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.876421 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f52472d0-b339-44ba-bde5-a5b50026625e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.878577 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f52472d0-b339-44ba-bde5-a5b50026625e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/01f7bf46-8925-4584-b2f6-6ed4cc3f745d HTTP/1.1" status: 204 len: 168 time: 0.2943769 Nov 12 08:34:06.885435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44076) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:06.977468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52472d0-b339-44ba-bde5-a5b50026625e tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f7bf46-8925-4584-b2f6-6ed4cc3f745d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.048741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc34de30-5d07-40c9-bb21-d58959c62851 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1583562 Nov 12 08:34:07.049883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44080) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:07.062578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'tempest-secgroup--818628126'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:07.104864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 0ae5223a-3b7b-4558-9d14-6a37b143f6c6 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:07.127909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.136652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.334819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.351204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.400892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.410011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3579602 Nov 12 08:34:07.411872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44088) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:07.436667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5cbea08e-38bb-4b14-83b2-8767b4a19e23 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:07.437346 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-5cbea08e-38bb-4b14-83b2-8767b4a19e23 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:34:07.437859 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-5cbea08e-38bb-4b14-83b2-8767b4a19e23 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:34:07.438908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5cbea08e-38bb-4b14-83b2-8767b4a19e23 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "PUT /v2.0/security-groups/76a2ccc1-30a1-4fd7-901e-11b70c1d5b2b HTTP/1.1" status: 409 len: 330 time: 0.0213444 Nov 12 08:34:07.447639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44092) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:07.458326 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.552758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db48772-9e04-465f-a8ee-06b674c140c9 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2ccc1-30a1-4fd7-901e-11b70c1d5b2b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.589493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e856dda5-8006-4991-940f-c1d80f003826 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.644757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e856dda5-8006-4991-940f-c1d80f003826 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.697422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Allocated IP 172.25.4.109 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/334ddefa-0b11-4bab-b3d3-4d719fb424db) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:07.722590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e856dda5-8006-4991-940f-c1d80f003826 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.728560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e856dda5-8006-4991-940f-c1d80f003826 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.732102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e856dda5-8006-4991-940f-c1d80f003826 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/76a2ccc1-30a1-4fd7-901e-11b70c1d5b2b HTTP/1.1" status: 204 len: 168 time: 0.2641113 Nov 12 08:34:07.735057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44110) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:07.784133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856dda5-8006-4991-940f-c1d80f003826 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2ccc1-30a1-4fd7-901e-11b70c1d5b2b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.915543 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dec2755d-edfb-48a6-ac72-021a5824ef90 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1746259 Nov 12 08:34:07.917833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:07.952989 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-c4625b8b-d092-40f3-a2b8-9e9687bc9eba tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] delete failed (client error): The resource could not be found. Nov 12 08:34:07.957307 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c4625b8b-d092-40f3-a2b8-9e9687bc9eba tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "DELETE /v2.0/security-groups/1be0374c-4629-4b16-afed-5e7a38c2dbf5 HTTP/1.1" status: 404 len: 347 time: 0.0383270 Nov 12 08:34:07.961799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:08.003279 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-7150ca69-7e8c-4a44-b07c-586207d67e55 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] show failed (client error): The resource could not be found. Nov 12 08:34:08.004339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7150ca69-7e8c-4a44-b07c-586207d67e55 tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-groups/774675f0-5a38-4a1e-ac49-e28cb29c0e4e HTTP/1.1" status: 404 len: 347 time: 0.0415015 Nov 12 08:34:08.008204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44120) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:08.042499 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-811b097b-d404-4fd8-84c2-232fe11881bd tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] show failed (client error): The resource could not be found. Nov 12 08:34:08.044974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-811b097b-d404-4fd8-84c2-232fe11881bd tempest-NegativeSecGroupIPv6Test-1988096986 tempest-NegativeSecGroupIPv6Test-1988096986-project] 10.222.0.16 "GET /v2.0/security-group-rules/e61eac9f-1786-44f8-84ab-34daa5418f9b HTTP/1.1" status: 404 len: 356 time: 0.0357051 Nov 12 08:34:08.109680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.215423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.290493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.352655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58850e-cd77-4ca8-80ae-38d6387e757b None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:08.377568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.383322 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0ae5223a-3b7b-4558-9d14-6a37b143f6c6 HTTP/1.1" status: 204 len: 168 time: 1.6908371 Nov 12 08:34:08.386501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44128) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:08.386967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64aefd-e8a8-4511-890b-6db049987b17 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae5223a-3b7b-4558-9d14-6a37b143f6c6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:08.454480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.582382 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62518176-97ba-475e-86b9-2ef9692cb76b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1922028 Nov 12 08:34:08.582819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44138) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:08.605111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event updated for resources: {'Port': ['ID=334ddefa-0b11-4bab-b3d3-4d719fb424db,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:08.622025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:08.623611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:08.625529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:08.665889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:08.696441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f218cef5-873c-4fcc-8d48-0d1458a34708 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:09.113606 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.118504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44162) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:09.121426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:09.133702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.173415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c1d4bdb2-2372-40b7-b10c-0eeeeb0f741b None None] Provisioning complete for port 334ddefa-0b11-4bab-b3d3-4d719fb424db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:09.173789 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1d4bdb2-2372-40b7-b10c-0eeeeb0f741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.525230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4bdb2-2372-40b7-b10c-0eeeeb0f741b None None] Port 334ddefa-0b11-4bab-b3d3-4d719fb424db cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:09.538043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:09.678332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-34c2edb8-dbc7-4944-b5c4-35a41ca3f101 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc6e9714c232474194c9cada6be2b994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584245 Nov 12 08:34:09.679495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44176) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:09.697037 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.721426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] Deleting port 2ff32732-3e86-413e-90a5-354008c4da69 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:09.724299 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.904657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] For port 2ff32732-3e86-413e-90a5-354008c4da69, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2ff32732-3e86-413e-90a5-354008c4da69,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:09.906140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.933429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] Calling delete_port for 2ff32732-3e86-413e-90a5-354008c4da69 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:10.062339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1fa-0027-4566-b608-f23dc1f6f080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.133586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1fa-0027-4566-b608-f23dc1f6f080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.234226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.268722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] No DVR routers for this DVR port 2ff32732-3e86-413e-90a5-354008c4da69 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:10.273425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1fa-0027-4566-b608-f23dc1f6f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.287980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf1fa-0027-4566-b608-f23dc1f6f080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.295858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4aaaf1fa-0027-4566-b608-f23dc1f6f080 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3277ed1f-26cb-4aaf-aa7a-f9aad380de32 HTTP/1.1" status: 204 len: 168 time: 0.6096716 Nov 12 08:34:10.363915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e390fd-4271-4b7f-97f6-4cda37ec82fe None None] Pushing event deleted for resources: {'Port': ['ID=2ff32732-3e86-413e-90a5-354008c4da69,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:10.382328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaf1fa-0027-4566-b608-f23dc1f6f080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3277ed1f-26cb-4aaf-aa7a-f9aad380de32,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:10.727812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.731792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-de789f0f-8120-4207-80e7-14416bc33945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.744765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.852138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:34:10.867605 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.121384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:11.138437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:11.147015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Router 9e986492-5ab7-49ed-909f-c2d91ebc477d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:11.165994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204886a-3d03-444d-b093-a60078b84fd1 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:11.169726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:11.171178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.250960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=63707927-1c77-4076-af36-5da146960c0a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:11.269482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa5bb140-f0ec-4b86-9f78-fc01026179b7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6855435 Nov 12 08:34:11.273744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44220) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:11.293426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:77:4c:ed', 'name': 'tempest-NetworksTestDHCPv6-289337210'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:11.548183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:11.664412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2ff32732-3e86-413e-90a5-354008c4da69 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:11.750871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:11.773953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] Sync routers for ids ['9e986492-5ab7-49ed-909f-c2d91ebc477d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:11.782340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2ff32732-3e86-413e-90a5-354008c4da69 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:11.782820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2ff32732-3e86-413e-90a5-354008c4da69 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:11.804320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.816600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-869e4913-c7af-475e-9d76-6b8ee52b7a16 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "PUT /v2.0/routers/9e986492-5ab7-49ed-909f-c2d91ebc477d HTTP/1.1" status: 200 len: 880 time: 7.1480324 Nov 12 08:34:11.819666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44238) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:11.907018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.973286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] Routers {'9e986492-5ab7-49ed-909f-c2d91ebc477d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:11.976545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9e986492-5ab7-49ed-909f-c2d91ebc477d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:12.032399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 4480ad56-603f-4977-b26a-39512bf518a4 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:34:12.182999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:12.202521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '63707927-1c77-4076-af36-5da146960c0a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:12.205343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.460506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fe77:4ced (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/63707927-1c77-4076-af36-5da146960c0a/4480ad56-603f-4977-b26a-39512bf518a4) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:12.646905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.670489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] Routers {'9e986492-5ab7-49ed-909f-c2d91ebc477d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:12.672171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9e986492-5ab7-49ed-909f-c2d91ebc477d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:12.800543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:12.801528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5ec24-d692-4aac-81a5-729612572fa9 None None] The sync data for ids ['9e986492-5ab7-49ed-909f-c2d91ebc477d'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:12.892814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44276) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:12.936341 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.061614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.188892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:13.232505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6a489e53-3be2-4170-a2fb-55a9fc1936fa tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:13.262371 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-6a489e53-3be2-4170-a2fb-55a9fc1936fa tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:34:13.262707 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-6a489e53-3be2-4170-a2fb-55a9fc1936fa tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:34:13.263917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6a489e53-3be2-4170-a2fb-55a9fc1936fa tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3700147 Nov 12 08:34:13.281120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:13.293922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:13.315794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.317945 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca167-acac-43f5-b925-e8aeb86044c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.320028 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.346226 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-96536c0e-5c70-4bf7-be0d-822f273c854a tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/9e986492-5ab7-49ed-909f-c2d91ebc477d HTTP/1.1" status: 200 len: 921 time: 1.5208571 Nov 12 08:34:13.346852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44294) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.349562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44298) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.350913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Allocated IP 2001:db8::f816:3eff:fe93:2888 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/63707927-1c77-4076-af36-5da146960c0a/b7a01b7d-bd69-4e61-b152-836a1255fd82) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:13.366404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--252502014'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:13.395124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=4480ad56-603f-4977-b26a-39512bf518a4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:13.424327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9d3ea073-8e8b-4837-b06a-db63e684914f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1476452 Nov 12 08:34:13.426659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44300) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.482096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.497755 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.541705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bb260-d641-44f8-8b82-a52ab0955a7a tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.543268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be1bb260-d641-44f8-8b82-a52ab0955a7a tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=9e986492-5ab7-49ed-909f-c2d91ebc477d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1863723 Nov 12 08:34:13.552910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.629009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40dff69-545a-4c18-8cdf-34ef6f8b3cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.632200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d40dff69-545a-4c18-8cdf-34ef6f8b3cdc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2040079 Nov 12 08:34:13.642741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44306) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.656500 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.674687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.884947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 4480ad56-603f-4977-b26a-39512bf518a4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:13.885622 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.966765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.978611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.019314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6157ed1c-cfc6-4ddc-a8d8-4ecb2ee70ed4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.021562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.027015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.168558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2477b1-97b9-4f1b-a518-2a8c2ed02a80 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.171238 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e2477b1-97b9-4f1b-a518-2a8c2ed02a80 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.6090565 Nov 12 08:34:14.174974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44324) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.192038 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.193950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8412364 Nov 12 08:34:14.196612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44328) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.198120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:14.209308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Pushing event updated for resources: {'Port': ['ID=b7a01b7d-bd69-4e61-b152-836a1255fd82,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.211322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': 'ef78e719-5ccf-4596-9d4e-7f280b8d2e5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:14.214072 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:14.225100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:14.229241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023606e-effd-44b4-a49c-cae4babc0f77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78e719-5ccf-4596-9d4e-7f280b8d2e5d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.269307 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.278649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc313d4d-b7f8-4e5b-bedf-baebe9258355 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e986492-5ab7-49ed-909f-c2d91ebc477d HTTP/1.1" status: 200 len: 205 time: 0.0989218 Nov 12 08:34:14.282169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.366768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Attempting to bind port b7a01b7d-bd69-4e61-b152-836a1255fd82 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:14.367876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Attempting to bind port b7a01b7d-bd69-4e61-b152-836a1255fd82 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:14.368865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Attempting to bind port b7a01b7d-bd69-4e61-b152-836a1255fd82 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:14.374186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.380420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.391078 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.392262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:14.396161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 4480ad56-603f-4977-b26a-39512bf518a4 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:14.398132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:14.398780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.400325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:14.401049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Bound port: b7a01b7d-bd69-4e61-b152-836a1255fd82, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:14.404502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.419897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b825c61-4357-42e0-b771-d9489e8b3c5c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.452680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.456119 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0ef0f587-f38b-473b-a90d-d4f6b47bc847 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2511051 Nov 12 08:34:14.459442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44334) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.463061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-60a052dc-c7c3-44a2-89a2-a5992393ecb1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': 'ef78e719-5ccf-4596-9d4e-7f280b8d2e5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:14.535110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-60a052dc-c7c3-44a2-89a2-a5992393ecb1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.587209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.688661 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-60a052dc-c7c3-44a2-89a2-a5992393ecb1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:34:14.692719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] For port b7a01b7d-bd69-4e61-b152-836a1255fd82, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:14.698573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] For port b7a01b7d-bd69-4e61-b152-836a1255fd82, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b7a01b7d-bd69-4e61-b152-836a1255fd82,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:14.699072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-60a052dc-c7c3-44a2-89a2-a5992393ecb1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2385008 Nov 12 08:34:14.701498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44342) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.709925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.798412 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-651b781c-3b68-4aa7-8df3-bbb213d2c039 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.841303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceed51-7b24-4db8-b48f-4cce4c549963 None None] Pushing event updated for resources: {'Port': ['ID=b7a01b7d-bd69-4e61-b152-836a1255fd82,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.864157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-651b781c-3b68-4aa7-8df3-bbb213d2c039 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.005517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-651b781c-3b68-4aa7-8df3-bbb213d2c039 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.008658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-651b781c-3b68-4aa7-8df3-bbb213d2c039 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.014869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-651b781c-3b68-4aa7-8df3-bbb213d2c039 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef78e719-5ccf-4596-9d4e-7f280b8d2e5d HTTP/1.1" status: 204 len: 168 time: 0.3114169 Nov 12 08:34:15.015946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44350) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.036914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b781c-3b68-4aa7-8df3-bbb213d2c039 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78e719-5ccf-4596-9d4e-7f280b8d2e5d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.167709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d1a105d-04ac-469c-b203-2428f940c4ac tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1358964 Nov 12 08:34:15.170179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44360) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.180909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328697168'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:15.253503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.437473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.446480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.599384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.607295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4358702 Nov 12 08:34:15.608121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44370) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.631943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-53fc486f-59f6-46f9-ab4b-132682b58dd5 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '11eac24b-eed8-4c9a-9af8-0e8b7d582563', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:15.636470 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-53fc486f-59f6-46f9-ab4b-132682b58dd5 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 08:34:15.638854 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-53fc486f-59f6-46f9-ab4b-132682b58dd5 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:15.673730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-53fc486f-59f6-46f9-ab4b-132682b58dd5 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0279667 Nov 12 08:34:15.673730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.706907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.711491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.742282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b7a01b7d-bd69-4e61-b152-836a1255fd82 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:15.803574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e461a42-ab44-4f8f-8ac2-e51f5de99efe tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11eac24b-eed8-4c9a-9af8-0e8b7d582563,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.893526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b7a01b7d-bd69-4e61-b152-836a1255fd82 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:15.894261 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.923834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00967c49-3f89-41ad-9eed-a40cd22f1a94 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.016729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.017668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00967c49-3f89-41ad-9eed-a40cd22f1a94 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.147587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=4480ad56-603f-4977-b26a-39512bf518a4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:16.161768 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.287437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00967c49-3f89-41ad-9eed-a40cd22f1a94 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.291892 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00967c49-3f89-41ad-9eed-a40cd22f1a94 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.293345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-00967c49-3f89-41ad-9eed-a40cd22f1a94 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/11eac24b-eed8-4c9a-9af8-0e8b7d582563 HTTP/1.1" status: 204 len: 168 time: 0.5972521 Nov 12 08:34:16.326633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44398) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.344616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port b7a01b7d-bd69-4e61-b152-836a1255fd82, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b7a01b7d-bd69-4e61-b152-836a1255fd82,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:16.357907 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.384178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00967c49-3f89-41ad-9eed-a40cd22f1a94 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eac24b-eed8-4c9a-9af8-0e8b7d582563,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:16.476467 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.508750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44410) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.509367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86271356-b4af-4aba-a139-18246b570b5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/4480ad56-603f-4977-b26a-39512bf518a4 HTTP/1.1" status: 204 len: 168 time: 2.8648176 Nov 12 08:34:16.604895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.618475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=b7a01b7d-bd69-4e61-b152-836a1255fd82,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:16.768809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Deleting port 334ddefa-0b11-4bab-b3d3-4d719fb424db {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:16.771182 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.793283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c4a7a-e2c1-45d2-b24a-ee6a09e2c881 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.829781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c4a7a-e2c1-45d2-b24a-ee6a09e2c881 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.842569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-392c4a7a-e2c1-45d2-b24a-ee6a09e2c881 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3326452 Nov 12 08:34:16.843696 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.846131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44418) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.918058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dbe80684-9eec-4cc9-9fb0-d9aa237e02e2 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5598783 Nov 12 08:34:16.919585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44420) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.935334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511760945'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:16.987233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.118400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Calling delete_port for 334ddefa-0b11-4bab-b3d3-4d719fb424db owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:17.198928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 63707927-1c77-4076-af36-5da146960c0a {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:17.240871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.417087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-39a931b9-1a9f-429b-96ce-5300e41f201b None None] Provisioning complete for port b7a01b7d-bd69-4e61-b152-836a1255fd82 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:17.417462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39a931b9-1a9f-429b-96ce-5300e41f201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.458469 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.549806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.665612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b7a01b7d-bd69-4e61-b152-836a1255fd82 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:17.845728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.855637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.875024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b7a01b7d-bd69-4e61-b152-836a1255fd82 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:17.886709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.902114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.903879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f732647-f1d8-4808-b312-80bb7566ba0c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:18.036485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.041445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c99fc1fb-ba43-4002-8612-3609fd0c6e44 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1183336 Nov 12 08:34:18.052437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event deleted for resources: {'Port': ['ID=334ddefa-0b11-4bab-b3d3-4d719fb424db,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:18.052861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44450) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:18.070851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-01efdb9f-7b33-41d4-856c-e74f64f7f3a9 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '6f732647-f1d8-4808-b312-80bb7566ba0c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:18.075310 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-01efdb9f-7b33-41d4-856c-e74f64f7f3a9 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 08:34:18.076649 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-01efdb9f-7b33-41d4-856c-e74f64f7f3a9 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:18.079126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-01efdb9f-7b33-41d4-856c-e74f64f7f3a9 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0242393 Nov 12 08:34:18.083490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:18.083793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1699dd12-158f-42ec-8385-1a5abd600670 None None] Could not find standard attr ID for object 4480ad56-603f-4977-b26a-39512bf518a4. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:34:18.111775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.243482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d18309-1861-4b43-9b38-1884bb1f1d7b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:18.347174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.430375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=63707927-1c77-4076-af36-5da146960c0a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:18.455046 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.460872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-620a8250-cf14-4105-aca7-1b1c385364c1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.472604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.482855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4832cd83-38aa-410d-92c7-310c73d2d5df tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/63707927-1c77-4076-af36-5da146960c0a HTTP/1.1" status: 204 len: 168 time: 1.6315343 Nov 12 08:34:18.485069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44468) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:18.544554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a2e6b-96d7-48d1-ba80-ac143d474044 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:18.613330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-169d2609-9775-48d9-b4cc-c5ea4e21f7ed tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248248 Nov 12 08:34:18.620679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44474) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:18.720284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868169a-4804-4ab9-93ac-cd6445f8bcde tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.724428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f868169a-4804-4ab9-93ac-cd6445f8bcde tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1003439 Nov 12 08:34:18.740633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44476) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:18.785715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.796743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.804947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-620a8250-cf14-4105-aca7-1b1c385364c1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.890722 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.891449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Fanout notify agent at l3_agent the message router_deleted on router 9e986492-5ab7-49ed-909f-c2d91ebc477d {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:18.904014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.915645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e8361fe6-ebfa-4096-9d71-fec9925aa8ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/9e986492-5ab7-49ed-909f-c2d91ebc477d HTTP/1.1" status: 204 len: 168 time: 4.6299081 Nov 12 08:34:18.915645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44482) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:18.941636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1948200713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:18.985815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:18.988265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.053808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e976ad-3314-4c50-8e34-fc5297c1dcc0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.055303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-89e976ad-3314-4c50-8e34-fc5297c1dcc0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3136411 Nov 12 08:34:19.056390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-620a8250-cf14-4105-aca7-1b1c385364c1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.061232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-620a8250-cf14-4105-aca7-1b1c385364c1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.062522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44486) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:19.065607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-620a8250-cf14-4105-aca7-1b1c385364c1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f732647-f1d8-4808-b312-80bb7566ba0c HTTP/1.1" status: 204 len: 168 time: 0.9764307 Nov 12 08:34:19.089014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:19.096204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44488) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:19.232470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-db3f3d84-b1b0-4ba0-b915-9660590a0cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681406 Nov 12 08:34:19.237863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44496) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:19.240897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] Deleting port b7a01b7d-bd69-4e61-b152-836a1255fd82 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:19.241615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.251499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:19.259398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a8250-cf14-4105-aca7-1b1c385364c1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f732647-f1d8-4808-b312-80bb7566ba0c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:19.337768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.354512 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8338ef24-0387-4591-81f7-0431f68ee65a tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2540047 Nov 12 08:34:19.358449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.378843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44502) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:19.391723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435275639'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:19.476343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] For port b7a01b7d-bd69-4e61-b152-836a1255fd82, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b7a01b7d-bd69-4e61-b152-836a1255fd82,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:19.486581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.551316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] Calling delete_port for b7a01b7d-bd69-4e61-b152-836a1255fd82 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:19.591577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.618796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:19.633122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.844290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b7a01b7d-bd69-4e61-b152-836a1255fd82 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:19.849053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.857857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.865102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-040c129a-79bc-41b1-8089-147baf080e3c tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9285753 Nov 12 08:34:19.867387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.869780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.873116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:19.885842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': True}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.011172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.016527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6285589 Nov 12 08:34:20.017891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b7a01b7d-bd69-4e61-b152-836a1255fd82 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:20.018438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b7a01b7d-bd69-4e61-b152-836a1255fd82 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:20.042523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44524) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.053673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-270a66b2-e396-4d71-a5c7-e154cf802b2e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '697341b1-18e4-4097-8980-29c3dcf5af49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.061675 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-270a66b2-e396-4d71-a5c7-e154cf802b2e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 08:34:20.073672 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-270a66b2-e396-4d71-a5c7-e154cf802b2e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:20.075778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-270a66b2-e396-4d71-a5c7-e154cf802b2e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0284202 Nov 12 08:34:20.078596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] No DVR routers for this DVR port b7a01b7d-bd69-4e61-b152-836a1255fd82 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:20.080621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bfe82-413a-44f7-abf6-300bfb538ae8 None None] Pushing event deleted for resources: {'Port': ['ID=b7a01b7d-bd69-4e61-b152-836a1255fd82,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:20.081642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44526) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.087968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-33158380-bca1-431d-bd79-f7e3aa29bd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '697341b1-18e4-4097-8980-29c3dcf5af49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.089122 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-33158380-bca1-431d-bd79-f7e3aa29bd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 08:34:20.089869 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-33158380-bca1-431d-bd79-f7e3aa29bd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:20.101847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-33158380-bca1-431d-bd79-f7e3aa29bd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162582 Nov 12 08:34:20.102243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44528) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.115012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-62e01006-ea36-46ab-890f-cb0422f99a21 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '697341b1-18e4-4097-8980-29c3dcf5af49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.116256 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-62e01006-ea36-46ab-890f-cb0422f99a21 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 08:34:20.117030 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-62e01006-ea36-46ab-890f-cb0422f99a21 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:20.118316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62e01006-ea36-46ab-890f-cb0422f99a21 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148525 Nov 12 08:34:20.119332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6760a-1301-435d-bdf5-29b4c9e7a3b1 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697341b1-18e4-4097-8980-29c3dcf5af49,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:20.121709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44532) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.141909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-616d5085-a297-443d-bc8b-965580e9597e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '697341b1-18e4-4097-8980-29c3dcf5af49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.144342 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-616d5085-a297-443d-bc8b-965580e9597e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 08:34:20.145155 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-616d5085-a297-443d-bc8b-965580e9597e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:20.146469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-616d5085-a297-443d-bc8b-965580e9597e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112517 Nov 12 08:34:20.151315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44534) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.270321 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d2c0c8-8c94-4597-9a87-6e5c95907865 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.333997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d2c0c8-8c94-4597-9a87-6e5c95907865 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.434045 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d2c0c8-8c94-4597-9a87-6e5c95907865 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.437399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-08d2c0c8-8c94-4597-9a87-6e5c95907865 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.439048 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-08d2c0c8-8c94-4597-9a87-6e5c95907865 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/697341b1-18e4-4097-8980-29c3dcf5af49 HTTP/1.1" status: 204 len: 168 time: 0.2863667 Nov 12 08:34:20.454313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44544) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.476164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.537057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c0c8-8c94-4597-9a87-6e5c95907865 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697341b1-18e4-4097-8980-29c3dcf5af49,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:20.613772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9314c9a5-ae74-4e07-b1b1-5771aa03e1d4 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1564846 Nov 12 08:34:20.620632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44550) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.636828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811591132'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.712179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.717273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.839978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:20.870207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:20.874990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.875710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.946233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7072146 Nov 12 08:34:20.949927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.950875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:20.951698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210474c-060c-40d7-b85b-bf2b2c6a0ccc None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:20.993122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10a735-1f77-4563-91ee-652e1b1d2bb4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:20.998199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:32:6a:83', 'name': 'tempest-NetworksTestDHCPv6-435805475'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.017597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.188462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.189798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5680225 Nov 12 08:34:21.197523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44580) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:21.237805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d62c790c-176b-462b-b801-2b0164e92207 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.240897 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-d62c790c-176b-462b-b801-2b0164e92207 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:34:21.241650 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-d62c790c-176b-462b-b801-2b0164e92207 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:21.242894 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d62c790c-176b-462b-b801-2b0164e92207 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0308568 Nov 12 08:34:21.342068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44582) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:21.360710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dd340217-b75c-41ec-9d35-22137f0bcd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.496624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6edc65-93d8-4889-b4ec-a94a6526a3ef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a7c988-bf8b-47d1-804a-f6c4136e7e46,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:21.566086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.642176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:21.642621 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.643562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.657821 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-dd340217-b75c-41ec-9d35-22137f0bcd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:21.659402 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dd340217-b75c-41ec-9d35-22137f0bcd29 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3140180 Nov 12 08:34:21.663465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44596) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:21.682662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-16954c3a-d605-4eac-8336-658c3a5c9aef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.684735 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-16954c3a-d605-4eac-8336-658c3a5c9aef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 08:34:21.685328 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-16954c3a-d605-4eac-8336-658c3a5c9aef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:21.689380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16954c3a-d605-4eac-8336-658c3a5c9aef tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0238280 Nov 12 08:34:21.695136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:21.702720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a27e80aa-68dc-4852-a775-744792c09862 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.740642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:21.974288 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-a27e80aa-68dc-4852-a775-744792c09862 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:21.978326 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a27e80aa-68dc-4852-a775-744792c09862 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2776833 Nov 12 08:34:21.978823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44604) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:21.995051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-34734ae4-5585-4dcd-a6a6-43c61a8dcfbc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:21.995837 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-34734ae4-5585-4dcd-a6a6-43c61a8dcfbc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:34:21.998978 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-34734ae4-5585-4dcd-a6a6-43c61a8dcfbc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:22.004725 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.007603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1/26e2651b-89e2-4e10-b1b3-b32c0ef87b1f) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:22.008705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-34734ae4-5585-4dcd-a6a6-43c61a8dcfbc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234594 Nov 12 08:34:22.009565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44606) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:22.015154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f7355720-f929-46a1-99c1-6e985db95f40 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:22.031935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Allocated IP 172.25.4.164 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/4e71b94c-d24f-406d-9e69-3b1000797de9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:22.139781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port fbba9d92-7631-4ed6-91a2-bbc79ac23a1b yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:34:22.342280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.342558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.370125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.395847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.498702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:22.512767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:22.519500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:22.532954 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-f7355720-f929-46a1-99c1-6e985db95f40 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:22.537674 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f7355720-f929-46a1-99c1-6e985db95f40 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5232809 Nov 12 08:34:22.554202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:22.555765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:22.574874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-23331615-da98-4649-8166-be8a6747e298 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:22.575489 n-d-768509-25 neutron-server[102372]: WARNING neutron.api.v2.base [None req-23331615-da98-4649-8166-be8a6747e298 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 08:34:22.580259 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-23331615-da98-4649-8166-be8a6747e298 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:22.581749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-23331615-da98-4649-8166-be8a6747e298 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147307 Nov 12 08:34:22.583334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:22.587776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:22.598385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:22.603414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-db5ede0b-3192-4f87-95f4-c471b2215365 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:22.651312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::2c4 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1/fbba9d92-7631-4ed6-91a2-bbc79ac23a1b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:22.699487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Port': ['ID=4e71b94c-d24f-406d-9e69-3b1000797de9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:22.713295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bff31-f7cc-4ab0-b882-cc525a61ffbe None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:22.747645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Pushing event updated for resources: {'Port': ['ID=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:22.758909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Attempting to bind port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:22.759884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Attempting to bind port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:22.760540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Attempting to bind port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:22.768160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.768810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.769324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.769825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.770336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.770831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.771339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.771861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.772396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.773508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.774307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.774810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:22.779843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:22.780573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:22.781166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.781731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:22.782398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Bound port: 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:22.783054 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.950030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7b612ad4-6b8f-46ef-aa59-db32b8af6029 None None] Provisioning complete for port 4e71b94c-d24f-406d-9e69-3b1000797de9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:22.950761 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7b612ad4-6b8f-46ef-aa59-db32b8af6029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.965556 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-db5ede0b-3192-4f87-95f4-c471b2215365 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:22.971208 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-db5ede0b-3192-4f87-95f4-c471b2215365 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3799632 Nov 12 08:34:22.975956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44636) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:22.990968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-74d96834-2781-4c6c-8a31-d89c16026a77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '98a7c988-bf8b-47d1-804a-f6c4136e7e46', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:23.047939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] For port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:23.086852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7b612ad4-6b8f-46ef-aa59-db32b8af6029 None None] Port 4e71b94c-d24f-406d-9e69-3b1000797de9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:23.112912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] For port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:23.140138 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.179518 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-74d96834-2781-4c6c-8a31-d89c16026a77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:23.195331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-74d96834-2781-4c6c-8a31-d89c16026a77 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2179611 Nov 12 08:34:23.202527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44646) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:23.279353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3310-78da-4342-a98b-0c462f207b84 None None] Pushing event updated for resources: {'Port': ['ID=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:23.339056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.412743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.469771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc0c8548-ef94-47f6-877d-dc672e38e31e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.493303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.729227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:23.753528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:23.783397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:23.804248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.804934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.809958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc0c8548-ef94-47f6-877d-dc672e38e31e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.901730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9497497 Nov 12 08:34:23.904811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3f353-d18e-46fd-9e39-032ef449eaa5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=fbba9d92-7631-4ed6-91a2-bbc79ac23a1b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:23.927010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.058768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.065707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.133956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc0c8548-ef94-47f6-877d-dc672e38e31e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.136589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fc0c8548-ef94-47f6-877d-dc672e38e31e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.138129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fc0c8548-ef94-47f6-877d-dc672e38e31e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/98a7c988-bf8b-47d1-804a-f6c4136e7e46 HTTP/1.1" status: 204 len: 168 time: 0.9306810 Nov 12 08:34:24.140949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44680) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.177072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0920b4-85bc-463e-ae76-d2613bfe3eb1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:24.240519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0920b4-85bc-463e-ae76-d2613bfe3eb1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:24.250990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc0920b4-85bc-463e-ae76-d2613bfe3eb1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3195229 Nov 12 08:34:24.256369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44682) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.343779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c8548-ef94-47f6-877d-dc672e38e31e tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a7c988-bf8b-47d1-804a-f6c4136e7e46,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:24.502270 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d7f5d052-4e89-4c19-8b0c-f0f22b138bad tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2457333 Nov 12 08:34:24.506754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.525715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44690) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.542081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--629720162'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:24.625886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.827222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bca3410-4c2e-4d95-b1ea-a6600c232e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.964438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bca3410-4c2e-4d95-b1ea-a6600c232e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.980777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5bca3410-4c2e-4d95-b1ea-a6600c232e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.049734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3410-4c2e-4d95-b1ea-a6600c232e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a6a76e-c0f4-4b24-9370-e5c7ea31e6fd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:25.109945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.126926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5bca3410-4c2e-4d95-b1ea-a6600c232e03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93f664c91dbb418394bdfc2e4c2a4e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6185071 Nov 12 08:34:25.129432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44708) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:25.141234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.356199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7c220-8cbd-4aa4-8c4f-bb56142cd205,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:25.364631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.365876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0c0c911e-406f-425a-a2eb-bf03cfa8cc11 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8383925 Nov 12 08:34:25.381304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:25.407558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b4a93975-5ed7-4360-ad44-ee4046780be0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '59c7c220-8cbd-4aa4-8c4f-bb56142cd205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:25.546837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a12c2fd3-5bd2-40ad-b248-f438ba008fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.575535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cb840373-4a82-453f-b0ef-3bb6a365867a None None] Provisioning complete for port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:25.576152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb840373-4a82-453f-b0ef-3bb6a365867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.641155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a12c2fd3-5bd2-40ad-b248-f438ba008fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.719887 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-b4a93975-5ed7-4360-ad44-ee4046780be0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The resource could not be found. Nov 12 08:34:25.721493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4a93975-5ed7-4360-ad44-ee4046780be0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3343792 Nov 12 08:34:25.725369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44712) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:25.734348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e97db51e-97ca-4ba0-97f1-ab58daca9609 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '59c7c220-8cbd-4aa4-8c4f-bb56142cd205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '358f6c18-9c9a-4c0e-aec9-dc392fff38a0'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:25.776413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a12c2fd3-5bd2-40ad-b248-f438ba008fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.788973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a12c2fd3-5bd2-40ad-b248-f438ba008fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.790797 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a12c2fd3-5bd2-40ad-b248-f438ba008fc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49a6a76e-c0f4-4b24-9370-e5c7ea31e6fd HTTP/1.1" status: 204 len: 168 time: 0.6536829 Nov 12 08:34:25.824010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:25.859613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c2fd3-5bd2-40ad-b248-f438ba008fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a6a76e-c0f4-4b24-9370-e5c7ea31e6fd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.030017 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-e97db51e-97ca-4ba0-97f1-ab58daca9609 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The resource could not be found. Nov 12 08:34:26.033768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e97db51e-97ca-4ba0-97f1-ab58daca9609 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3047459 Nov 12 08:34:26.035147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44728) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:26.082836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port fbba9d92-7631-4ed6-91a2-bbc79ac23a1b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:26.083186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.194057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b265d6a4-7ed0-4c00-a799-badced7892ee tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.259277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb840373-4a82-453f-b0ef-3bb6a365867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.266363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b265d6a4-7ed0-4c00-a799-badced7892ee tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.299700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:26.300424 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.362514 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.396330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for fbba9d92-7631-4ed6-91a2-bbc79ac23a1b owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:26.397691 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b265d6a4-7ed0-4c00-a799-badced7892ee tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.401459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b265d6a4-7ed0-4c00-a799-badced7892ee tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.408275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b265d6a4-7ed0-4c00-a799-badced7892ee tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/59c7c220-8cbd-4aa4-8c4f-bb56142cd205 HTTP/1.1" status: 204 len: 168 time: 0.3697162 Nov 12 08:34:26.409094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44732) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:26.474532 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cb840373-4a82-453f-b0ef-3bb6a365867a None None] For port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:26.532352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265d6a4-7ed0-4c00-a799-badced7892ee tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7c220-8cbd-4aa4-8c4f-bb56142cd205,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.544652 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb840373-4a82-453f-b0ef-3bb6a365867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.672359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f0636060-50e9-47b3-82d1-12a3a79a4dec tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2097774 Nov 12 08:34:26.673121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44738) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:26.695435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5ea03875-6634-48fd-817f-03e9dc3a2881 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '0e0a793b-f979-4a53-97db-19ba7683e47c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:26.774652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.795343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.797308 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-5ea03875-6634-48fd-817f-03e9dc3a2881 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The resource could not be found. Nov 12 08:34:26.798658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5ea03875-6634-48fd-817f-03e9dc3a2881 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1203923 Nov 12 08:34:26.802407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:26.809949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--238407692'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:26.900635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.915018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Router 33ba0d50-3d4d-4e88-b88d-0980292cf14e is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:26.926369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.936622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/fbba9d92-7631-4ed6-91a2-bbc79ac23a1b HTTP/1.1" status: 204 len: 168 time: 2.6774187 Nov 12 08:34:26.946468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4666e-2366-4c1c-897c-cd1e4ca01963 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=fbba9d92-7631-4ed6-91a2-bbc79ac23a1b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.951097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44752) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:27.147616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.155920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.297667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.298978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4953055 Nov 12 08:34:27.306368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44764) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:27.320039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114127280'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:27.346856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8223618-d5bf-4545-95b1-997fa9c93ffc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28959670-7c15-403c-aa17-bedc7caf0e8d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:27.363286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-00d844f8-014e-4655-a8e0-c2e938c4cef4 None None] Provisioning complete for port fbba9d92-7631-4ed6-91a2-bbc79ac23a1b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:27.375047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-00d844f8-014e-4655-a8e0-c2e938c4cef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.382967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.410024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-00d844f8-014e-4655-a8e0-c2e938c4cef4 None None] Port fbba9d92-7631-4ed6-91a2-bbc79ac23a1b was deleted so its status cannot be updated. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:34:27.460472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840373-4a82-453f-b0ef-3bb6a365867a None None] Pushing event updated for resources: {'Port': ['ID=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:27.464329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6207e66-d295-49ee-afc3-cbfb1afe1adc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.475386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6207e66-d295-49ee-afc3-cbfb1afe1adc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.495785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6207e66-d295-49ee-afc3-cbfb1afe1adc tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5431802 Nov 12 08:34:27.499269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:27.505815 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:27.506633 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:27.601024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:27.611313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.612586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3ed2bd01-0828-4008-bb6a-5dc0847f5023 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "PUT /v2.0/routers/33ba0d50-3d4d-4e88-b88d-0980292cf14e HTTP/1.1" status: 200 len: 915 time: 7.7339473 Nov 12 08:34:27.617641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44772) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:27.618343 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] Sync routers for ids ['33ba0d50-3d4d-4e88-b88d-0980292cf14e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:27.658920 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] Routers {'33ba0d50-3d4d-4e88-b88d-0980292cf14e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:27.659563 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33ba0d50-3d4d-4e88-b88d-0980292cf14e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:27.695005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:27.706164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.775287 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.790004 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:27.799644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.842367 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] Routers {'33ba0d50-3d4d-4e88-b88d-0980292cf14e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:27.844331 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33ba0d50-3d4d-4e88-b88d-0980292cf14e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:27.870230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.963381 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:27.964086 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33732b4-fe8b-4455-b633-b7587da26dac None None] The sync data for ids ['33ba0d50-3d4d-4e88-b88d-0980292cf14e'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:28.024075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992395f8-958e-4075-bc5a-fabcac244000,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:28.113266 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.116207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d510db81-8483-4266-8ea6-081bade62e4f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8018303 Nov 12 08:34:28.119643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44788) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.138293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.163787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b9f8150d-a27c-440b-84d4-b492825aa93f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group_rule': {'security_group_id': '28959670-7c15-403c-aa17-bedc7caf0e8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '992395f8-958e-4075-bc5a-fabcac244000'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:28.236823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-11dee187-2315-433b-b39d-64dffed37ae0 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/33ba0d50-3d4d-4e88-b88d-0980292cf14e HTTP/1.1" status: 200 len: 921 time: 0.6144850 Nov 12 08:34:28.239763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44792) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.332472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:28.398265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.434066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846893b1-530d-431b-bc99-3cad7711b52e tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.447618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-846893b1-530d-431b-bc99-3cad7711b52e tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=33ba0d50-3d4d-4e88-b88d-0980292cf14e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1915519 Nov 12 08:34:28.451468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44802) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.477740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:28.478887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.505283 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-b9f8150d-a27c-440b-84d4-b492825aa93f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:28.506673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b9f8150d-a27c-440b-84d4-b492825aa93f tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3723223 Nov 12 08:34:28.524130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44804) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.535866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.541699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1 HTTP/1.1" status: 204 len: 168 time: 1.0413096 Nov 12 08:34:28.545872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44806) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.557181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf1d7-bb3a-4dae-9427-df5cf682042b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:28.572515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e142d3-4d47-4248-a762-8f7b1fde2388 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:28.781048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6cc5fdfc-1333-4240-9f76-e296c2710d1a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155291 Nov 12 08:34:28.784435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44810) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.810845 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c468c4b0-98e3-473b-8d71-886f3bf6ad76 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.889135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fcaf12-253a-44e7-9597-c9c0868f60ca tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.890992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-14fcaf12-253a-44e7-9597-c9c0868f60ca tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.4382946 Nov 12 08:34:28.895164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1aabf3-de03-4dd9-bc51-bcea965bd87c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.897638 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c468c4b0-98e3-473b-8d71-886f3bf6ad76 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.904433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff1aabf3-de03-4dd9-bc51-bcea965bd87c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113772 Nov 12 08:34:28.905142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44818) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.905479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44820) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.033453 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9adb5d83-c15d-4b5b-b436-5fdae81ad859 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=33ba0d50-3d4d-4e88-b88d-0980292cf14e HTTP/1.1" status: 200 len: 205 time: 0.1267250 Nov 12 08:34:29.036032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44824) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.096287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7776c-65f0-409c-a6a5-ab9091c52e75 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:29.105197 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26d7776c-65f0-409c-a6a5-ab9091c52e75 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1974897 Nov 12 08:34:29.108944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.305323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-627a02da-1941-4e44-9efd-c641a30406a9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1912749 Nov 12 08:34:29.311795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44838) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.317300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:29.416789 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c468c4b0-98e3-473b-8d71-886f3bf6ad76 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.427221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c468c4b0-98e3-473b-8d71-886f3bf6ad76 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.438293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c468c4b0-98e3-473b-8d71-886f3bf6ad76 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/992395f8-958e-4075-bc5a-fabcac244000 HTTP/1.1" status: 204 len: 168 time: 0.9116156 Nov 12 08:34:29.445418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44852) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.532490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:29.546122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468c4b0-98e3-473b-8d71-886f3bf6ad76 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992395f8-958e-4075-bc5a-fabcac244000,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:29.650475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.658839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] Deleting port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:29.664692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.762930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] For port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:29.763795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.802221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] Calling delete_port for 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:29.815204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-223c40b8-db56-4e70-9ff1-9fcc4418b98a tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3679137 Nov 12 08:34:29.835657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:29.841943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.866189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.966989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.020228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.034270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] No DVR routers for this DVR port 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:30.110255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9bf76-db54-4abd-b104-ef298a189358 None None] Pushing event deleted for resources: {'Port': ['ID=26e2651b-89e2-4e10-b1b3-b32c0ef87b1f,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.128162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca26961-4b83-43e4-8572-927efc610d41 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.153853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Deleting port 4e71b94c-d24f-406d-9e69-3b1000797de9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:30.154525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.267399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca26961-4b83-43e4-8572-927efc610d41 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.332304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:30.387492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:30.387908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 26e2651b-89e2-4e10-b1b3-b32c0ef87b1f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:30.491351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.514954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Calling delete_port for 4e71b94c-d24f-406d-9e69-3b1000797de9 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:30.530316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca26961-4b83-43e4-8572-927efc610d41 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.535410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4ca26961-4b83-43e4-8572-927efc610d41 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.539369 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ca26961-4b83-43e4-8572-927efc610d41 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/28959670-7c15-403c-aa17-bedc7caf0e8d HTTP/1.1" status: 204 len: 168 time: 0.6692348 Nov 12 08:34:30.540939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44912) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:30.597907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca26961-4b83-43e4-8572-927efc610d41 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28959670-7c15-403c-aa17-bedc7caf0e8d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:30.847882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:34:30.886118 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3b4956e1-fe22-4061-8276-03a885a94fa9 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3359041 Nov 12 08:34:30.886118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.892582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 44936) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:31.001530 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.082941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'tempest-secgroup--876512788'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:31.102701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event deleted for resources: {'Port': ['ID=4e71b94c-d24f-406d-9e69-3b1000797de9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:31.150722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39dbf2-73bf-4aae-baf2-9b047f299404 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:31.279160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:31.298303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=38caa412-ac38-4d6a-9e62-c5cba0f0e2ad,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:31.318044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:31.330123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.331317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.336470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4af0cb-5027-474e-aa04-5301c2cdca3e None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:31.354418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.385353 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.457075 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-086478ee-98c2-470d-ab68-95bca5c88ccd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1453736 Nov 12 08:34:31.470419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 44988) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:31.645682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:31.706355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.718457 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.832035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.835094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8390567 Nov 12 08:34:31.853996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45002) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:31.867070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-247816c7-6c74-4d52-8714-6b5ee7c0d505 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:31.882982 n-d-768509-25 neutron-server[102371]: WARNING neutron.api.v2.base [None req-247816c7-6c74-4d52-8714-6b5ee7c0d505 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:34:31.883791 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-247816c7-6c74-4d52-8714-6b5ee7c0d505 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:34:31.885150 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-247816c7-6c74-4d52-8714-6b5ee7c0d505 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "PUT /v2.0/security-groups/465be9bc-151f-4fe5-9a6d-2486b8fe36b6 HTTP/1.1" status: 409 len: 330 time: 0.0234542 Nov 12 08:34:31.887547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b56ab2-042a-423d-8b3a-bf0275d8a0dc tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465be9bc-151f-4fe5-9a6d-2486b8fe36b6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:31.896616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45004) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.002246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '38caa412-ac38-4d6a-9e62-c5cba0f0e2ad'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:32.003167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.122309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.139750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e652b9b-d01e-49c8-8ce5-380f60db5ea0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.151960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.226886 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:34:32.285343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e652b9b-d01e-49c8-8ce5-380f60db5ea0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.385051 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.385485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Fanout notify agent at l3_agent the message router_deleted on router 33ba0d50-3d4d-4e88-b88d-0980292cf14e {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:32.452682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.462024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2c33de6-f23e-4f15-9ccd-d35377811d75 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/33ba0d50-3d4d-4e88-b88d-0980292cf14e HTTP/1.1" status: 204 len: 168 time: 3.4247708 Nov 12 08:34:32.465912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.482822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Allocated IP 2001:db8::f816:3eff:fe7c:2f9f (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/38caa412-ac38-4d6a-9e62-c5cba0f0e2ad/a0908a98-bc00-45e2-94fb-5f9bb558d47d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:32.487835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-821499991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:32.556861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.api [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:34:32.556861 n-d-768509-25 neutron-server[102371]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:34:32.556861 n-d-768509-25 neutron-server[102371]: [parameters: {'project_id': 'eebd7ab6005d4782a72a261cb4f5b373', 'id': '14769636-ad72-4c80-b6cd-9f5b3279d0fc', 'expiration': datetime.datetime(2021, 11, 12, 8, 36, 32, 512765)}] Nov 12 08:34:32.556861 n-d-768509-25 neutron-server[102371]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:32.558887 n-d-768509-25 neutron-server[102371]: DEBUG oslo_db.api [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:32.560294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:32.564239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.566299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-9d787a9e-c18f-451b-8350-2543f873610d req-3ee3cad9-48aa-46d9-ab34-3f0855930c04 service neutron] (102371) timed out ('10.222.0.32', 51106) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:34:32.582426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e652b9b-d01e-49c8-8ce5-380f60db5ea0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.586355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9e652b9b-d01e-49c8-8ce5-380f60db5ea0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.591718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e652b9b-d01e-49c8-8ce5-380f60db5ea0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/465be9bc-151f-4fe5-9a6d-2486b8fe36b6 HTTP/1.1" status: 204 len: 168 time: 0.6896400 Nov 12 08:34:32.602604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45016) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.618157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45018) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.671709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652b9b-d01e-49c8-8ce5-380f60db5ea0 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465be9bc-151f-4fe5-9a6d-2486b8fe36b6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.782318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45022) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.897061 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d21247e-ad27-4dc7-a115-e4ffc463b7d6 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2925332 Nov 12 08:34:32.897672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45028) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.951093 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.998503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.008704 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-609de72a-f8ec-4d0d-bafb-0eb15ae09f96 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] delete failed (client error): The resource could not be found. Nov 12 08:34:33.010108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-609de72a-f8ec-4d0d-bafb-0eb15ae09f96 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "DELETE /v2.0/security-groups/3abdc262-1a92-47ed-926c-4285e1a89d3b HTTP/1.1" status: 404 len: 347 time: 0.0855131 Nov 12 08:34:33.016611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45030) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.026263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ff79b62b-1185-43ec-b738-315681bc48ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.053077 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-e8e7fc69-0440-425c-adaf-27ac7c8b9942 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] show failed (client error): The resource could not be found. Nov 12 08:34:33.061382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45032) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.064736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e8e7fc69-0440-425c-adaf-27ac7c8b9942 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-groups/f1c83cbd-a16e-48d0-96d3-2c0e340d67b9 HTTP/1.1" status: 404 len: 347 time: 0.0435839 Nov 12 08:34:33.078195 n-d-768509-25 neutron-server[102372]: INFO neutron.db.ipam_backend_mixin [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38caa412-ac38-4d6a-9e62-c5cba0f0e2ad (CIDR: 2001:db8::/64) Nov 12 08:34:33.114075 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:33.114991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:34:33.121042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf4de-1385-4ebe-be8e-b5566ddcb01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.135095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.136640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.148448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:33.149664 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-bc154559-62ae-4c4e-b677-01dd78d70591 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] show failed (client error): The resource could not be found. Nov 12 08:34:33.159268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bc154559-62ae-4c4e-b677-01dd78d70591 tempest-NegativeSecGroupTest-801014326 tempest-NegativeSecGroupTest-801014326-project] 10.222.0.16 "GET /v2.0/security-group-rules/941b85df-1585-4118-8710-2e75b7b63dc1 HTTP/1.1" status: 404 len: 356 time: 0.0920885 Nov 12 08:34:33.159521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:33.172460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:33.228369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.244927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1600369c-6d10-4413-8da8-fbb01a0b4630 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7647755 Nov 12 08:34:33.253978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45038) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.271261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:33.286831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.294268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.340938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Attempting to bind port a0908a98-bc00-45e2-94fb-5f9bb558d47d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:33.341965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Attempting to bind port a0908a98-bc00-45e2-94fb-5f9bb558d47d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:33.343896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Attempting to bind port a0908a98-bc00-45e2-94fb-5f9bb558d47d on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:33.347237 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.353880 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6f5bdf8f-74d9-4614-9522-7d2d13c262ac tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8814127 Nov 12 08:34:33.356451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45040) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.360956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:33.361346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:33.361751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.362394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:33.363054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Bound port: a0908a98-bc00-45e2-94fb-5f9bb558d47d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:33.366740 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.366901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'enable_snat': False}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:33.382205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ff79b62b-1185-43ec-b738-315681bc48ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.450568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ff79b62b-1185-43ec-b738-315681bc48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.529587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:33.534349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:33.548206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ff79b62b-1185-43ec-b738-315681bc48ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffa113a8e61342fc9807672fbeb1f930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9238143 Nov 12 08:34:33.560749 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.567789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.631117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79b62b-1185-43ec-b738-315681bc48ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147408e2-cc99-4eb4-81cd-4cae89cf0838,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.802576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf4de-1385-4ebe-be8e-b5566ddcb01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.802779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748d611-f088-4722-97bc-38b19fd743c4 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.814683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45048) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.837479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf4de-1385-4ebe-be8e-b5566ddcb01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.878515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8a8cf4de-1385-4ebe-be8e-b5566ddcb01a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a405f9f9dfda4b0382157a9fca09d3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0845397 Nov 12 08:34:33.879460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45052) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.937990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:33.950940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.964702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.030579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cf4de-1385-4ebe-be8e-b5566ddcb01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60603524-0aba-4ca2-a18b-0aff30974e6d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:34.099356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-642a208b-581a-4337-b995-dc5c9fee29c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.271392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-642a208b-581a-4337-b995-dc5c9fee29c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.359262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:34.474873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.496512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:34.497293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.505831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-642a208b-581a-4337-b995-dc5c9fee29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.509042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-642a208b-581a-4337-b995-dc5c9fee29c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.510784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-642a208b-581a-4337-b995-dc5c9fee29c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/147408e2-cc99-4eb4-81cd-4cae89cf0838 HTTP/1.1" status: 204 len: 168 time: 0.9371138 Nov 12 08:34:34.529973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a208b-581a-4337-b995-dc5c9fee29c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147408e2-cc99-4eb4-81cd-4cae89cf0838,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:34.566142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=a6f7690f-2ba5-46ea-affe-dfd8439ea889,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:34.582782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36060d96-4b8f-40d7-ae73-bbdb7fbb4914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.623189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fb1fe923-5c3f-4384-b191-9e6de18e76d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812d5148917e490d8b41839cd60be972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8038809 Nov 12 08:34:34.627425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:34.630567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:34.639886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:34.650064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:34.650675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.656352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.662650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.677558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36060d96-4b8f-40d7-ae73-bbdb7fbb4914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.732736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:34.738293 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.741028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.827310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-60a98763-dd7b-4c37-b499-afc8f910db9c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5530801 Nov 12 08:34:34.828871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45064) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:34.860660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:c5:11:1c', 'name': 'tempest-NetworksTestDHCPv6-328830647'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:34.903371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Allocated IP 172.25.4.188 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/066b8ce5-d6cb-4d8a-b005-808490db45e9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:34.913210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.085399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.096027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36060d96-4b8f-40d7-ae73-bbdb7fbb4914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.098690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36060d96-4b8f-40d7-ae73-bbdb7fbb4914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.102197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-36060d96-4b8f-40d7-ae73-bbdb7fbb4914 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60603524-0aba-4ca2-a18b-0aff30974e6d HTTP/1.1" status: 204 len: 168 time: 1.2140648 Nov 12 08:34:35.122182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36060d96-4b8f-40d7-ae73-bbdb7fbb4914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60603524-0aba-4ca2-a18b-0aff30974e6d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.216449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:35.256665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c9671df-ccf6-40ed-9e13-ada9a6a4832e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.349957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c9671df-ccf6-40ed-9e13-ada9a6a4832e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.359570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.429394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:35.456700 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.465430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:35.471610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4392c175-004b-4e56-b267-329131a8e94d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.521394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:35.522340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:34:35.530146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:35.560683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268fb88-a49e-4adf-8dff-a935f7bc4b15 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:35.574612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Pushing event updated for resources: {'Port': ['ID=066b8ce5-d6cb-4d8a-b005-808490db45e9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.601419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699e578-c059-4f32-9749-17202d51ddee None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:35.617381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c9671df-ccf6-40ed-9e13-ada9a6a4832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.620025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c9671df-ccf6-40ed-9e13-ada9a6a4832e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.621339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c9671df-ccf6-40ed-9e13-ada9a6a4832e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6157ed1c-cfc6-4ddc-a8d8-4ecb2ee70ed4 HTTP/1.1" status: 204 len: 168 time: 0.9925807 Nov 12 08:34:35.775558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9671df-ccf6-40ed-9e13-ada9a6a4832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6157ed1c-cfc6-4ddc-a8d8-4ecb2ee70ed4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.876344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-efef04d7-afed-4da9-b21e-1961c12a05d8 None None] Provisioning complete for port 066b8ce5-d6cb-4d8a-b005-808490db45e9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:35.877510 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efef04d7-afed-4da9-b21e-1961c12a05d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.919769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4392c175-004b-4e56-b267-329131a8e94d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.933471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4392c175-004b-4e56-b267-329131a8e94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.129414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-efef04d7-afed-4da9-b21e-1961c12a05d8 None None] Port 066b8ce5-d6cb-4d8a-b005-808490db45e9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:36.236207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392c175-004b-4e56-b267-329131a8e94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4ced6-862a-4091-997c-f7581b99587d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.245489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8:0:1::ff (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/a6f7690f-2ba5-46ea-affe-dfd8439ea889/0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:36.251675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-efef04d7-afed-4da9-b21e-1961c12a05d8 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:36.252397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4392c175-004b-4e56-b267-329131a8e94d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43d17af3c45c475399ff6b180a2e41ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8216310 Nov 12 08:34:36.253457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45084) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.254674 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-efef04d7-afed-4da9-b21e-1961c12a05d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.269428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.269710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:fec5:111c (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/38caa412-ac38-4d6a-9e62-c5cba0f0e2ad/0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:36.357075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd74603e-3db9-4af4-b71f-d2847186da60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.414732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:36.528688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.649186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.711261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.778551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:36.779203 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.818345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.842825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:36.844910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:36.865447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:36.877265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:36.879430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.900269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '38caa412-ac38-4d6a-9e62-c5cba0f0e2ad', 'ip_address': '2001:db8::f816:3eff:fe7c:2f9f'}, {'subnet_id': 'a6f7690f-2ba5-46ea-affe-dfd8439ea889'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a0908a98-bc00-45e2-94fb-5f9bb558d47d'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:34:36.912922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6f97d1ce-ec8b-4a29-a18f-728a511a0571 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0657434 Nov 12 08:34:36.914871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45102) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.932564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.131614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:37.132088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.197335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] Allocated IP 2001:db8:0:1::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/a6f7690f-2ba5-46ea-affe-dfd8439ea889/a0908a98-bc00-45e2-94fb-5f9bb558d47d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:37.265549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.284610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:37.395451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4f63d5-89ea-4d86-8d4f-2c9829c052e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.423866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:37.506092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45116) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:37.538169 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.541176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4f63d5-89ea-4d86-8d4f-2c9829c052e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.559095 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.603410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.691545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.718765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061eb03-7dcb-471a-8c30-46168cff2605 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.749580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.751218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4f63d5-89ea-4d86-8d4f-2c9829c052e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.753877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4f63d5-89ea-4d86-8d4f-2c9829c052e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.755089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8a4f63d5-89ea-4d86-8d4f-2c9829c052e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3b4ced6-862a-4091-997c-f7581b99587d HTTP/1.1" status: 204 len: 168 time: 1.4866052 Nov 12 08:34:37.771449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.789430 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd74603e-3db9-4af4-b71f-d2847186da60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.804188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f63d5-89ea-4d86-8d4f-2c9829c052e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4ced6-862a-4091-997c-f7581b99587d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.813919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-63543479-network', 'tenant_id': '65825d56c77546878411ba4c86e99418'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:37.831148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.834552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3efad533-e702-4da4-8760-7ba19b70d031 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1 HTTP/1.1" status: 204 len: 168 time: 0.9156222 Nov 12 08:34:37.850002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45130) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:37.970064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Made reservation on behalf of 65825d56c77546878411ba4c86e99418 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:37.972680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.998230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.016118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a4eef-a2fc-4a88-ae58-85dbf8b51e54 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.034303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef1a4eef-a2fc-4a88-ae58-85dbf8b51e54 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1777065 Nov 12 08:34:38.041383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45134) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:38.053889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fd74603e-3db9-4af4-b71f-d2847186da60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.181809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.183956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74603e-3db9-4af4-b71f-d2847186da60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b3548-2931-440e-922e-f4fc528cee9f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.190666 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.201675 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fd74603e-3db9-4af4-b71f-d2847186da60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e26df59d494d409780aa7e51928ce6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9289415 Nov 12 08:34:38.205542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45136) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:38.244962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38b65d-29e5-47bd-8637-bee1e8c360d7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.258720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:38.269642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.270374 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Added segment 637fc6ba-f613-499d-930d-c891721339cd of type vlan for network 2187c699-c11e-47b5-bb3e-3f5073e5e9a8 Nov 12 08:34:38.295368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168758b9-72c0-4e70-a005-023f9e927f16 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.309298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-168758b9-72c0-4e70-a005-023f9e927f16 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2668567 Nov 12 08:34:38.316484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45142) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:38.359420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.369045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Router fc1469a8-ab26-440a-b117-860e63e76d62 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:38.414490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:38.423648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.428217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.429050 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.448928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f815b-0514-4e00-b41d-798c83ac3fe4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.453932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f815b-0514-4e00-b41d-798c83ac3fe4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.456007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f815b-0514-4e00-b41d-798c83ac3fe4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.462973 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-425f815b-0514-4e00-b41d-798c83ac3fe4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1441681 Nov 12 08:34:38.463892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45146) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:38.614779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 38caa412-ac38-4d6a-9e62-c5cba0f0e2ad {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:38.624853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:38.626719 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.670107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.692553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1853018 Nov 12 08:34:38.702162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45158) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:38.714478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Request body: {'subnet': {'network_id': '2187c699-c11e-47b5-bb3e-3f5073e5e9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-63543479-subnet', 'tenant_id': '65825d56c77546878411ba4c86e99418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:38.753055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad3b0-1b8f-43c7-a64f-9b71c84a11fb admin admin] Pushing event updated for resources: {'Network': ['ID=2187c699-c11e-47b5-bb3e-3f5073e5e9a8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.793799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 2187c699-c11e-47b5-bb3e-3f5073e5e9a8 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:38.830789 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Made reservation on behalf of 65825d56c77546878411ba4c86e99418 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:38.844565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.939948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eb65-e7b6-4a87-a8bd-a6c940e739ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.010155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.307628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.518750 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.536363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.559879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6632be08-abc5-4747-9bf1-b418b7da7df2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:39.560303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6632be08-abc5-4747-9bf1-b418b7da7df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.576597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.597204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eb65-e7b6-4a87-a8bd-a6c940e739ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.675157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45186) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:39.731728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69872d5-41ac-4aaf-9c7c-a2c847d48875,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.735125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=38caa412-ac38-4d6a-9e62-c5cba0f0e2ad,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.751959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Checking segment: {'id': '637fc6ba-f613-499d-930d-c891721339cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2187c699-c11e-47b5-bb3e-3f5073e5e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:39.752355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Network hostable DHCP agents. Network: 2187c699-c11e-47b5-bb3e-3f5073e5e9a8, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:39.771075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.771622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.772164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.772646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.773143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.773620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.774090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.774561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.775028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.775508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.775976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.776461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.778521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Network 2187c699-c11e-47b5-bb3e-3f5073e5e9a8 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:39.779828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eb65-e7b6-4a87-a8bd-a6c940e739ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.784142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5cf2eb65-e7b6-4a87-a8bd-a6c940e739ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.788990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5cf2eb65-e7b6-4a87-a8bd-a6c940e739ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/377b3548-2931-440e-922e-f4fc528cee9f HTTP/1.1" status: 204 len: 168 time: 1.5756180 Nov 12 08:34:39.797254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 2187c699-c11e-47b5-bb3e-3f5073e5e9a8) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:39.803267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:39.803921 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.841257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326c61b-e7d6-4796-b83a-696fdee80621 None None] Network 2187c699-c11e-47b5-bb3e-3f5073e5e9a8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:39.844339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-980db80c-c5b9-49ef-9afd-de4c35f17f0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1340475 Nov 12 08:34:39.902370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.911462 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb9ba2ae-e67e-4d3c-bc62-44739cf4675a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/38caa412-ac38-4d6a-9e62-c5cba0f0e2ad HTTP/1.1" status: 204 len: 168 time: 1.4373422 Nov 12 08:34:39.915491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45196) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:39.916598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2eb65-e7b6-4a87-a8bd-a6c940e739ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b3548-2931-440e-922e-f4fc528cee9f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.977096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:39.999831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.005761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e1e5e4f4-30f8-427c-8455-897f3f9aa297 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "PUT /v2.0/routers/fc1469a8-ab26-440a-b117-860e63e76d62 HTTP/1.1" status: 200 len: 915 time: 6.6478021 Nov 12 08:34:40.009656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45198) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:40.089957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe14971-f303-4d1b-8ae5-61236a252792 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:40.098891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] Sync routers for ids ['fc1469a8-ab26-440a-b117-860e63e76d62'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:40.125316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet a6f7690f-2ba5-46ea-affe-dfd8439ea889 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:40.133790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.261051 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.290207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-407eecc7-1206-41a9-aef3-f7780a9dbbcf tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/fc1469a8-ab26-440a-b117-860e63e76d62 HTTP/1.1" status: 200 len: 921 time: 0.2789292 Nov 12 08:34:40.290773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-400be8bf-0cad-4dd6-b246-0b97ce885d1f None None] Could not find standard attr ID for object 0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:34:40.296621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:40.332722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] Routers {'fc1469a8-ab26-440a-b117-860e63e76d62'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:40.333649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['fc1469a8-ab26-440a-b117-860e63e76d62'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:40.457743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d621800-c957-4867-8916-69fa29295e7e tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:40.462246 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6d621800-c957-4867-8916-69fa29295e7e tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=fc1469a8-ab26-440a-b117-860e63e76d62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1599231 Nov 12 08:34:40.466301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45220) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:40.517513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.628197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:40.663921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1458142269-network', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:40.721959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45248) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:40.744347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Made reservation on behalf of 3f962d75428b4aedbe40446ae6f75b39 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:40.754822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.772749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5b2d-7990-41f1-ba56-e5c91281e38e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.860430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.884328 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b204359-69ca-42a4-bf68-1f794894c36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.912609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] Routers {'fc1469a8-ab26-440a-b117-860e63e76d62'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:40.917052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940af158-0a0c-420b-8134-b17df6223279 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:40.917928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['fc1469a8-ab26-440a-b117-860e63e76d62'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:40.923082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-940af158-0a0c-420b-8134-b17df6223279 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/networks/d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 881 time: 0.4513314 Nov 12 08:34:40.926149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45270) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.006160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5b2d-7990-41f1-ba56-e5c91281e38e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.012540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d0ea96c-6cb8-4d77-b446-72437a43f709 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1469a8-ab26-440a-b117-860e63e76d62 HTTP/1.1" status: 200 len: 205 time: 0.0839839 Nov 12 08:34:41.018237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45276) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.020670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5b2d-7990-41f1-ba56-e5c91281e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.043730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.112555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f7690f-2ba5-46ea-affe-dfd8439ea889,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.123134 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.136038 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e6ea5b2d-7990-41f1-ba56-e5c91281e38e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a8ea71d40304097b14ed48a0413a824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110591 Nov 12 08:34:41.137404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45290) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.141387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3be3e170-1c42-4743-a549-38689ccbc099 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/a6f7690f-2ba5-46ea-affe-dfd8439ea889 HTTP/1.1" status: 204 len: 168 time: 1.2241344 Nov 12 08:34:41.146176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.157461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:41.161567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a4b5-590b-4f1e-9270-192a72051463 None None] The sync data for ids ['fc1469a8-ab26-440a-b117-860e63e76d62'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:41.364442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-90a60260-f73d-473e-b822-3dce93bec675 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2162478 Nov 12 08:34:41.365829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45312) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.398424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:41.427790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5b2d-7990-41f1-ba56-e5c91281e38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c3612-26c6-4581-bbab-f9422b59d3e2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.567496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0f9e4-47f2-4c96-b69b-e5637df28cec None None] Network 2187c699-c11e-47b5-bb3e-3f5073e5e9a8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:41.611670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:41.615913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.725723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baa1f01c-4a16-43c4-b90f-d07ae40df4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.821035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.843550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.847795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.868776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baa1f01c-4a16-43c4-b90f-d07ae40df4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.941982 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.958671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:41.967509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab58fc2-baa2-48ec-8463-82387b794a5e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.986610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45366) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.995339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-343873119-network', 'tenant_id': '0ded57779d93490da817509f3007ed16'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:42.074210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Made reservation on behalf of 0ded57779d93490da817509f3007ed16 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:42.078329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.130753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.171264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.171969 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Added segment 47e19bbf-ff97-4d2f-a469-48b7c954d7b1 of type vlan for network 56f84fd0-a83a-4ac9-8325-a437fabb32fa Nov 12 08:34:42.200577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baa1f01c-4a16-43c4-b90f-d07ae40df4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.208141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-baa1f01c-4a16-43c4-b90f-d07ae40df4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.215616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-baa1f01c-4a16-43c4-b90f-d07ae40df4d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f15c3612-26c6-4581-bbab-f9422b59d3e2 HTTP/1.1" status: 204 len: 168 time: 1.0584524 Nov 12 08:34:42.279971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.438641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1f01c-4a16-43c4-b90f-d07ae40df4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c3612-26c6-4581-bbab-f9422b59d3e2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.487004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4a28a-7dfb-4555-b7da-35647228253e None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': 'a6f7690f-2ba5-46ea-affe-dfd8439ea889'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a0908a98-bc00-45e2-94fb-5f9bb558d47d'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:34:42.515877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.658113 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a28a-7dfb-4555-b7da-35647228253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.683282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Deleting port 066b8ce5-d6cb-4d8a-b005-808490db45e9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:42.684309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.861511 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.910553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Calling delete_port for 066b8ce5-d6cb-4d8a-b005-808490db45e9 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:42.997040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.998713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.002371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.174050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2867c9c4-58f7-49d6-92c1-6861acdc2ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.194906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.206785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5304317 Nov 12 08:34:43.216234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076af569-c323-493e-a5d4-3ae3e9f0e2eb None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:43.255261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45472) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:43.258062 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.275541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Request body: {'subnet': {'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1458142269-subnet', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:43.304729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.304985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:34:43.314335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a0332-dde2-48ea-8ecb-05bed902fe2e admin admin] Pushing event updated for resources: {'Network': ['ID=56f84fd0-a83a-4ac9-8325-a437fabb32fa,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.320038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:43.368322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event deleted for resources: {'Port': ['ID=066b8ce5-d6cb-4d8a-b005-808490db45e9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.418301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92c838-536d-4bca-8fec-af417dc941bf,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.422903 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.423448 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Added segment 0016d8e7-fadd-4923-bb1b-f439efd94b4a of type vlan for network 8e982a8c-0385-48e2-8dfc-323ee0c4b43c Nov 12 08:34:43.439645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Made reservation on behalf of 3f962d75428b4aedbe40446ae6f75b39 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:43.442961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.494966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:43.503082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c677ff-ced9-4868-bab3-eecaab5a24ab None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:43.536556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.637203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.759526 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.760546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.761172 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.819295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.830883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.906594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-24606ba7-9e32-4207-a9d6-81a4fbdb3be8 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:43.909576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-24606ba7-9e32-4207-a9d6-81a4fbdb3be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.918187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9296074 Nov 12 08:34:43.941532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45536) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:43.956545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Request body: {'subnet': {'network_id': '8e982a8c-0385-48e2-8dfc-323ee0c4b43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-343873119-subnet', 'tenant_id': '0ded57779d93490da817509f3007ed16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:43.961029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8583dfe-8456-489b-a20a-d16f4bf6c7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e982a8c-0385-48e2-8dfc-323ee0c4b43c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.999209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 8e982a8c-0385-48e2-8dfc-323ee0c4b43c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:44.092400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.169510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.170104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Fanout notify agent at l3_agent the message router_deleted on router fc1469a8-ab26-440a-b117-860e63e76d62 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:44.186408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Made reservation on behalf of 0ded57779d93490da817509f3007ed16 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:44.203795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.275331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.311096 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c6c0790-0e92-4a2a-a53c-e67a2e73d310 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/fc1469a8-ab26-440a-b117-860e63e76d62 HTTP/1.1" status: 204 len: 168 time: 3.2825294 Nov 12 08:34:44.313485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45558) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:44.343679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-6368272', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:44.394402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:44.399394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.402507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.529819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.569866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.578861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.654930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:44.661132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.733637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.api [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:44.733965 n-d-768509-25 neutron-server[102372]: DEBUG oslo_db.api [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:44.771115 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.824082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:44.971115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.221890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.474765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Checking segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:45.494646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Network hostable DHCP agents. Network: 56f84fd0-a83a-4ac9-8325-a437fabb32fa, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:45.551563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.569080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.629206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:45.629832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.783298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.889648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.921521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.994358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:46.046473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.052421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.070798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.072184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.143872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:46.183509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:46.196406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:46.251513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4719d6-9d01-4e54-a9ab-247c7190db4b None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:46.302600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.330554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.403211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Allocated IP 172.25.4.43 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/407785e9-965a-41b6-a36e-8b97c99e6027) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:46.450745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:46.459257 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:46.461249 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:46.475573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1039381 Nov 12 08:34:46.503634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45734) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:46.538356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:46.560670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 56f84fd0-a83a-4ac9-8325-a437fabb32fa) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:46.582879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.627744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c8ffb-3f41-4c39-92a9-488b6b8a032a None None] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:46.652762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089e7738-b8ae-4a85-9094-95809532c342,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.676638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.704855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.721864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.746401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:46.753880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:46.760762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:46.821482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event updated for resources: {'Port': ['ID=407785e9-965a-41b6-a36e-8b97c99e6027,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.849049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db4c7a1-cc2c-4cde-85ea-6c8abb5eef0f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:47.001913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Checking segment: {'id': '0016d8e7-fadd-4923-bb1b-f439efd94b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '8e982a8c-0385-48e2-8dfc-323ee0c4b43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:47.004717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Network hostable DHCP agents. Network: 8e982a8c-0385-48e2-8dfc-323ee0c4b43c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:47.050009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=9']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.141146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fad390b5-925a-41bc-9fc3-d17fce929dd1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8838332 Nov 12 08:34:47.148766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45752) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:47.175500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:47.269402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.273886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.309273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10682b6e-7fa9-4a26-8902-9c4041767859 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=28599773-61da-48eb-8f3e-f3fccc8f8926,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.326575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Network 8e982a8c-0385-48e2-8dfc-323ee0c4b43c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:47.382286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 8e982a8c-0385-48e2-8dfc-323ee0c4b43c) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:47.415609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.416594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.540671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4f44796a-c745-478b-a575-4ae51f9d23b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5941410 Nov 12 08:34:47.603596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.707932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.831261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:47.866899 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.912870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75078eea-deb4-4226-9a0b-c628a390a2d4 None None] Network 8e982a8c-0385-48e2-8dfc-323ee0c4b43c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:48.111172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:48.134155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.152707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.228498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Deleting subnet b69872d5-41ac-4aaf-9c7c-a2c847d48875 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:48.248813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:48.250166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.251743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.406068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.444846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:48.516175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.598594 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.822086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Allocated IP 172.20.0.2 (56f84fd0-a83a-4ac9-8325-a437fabb32fa/1dc50cf6-8f2e-4924-9f3d-dfa8a2706591/c0b4ccf4-c603-4605-9900-9cb2906358cb) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:48.838494 n-d-768509-25 neutron-server[102372]: INFO neutron.db.ipam_backend_mixin [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28599773-61da-48eb-8f3e-f3fccc8f8926 (CIDR: 2001:db8::/64) Nov 12 08:34:48.864367 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:34:48.865011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:34:48.885077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:48.885610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.888652 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.934146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-329b3a2f-0576-498d-bfa1-ce44b4e9cd3f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4264410 Nov 12 08:34:48.943037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45782) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:48.963029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:48.993202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.149449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.155638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b69872d5-41ac-4aaf-9c7c-a2c847d48875 HTTP/1.1" status: 204 len: 168 time: 1.3194940 Nov 12 08:34:49.155638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b8e2d-0867-4593-bdf4-9cbf36acb576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69872d5-41ac-4aaf-9c7c-a2c847d48875,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:49.165581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45788) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:49.208332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.267064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efcb31-a9d6-49ec-86e7-2ea006b3fd70 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:49.580333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b20ecfaf-42f4-4cb8-a651-3b76ab787c99 None None] Provisioning complete for port 407785e9-965a-41b6-a36e-8b97c99e6027 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:49.580707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b20ecfaf-42f4-4cb8-a651-3b76ab787c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.589736 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.660102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.671176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.676982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Router 9882eb63-a584-4f1b-a94c-bb071c907244 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:49.775716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b20ecfaf-42f4-4cb8-a651-3b76ab787c99 None None] Port 407785e9-965a-41b6-a36e-8b97c99e6027 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:49.848980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:49.856734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3df653-dcab-46f5-ad95-eace761e2e86 None None] Network 8e982a8c-0385-48e2-8dfc-323ee0c4b43c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:49.859812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.291645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Allocated IP 172.25.4.9 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/bfb0d8a0-70db-4176-bcba-1eb2a94807b5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:50.551165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.575575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.629791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Pushing event updated for resources: {'Port': ['ID=c0b4ccf4-c603-4605-9900-9cb2906358cb,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.653845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:50.709964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c809ecd9-bc01-4515-83fd-47c5afbf3cfd None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:50.710235 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c809ecd9-bc01-4515-83fd-47c5afbf3cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.800214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.830810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:50.850547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:50.857921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:50.907620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.981296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=5909e588-2a13-4ea6-ad85-a9e63e51dffa,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.994908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.066670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:51.072489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:51.099625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:51.100507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.130793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:51.134043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Attempting to bind port c0b4ccf4-c603-4605-9900-9cb2906358cb on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:51.134417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Attempting to bind port c0b4ccf4-c603-4605-9900-9cb2906358cb by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:51.134778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Attempting to bind port c0b4ccf4-c603-4605-9900-9cb2906358cb on network 56f84fd0-a83a-4ac9-8325-a437fabb32fa {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:51.156401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fed34-af23-47a5-8afb-129f84fff0f4 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:51.157296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:51.159440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:51.159815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Checking segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:51.160465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.160857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Bound using segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:51.161474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Bound port: c0b4ccf4-c603-4605-9900-9cb2906358cb, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:51.161853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.184187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:51.347785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:51.454189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] For port c0b4ccf4-c603-4605-9900-9cb2906358cb, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:51.488587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2c6eff28-830e-4d61-a33e-44fab08334d4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5415673 Nov 12 08:34:51.488804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] For port c0b4ccf4-c603-4605-9900-9cb2906358cb, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c0b4ccf4-c603-4605-9900-9cb2906358cb,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:51.489226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45818) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:51.496895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcea151-3c4f-4b65-b524-f4cc16a19672 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:51.604414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.631366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.783652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2187c699-c11e-47b5-bb3e-3f5073e5e9a8']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:51.824744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5b6a5-0af3-4888-a6d0-374e5b4f047f None None] Pushing event updated for resources: {'Port': ['ID=c0b4ccf4-c603-4605-9900-9cb2906358cb,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:51.904218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637fc6ba-f613-499d-930d-c891721339cd') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:51.904521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637fc6ba-f613-499d-930d-c891721339cd') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:51.930208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:51.953043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:51.954412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.969794 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] Sync routers for ids ['9882eb63-a584-4f1b-a94c-bb071c907244'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:51.982148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.010609 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] Routers {'9882eb63-a584-4f1b-a94c-bb071c907244'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:52.019752 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9882eb63-a584-4f1b-a94c-bb071c907244'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:52.040542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.051773 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.069610 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6a87fd59-fdc7-4ebd-8c37-a8747c3173b4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 7.7548468 Nov 12 08:34:52.072765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45826) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:52.076014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:52.088730 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.101367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:52.104020 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:52.112346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9237ca65-b0e7-42b6-b3ac-0adad637da27 None None] Provisioning complete for port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:52.112933 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9237ca65-b0e7-42b6-b3ac-0adad637da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.176650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9237ca65-b0e7-42b6-b3ac-0adad637da27 None None] Port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:52.206093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.213755 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:52.249184 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] Routers {'9882eb63-a584-4f1b-a94c-bb071c907244'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:52.250172 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9882eb63-a584-4f1b-a94c-bb071c907244'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:52.453432 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:52.454747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6644a-a606-4f4b-b225-9229b0a3d971 None None] The sync data for ids ['9882eb63-a584-4f1b-a94c-bb071c907244'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:52.586611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:ba:80:c7', 'name': 'tempest-NetworksTestDHCPv6-949156549'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:52.646974 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.676401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c0b4ccf4-c603-4605-9900-9cb2906358cb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:52.780149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.786270 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2187c699-c11e-47b5-bb3e-3f5073e5e9a8 HTTP/1.1" status: 204 len: 168 time: 3.6168818 Nov 12 08:34:52.792113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45838) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:52.851176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b589af3-15d2-45ab-8ddf-84dfea2ee5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2187c699-c11e-47b5-bb3e-3f5073e5e9a8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:53.043253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Deleting subnet 089e7738-b8ae-4a85-9094-95809532c342 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:53.046473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '28599773-61da-48eb-8f3e-f3fccc8f8926', 'ip_address': '2001:db8::f816:3eff:fe7c:2f9f'}, {'subnet_id': '5909e588-2a13-4ea6-ad85-a9e63e51dffa'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a0908a98-bc00-45e2-94fb-5f9bb558d47d'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:34:53.058435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.169756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:53.188568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.203196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c0b4ccf4-c603-4605-9900-9cb2906358cb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:53.212263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.280950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.511630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.671541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.740231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port c0b4ccf4-c603-4605-9900-9cb2906358cb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c0b4ccf4-c603-4605-9900-9cb2906358cb,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:53.751523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.843148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.843721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.944802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.951713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 52c5512d-119b-419e-8cb1-38bc73f47d14 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:34:53.956573 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.981050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] Allocated IP 2001:db8:0:1::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/5909e588-2a13-4ea6-ad85-a9e63e51dffa/a0908a98-bc00-45e2-94fb-5f9bb558d47d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:54.040947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.064969 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/089e7738-b8ae-4a85-9094-95809532c342 HTTP/1.1" status: 204 len: 168 time: 1.2680192 Nov 12 08:34:54.076129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45850) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:54.165607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f1506-dc35-430d-9bab-4ff1949b38b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089e7738-b8ae-4a85-9094-95809532c342,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:54.336405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.466206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.562781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb07bdb-e737-492b-a43c-79ddb323dfa4 None None] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:54.670532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.674719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Deleting port 407785e9-965a-41b6-a36e-8b97c99e6027 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:54.676132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.763645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=c0b4ccf4-c603-4605-9900-9cb2906358cb,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:54.802452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-deddf0d0-66d6-4ae2-a304-2bb37d01bdb9 None None] Provisioning complete for port c0b4ccf4-c603-4605-9900-9cb2906358cb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:54.802948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-deddf0d0-66d6-4ae2-a304-2bb37d01bdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.822510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.825980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Router 04411c39-fe06-479a-85b8-39d837bf20b8 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:54.884939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:54.926055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e982a8c-0385-48e2-8dfc-323ee0c4b43c']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:54.941662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0016d8e7-fadd-4923-bb1b-f439efd94b4a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:54.942086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0016d8e7-fadd-4923-bb1b-f439efd94b4a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:54.968189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.016802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.034179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:55.036409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.115775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:55.171736 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:55.183662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:55.201490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Calling delete_port for 407785e9-965a-41b6-a36e-8b97c99e6027 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:55.253916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.262451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Sync routers for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:55.265803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.272253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.279227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0a45a1e0-21b4-4e15-a6db-9acb99139a54 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.1128614 Nov 12 08:34:55.279408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e982a8c-0385-48e2-8dfc-323ee0c4b43c HTTP/1.1" status: 204 len: 168 time: 1.1833701 Nov 12 08:34:55.279408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45878) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:55.317673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.549443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d2dc9-aadb-44d2-98e1-76fb1b5bc2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e982a8c-0385-48e2-8dfc-323ee0c4b43c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.561718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8:0:1::202 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/5909e588-2a13-4ea6-ad85-a9e63e51dffa/52c5512d-119b-419e-8cb1-38bc73f47d14) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:55.583272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::f816:3eff:feba:80c7 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/28599773-61da-48eb-8f3e-f3fccc8f8926/52c5512d-119b-419e-8cb1-38bc73f47d14) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:55.653939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:55.656717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:55.668528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6607ab4-ad85-4d64-8078-8068acf87ee2 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=11']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.795031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:55.939699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.116919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-20fc6bc9-a817-4c6a-a225-58f1b8ae687d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65825d56c77546878411ba4c86e99418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199198 Nov 12 08:34:56.121518 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.130151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45904) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:56.130693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45906) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:56.200556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:56.220271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:56.227465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:56.262716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.264922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.368958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:56.380991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8906052 Nov 12 08:34:56.390498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45916) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:56.606694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3312f-4603-4dfc-af28-a2fe2e553cdf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=52c5512d-119b-419e-8cb1-38bc73f47d14,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:56.659940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c0b4ccf4-c603-4605-9900-9cb2906358cb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:56.755671 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.848893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Pushing event deleted for resources: {'Port': ['ID=407785e9-965a-41b6-a36e-8b97c99e6027,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:56.861539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67e882ef-7654-4158-a8c9-858099cd16ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.866990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 52c5512d-119b-419e-8cb1-38bc73f47d14 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:56.868324 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.883227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9c1e8c22-5d8f-44c2-a9ce-3a63bdf7fe04 None None] Provisioning complete for port c0b4ccf4-c603-4605-9900-9cb2906358cb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:56.883643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8c22-5d8f-44c2-a9ce-3a63bdf7fe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.910432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabbc166-a4ad-445c-8848-f1c93e2d98c3 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:57.192147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c0b4ccf4-c603-4605-9900-9cb2906358cb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:57.192572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.451269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:51Z', 'revision_number': 3, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:57.458690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67e882ef-7654-4158-a8c9-858099cd16ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.531290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Checking router: 04411c39-fe06-479a-85b8-39d837bf20b8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:57.531648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Updating router 04411c39-fe06-479a-85b8-39d837bf20b8 port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:57.646506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de7f9892-4dde-4e5d-9702-ad48f440c6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.651079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67e882ef-7654-4158-a8c9-858099cd16ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.658417 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-67e882ef-7654-4158-a8c9-858099cd16ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.667085 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67e882ef-7654-4158-a8c9-858099cd16ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f38b65d-29e5-47bd-8637-bee1e8c360d7 HTTP/1.1" status: 204 len: 168 time: 1.3482482 Nov 12 08:34:57.735419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.764212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e882ef-7654-4158-a8c9-858099cd16ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38b65d-29e5-47bd-8637-bee1e8c360d7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:57.849286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.013413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.353563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ef1a0faf-e37d-43b8-86bd-8a1096a8c71b None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:58.353870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0faf-e37d-43b8-86bd-8a1096a8c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.362364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:58.381141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.456317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.456543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 52c5512d-119b-419e-8cb1-38bc73f47d14 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:58.572620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Allocated IP 172.20.0.1 (56f84fd0-a83a-4ac9-8325-a437fabb32fa/1dc50cf6-8f2e-4924-9f3d-dfa8a2706591/59b6fb8b-59c4-442a-873d-135ca93aa05d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:58.687984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:58.688544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.891043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:58.910682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de7f9892-4dde-4e5d-9702-ad48f440c6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.916283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.942036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.992656 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.022252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=52c5512d-119b-419e-8cb1-38bc73f47d14,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.039858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.040447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.040900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.041352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.042596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.043051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.043550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.044104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.044553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.045133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.045643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.046262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.082760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-67bbadef-b180-48a7-bf48-c367b1f34256 None None] Could not find standard attr ID for object 52c5512d-119b-419e-8cb1-38bc73f47d14. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:34:59.115943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de7f9892-4dde-4e5d-9702-ad48f440c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.143018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-08c56403-aa65-4b0a-9904-129db61c78e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ded57779d93490da817509f3007ed16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501776 Nov 12 08:34:59.203317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45952) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.231565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.238484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b67f35f1-ccf6-4fb6-b73d-a9212a0d7f10 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/52c5512d-119b-419e-8cb1-38bc73f47d14 HTTP/1.1" status: 204 len: 168 time: 2.8436203 Nov 12 08:34:59.296425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.350239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.364590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.394594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45956) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.400909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-de7f9892-4dde-4e5d-9702-ad48f440c6e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f73eb1a8a3a4719a66fbd2c6e346d08&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0949538 Nov 12 08:34:59.439658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.506165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a344b8b3-0d2c-4dbf-8799-5dfab25a6b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.538184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019738-856b-46e3-84b0-d2c6f76de8e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.582197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f957313b-e264-4da6-9647-6e96eaa1ee7c None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:59.595720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82dd42-6e53-45f9-9c38-db0cc95d917a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.599980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bf82dd42-6e53-45f9-9c38-db0cc95d917a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2989798 Nov 12 08:34:59.614377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a344b8b3-0d2c-4dbf-8799-5dfab25a6b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.668430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59b6fb8b-59c4-442a-873d-135ca93aa05d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.678730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45958) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.685410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Router 9882eb63-a584-4f1b-a94c-bb071c907244 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:59.689352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f9892-4dde-4e5d-9702-ad48f440c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f95431d-d2e2-41df-9b64-8912c0bfc8b6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.747430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a344b8b3-0d2c-4dbf-8799-5dfab25a6b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.750310 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a344b8b3-0d2c-4dbf-8799-5dfab25a6b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.756901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a344b8b3-0d2c-4dbf-8799-5dfab25a6b6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee92c838-536d-4bca-8fec-af417dc941bf HTTP/1.1" status: 204 len: 168 time: 0.5326800 Nov 12 08:34:59.758984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ddd9ca5-d582-4d11-b3ca-9c188b4508c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.772900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344b8b3-0d2c-4dbf-8799-5dfab25a6b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92c838-536d-4bca-8fec-af417dc941bf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.868772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:59.881259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ddd9ca5-d582-4d11-b3ca-9c188b4508c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.884010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:59.889898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:59.999207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ddd9ca5-d582-4d11-b3ca-9c188b4508c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.002343 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9ddd9ca5-d582-4d11-b3ca-9c188b4508c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.014645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9ddd9ca5-d582-4d11-b3ca-9c188b4508c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f95431d-d2e2-41df-9b64-8912c0bfc8b6 HTTP/1.1" status: 204 len: 168 time: 0.6050811 Nov 12 08:35:00.024119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Attempting to bind port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:00.024740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Attempting to bind port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:00.025206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Attempting to bind port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:00.065775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:00.066441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:00.067016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.068580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:00.069254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Bound port: bfb0d8a0-70db-4176-bcba-1eb2a94807b5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:00.069475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd9ca5-d582-4d11-b3ca-9c188b4508c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f95431d-d2e2-41df-9b64-8912c0bfc8b6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:00.070010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.152310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] For port bfb0d8a0-70db-4176-bcba-1eb2a94807b5, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:00.156299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] For port bfb0d8a0-70db-4176-bcba-1eb2a94807b5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:00.175939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06060a3f-09a7-4f3e-a7da-06cc4c91b913 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.178107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-06060a3f-09a7-4f3e-a7da-06cc4c91b913 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4665933 Nov 12 08:35:00.181748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45968) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:00.188611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.212091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:00.226471 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] Sync routers for ids ['9882eb63-a584-4f1b-a94c-bb071c907244'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:00.227843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.232367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0810dd45-bb81-4a68-8b56-b524aa2a0350 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "PUT /v2.0/routers/9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 200 len: 703 time: 8.1548266 Nov 12 08:35:00.232367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.236174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:00.254017 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] Routers {'9882eb63-a584-4f1b-a94c-bb071c907244'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:00.255021 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9882eb63-a584-4f1b-a94c-bb071c907244'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:00.385170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019738-856b-46e3-84b0-d2c6f76de8e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:00.406166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33111b1b-f330-4ad6-b0c1-3d3681b038c9 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:00.427724 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:00.467581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ad0aa269-053b-45ea-b3bb-a16d808015f0 None None] Provisioning complete for port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:00.469060 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa269-053b-45ea-b3bb-a16d808015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.488110 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] Routers {'9882eb63-a584-4f1b-a94c-bb071c907244'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:00.491630 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['9882eb63-a584-4f1b-a94c-bb071c907244'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:00.530109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a66e0-ce8b-4c41-bf24-f426e60d8f4e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.540121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a66e0-ce8b-4c41-bf24-f426e60d8f4e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.552205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a66e0-ce8b-4c41-bf24-f426e60d8f4e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.556489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-257a66e0-ce8b-4c41-bf24-f426e60d8f4e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3734117 Nov 12 08:35:00.559619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 45974) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:00.622394 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:00.623377 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc35d9-551f-4c7d-84be-80b3da651f88 None None] The sync data for ids ['9882eb63-a584-4f1b-a94c-bb071c907244'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:00.673026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:00.673694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:00.754472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 28599773-61da-48eb-8f3e-f3fccc8f8926 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:00.773090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.863174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.965583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:00.994025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7844d75b-f96d-46e7-93fb-99af37ecbfa1 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/routers/9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 200 len: 738 time: 0.7543895 Nov 12 08:35:01.028147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 45992) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.135566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.161777 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa269-053b-45ea-b3bb-a16d808015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.183590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-facce914-061d-44c5-8d27-9f07629a57f1 tempest-RoutersAdminTest-468316225 tempest-RoutersAdminTest-468316225-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&device_id=9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 200 len: 205 time: 0.1493785 Nov 12 08:35:01.190436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46000) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.194280 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ad0aa269-053b-45ea-b3bb-a16d808015f0 None None] For port bfb0d8a0-70db-4176-bcba-1eb2a94807b5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:01.271093 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b470046-074f-4ec5-b049-487c8bc4e3c2 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 200 len: 205 time: 0.0782738 Nov 12 08:35:01.273989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.375374 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.449352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa269-053b-45ea-b3bb-a16d808015f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.488786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=28599773-61da-48eb-8f3e-f3fccc8f8926,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:01.511986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.521061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.541299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-55b62170-d176-4ded-bd79-0c2c8c99ccc6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/28599773-61da-48eb-8f3e-f3fccc8f8926 HTTP/1.1" status: 204 len: 168 time: 0.9747322 Nov 12 08:35:01.547545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46008) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.578236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.618121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e04118-9823-4e77-93f4-df5b5659aa5f None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:01.768878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 5909e588-2a13-4ea6-ad85-a9e63e51dffa {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:01.775889 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.940298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.992543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aa269-053b-45ea-b3bb-a16d808015f0 None None] Pushing event updated for resources: {'Port': ['ID=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.228314 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.269869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.279658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-548b2213-e725-4ca1-9c15-8d55132fe49d None None] Provisioning complete for port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:02.280381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-548b2213-e725-4ca1-9c15-8d55132fe49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.373597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.387866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.439382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.452165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.473432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/5909e588-2a13-4ea6-ad85-a9e63e51dffa HTTP/1.1" status: 204 len: 168 time: 0.9224594 Nov 12 08:35:02.480825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46032) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:02.482163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1dc1-0e4f-4ac2-a7d3-ab9c3afc1669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=5909e588-2a13-4ea6-ad85-a9e63e51dffa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.614668 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.640182 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.663586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8e097c61-e31f-4c82-b726-5d180cd142af tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595235 Nov 12 08:35:02.665600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:02.675266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:02.831279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b33ab4-5d42-49ed-a8c1-e86add0c8d02 None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '5909e588-2a13-4ea6-ad85-a9e63e51dffa'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a0908a98-bc00-45e2-94fb-5f9bb558d47d'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:35:02.878990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59b6fb8b-59c4-442a-873d-135ca93aa05d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.926828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:02.930333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:02.944085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-548b2213-e725-4ca1-9c15-8d55132fe49d None None] Provisioning complete for port 59b6fb8b-59c4-442a-873d-135ca93aa05d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:02.945148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.949697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-548b2213-e725-4ca1-9c15-8d55132fe49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.051053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:03.053028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f2b33ab4-5d42-49ed-a8c1-e86add0c8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.105890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:51Z', 'revision_number': 3, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:03.169694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-548b2213-e725-4ca1-9c15-8d55132fe49d None None] Port 59b6fb8b-59c4-442a-873d-135ca93aa05d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:03.216023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.220327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Fanout notify agent at l3_agent the message router_deleted on router 9882eb63-a584-4f1b-a94c-bb071c907244 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:35:03.263665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.266124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0167e456-d265-42e6-8ae5-8086221fd5d4 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 204 len: 168 time: 1.9909139 Nov 12 08:35:03.272826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46058) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:03.393037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d3b49da6-94b8-4258-a61b-c34f24375085 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 200 len: 205 time: 0.1164880 Nov 12 08:35:03.396037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:03.430609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d7264f-97c7-4436-879c-96b2b6dfee3c None None] The sync data for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 is: [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:51Z', 'revision_number': 3, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:03.608527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0308b5c8-73e6-4066-b8cd-cb1b9c52d617 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:03.625058 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.708898 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-f9aa59e8-cb58-4621-9d1f-6a0754c906ee tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] delete failed (client error): The resource could not be found. Nov 12 08:35:03.710555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f9aa59e8-cb58-4621-9d1f-6a0754c906ee tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/9882eb63-a584-4f1b-a94c-bb071c907244 HTTP/1.1" status: 404 len: 336 time: 0.3130019 Nov 12 08:35:03.714722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:03.728519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:03.740778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:03.756205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.758418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.775942 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-73a375f8-da8c-4d06-8cc4-cc2059d49df6 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1469a8-ab26-440a-b117-860e63e76d62 HTTP/1.1" status: 200 len: 205 time: 0.0574715 Nov 12 08:35:03.780734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46070) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:03.857037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=947dbf62-ee4e-4767-9c93-048475238e41,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:03.875597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f038436f-350b-40d2-a3df-ea2f99ef83b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2029748 Nov 12 08:35:03.880679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46072) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:03.881293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Router 04411c39-fe06-479a-85b8-39d837bf20b8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:03.885037 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-57538fff-db96-4747-af01-a632d4a10f46 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] delete failed (client error): The resource could not be found. Nov 12 08:35:03.886396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57538fff-db96-4747-af01-a632d4a10f46 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/fc1469a8-ab26-440a-b117-860e63e76d62 HTTP/1.1" status: 404 len: 336 time: 0.1020660 Nov 12 08:35:03.893139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:03.905081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:03.912527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1fc2a191-24ca-4444-9172-694ca608c664 None None] Provisioning complete for port 59b6fb8b-59c4-442a-873d-135ca93aa05d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:03.913396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a191-24ca-4444-9172-694ca608c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.915999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46076) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.062111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c3d8384-bd90-4e9f-8a6d-8ad17466e3de tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=33ba0d50-3d4d-4e88-b88d-0980292cf14e HTTP/1.1" status: 200 len: 205 time: 0.1587012 Nov 12 08:35:04.065564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46084) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.099941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2a191-24ca-4444-9172-694ca608c664 None None] Port 59b6fb8b-59c4-442a-873d-135ca93aa05d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:04.147189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1fc2a191-24ca-4444-9172-694ca608c664 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:04.148036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a191-24ca-4444-9172-694ca608c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.187752 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-e46d6b38-df26-4c04-826a-ba2b85b4c94d tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] delete failed (client error): The resource could not be found. Nov 12 08:35:04.194043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e46d6b38-df26-4c04-826a-ba2b85b4c94d tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/33ba0d50-3d4d-4e88-b88d-0980292cf14e HTTP/1.1" status: 404 len: 336 time: 0.1270051 Nov 12 08:35:04.201607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46090) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.481056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:04.483352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] Update dhcp port {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'fixed_ips': [{'subnet_id': '947dbf62-ee4e-4767-9c93-048475238e41'}], 'binding:host_id': 'n-d-768509-25'}, 'id': 'a0908a98-bc00-45e2-94fb-5f9bb558d47d'} from n-d-768509-25. {{(pid=102373) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:35:04.485044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.493842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7b1b4f3b-a77d-4cab-bd36-a5171a1141d2 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e986492-5ab7-49ed-909f-c2d91ebc477d HTTP/1.1" status: 200 len: 205 time: 0.2633493 Nov 12 08:35:04.514368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46096) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.530997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:04.561243 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-371c7cff-4747-4949-9052-d35a862ce3c7 admin admin] 10.222.0.16 "PUT /v2.0/routers/04411c39-fe06-479a-85b8-39d837bf20b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2707579 Nov 12 08:35:04.571495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.814979 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-09ca9148-f49f-4b84-8d2d-1dd38cecec30 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] delete failed (client error): The resource could not be found. Nov 12 08:35:04.822786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-09ca9148-f49f-4b84-8d2d-1dd38cecec30 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/9e986492-5ab7-49ed-909f-c2d91ebc477d HTTP/1.1" status: 404 len: 336 time: 0.3041720 Nov 12 08:35:04.823939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46108) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.904243 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cee54d4f-bfe7-40ae-bef3-1140cf20c6cb tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3c2832c-a9d8-4891-b446-3c69b19ca6b1 HTTP/1.1" status: 200 len: 205 time: 0.0772097 Nov 12 08:35:04.909835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46112) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.945959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-252feb09-539b-4124-b683-ea8ff7162b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.078049 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-16e23b76-d352-451a-9d10-42b264e8ad30 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] delete failed (client error): The resource could not be found. Nov 12 08:35:05.093741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-16e23b76-d352-451a-9d10-42b264e8ad30 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/b3c2832c-a9d8-4891-b446-3c69b19ca6b1 HTTP/1.1" status: 404 len: 336 time: 0.1821892 Nov 12 08:35:05.098725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46122) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.169652 n-d-768509-25 neutron-server[102372]: INFO neutron.db.ipam_backend_mixin [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 947dbf62-ee4e-4767-9c93-048475238e41 (CIDR: 2001:db8::/64) Nov 12 08:35:05.191077 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:35:05.191599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:05.197518 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-58513d18-41ca-481d-83a6-97b2b2bdcbc1 tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "GET /v2.0/ports?device_id=479b7237-8fe2-49a1-9943-622466fb7b40 HTTP/1.1" status: 200 len: 205 time: 0.0961704 Nov 12 08:35:05.199043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46124) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.226155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/947dbf62-ee4e-4767-9c93-048475238e41/a0908a98-bc00-45e2-94fb-5f9bb558d47d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:05.243027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-22fed6d1-b747-4dcf-ba48-703440705f88 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3553050 Nov 12 08:35:05.247561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46128) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.265452 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-0578509a-f364-4228-9b3f-3cbb32de74db tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] delete failed (client error): The resource could not be found. Nov 12 08:35:05.267303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0578509a-f364-4228-9b3f-3cbb32de74db tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/routers/479b7237-8fe2-49a1-9943-622466fb7b40 HTTP/1.1" status: 404 len: 336 time: 0.0665021 Nov 12 08:35:05.270290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46132) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.294539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:05.382385 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-283cf86e-7d51-4cc7-a169-1d4784c5340b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:05.382855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283cf86e-7d51-4cc7-a169-1d4784c5340b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:05.398409 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-283cf86e-7d51-4cc7-a169-1d4784c5340b tempest-RoutersAdminTest-1261446928 tempest-RoutersAdminTest-1261446928-project] 10.222.0.16 "DELETE /v2.0/subnets/0eed2c95-a6e8-43f7-a20d-c191a3d28e0e HTTP/1.1" status: 404 len: 337 time: 0.1265283 Nov 12 08:35:05.480185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:05.524555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.535173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.703312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfb0d8a0-70db-4176-bcba-1eb2a94807b5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:05.728258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:05.742076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.766506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-252feb09-539b-4124-b683-ea8ff7162b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.792456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46146) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.826721 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-252feb09-539b-4124-b683-ea8ff7162b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.866691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46150) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.876909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1091992211-network', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:05.933569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062ae07-3aad-4897-9792-81c00036a0ab None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=14']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:05.966780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Made reservation on behalf of 31cc3cbe1ce14d0ba1e5347610d1d85c for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:05.978022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.981732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:05.982098 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.013937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.045267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252feb09-539b-4124-b683-ea8ff7162b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6208c6d-d767-486c-8253-813c2db9cdc3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:06.139399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-252feb09-539b-4124-b683-ea8ff7162b58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fee7cd909974abfa59072e2f6b498da&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2104661 Nov 12 08:35:06.153423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:06.369466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46160) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:06.427356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2ac67e52-a3b9-437c-8df0-0327e99f8b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.465185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:06.577553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650013dd-4e89-4e6f-b42c-22e202d0405d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.618735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.671952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.712830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650013dd-4e89-4e6f-b42c-22e202d0405d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.741477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.812086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:06.849601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:06.860666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.894501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.objects.ports [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102372) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:35:06.903191 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.908902 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Added segment 2132343f-24f7-4da9-a66f-1414b790b659 of type vlan for network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 Nov 12 08:35:06.914172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Sync routers for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:07.007859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:07.012694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:34:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:07.076004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86627451-72db-4c64-af17-dc498e340030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.078032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a109d0-a5d7-4b43-87be-187ba7f20745,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.122556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=15']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.129747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.187880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2ac67e52-a3b9-437c-8df0-0327e99f8b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.226363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2ac67e52-a3b9-437c-8df0-0327e99f8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.255805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.257705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.258863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.294886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650013dd-4e89-4e6f-b42c-22e202d0405d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.300739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-650013dd-4e89-4e6f-b42c-22e202d0405d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.307909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b0186-0798-47c0-a96a-67bdfab13c82 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:07.316755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-650013dd-4e89-4e6f-b42c-22e202d0405d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6208c6d-d767-486c-8253-813c2db9cdc3 HTTP/1.1" status: 204 len: 168 time: 1.1480489 Nov 12 08:35:07.379667 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.420705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac67e52-a3b9-437c-8df0-0327e99f8b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add09ce7-69ab-48ce-ae77-c800496de04c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.443091 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2ac67e52-a3b9-437c-8df0-0327e99f8b0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08f53a8a676c40fcaf324b76ed3a26e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6490934 Nov 12 08:35:07.466212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46172) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:07.677067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8044243 Nov 12 08:35:07.734154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:07.742062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650013dd-4e89-4e6f-b42c-22e202d0405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6208c6d-d767-486c-8253-813c2db9cdc3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.776286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Request body: {'subnet': {'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1091992211-subnet', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:07.883561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eb3de-5814-428e-a553-bf671b231a26 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdabcd9-36e3-4929-8fce-f8416a089ea6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.988400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Made reservation on behalf of 31cc3cbe1ce14d0ba1e5347610d1d85c for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:07.999195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.070911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:08.091179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:08.152859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.159655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.163121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.229052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:08.232388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:08.240628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86627451-72db-4c64-af17-dc498e340030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.267568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86627451-72db-4c64-af17-dc498e340030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.297907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:08.306666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:08.319750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.321277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.350859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86627451-72db-4c64-af17-dc498e340030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5227757-95c8-44d1-8bb1-7ecaf8679150,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:08.400932 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b042af9c-467a-46f5-bd03-290391a0be3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.435525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=0814d702-d264-407c-99bb-8c9233899150,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:08.490429 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86627451-72db-4c64-af17-dc498e340030 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eebd7ab6005d4782a72a261cb4f5b373&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0952075 Nov 12 08:35:08.508423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46196) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:08.541290 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b042af9c-467a-46f5-bd03-290391a0be3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.562723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3109369 Nov 12 08:35:08.568962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46198) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:08.581209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72859e9-9990-4a2c-b475-40d5bbe5f168 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=17']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:08.592885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:73:d2:5c', 'name': 'tempest-NetworksTestDHCPv6-1087065255'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:08.707638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5ae270a2-00eb-4bd9-bc0c-c05f1309e383 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:08.708710 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ae270a2-00eb-4bd9-bc0c-c05f1309e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.714259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46200) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:08.783686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e62573a-7b78-4733-9a49-0c1c41126e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.899418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e62573a-7b78-4733-9a49-0c1c41126e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.990485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:08.991217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.004286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.062991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e62573a-7b78-4733-9a49-0c1c41126e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.066724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b042af9c-467a-46f5-bd03-290391a0be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.069654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e62573a-7b78-4733-9a49-0c1c41126e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.071772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1e62573a-7b78-4733-9a49-0c1c41126e7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5227757-95c8-44d1-8bb1-7ecaf8679150 HTTP/1.1" status: 204 len: 168 time: 0.5578384 Nov 12 08:35:09.075459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b042af9c-467a-46f5-bd03-290391a0be3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.084684 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b042af9c-467a-46f5-bd03-290391a0be3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/add09ce7-69ab-48ce-ae77-c800496de04c HTTP/1.1" status: 204 len: 168 time: 1.6037862 Nov 12 08:35:09.136435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.160841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042af9c-467a-46f5-bd03-290391a0be3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add09ce7-69ab-48ce-ae77-c800496de04c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.168529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62573a-7b78-4733-9a49-0c1c41126e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5227757-95c8-44d1-8bb1-7ecaf8679150,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.181927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c444e5-edd5-4c83-b890-8c5b1006a884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.228007 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:09.277847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884ea996-7e92-4f4b-93ad-4922fba998cb,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.293887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:09.300991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Checking segment: {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:09.301445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Network hostable DHCP agents. Network: 9fdabcd9-36e3-4929-8fce-f8416a089ea6, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:09.419297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:09.438383 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c444e5-edd5-4c83-b890-8c5b1006a884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.448777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 9fdabcd9-36e3-4929-8fce-f8416a089ea6) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:09.451212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d0c444e5-edd5-4c83-b890-8c5b1006a884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.466092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.466958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.512445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.532129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e03b326-e5b3-4303-8e17-9fd3319d1841 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7962818 Nov 12 08:35:09.536927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb64ddd-6945-4e9b-8bf2-95c73e33041d None None] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:09.537971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46220) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:09.554746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:09.581276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c444e5-edd5-4c83-b890-8c5b1006a884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ce1e35-96a9-44f4-8cdd-cb83b86adae2,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.603438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d0c444e5-edd5-4c83-b890-8c5b1006a884 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a8f4f640fb642bb8f301222ff67781e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8876340 Nov 12 08:35:09.604169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46222) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:09.650176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port 72086699-a689-4a32-bd85-66ed41f42e28 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:09.680429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.682888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.728819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd0da4a-0b59-47f7-afc3-35683f969596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.774533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd0da4a-0b59-47f7-afc3-35683f969596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.889051 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd0da4a-0b59-47f7-afc3-35683f969596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.894876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4bd0da4a-0b59-47f7-afc3-35683f969596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.900842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4bd0da4a-0b59-47f7-afc3-35683f969596 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27ce1e35-96a9-44f4-8cdd-cb83b86adae2 HTTP/1.1" status: 204 len: 168 time: 0.2950604 Nov 12 08:35:09.913712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0da4a-0b59-47f7-afc3-35683f969596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ce1e35-96a9-44f4-8cdd-cb83b86adae2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.968900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.989969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ae270a2-00eb-4bd9-bc0c-c05f1309e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.087218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46230) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:10.111946 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd301-53c1-473b-9456-90e98b31bcf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.352081 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd301-53c1-473b-9456-90e98b31bcf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.360527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd301-53c1-473b-9456-90e98b31bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.416213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5ae270a2-00eb-4bd9-bc0c-c05f1309e383 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:10.419973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.462376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46234) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:10.492548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ae270a2-00eb-4bd9-bc0c-c05f1309e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.573477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::d0 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/947dbf62-ee4e-4767-9c93-048475238e41/72086699-a689-4a32-bd85-66ed41f42e28) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:10.590877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.609137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e2bd301-53c1-473b-9456-90e98b31bcf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=145529be2200489795d8e688dfcb4ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5204983 Nov 12 08:35:10.610213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46238) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:10.617877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:d25c (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/0814d702-d264-407c-99bb-8c9233899150/72086699-a689-4a32-bd85-66ed41f42e28) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:10.652359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bd301-53c1-473b-9456-90e98b31bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0d9d7-f7d3-45e0-b648-6a2f8e91233c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:10.781417 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-487f18ea-b619-40da-bc40-b9625ce3337c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85c1a1a7421843e491768f5ab8639bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907085 Nov 12 08:35:10.782708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:10.867778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-221b3859-41ce-407d-9368-da423faaed4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.944085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-221b3859-41ce-407d-9368-da423faaed4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.029755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 2, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:11.084859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae270a2-00eb-4bd9-bc0c-c05f1309e383 None None] Pushing event updated for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=18']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.085550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b370e23c-f1f3-4f03-905e-40c930a251f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.170048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b370e23c-f1f3-4f03-905e-40c930a251f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.235977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-221b3859-41ce-407d-9368-da423faaed4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.237196 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5601140e-117b-4618-8302-6adda86092fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.238753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-221b3859-41ce-407d-9368-da423faaed4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.255759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-221b3859-41ce-407d-9368-da423faaed4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82b0d9d7-f7d3-45e0-b648-6a2f8e91233c HTTP/1.1" status: 204 len: 168 time: 0.6402221 Nov 12 08:35:11.278562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Checking router: 04411c39-fe06-479a-85b8-39d837bf20b8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:11.279079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Updating router 04411c39-fe06-479a-85b8-39d837bf20b8 port 59b6fb8b-59c4-442a-873d-135ca93aa05d binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:11.280352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b370e23c-f1f3-4f03-905e-40c930a251f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.288877 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b370e23c-f1f3-4f03-905e-40c930a251f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.297112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b370e23c-f1f3-4f03-905e-40c930a251f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7caf1ac0-c1de-4927-8122-18abcedfd65d HTTP/1.1" status: 204 len: 168 time: 0.5130479 Nov 12 08:35:11.304973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3859-41ce-407d-9368-da423faaed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0d9d7-f7d3-45e0-b648-6a2f8e91233c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.336269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370e23c-f1f3-4f03-905e-40c930a251f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf1ac0-c1de-4927-8122-18abcedfd65d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.419909 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:35:11.420737 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:35:11.498807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-936a6913-6e17-4a1d-9e0f-933582e4e143 req-057c653b-e260-4622-85f1-65874a4f0eac service neutron] (102371) timed out ('10.222.0.16', 49864) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:35:11.530597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.563259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-9fdabcd9-36e3-4929-8fce-f8416a089ea6', 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'fixed_ips': [{'subnet_id': '884ea996-7e92-4f4b-93ad-4922fba998cb'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:11.571014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.763038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3146e87-074a-48c2-aeb1-14e06d3cf988 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:12.179041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3c9d7e88-d493-459c-9c2e-374965c05be7 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:12.180941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7e88-d493-459c-9c2e-374965c05be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.223546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.353207 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.368821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.412440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.430141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.756542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:12.799119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:12.809827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:12.837193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:12.840635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.861715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:12.995791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=72086699-a689-4a32-bd85-66ed41f42e28,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.048440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e96b24bf-44d2-4328-b552-170b09a15ffa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4709158 Nov 12 08:35:13.051640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46310) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:13.120551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Allocated IP 172.25.4.167 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e2c835d4-1fa4-4a50-b64e-48dd8badcf2d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:13.314543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Allocated IP 172.20.0.2 (9fdabcd9-36e3-4929-8fce-f8416a089ea6/884ea996-7e92-4f4b-93ad-4922fba998cb/b8c5b3ef-acb5-437d-8b4d-775639ce25db) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:13.418583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port 72086699-a689-4a32-bd85-66ed41f42e28 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:13.419262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.543355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.663305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.734332 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.781299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:13.797424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:13.801295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:13.864130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for 72086699-a689-4a32-bd85-66ed41f42e28 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:13.931819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Pushing event updated for resources: {'Port': ['ID=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:14.032459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390a21c-2220-4759-86df-97728451f9c9 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:14.446018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1665f16-fe55-497a-8d34-5d6d8630863f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.550768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:14.551563 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.552648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.640916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=72086699-a689-4a32-bd85-66ed41f42e28,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:14.692302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.790007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.818740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.827241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-537e86c6-564b-4dff-ac9d-2d87f43c22a7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/72086699-a689-4a32-bd85-66ed41f42e28 HTTP/1.1" status: 204 len: 168 time: 1.7738791 Nov 12 08:35:14.831073 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.837690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46344) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.036600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8c3cc-6ee0-44ba-ae55-f445eeec7d08 None None] Pushing event updated for resources: {'Port': ['ID=59b6fb8b-59c4-442a-873d-135ca93aa05d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:15.049925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-26f88e49-78aa-4269-9114-965195759e99 None None] Provisioning complete for port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:15.050715 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26f88e49-78aa-4269-9114-965195759e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.067226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1e7c1-6a00-48f2-a0f7-2beeec16852e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.072163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d2b1e7c1-6a00-48f2-a0f7-2beeec16852e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2267864 Nov 12 08:35:15.080132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46354) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.295281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-26f88e49-78aa-4269-9114-965195759e99 None None] Port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:15.393063 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.518370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.537006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f38e6d-637d-422e-806a-7c8a2dd2efaf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.540201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2085c313-3d52-4a17-ae38-81be1b7e49f7 None None] Could not find standard attr ID for object 72086699-a689-4a32-bd85-66ed41f42e28. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:35:15.543190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46364) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.544150 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41f38e6d-637d-422e-806a-7c8a2dd2efaf tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4453878 Nov 12 08:35:15.558736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.583011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Attempting to bind port 59b6fb8b-59c4-442a-873d-135ca93aa05d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:15.592410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Attempting to bind port 59b6fb8b-59c4-442a-873d-135ca93aa05d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:15.593042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Attempting to bind port 59b6fb8b-59c4-442a-873d-135ca93aa05d on network 56f84fd0-a83a-4ac9-8325-a437fabb32fa {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:15.734932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bca560-d85b-43e6-aaf3-915b16f4ce4a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.744381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bca560-d85b-43e6-aaf3-915b16f4ce4a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.757758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bca560-d85b-43e6-aaf3-915b16f4ce4a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.763011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-81bca560-d85b-43e6-aaf3-915b16f4ce4a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2173851 Nov 12 08:35:15.769070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46378) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.887436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:15.888652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Checking segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:15.889502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.890366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Bound using segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:15.895918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Bound port: 59b6fb8b-59c4-442a-873d-135ca93aa05d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:15.898756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.939757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:15.946009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 0814d702-d264-407c-99bb-8c9233899150 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:15.951043 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.033000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:16.051096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:16.101482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2085c313-3d52-4a17-ae38-81be1b7e49f7 None None] Provisioning complete for port a0908a98-bc00-45e2-94fb-5f9bb558d47d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:16.101864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2085c313-3d52-4a17-ae38-81be1b7e49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.109916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Pushing event updated for resources: {'Port': ['ID=b8c5b3ef-acb5-437d-8b4d-775639ce25db,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.117139 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.154669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.383644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] For port 59b6fb8b-59c4-442a-873d-135ca93aa05d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:16.391369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.392135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] For port 59b6fb8b-59c4-442a-873d-135ca93aa05d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=59b6fb8b-59c4-442a-873d-135ca93aa05d,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:16.425369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.461526 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.659917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.674141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Attempting to bind port b8c5b3ef-acb5-437d-8b4d-775639ce25db on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:16.675086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Attempting to bind port b8c5b3ef-acb5-437d-8b4d-775639ce25db by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:16.675609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Attempting to bind port b8c5b3ef-acb5-437d-8b4d-775639ce25db on network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:16.748347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.771766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0814d702-d264-407c-99bb-8c9233899150 HTTP/1.1" status: 204 len: 168 time: 1.0012543 Nov 12 08:35:16.790539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46400) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:16.812096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:16.812824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Checking segment: {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:16.813416 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.814073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Bound using segment: {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:16.825408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Bound port: b8c5b3ef-acb5-437d-8b4d-775639ce25db, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:16.825408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.856895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78e3c7-b3e2-4ae5-b7c6-e0c0e7eb6d02 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:17.010601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Router b59d8bde-d03c-40ab-8ac8-44027d2b020e is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:35:17.033023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714680c8-d301-4548-8b84-06152677ef93 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=0814d702-d264-407c-99bb-8c9233899150,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:17.230717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:17.234394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:17.273459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 947dbf62-ee4e-4767-9c93-048475238e41 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:17.285093 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.377903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46416) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:17.444926 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.502574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:17.517289 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Sync routers for ids ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:17.561926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.564088 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29b54816-6a26-44d9-9a4d-fdc38bed846c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0234623 Nov 12 08:35:17.568397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:17.572131 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Routers {'b59d8bde-d03c-40ab-8ac8-44027d2b020e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:17.573376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:17.761061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:17.855606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.020599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8c3cc-6ee0-44ba-ae55-f445eeec7d08 None None] Pushing event updated for resources: {'Port': ['ID=59b6fb8b-59c4-442a-873d-135ca93aa05d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.119812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Set router b59d8bde-d03c-40ab-8ac8-44027d2b020e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:18.176467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2143719052', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:18.223540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.308397 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.548081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Made reservation on behalf of 495020b4a1ab407485f8c1a17b312b75 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:18.548352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] For port b8c5b3ef-acb5-437d-8b4d-775639ce25db, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:18.549961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.560041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] For port b8c5b3ef-acb5-437d-8b4d-775639ce25db, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8c5b3ef-acb5-437d-8b4d-775639ce25db,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:18.568390 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.591237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/947dbf62-ee4e-4767-9c93-048475238e41 HTTP/1.1" status: 204 len: 168 time: 1.7979074 Nov 12 08:35:18.594522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931aa74-9317-4bae-a223-7227fcc9b708 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=947dbf62-ee4e-4767-9c93-048475238e41,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.607025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46452) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:18.663631 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.670336 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:35:14Z', 'revision_number': 3, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:18.765854 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Checking router: b59d8bde-d03c-40ab-8ac8-44027d2b020e for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:18.766558 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Updating router b59d8bde-d03c-40ab-8ac8-44027d2b020e port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:18.829506 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.845955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d7ca1b4d-eaec-48d0-ab2b-eb4090fa0297 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2076976 Nov 12 08:35:18.851010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46454) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:18.855392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.904150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:19.104239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d8ad-d0a5-41ba-9fb8-c9e880779fa8 None None] Pushing event updated for resources: {'Port': ['ID=b8c5b3ef-acb5-437d-8b4d-775639ce25db,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.420758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46466) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:19.427413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:19.438003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.487025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.599627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.669376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Could not find standard attr ID for object 72086699-a689-4a32-bd85-66ed41f42e28. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:35:19.985148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Provisioning complete for port 59b6fb8b-59c4-442a-873d-135ca93aa05d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:19.985939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.085168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Allocated IP 172.20.0.1 (9fdabcd9-36e3-4929-8fce-f8416a089ea6/884ea996-7e92-4f4b-93ad-4922fba998cb/76829ecb-0c1d-4361-bbea-546dae2e5353) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:20.103551 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.126435 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.232609 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.243642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] device_id is not set on port 0e4e2236-ec23-4eca-9c6f-d4887086f354 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:20.320578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b04629-49e6-4b4b-b18f-319ada5d4b1e None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:20.390695 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.424709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.434880 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Pushing event updated for resources: {'Port': ['ID=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:20.451740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ca7a9-9814-465e-a16c-1f359f309a70,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:20.481877 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.482419 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.486703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:20.487083 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.487547 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.490143 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.492299 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.492747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.494135 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.494641 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.496876 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.497336 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.497760 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:20.516384 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Attempting to bind port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:20.525048 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Attempting to bind port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:20.526248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Attempting to bind port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:20.577759 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:20.582959 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:20.590212 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.591059 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:20.591832 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Bound port: e2c835d4-1fa4-4a50-b64e-48dd8badcf2d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:20.596679 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.660504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.743311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da349cfb-3623-4c47-b5b9-6c90eb0536a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.798136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Allocated IP 172.25.4.13 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/0e4e2236-ec23-4eca-9c6f-d4887086f354) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:20.960729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:20.968709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:20.976094 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:20.992771 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] For port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:21.008097 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] For port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:21.030359 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.042485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8c5b3ef-acb5-437d-8b4d-775639ce25db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:21.068594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.148094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.258461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775eb02-b2af-4487-a15f-0a714b0d7140 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:21.304941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:21.343639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:21.399742 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Routers {'b59d8bde-d03c-40ab-8ac8-44027d2b020e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:21.413541 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:21.422010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.422391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.437928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:16Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:21.474542 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.586401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=7e7247a7-ca80-4963-a696-c66415f20f68,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.606215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2ac935c7-26e1-4460-a906-7dbbf7b5d90e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7195945 Nov 12 08:35:21.610400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46488) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:21.622324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:21.639659 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188fbc3-bb97-4bb4-8c2b-9a7780858e0e None None] Pushing event updated for resources: {'Port': ['ID=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.816245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Pushing event updated for resources: {'Port': ['ID=76829ecb-0c1d-4361-bbea-546dae2e5353,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.886996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.046848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.148366 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] Set router b59d8bde-d03c-40ab-8ac8-44027d2b020e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:22.375883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da349cfb-3623-4c47-b5b9-6c90eb0536a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.439564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-da349cfb-3623-4c47-b5b9-6c90eb0536a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.439856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc889183-e8b9-4d5e-bcd3-e8aaee18f6fe None None] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:22.520515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Pushing event updated for resources: {'Port': ['ID=0e4e2236-ec23-4eca-9c6f-d4887086f354,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.582738 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-da349cfb-3623-4c47-b5b9-6c90eb0536a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74dc74a82cd244c1bf236867c113590d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1592731 Nov 12 08:35:22.614497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46512) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:22.664718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba1cbc-5c87-4876-aa85-b7dd6897375f None None] The sync data for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 is: [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:16Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:22.809601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] For port 59b6fb8b-59c4-442a-873d-135ca93aa05d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=59b6fb8b-59c4-442a-873d-135ca93aa05d,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:22.825578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:22.849252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.913409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.099878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.111959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] Deleting port a0908a98-bc00-45e2-94fb-5f9bb558d47d {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:23.112573 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.133788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da349cfb-3623-4c47-b5b9-6c90eb0536a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db03bc09-95d1-473a-b948-f817b0c6f2e8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.154980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.195671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b8c5b3ef-acb5-437d-8b4d-775639ce25db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:23.196302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.236225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:23.272077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:23.357392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32a55773-3969-4ed4-aa2b-d07719bb8e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.426958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32a55773-3969-4ed4-aa2b-d07719bb8e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.484974 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:35:14Z', 'revision_number': 3, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:23.531796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Pushing event updated for resources: {'Port': ['ID=76829ecb-0c1d-4361-bbea-546dae2e5353,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.562068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6ae12-e12a-4ed3-a664-a85debfef685 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:23.609744 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72c830-6c3d-4410-b187-1d1d70d11b20 None None] The sync data for ids ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'] in n-d-768509-25 is: [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:35:14Z', 'revision_number': 3, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:23.622317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.692932 n-d-768509-25 neutron-server[102372]: INFO neutron.db.ipam_backend_mixin [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e7247a7-ca80-4963-a696-c66415f20f68 (CIDR: 2001:db8::/64) Nov 12 08:35:23.699208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:23.715048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32a55773-3969-4ed4-aa2b-d07719bb8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.720685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-32a55773-3969-4ed4-aa2b-d07719bb8e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.727449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-32a55773-3969-4ed4-aa2b-d07719bb8e40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db03bc09-95d1-473a-b948-f817b0c6f2e8 HTTP/1.1" status: 204 len: 168 time: 1.0996854 Nov 12 08:35:23.729558 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:35:23.730024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:23.869128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a55773-3969-4ed4-aa2b-d07719bb8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db03bc09-95d1-473a-b948-f817b0c6f2e8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.898541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46532) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:23.900241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4ef1c8c1-e3cf-4915-8653-0acb14e0c391 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2847838 Nov 12 08:35:23.929664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'subnet': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:23.970149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.973153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.979091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Provisioning complete for port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:23.979635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.027899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bb7aeb8d-40cc-4d66-862d-bc04bdf537c2 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.6474566 Nov 12 08:35:24.032348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46534) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:24.051259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.13'}]}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:24.135992 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.137871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.340182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] For port a0908a98-bc00-45e2-94fb-5f9bb558d47d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a0908a98-bc00-45e2-94fb-5f9bb558d47d,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:24.340645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.375264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.499720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] Calling delete_port for a0908a98-bc00-45e2-94fb-5f9bb558d47d owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:24.565170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Pushing event updated for resources: {'Port': ['ID=59b6fb8b-59c4-442a-873d-135ca93aa05d,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:24.574901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:24.620001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:24.840707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.925852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] No DVR routers for this DVR port a0908a98-bc00-45e2-94fb-5f9bb558d47d on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:25.112674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46550) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:25.162645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.236949 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-649ceca7-6517-4e78-a0dd-0ffdde3497d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.237686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660ff18-ba9d-47cc-965d-804fb1a1af1a None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:25.269460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:25.297848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.339330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.405515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Router b59d8bde-d03c-40ab-8ac8-44027d2b020e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:25.693023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.694771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.695417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.698430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.699285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.699835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.702946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.703765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.704330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.704882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.705436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.705968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa159726-5a85-4154-9d32-6412021d48b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:25.857808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-649ceca7-6517-4e78-a0dd-0ffdde3497d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.891709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port b8c5b3ef-acb5-437d-8b4d-775639ce25db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8c5b3ef-acb5-437d-8b4d-775639ce25db,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:25.897956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48746427-57dc-4db4-8c51-32456dcde699 None None] Pushing event deleted for resources: {'Port': ['ID=a0908a98-bc00-45e2-94fb-5f9bb558d47d,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:25.902156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-649ceca7-6517-4e78-a0dd-0ffdde3497d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.053724 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.066407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.270706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ceca7-6517-4e78-a0dd-0ffdde3497d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1c1a49-8311-4109-a3c0-267b93b01e6a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:26.445477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:26.454449 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-75439f6a-549a-4bb8-8190-a0fe9d96d230 admin admin] 10.222.0.16 "PUT /v2.0/routers/b59d8bde-d03c-40ab-8ac8-44027d2b020e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8842459 Nov 12 08:35:26.797207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 59b6fb8b-59c4-442a-873d-135ca93aa05d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:26.991337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] For port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:27.162733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.169898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=b8c5b3ef-acb5-437d-8b4d-775639ce25db,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.192705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'tenant_id': '026a2f4edb3f49f58c7318921c3d38b5', 'fixed_ips': [{'subnet_id': '7e7247a7-ca80-4963-a696-c66415f20f68'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:27.194702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.248751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.objects.ports [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102371) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:35:27.262324 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.359344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Provisioning complete for port b8c5b3ef-acb5-437d-8b4d-775639ce25db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:27.359616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.497913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 59b6fb8b-59c4-442a-873d-135ca93aa05d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:27.498503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.556463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:27.594697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41040b72-e160-428b-ab1b-3153571bef06 None None] Pushing event updated for resources: {'Port': ['ID=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.604660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:27.639374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.640892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.686161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Subnet': ['ID=0ba296fb-9452-4b11-84df-269f9a0340f1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.725017 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-26a24dc4-7ac1-4f4a-9a87-3e6a030d7669 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8253419 Nov 12 08:35:27.729818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46600) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:27.741388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-649ceca7-6517-4e78-a0dd-0ffdde3497d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=343d3f75d6e6460cb561ff8bc62cb8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6265810 Nov 12 08:35:27.750408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Request body: {'port': {'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7', 'mac_address': 'fa:16:3e:ef:7d:d0', 'name': 'tempest-NetworksTestDHCPv6-1813882679'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:27.759061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46602) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:27.999069 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40198e9d-118d-4f03-8429-7c3e8eaebfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.001633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e2c835d4-1fa4-4a50-b64e-48dd8badcf2d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:28.049342 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40198e9d-118d-4f03-8429-7c3e8eaebfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.215344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40198e9d-118d-4f03-8429-7c3e8eaebfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.227297 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40198e9d-118d-4f03-8429-7c3e8eaebfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.228686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-40198e9d-118d-4f03-8429-7c3e8eaebfca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf1c1a49-8311-4109-a3c0-267b93b01e6a HTTP/1.1" status: 204 len: 168 time: 0.4678528 Nov 12 08:35:28.258906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40198e9d-118d-4f03-8429-7c3e8eaebfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1c1a49-8311-4109-a3c0-267b93b01e6a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:28.266376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Made reservation on behalf of 026a2f4edb3f49f58c7318921c3d38b5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:28.503556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.519744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Sync routers for ids ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:28.562816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] device_id is not set on port b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:28.633768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Allocated IP 2001:db8::2 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7e7247a7-ca80-4963-a696-c66415f20f68/2c5c06c2-0c0a-499b-a4f0-4ad083652715) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:28.687695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe28:31f3 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/0ba296fb-9452-4b11-84df-269f9a0340f1/2c5c06c2-0c0a-499b-a4f0-4ad083652715) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:28.771989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.846223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46622) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:28.851428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044945982', 'description': 'tempest-secgroup-smoke-1044945982 description', 'project_id': '3f962d75428b4aedbe40446ae6f75b39'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:28.853398 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.935913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.177614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.185644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Routers {'b59d8bde-d03c-40ab-8ac8-44027d2b020e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:29.186482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:29.193768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.345991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.351672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5018885 Nov 12 08:35:29.356449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46642) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:29.404223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group_rule': {'security_group_id': '9222fb16-2b5c-47d2-a018-352f4b5fc021', 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:29.404760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.511625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823c82a-c82a-427d-a53e-f93560f4064b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9222fb16-2b5c-47d2-a018-352f4b5fc021,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:29.550805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.597020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.637743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.643714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.666689 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.794725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23a5805f-b387-4889-99b2-74cd2f792ec5 None None] Provisioning complete for port 76829ecb-0c1d-4361-bbea-546dae2e5353 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.795727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23a5805f-b387-4889-99b2-74cd2f792ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.009686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.009686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.157294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ed6ec8-5fae-4084-8e37-87a13d7d2d63,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.263085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.268082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.307782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8::248 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/7e7247a7-ca80-4963-a696-c66415f20f68/b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:30.315400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:7dd0 (b77c393e-9f11-4ee5-b8b6-26a4df57deb7/0ba296fb-9452-4b11-84df-269f9a0340f1/b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:30.385938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.390876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d2850ca1-4dd7-4c6a-8561-4efdf9db22ce tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0297418 Nov 12 08:35:30.401748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46690) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:30.412988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group_rule': {'security_group_id': '9222fb16-2b5c-47d2-a018-352f4b5fc021', 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:30.505836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.510477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.511308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 601625c3-3580-4179-b740-81c0eb970208 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:35:30.574949 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:35:30.580492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dbebcbbc-a696-4dc3-b7c9-bfd236d7db56 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.5465608 Nov 12 08:35:30.581262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46700) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:30.649009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.670202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.738940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5f945c-77fc-4899-ae4c-278f071e315d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.776454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.780155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c958e2d1-5ec7-47e6-b5c3-b5ea56ffc91e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3745959 Nov 12 08:35:30.788251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46704) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:30.798696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group_rule': {'security_group_id': '9222fb16-2b5c-47d2-a018-352f4b5fc021', 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:30.858514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:30.902694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.920754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Deleting port 0e4e2236-ec23-4eca-9c6f-d4887086f354 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:30.928353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.022104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:31.070059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Pushing event updated for resources: {'Port': ['ID=2c5c06c2-0c0a-499b-a4f0-4ad083652715,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.095137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:31.104423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Set router b59d8bde-d03c-40ab-8ac8-44027d2b020e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:31.117772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.134005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.235774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23a5805f-b387-4889-99b2-74cd2f792ec5 None None] Port 76829ecb-0c1d-4361-bbea-546dae2e5353 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:31.264744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c21cda6-442c-4562-b77a-825acf7f01d8,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.291538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.339242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.340666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7e2750bf-3b29-464d-9796-ed74e2f0e68a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5510848 Nov 12 08:35:31.352419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46726) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:31.355756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Calling delete_port for 0e4e2236-ec23-4eca-9c6f-d4887086f354 owned by {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:31.380914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group_rule': {'security_group_id': '9222fb16-2b5c-47d2-a018-352f4b5fc021', 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:31.544252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.610241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23a5805f-b387-4889-99b2-74cd2f792ec5 None None] Provisioning complete for port b8c5b3ef-acb5-437d-8b4d-775639ce25db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:31.610718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23a5805f-b387-4889-99b2-74cd2f792ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.685990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46736) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:31.778564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.790187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.808805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.820454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.922812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e4e2236-ec23-4eca-9c6f-d4887086f354,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.935391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Attempting to bind port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:31.936466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Attempting to bind port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:31.947695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Attempting to bind port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 on network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:32.008410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c95ec-f6c0-4169-8b9f-5d01cd35f85b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:32.011915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:32.046251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45bdf77-259b-4bef-9417-e9d49e4b443f,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:32.082068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:32.082808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Checking segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:32.083706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.084286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Bound using segment: {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:32.085221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Bound port: 2c5c06c2-0c0a-499b-a4f0-4ad083652715, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1774b-dab1-4a0e-90be-af3c2e62f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b77c393e-9f11-4ee5-b8b6-26a4df57deb7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:32.085773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.100844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a0908a98-bc00-45e2-94fb-5f9bb558d47d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:32.101453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a0908a98-bc00-45e2-94fb-5f9bb558d47d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:32.111342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.116585 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-74552e44-f49e-4629-b48c-c8a377db2113 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7593949 Nov 12 08:35:32.117877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:32.170004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group_rule': {'security_group_id': '9222fb16-2b5c-47d2-a018-352f4b5fc021', 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:32.274074 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Project 3f962d75428b4aedbe40446ae6f75b39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:35:32.296659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.340639 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2f2688-3ad0-48da-935f-d4c82c30ac86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.466035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.492453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-decbb2df-6cea-4ffd-bd54-4b3ff3f326f6 tempest-RoutersAdminNegativeTest-334042144 tempest-RoutersAdminNegativeTest-334042144-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0e4e2236-ec23-4eca-9c6f-d4887086f354 HTTP/1.1" status: 204 len: 168 time: 1.9098179 Nov 12 08:35:32.595333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23a5805f-b387-4889-99b2-74cd2f792ec5 None None] Could not find standard attr ID for object 0e4e2236-ec23-4eca-9c6f-d4887086f354. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:35:32.644489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.726938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8c5b3ef-acb5-437d-8b4d-775639ce25db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:32.791493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2f2688-3ad0-48da-935f-d4c82c30ac86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.807711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be2f2688-3ad0-48da-935f-d4c82c30ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.827773 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.872034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] For port 2c5c06c2-0c0a-499b-a4f0-4ad083652715, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:32.933170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] For port 2c5c06c2-0c0a-499b-a4f0-4ad083652715, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2c5c06c2-0c0a-499b-a4f0-4ad083652715,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:32.945510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 4, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '76829ecb-0c1d-4361-bbea-546dae2e5353', 'name': '', 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'mac_address': 'fa:16:3e:bf:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '884ea996-7e92-4f4b-93ad-4922fba998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:19Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 2, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'subnets': [{'id': '884ea996-7e92-4f4b-93ad-4922fba998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:32.957708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.966842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:32.990424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.052451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be2f2688-3ad0-48da-935f-d4c82c30ac86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ee238a484b74c26a0a2a64590f719bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3650408 Nov 12 08:35:33.054317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f2688-3ad0-48da-935f-d4c82c30ac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab94a44-e4d5-433d-8c62-c553dac8c010,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.059182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:33.064845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46778) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:33.090293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:33.112385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.113551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.133028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b1f6a9-83f7-486c-866a-9f5c570079e4,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.145623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event updated for resources: {'Port': ['ID=b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.245286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a36a1292-e62a-4868-b378-4fd99233fd57 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5131788 Nov 12 08:35:33.253221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46784) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:33.304410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ceae8-374c-4402-8449-b5380666bdd3 None None] Pushing event updated for resources: {'Port': ['ID=2c5c06c2-0c0a-499b-a4f0-4ad083652715,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.315893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Checking router: b59d8bde-d03c-40ab-8ac8-44027d2b020e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:33.321760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Updating router b59d8bde-d03c-40ab-8ac8-44027d2b020e port 76829ecb-0c1d-4361-bbea-546dae2e5353 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:33.327739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-94bf7f1f-4cb9-4780-95a1-e894e5137252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.453009 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-94bf7f1f-4cb9-4780-95a1-e894e5137252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.469080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.610785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-94bf7f1f-4cb9-4780-95a1-e894e5137252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.614004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-94bf7f1f-4cb9-4780-95a1-e894e5137252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.616189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-94bf7f1f-4cb9-4780-95a1-e894e5137252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ab94a44-e4d5-433d-8c62-c553dac8c010 HTTP/1.1" status: 204 len: 168 time: 0.5493526 Nov 12 08:35:33.646712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf7f1f-4cb9-4780-95a1-e894e5137252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab94a44-e4d5-433d-8c62-c553dac8c010,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.856880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b8c5b3ef-acb5-437d-8b4d-775639ce25db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:33.857231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.865645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46810) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:34.901642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.904546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a04dcd61-cc44-4887-82a3-8abe5d83ba38 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.7683251 Nov 12 08:35:34.908529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46850) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:34.914191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'security_group_rule': {'security_group_id': '9222fb16-2b5c-47d2-a018-352f4b5fc021', 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:35.016416 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Project 3f962d75428b4aedbe40446ae6f75b39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:35:35.063780 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.098983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:35.129764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e2c835d4-1fa4-4a50-b64e-48dd8badcf2d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:35.155403 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b74e1236-405d-4939-99fa-86a4ca45a005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.262003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e81a70f-49ce-424f-a25b-20b43c17511b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.425376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting port b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:35.426252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.528309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:35.529249 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.626459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b74e1236-405d-4939-99fa-86a4ca45a005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.637638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b74e1236-405d-4939-99fa-86a4ca45a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.819160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.820738 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b74e1236-405d-4939-99fa-86a4ca45a005 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4bd633f50ec454b8493e05dfd44a2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7194278 Nov 12 08:35:35.843850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:35.846474 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.849151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e1236-405d-4939-99fa-86a4ca45a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c7fdfb-7169-4b37-abda-178244e39984,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.893989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e81a70f-49ce-424f-a25b-20b43c17511b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.911824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e81a70f-49ce-424f-a25b-20b43c17511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.947578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a18c4ca-6c78-4c53-b104-d983d7791b33,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.997901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.008828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-54f47040-707e-49f0-8215-c2356f983241 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0986347 Nov 12 08:35:36.085400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.177738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e81a70f-49ce-424f-a25b-20b43c17511b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41d45be31695403195a5de61cae10752&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3072910 Nov 12 08:35:36.207869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Calling delete_port for b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:36.209223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:36.222381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81a70f-49ce-424f-a25b-20b43c17511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1842d-3c10-4652-ad36-c589e6a03c55,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:36.294219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed3943-7d9a-482c-9cce-43522fcc5799 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:36.426618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02b71d4b-9afb-4dc5-816d-78311f06d3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.600580 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02b71d4b-9afb-4dc5-816d-78311f06d3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.819143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aa08d66-8e59-4567-9302-d2e80fe51446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.880255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02b71d4b-9afb-4dc5-816d-78311f06d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.890421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c5c06c2-0c0a-499b-a4f0-4ad083652715 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:36.893877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aa08d66-8e59-4567-9302-d2e80fe51446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.906232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02b71d4b-9afb-4dc5-816d-78311f06d3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.923412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-02b71d4b-9afb-4dc5-816d-78311f06d3fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89a1842d-3c10-4652-ad36-c589e6a03c55 HTTP/1.1" status: 204 len: 168 time: 0.7018843 Nov 12 08:35:37.051271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2e43e01e-4609-4220-baa9-fdb46c0843dc None None] Provisioning complete for port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:37.052226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2e43e01e-4609-4220-baa9-fdb46c0843dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.137923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aa08d66-8e59-4567-9302-d2e80fe51446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.142052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9aa08d66-8e59-4567-9302-d2e80fe51446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.143807 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9aa08d66-8e59-4567-9302-d2e80fe51446 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c7fdfb-7169-4b37-abda-178244e39984 HTTP/1.1" status: 204 len: 168 time: 1.2662740 Nov 12 08:35:37.158009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b71d4b-9afb-4dc5-816d-78311f06d3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1842d-3c10-4652-ad36-c589e6a03c55,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.179797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa08d66-8e59-4567-9302-d2e80fe51446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c7fdfb-7169-4b37-abda-178244e39984,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.341125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46938) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:37.378579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-4336b9ea-e7cf-4c0d-836b-9d8e58e37ad7 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044945982&fields=id&tenant_id=3f962d75428b4aedbe40446ae6f75b39 HTTP/1.1" status: 200 len: 267 time: 0.3423300 Nov 12 08:35:37.563331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.637882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.760383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Port': ['ID=b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.803360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:37.806716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.842342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-b50eb421-35a3-486f-bcb8-fba5059368f6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.888770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-b50eb421-35a3-486f-bcb8-fba5059368f6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 809 time: 0.4996140 Nov 12 08:35:37.933108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.944474 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-729e752d-d74b-4c95-ab58-1f85fd1cb7d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94 HTTP/1.1" status: 204 len: 168 time: 4.6885858 Nov 12 08:35:37.950142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46958) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:37.955869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-7e580bc4-96f0-447b-9ae5-afbfde54aa85 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/quotas/3f962d75428b4aedbe40446ae6f75b39 HTTP/1.1" status: 200 len: 375 time: 0.0657077 Nov 12 08:35:37.960364 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.144176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2511757c-6609-42fb-991a-c8a2e60c0390 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.149702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2511757c-6609-42fb-991a-c8a2e60c0390 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1973784 Nov 12 08:35:38.153834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.403096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-a5875799-91d2-412f-a4f8-30e12bb38c8c tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4053745 Nov 12 08:35:38.526024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8674dd-c7dd-4f04-8e55-271e20431a7d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.541957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 46970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.560728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b8674dd-c7dd-4f04-8e55-271e20431a7d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3819838 Nov 12 08:35:38.611535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12dc3-5aef-47e0-8ad8-d306646a4ef6 None None] Pushing event updated for resources: {'Port': ['ID=76829ecb-0c1d-4361-bbea-546dae2e5353,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:38.648027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46974) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.828710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3642e991-74d9-4d15-9125-75a81e4660f0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.831904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3642e991-74d9-4d15-9125-75a81e4660f0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.849422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-91dafc93-5643-40c1-bcc7-a8858e8c03e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=495020b4a1ab407485f8c1a17b312b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996775 Nov 12 08:35:38.857824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3642e991-74d9-4d15-9125-75a81e4660f0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.861080 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3642e991-74d9-4d15-9125-75a81e4660f0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3160863 Nov 12 08:35:38.865940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46978) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.868255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 46980) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.893918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2e43e01e-4609-4220-baa9-fdb46c0843dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.935260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0de18a83-9278-49be-ae36-8771b64e0d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.047181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Attempting to bind port 76829ecb-0c1d-4361-bbea-546dae2e5353 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:39.047681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Attempting to bind port 76829ecb-0c1d-4361-bbea-546dae2e5353 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:39.047916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Attempting to bind port 76829ecb-0c1d-4361-bbea-546dae2e5353 on network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:39.164762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.262918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:39.275716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Checking segment: {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:39.281028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.282317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Bound using segment: {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:39.286880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Bound port: 76829ecb-0c1d-4361-bbea-546dae2e5353, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2132343f-24f7-4da9-a66f-1414b790b659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:39.290887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.291700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 0ba296fb-9452-4b11-84df-269f9a0340f1 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:39.311148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d765c387-2e18-4c89-ad8b-6fe2c74aac21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.331806 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0de18a83-9278-49be-ae36-8771b64e0d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.349180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0de18a83-9278-49be-ae36-8771b64e0d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.362660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.387024 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.488197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 2c5c06c2-0c0a-499b-a4f0-4ad083652715, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2c5c06c2-0c0a-499b-a4f0-4ad083652715,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:39.524563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18a83-9278-49be-ae36-8771b64e0d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460c73c9-2c30-4fcc-9e10-8ed7b4a8348f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.545296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.574769 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0de18a83-9278-49be-ae36-8771b64e0d82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=068b948f42f242e88a11b1c784573de7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2312946 Nov 12 08:35:39.591487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47004) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:39.614282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.819642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] For port 76829ecb-0c1d-4361-bbea-546dae2e5353, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:39.826132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.827420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] For port 76829ecb-0c1d-4361-bbea-546dae2e5353, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76829ecb-0c1d-4361-bbea-546dae2e5353,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:39.835394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-2e43e01e-4609-4220-baa9-fdb46c0843dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:35:39.836748 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-2e43e01e-4609-4220-baa9-fdb46c0843dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:35:39.860955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.945147 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.088024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.092526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.093849 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/460c73c9-2c30-4fcc-9e10-8ed7b4a8348f HTTP/1.1" status: 204 len: 168 time: 0.5006251 Nov 12 08:35:40.150479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460c73c9-2c30-4fcc-9e10-8ed7b4a8348f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.171560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d765c387-2e18-4c89-ad8b-6fe2c74aac21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.179441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.180037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.182021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.182592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.188564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=2c5c06c2-0c0a-499b-a4f0-4ad083652715,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.193479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.193869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.194316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.194765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.195050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.196495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.200840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.205385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f77a2-d6ab-4865-8485-11eb3567a2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:40.365967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d765c387-2e18-4c89-ad8b-6fe2c74aac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.370842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d765c387-2e18-4c89-ad8b-6fe2c74aac21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.373102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d765c387-2e18-4c89-ad8b-6fe2c74aac21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/258ca7a9-9814-465e-a16c-1f359f309a70 HTTP/1.1" status: 204 len: 168 time: 1.5034382 Nov 12 08:35:40.577794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Routers {'b59d8bde-d03c-40ab-8ac8-44027d2b020e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:40.581425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:40.719286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-04a842ba-1b1c-4b6c-b2c0-68726c45d52f service neutron] 10.222.0.16 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1654122 Nov 12 08:35:40.720452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765c387-2e18-4c89-ad8b-6fe2c74aac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ca7a9-9814-465e-a16c-1f359f309a70,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.252167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-e92b4502-9cd5-4560-82c2-477cef42d6b0 service neutron] 10.222.0.16 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626026 Nov 12 08:35:41.269331 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.622091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.929625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47056) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.935256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] Set router b59d8bde-d03c-40ab-8ac8-44027d2b020e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:41.981167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43901a6a-0c1c-406c-abce-e74d9d3ba2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.013948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba296fb-9452-4b11-84df-269f9a0340f1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.032643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.047893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2a295fda-2fa0-4677-8362-97ebef123cc9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0ba296fb-9452-4b11-84df-269f9a0340f1 HTTP/1.1" status: 204 len: 168 time: 3.1766212 Nov 12 08:35:42.055084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47064) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:42.522379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:42.532702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-905df9a2-ea7a-4a8f-a073-ff4c190f6a56 req-97de0e22-feef-491f-840f-7e609bfb838b tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.2128048 Nov 12 08:35:42.585080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Deleting subnet 7e7247a7-ca80-4963-a696-c66415f20f68 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:42.588663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12dc3-5aef-47e0-8ad8-d306646a4ef6 None None] Pushing event updated for resources: {'Port': ['ID=76829ecb-0c1d-4361-bbea-546dae2e5353,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.594385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.627677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43901a6a-0c1c-406c-abce-e74d9d3ba2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.635539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-43901a6a-0c1c-406c-abce-e74d9d3ba2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.686268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c5c06c2-0c0a-499b-a4f0-4ad083652715 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:42.772977 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-43901a6a-0c1c-406c-abce-e74d9d3ba2f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da0a8f9099a34dd89e5f0f5872cb7f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8397450 Nov 12 08:35:42.773409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:42.802206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf23b52-5929-470e-86b6-1c25f5b3bae6 None None] Network b77c393e-9f11-4ee5-b8b6-26a4df57deb7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:42.804586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.931551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e00dbd1a-142a-49cc-8484-d7d5d4a35e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.941984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43901a6a-0c1c-406c-abce-e74d9d3ba2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa44aa-97f0-4d0d-bae8-e714128346ca,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.017405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e00dbd1a-142a-49cc-8484-d7d5d4a35e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.135061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695728749-network', 'tenant_id': '0b652c348add45888726f25b51566c3c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:43.242126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Made reservation on behalf of 0b652c348add45888726f25b51566c3c for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:43.258111 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.269402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.305535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.362624 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-606649bb-9700-44c7-bc24-c624fd89a40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.369300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.417762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.455019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7247a7-ca80-4963-a696-c66415f20f68,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.461997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.470125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2c9e304-9c1b-49fa-8c86-020b5abf981c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7e7247a7-ca80-4963-a696-c66415f20f68 HTTP/1.1" status: 204 len: 168 time: 1.4126432 Nov 12 08:35:43.474627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47106) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.658800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Provisioning complete for port 76829ecb-0c1d-4361-bbea-546dae2e5353 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:43.660780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.678166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cb135fec-61c1-4d9f-8fe1-9d65ef350015 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1980209 Nov 12 08:35:43.697684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.702682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.758368 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9311084-ec9d-487e-9013-bfab15e77142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.790034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.846334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.869004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfa67a00-6b8e-4261-8188-533d84f76eec req-8067954b-2c71-4af3-b96f-d19af8946205 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.2058504 Nov 12 08:35:43.904188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa659f0d-a46b-4efd-af58-a199d294ba0d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.910555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47130) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.973864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa659f0d-a46b-4efd-af58-a199d294ba0d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2685804 Nov 12 08:35:43.992650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e00dbd1a-142a-49cc-8484-d7d5d4a35e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.001343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e00dbd1a-142a-49cc-8484-d7d5d4a35e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.015760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e00dbd1a-142a-49cc-8484-d7d5d4a35e04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65fa44aa-97f0-4d0d-bae8-e714128346ca HTTP/1.1" status: 204 len: 168 time: 1.2274892 Nov 12 08:35:44.087951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:44.096864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dbd1a-142a-49cc-8484-d7d5d4a35e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa44aa-97f0-4d0d-bae8-e714128346ca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:44.148820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.152590 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Added segment bd34da45-b58e-4cf6-90af-9dcc10a31cb8 of type vlan for network 854095bb-a627-4623-a78b-8ea1a2823532 Nov 12 08:35:44.186012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20d4c9-37c2-42db-a568-65b5e00d63f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:44.192239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3f20d4c9-37c2-42db-a568-65b5e00d63f9 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2783184 Nov 12 08:35:44.194288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47140) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.203184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:44.204527 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.416513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47150) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.421518 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb4b7a6f-9332-496b-8570-e99c6b9bac42 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2226062 Nov 12 08:35:44.549666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.620451 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd4a193-31e4-44d1-9d71-2b0575bb40da tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:44.621340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd4a193-31e4-44d1-9d71-2b0575bb40da tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:44.641168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.645607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1cd4a193-31e4-44d1-9d71-2b0575bb40da tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94 HTTP/1.1" status: 404 len: 333 time: 0.2250466 Nov 12 08:35:44.776074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.834216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.839468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:44.843719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.853927 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c535570-6582-4907-94a4-906d885703c2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:44.857055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c535570-6582-4907-94a4-906d885703c2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:44.862194 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8c535570-6582-4907-94a4-906d885703c2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0ba296fb-9452-4b11-84df-269f9a0340f1 HTTP/1.1" status: 404 len: 337 time: 0.2014291 Nov 12 08:35:44.865660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47170) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.866005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47172) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.907489 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba28c21-0e56-4d0c-a615-15a91687c091 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:44.908955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba28c21-0e56-4d0c-a615-15a91687c091 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:44.917846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7ba28c21-0e56-4d0c-a615-15a91687c091 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7e7247a7-ca80-4963-a696-c66415f20f68 HTTP/1.1" status: 404 len: 337 time: 0.0497425 Nov 12 08:35:44.918720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47178) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.958365 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc20794-3de6-4baa-919f-e164e5dcce27 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:44.959811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc20794-3de6-4baa-919f-e164e5dcce27 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:44.970202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2dc20794-3de6-4baa-919f-e164e5dcce27 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/72086699-a689-4a32-bd85-66ed41f42e28 HTTP/1.1" status: 404 len: 333 time: 0.0501723 Nov 12 08:35:44.971371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47180) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.015512 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.065065 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-0167bb14-7f51-4ea9-b22c-9860a0b445d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:45.066670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0167bb14-7f51-4ea9-b22c-9860a0b445d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:45.070063 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5088682 Nov 12 08:35:45.073832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 4, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '76829ecb-0c1d-4361-bbea-546dae2e5353', 'name': '', 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'mac_address': 'fa:16:3e:bf:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '884ea996-7e92-4f4b-93ad-4922fba998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:19Z', 'updated_at': '2021-11-12T08:35:39Z', 'revision_number': 4, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'subnets': [{'id': '884ea996-7e92-4f4b-93ad-4922fba998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:45.077710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0167bb14-7f51-4ea9-b22c-9860a0b445d8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0814d702-d264-407c-99bb-8c9233899150 HTTP/1.1" status: 404 len: 337 time: 0.1041563 Nov 12 08:35:45.079590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47184) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.079939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47186) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.114299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Request body: {'subnet': {'network_id': '854095bb-a627-4623-a78b-8ea1a2823532', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695728749-subnet', 'tenant_id': '0b652c348add45888726f25b51566c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:45.155165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b37a2-cf48-4dd2-81dc-c16b561f9a76 admin admin] Pushing event updated for resources: {'Network': ['ID=854095bb-a627-4623-a78b-8ea1a2823532,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:45.229741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f481eb2-6625-4e71-bd3a-a972fb8fabb8 None None] The sync data for ids ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'] in n-d-768509-25 is: [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 4, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '76829ecb-0c1d-4361-bbea-546dae2e5353', 'name': '', 'network_id': '9fdabcd9-36e3-4929-8fce-f8416a089ea6', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'mac_address': 'fa:16:3e:bf:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '884ea996-7e92-4f4b-93ad-4922fba998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:19Z', 'updated_at': '2021-11-12T08:35:39Z', 'revision_number': 4, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'subnets': [{'id': '884ea996-7e92-4f4b-93ad-4922fba998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:45.244972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 854095bb-a627-4623-a78b-8ea1a2823532 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:45.322137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] For port 76829ecb-0c1d-4361-bbea-546dae2e5353, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76829ecb-0c1d-4361-bbea-546dae2e5353,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:45.334304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Made reservation on behalf of 0b652c348add45888726f25b51566c3c for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:45.363853 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.466966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3448c66f-f397-49a4-8f40-7dbce1245da8 req-f68408d0-86c2-4bc5-b6eb-9c1cf22537b1 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.3821642 Nov 12 08:35:45.484472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-bdc1ed28-e416-4a81-94fb-f3784b592ffe tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.485617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bdc1ed28-e416-4a81-94fb-f3784b592ffe tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6172349 Nov 12 08:35:45.490260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47200) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.503326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-e3269811-26ac-4f89-a9c0-2e813eb65214 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.519978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3269811-26ac-4f89-a9c0-2e813eb65214 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0279381 Nov 12 08:35:45.523257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.534408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-32547867-55a6-464b-b850-0e579312f6f6 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.541922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-32547867-55a6-464b-b850-0e579312f6f6 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0171156 Nov 12 08:35:45.546634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.559734 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3b3d7e-138b-402e-917f-19f34ba4fd19 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:45.560619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3b3d7e-138b-402e-917f-19f34ba4fd19 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:45.567475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-230d34e6-31a5-41bb-b0b2-e2fe0d41b8b5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.570667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f3b3d7e-138b-402e-917f-19f34ba4fd19 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/947dbf62-ee4e-4767-9c93-048475238e41 HTTP/1.1" status: 404 len: 337 time: 0.4624341 Nov 12 08:35:45.574427 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.575945 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-230d34e6-31a5-41bb-b0b2-e2fe0d41b8b5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0278296 Nov 12 08:35:45.578582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47206) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.589607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47208) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.660211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-517285c4-d0fb-4289-8b07-f8ed7ea74fba tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.665579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-517285c4-d0fb-4289-8b07-f8ed7ea74fba tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0661001 Nov 12 08:35:45.667206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.669588 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e94fc34-7e3b-4eac-a354-bec14ffa282f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:45.676266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e94fc34-7e3b-4eac-a354-bec14ffa282f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:45.691557 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7e94fc34-7e3b-4eac-a354-bec14ffa282f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/52c5512d-119b-419e-8cb1-38bc73f47d14 HTTP/1.1" status: 404 len: 333 time: 0.0910070 Nov 12 08:35:45.712869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47216) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.721204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-342dc71a-3315-4992-a112-b93626e25287 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.724460 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-342dc71a-3315-4992-a112-b93626e25287 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0285122 Nov 12 08:35:45.741227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.787218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-082d1fce-672f-410b-ae31-95383273c4be tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.795242 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-082d1fce-672f-410b-ae31-95383273c4be tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0203583 Nov 12 08:35:45.886368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47222) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.905117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-3642630a-abff-404d-ad03-402227f71efc tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.922097 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3642630a-abff-404d-ad03-402227f71efc tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0237932 Nov 12 08:35:45.927023 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dab956-c0fa-4edd-9b1b-ba36b3573ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:45.932808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28dab956-c0fa-4edd-9b1b-ba36b3573ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:45.937035 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-28dab956-c0fa-4edd-9b1b-ba36b3573ab4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/5909e588-2a13-4ea6-ad85-a9e63e51dffa HTTP/1.1" status: 404 len: 337 time: 0.2063172 Nov 12 08:35:45.951852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.953549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] DHCP port deletion for b77c393e-9f11-4ee5-b8b6-26a4df57deb7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:45.955885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47236) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:45.978049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-c06b652b-1024-40af-b0c4-c8ad4c580f04 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:45.986862 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c06b652b-1024-40af-b0c4-c8ad4c580f04 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0282531 Nov 12 08:35:46.026680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47240) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.028305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Pushing event updated for resources: {'Port': ['ID=76829ecb-0c1d-4361-bbea-546dae2e5353,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:46.091971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Provisioning complete for port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:46.093277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.198630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-c8319d67-804b-430f-a4b5-e59170ecd507 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.203733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8319d67-804b-430f-a4b5-e59170ecd507 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1650884 Nov 12 08:35:46.216456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47248) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.240936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-b68b8fd5-5ce7-4091-9fac-a88fc42db6ad tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.245959 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b68b8fd5-5ce7-4091-9fac-a88fc42db6ad tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0247607 Nov 12 08:35:46.248594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47250) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.258497 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d60f698-e7ad-4748-b838-91f04280f7cd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:46.258497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d60f698-e7ad-4748-b838-91f04280f7cd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:46.273879 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:46.293483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d60f698-e7ad-4748-b838-91f04280f7cd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/28599773-61da-48eb-8f3e-f3fccc8f8926 HTTP/1.1" status: 404 len: 337 time: 0.3261173 Nov 12 08:35:46.294310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47252) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.296417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-1b08c78e-02a7-459c-8f5d-93074b07db2e tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.301437 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b08c78e-02a7-459c-8f5d-93074b07db2e tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0353560 Nov 12 08:35:46.304675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47254) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.331507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.344969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-10ec829c-0a10-4135-8d93-63a5b1f9d2e3 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.352033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-10ec829c-0a10-4135-8d93-63a5b1f9d2e3 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0293570 Nov 12 08:35:46.354538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47256) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.355464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76829ecb-0c1d-4361-bbea-546dae2e5353 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:46.385327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-5131a02e-5cf9-4a6c-a563-577bb512a9b0 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.391869 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5131a02e-5cf9-4a6c-a563-577bb512a9b0 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0359783 Nov 12 08:35:46.392682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.457863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.484151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-f33be924-ff26-4142-b300-640355c41cb0 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.486430 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f33be924-ff26-4142-b300-640355c41cb0 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0239687 Nov 12 08:35:46.491312 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2df6ffd-4c98-429c-a53d-666ad937a0f7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:46.495373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2df6ffd-4c98-429c-a53d-666ad937a0f7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:46.511609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c2df6ffd-4c98-429c-a53d-666ad937a0f7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/0ce4cfc9-628c-42ed-8ede-75fa32cb7ae1 HTTP/1.1" status: 404 len: 333 time: 0.2159164 Nov 12 08:35:46.512787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47262) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.515950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.592969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-0f2e5aea-3633-4225-8855-fc2d8233a6a5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.594737 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0f2e5aea-3633-4225-8855-fc2d8233a6a5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0767949 Nov 12 08:35:46.596463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3b76bead-10fc-4f60-b895-6d7db9e6af16 None None] Could not find standard attr ID for object b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:35:46.602843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.622975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-d704aea7-2407-49fd-82b2-14b4fd1acde5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.624282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d704aea7-2407-49fd-82b2-14b4fd1acde5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0149977 Nov 12 08:35:46.640429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] Deleting port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:46.641252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.703985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47274) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.713970 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3140422-3beb-455e-b62f-ecaa7a5cf02c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:46.721634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3140422-3beb-455e-b62f-ecaa7a5cf02c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:46.728206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a3140422-3beb-455e-b62f-ecaa7a5cf02c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/a6f7690f-2ba5-46ea-affe-dfd8439ea889 HTTP/1.1" status: 404 len: 337 time: 0.1990263 Nov 12 08:35:46.745996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-045d876d-a7b7-445c-b3c6-479b5111f255 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.747410 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-045d876d-a7b7-445c-b3c6-479b5111f255 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0356441 Nov 12 08:35:46.748922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47276) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.754150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.804610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-9d0007ef-cc5e-4ee4-945d-42ea6f15b644 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.806934 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9d0007ef-cc5e-4ee4-945d-42ea6f15b644 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0280015 Nov 12 08:35:46.870930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] For port 2c5c06c2-0c0a-499b-a4f0-4ad083652715, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2c5c06c2-0c0a-499b-a4f0-4ad083652715,segment=NetworkSegment(0fb1774b-dab1-4a0e-90be-af3c2e62f595),segment_id=0fb1774b-dab1-4a0e-90be-af3c2e62f595)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:46.871171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47282) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.871755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.895387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-47b6a24f-941a-444f-8f85-19849c40b3ea tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.901414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] Calling delete_port for 2c5c06c2-0c0a-499b-a4f0-4ad083652715 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:46.915280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-47b6a24f-941a-444f-8f85-19849c40b3ea tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0210798 Nov 12 08:35:46.916805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.945406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-b8919395-1525-4861-a1f8-a9d913e23d64 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.947317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8919395-1525-4861-a1f8-a9d913e23d64 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0212221 Nov 12 08:35:46.949047 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-855f234b-1a7b-478c-b728-d4324689db41 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:46.949700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855f234b-1a7b-478c-b728-d4324689db41 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:46.956015 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-855f234b-1a7b-478c-b728-d4324689db41 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/38caa412-ac38-4d6a-9e62-c5cba0f0e2ad HTTP/1.1" status: 404 len: 337 time: 0.2011380 Nov 12 08:35:46.957763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47292) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.963593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47294) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.970160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-6feac5b8-365b-4220-a3d9-c6001e7493ba tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:46.979735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6feac5b8-365b-4220-a3d9-c6001e7493ba tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0146315 Nov 12 08:35:46.987440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47296) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.036212 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-ac91cc1b-95b0-4ac4-bb1c-203a62c26690 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.049895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ac91cc1b-95b0-4ac4-bb1c-203a62c26690 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0575342 Nov 12 08:35:47.058822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.072133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d918dec4-101d-4a4b-b102-d3e73945b10b req-bba343d4-560a-4286-a18c-b0657d30751f tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.2066405 Nov 12 08:35:47.073069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:47.089685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-1cf08766-653b-4ad6-bc51-be8b1ed81ccb tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.089685 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1cf08766-653b-4ad6-bc51-be8b1ed81ccb tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0189996 Nov 12 08:35:47.094081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47306) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.148943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-0bb612e6-ff29-43c3-a1f3-9a6583287a3c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.154108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0bb612e6-ff29-43c3-a1f3-9a6583287a3c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0431950 Nov 12 08:35:47.154362 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fc7842-371f-46ea-945c-1e60e95827d5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:47.158272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fc7842-371f-46ea-945c-1e60e95827d5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:47.165820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47308) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.189768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-a553e3a2-2d63-4a16-83f0-071f01ebfd79 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.193624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b9fc7842-371f-46ea-945c-1e60e95827d5 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/fbba9d92-7631-4ed6-91a2-bbc79ac23a1b HTTP/1.1" status: 404 len: 333 time: 0.2242413 Nov 12 08:35:47.194628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47310) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.195644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a553e3a2-2d63-4a16-83f0-071f01ebfd79 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0258515 Nov 12 08:35:47.203728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47312) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.226953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-82ecd28a-ae86-4dcf-8fae-db046caeeabc tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.229366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-82ecd28a-ae86-4dcf-8fae-db046caeeabc tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0153522 Nov 12 08:35:47.235488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47314) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.255759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-3bd2bcab-15a4-4e29-9bb8-a198161653c9 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.259320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3bd2bcab-15a4-4e29-9bb8-a198161653c9 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0158145 Nov 12 08:35:47.269942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47316) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.343973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-fb45d3d7-a769-4587-9349-b70a23e8f78d tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.345873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-fb45d3d7-a769-4587-9349-b70a23e8f78d tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 809 time: 1.0849581 Nov 12 08:35:47.347063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Checking segment: {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:47.347605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Network hostable DHCP agents. Network: 854095bb-a627-4623-a78b-8ea1a2823532, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:47.367814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 76829ecb-0c1d-4361-bbea-546dae2e5353 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:47.367814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.397505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.405591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-e128ee24-b38b-4f2e-85e8-d44502e50bd1 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.410134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e128ee24-b38b-4f2e-85e8-d44502e50bd1 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0244994 Nov 12 08:35:47.416739 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cddb3d-603e-4a1f-9a70-9c5dc401fcbe tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:47.418623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47322) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.418873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cddb3d-603e-4a1f-9a70-9c5dc401fcbe tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:47.426216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Network 854095bb-a627-4623-a78b-8ea1a2823532 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:47.431642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41cddb3d-603e-4a1f-9a70-9c5dc401fcbe tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/8fdf848a-5a10-4d6e-9cb7-3dcc9c7201d1 HTTP/1.1" status: 404 len: 337 time: 0.2343369 Nov 12 08:35:47.435333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47324) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.452596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-7de8648c-248e-49e3-9a27-3fefe4cd9ed8 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.453906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7de8648c-248e-49e3-9a27-3fefe4cd9ed8 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0325789 Nov 12 08:35:47.481947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47326) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.508518 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-5601268c-386e-40d8-a834-72cb08d404e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:47.512848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-fee4cab5-1c5d-4302-87bf-019383258131 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.515812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5601268c-386e-40d8-a834-72cb08d404e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:47.519461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fee4cab5-1c5d-4302-87bf-019383258131 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0306859 Nov 12 08:35:47.534107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5601268c-386e-40d8-a834-72cb08d404e0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/4480ad56-603f-4977-b26a-39512bf518a4 HTTP/1.1" status: 404 len: 333 time: 0.0971475 Nov 12 08:35:47.534847 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.535820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47330) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.559762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cdc5b0bf-ba3e-4242-90b9-fd1e657d7bc4 None None] Provisioning complete for port 76829ecb-0c1d-4361-bbea-546dae2e5353 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:47.560110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-07f602b9-3902-4348-af37-87efc7f0c64e tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.560376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b0bf-ba3e-4242-90b9-fd1e657d7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.568831 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07f602b9-3902-4348-af37-87efc7f0c64e tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0302794 Nov 12 08:35:47.582567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47332) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.615062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-34441da4-9cb4-4cbb-bc97-528a5dd5314a tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.629362 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-34441da4-9cb4-4cbb-bc97-528a5dd5314a tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0404367 Nov 12 08:35:47.630822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47336) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.643359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-d0fcf92b-e4c6-4ab9-a0a2-ca6f82740473 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.668560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d0fcf92b-e4c6-4ab9-a0a2-ca6f82740473 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0363655 Nov 12 08:35:47.669610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47338) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.678988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-14126a89-63a2-46dd-8768-c7f6883aaa6c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.693179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14126a89-63a2-46dd-8768-c7f6883aaa6c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0217669 Nov 12 08:35:47.693643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 854095bb-a627-4623-a78b-8ea1a2823532) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:47.694839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47342) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.702160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-f3b50448-2c66-46cc-b773-6e921805866f tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.707556 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f3b50448-2c66-46cc-b773-6e921805866f tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0111356 Nov 12 08:35:47.711387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47344) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.713612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.716722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.727454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-0a92a3ea-e689-4c7c-ac13-30693dc8f481 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.729099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a92a3ea-e689-4c7c-ac13-30693dc8f481 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0158384 Nov 12 08:35:47.734244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47346) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.746766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-bc0c7d0c-c32e-43b9-be34-36cd814b5bab tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.755446 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc0c7d0c-c32e-43b9-be34-36cd814b5bab tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0182858 Nov 12 08:35:47.763077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47348) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.775233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-a9b509ab-cbc0-4399-a3ea-3d2f5c355fb3 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.781833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a9b509ab-cbc0-4399-a3ea-3d2f5c355fb3 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0147269 Nov 12 08:35:47.784840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47350) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.801286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-2dfa71d7-4644-42fd-b19a-98b53153786a tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.804896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2dfa71d7-4644-42fd-b19a-98b53153786a tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0183277 Nov 12 08:35:47.808614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47352) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.820546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-c7fb2e94-df27-40b5-850a-b1099e37189e tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.822916 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c7fb2e94-df27-40b5-850a-b1099e37189e tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128529 Nov 12 08:35:47.828334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47354) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.835736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-4ee3b36f-fc92-4be3-b7f1-d24246ac6bfc tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.850673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2594b-ddb7-4cc5-af54-1c99e4787c77 None None] Network 854095bb-a627-4623-a78b-8ea1a2823532 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:47.858601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.874282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ee3b36f-fc92-4be3-b7f1-d24246ac6bfc tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0446072 Nov 12 08:35:47.879288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47356) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.903966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-e34545fc-9562-424c-97ec-c6649f5f3e57 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.907751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e34545fc-9562-424c-97ec-c6649f5f3e57 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0175948 Nov 12 08:35:47.908017 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97a2ca6-014a-49b8-89a8-09346878a951 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:47.908017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97a2ca6-014a-49b8-89a8-09346878a951 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:47.909830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47362) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.916571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b97a2ca6-014a-49b8-89a8-09346878a951 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/63707927-1c77-4076-af36-5da146960c0a HTTP/1.1" status: 404 len: 337 time: 0.3734784 Nov 12 08:35:47.923935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-57da2f62-b74b-4bb3-8131-e6979202fb83 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.928472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57da2f62-b74b-4bb3-8131-e6979202fb83 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0138474 Nov 12 08:35:47.929039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47364) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.929400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47368) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.963735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-dc5cf08f-0fe8-46d5-9bf1-69688d49bc0c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.968754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc5cf08f-0fe8-46d5-9bf1-69688d49bc0c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0212078 Nov 12 08:35:47.973409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47370) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.987224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-3ba285f8-2ba5-4375-aee4-71b78a38a518 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:47.993350 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ba285f8-2ba5-4375-aee4-71b78a38a518 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0149531 Nov 12 08:35:47.998050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5650798-1d94-4efc-bd7a-8a6eb456a05c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9020212 Nov 12 08:35:47.998824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.014403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-5c29f057-902e-49ea-8de0-2cbb4cdaf0fe tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.023526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c29f057-902e-49ea-8de0-2cbb4cdaf0fe tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0129766 Nov 12 08:35:48.028878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47378) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.048025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-c58a3a3b-d8bc-4887-81cb-078261c73765 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.051299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c58a3a3b-d8bc-4887-81cb-078261c73765 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077310 Nov 12 08:35:48.064969 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dbc8bd-1006-4005-b68b-2cce44a7917e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:48.065987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dbc8bd-1006-4005-b68b-2cce44a7917e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:48.067885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-28645a3c-ed44-4d50-b971-666be0576383 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f962d75428b4aedbe40446ae6f75b39 HTTP/1.1" status: 200 len: 380 time: 0.6975536 Nov 12 08:35:48.068730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47380) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.080365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24dbc8bd-1006-4005-b68b-2cce44a7917e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/e178895f-e203-4640-94d8-0fd391ca8767 HTTP/1.1" status: 404 len: 333 time: 0.1497416 Nov 12 08:35:48.081055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-07d976fc-cfc5-4516-89e3-2631810e3721 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.081701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47382) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.083196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-07d976fc-cfc5-4516-89e3-2631810e3721 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0119545 Nov 12 08:35:48.104334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'port': {'device_id': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'admin_state_up': True, 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'security_groups': ['9222fb16-2b5c-47d2-a018-352f4b5fc021']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:48.121390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47384) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.144893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-ab8a136e-8358-472c-b4e3-cf2f288a555f tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.146191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ab8a136e-8358-472c-b4e3-cf2f288a555f tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0235507 Nov 12 08:35:48.153710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47388) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.160078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-bc72bd54-4215-494d-b6aa-8618912a7f14 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.161811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc72bd54-4215-494d-b6aa-8618912a7f14 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068185 Nov 12 08:35:48.168195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47390) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.178794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-449a5d5d-39af-42ea-aa73-31eb92d80a18 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.185727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-449a5d5d-39af-42ea-aa73-31eb92d80a18 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0160010 Nov 12 08:35:48.202327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47392) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.223612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-44db61c7-b6bf-43e7-a3b9-86ca9021af29 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.229369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44db61c7-b6bf-43e7-a3b9-86ca9021af29 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0257220 Nov 12 08:35:48.237225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47394) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.263040 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-344dd494-dc72-452a-b263-fbd275461bb1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:48.267517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-5febafbe-a705-4c1c-b957-619a243d3dde tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.272380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5febafbe-a705-4c1c-b957-619a243d3dde tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0246248 Nov 12 08:35:48.272495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344dd494-dc72-452a-b263-fbd275461bb1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:48.276040 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-344dd494-dc72-452a-b263-fbd275461bb1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0ae5223a-3b7b-4558-9d14-6a37b143f6c6 HTTP/1.1" status: 404 len: 337 time: 0.1909392 Nov 12 08:35:48.283137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47398) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.289252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47400) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.316533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [None req-297a685c-f64e-4dec-9359-9cf24692511a tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.321261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-297a685c-f64e-4dec-9359-9cf24692511a tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0234361 Nov 12 08:35:48.322955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47402) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.328426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-f695bb2f-5067-42c0-a4d8-ce6d8fe76a09 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.329825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f695bb2f-5067-42c0-a4d8-ce6d8fe76a09 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056789 Nov 12 08:35:48.332911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47404) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.341466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] No DVR routers for this DVR port 2c5c06c2-0c0a-499b-a4f0-4ad083652715 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:48.349970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-5eab0a1b-49ad-48fd-a0ce-bc7c698b24f0 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.353023 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5eab0a1b-49ad-48fd-a0ce-bc7c698b24f0 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0189226 Nov 12 08:35:48.356541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47406) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.369821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7e981-58d4-4ede-b262-7868dc928723 None None] Pushing event deleted for resources: {'Port': ['ID=2c5c06c2-0c0a-499b-a4f0-4ad083652715,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:48.403505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-d9cd961a-260c-44a8-97de-efc2479743c5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.411507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d9cd961a-260c-44a8-97de-efc2479743c5 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0524576 Nov 12 08:35:48.414901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47408) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.460708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-47da1947-63db-467c-9956-ddba3fa8ca8f tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.475652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-47da1947-63db-467c-9956-ddba3fa8ca8f tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0504375 Nov 12 08:35:48.475652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47410) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.519672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-c952bbd9-9b7f-43dd-a74c-d4ed94769f61 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.528195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c952bbd9-9b7f-43dd-a74c-d4ed94769f61 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0361900 Nov 12 08:35:48.530819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47414) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.545729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-0e025c3d-99df-4ff5-b1e7-0219c969ca3c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.546656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e025c3d-99df-4ff5-b1e7-0219c969ca3c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0147581 Nov 12 08:35:48.553691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.583085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-4c023ae1-42bf-4ca4-8aa0-affd91371079 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.589365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c023ae1-42bf-4ca4-8aa0-affd91371079 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0228748 Nov 12 08:35:48.592649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.609838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-a0479331-0037-408e-9592-efd5b0727685 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.618152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a0479331-0037-408e-9592-efd5b0727685 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0224004 Nov 12 08:35:48.623190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47424) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.645000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-1b6090c6-ee37-46b1-9ba0-17c21cca3f66 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.651104 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1b6090c6-ee37-46b1-9ba0-17c21cca3f66 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0266664 Nov 12 08:35:48.651881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47430) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.666269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-e0ff2ea1-8b84-4a45-b450-2be47005e3a6 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.670255 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e0ff2ea1-8b84-4a45-b450-2be47005e3a6 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0174115 Nov 12 08:35:48.674198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47432) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.677733 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fd4163-e8de-417f-ac3f-6f5dfb00b50a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:48.704127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fd4163-e8de-417f-ac3f-6f5dfb00b50a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:48.708732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-f747616f-81f4-4e50-95cc-5ec92f62b3d9 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.725036 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f747616f-81f4-4e50-95cc-5ec92f62b3d9 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0449462 Nov 12 08:35:48.725327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-87fd4163-e8de-417f-ac3f-6f5dfb00b50a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/ad315b04-41fd-49ab-a95a-68a30e0e0682 HTTP/1.1" status: 404 len: 333 time: 0.4231212 Nov 12 08:35:48.732664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.735974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47436) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.766944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-d775bd3a-7dfa-4909-bb1a-8fe18e4d6bcd tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.775679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d775bd3a-7dfa-4909-bb1a-8fe18e4d6bcd tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0328600 Nov 12 08:35:48.776653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47444) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.803176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-f2c248d2-5aa0-4724-bd03-536099a545a2 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.823385 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27a4baf1-5cb3-4924-8fad-fe511c42a348 req-993b0fa9-cc16-4921-8e11-0d5eeaf6081e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.3032150 Nov 12 08:35:48.835094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f2c248d2-5aa0-4724-bd03-536099a545a2 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0344427 Nov 12 08:35:48.839423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47446) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.867919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-ffc0a492-47eb-4e29-be0d-1ce3f3b1ef1c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.885780 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ffc0a492-47eb-4e29-be0d-1ce3f3b1ef1c tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0424221 Nov 12 08:35:48.886700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47448) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.916405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-4b43cedb-43ef-4da4-b089-73781970f333 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.927762 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4b43cedb-43ef-4da4-b089-73781970f333 tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0322225 Nov 12 08:35:48.928609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47450) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.971835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [None req-6565d9c8-85f8-4f6a-8f77-44256931970b tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:48.983138 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6565d9c8-85f8-4f6a-8f77-44256931970b tempest-ExtensionsTestJSON-2138898642 tempest-ExtensionsTestJSON-2138898642-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0465174 Nov 12 08:35:49.034157 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6299e3e-adf0-41ca-af66-b081ba7148c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.035217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6299e3e-adf0-41ca-af66-b081ba7148c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.051260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47456) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.053877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6299e3e-adf0-41ca-af66-b081ba7148c1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/fe64c9c5-7a5e-4333-9bba-ba76a85dd8f7 HTTP/1.1" status: 404 len: 337 time: 0.2514386 Nov 12 08:35:49.111484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Made reservation on behalf of 3f962d75428b4aedbe40446ae6f75b39 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:49.118931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.146341 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9a7c37-9d9c-4e3d-b3fe-ff559d1827c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.149203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9a7c37-9d9c-4e3d-b3fe-ff559d1827c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.164403 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af9a7c37-9d9c-4e3d-b3fe-ff559d1827c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/2e5ebdb3-3282-4f86-bc67-17a83e6e8d91 HTTP/1.1" status: 404 len: 333 time: 0.1094453 Nov 12 08:35:49.167167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47466) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.205382 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8686cf1-e3ac-4680-98c9-83ecf7acc84a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.206500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8686cf1-e3ac-4680-98c9-83ecf7acc84a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.214612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cdc5b0bf-ba3e-4242-90b9-fd1e657d7bc4 None None] Could not find standard attr ID for object b076b4c4-e8f8-4c7c-8cf6-a54036bd4a94. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:35:49.214719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47468) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.219794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e8686cf1-e3ac-4680-98c9-83ecf7acc84a tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/a3f88f91-4f2f-4da7-9673-d1e2d5f0117b HTTP/1.1" status: 404 len: 337 time: 0.0472233 Nov 12 08:35:49.244444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69d409-0878-4842-b9de-083b4fa34a7b None None] Network 854095bb-a627-4623-a78b-8ea1a2823532 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:49.294614 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12f35e4-d8de-47eb-923e-969a0beff2b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.295528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12f35e4-d8de-47eb-923e-969a0beff2b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.323110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d12f35e4-d8de-47eb-923e-969a0beff2b3 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/97928e00-ac3b-4ea5-993e-4af8864830c0 HTTP/1.1" status: 404 len: 333 time: 0.1071491 Nov 12 08:35:49.330657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c5c06c2-0c0a-499b-a4f0-4ad083652715 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:49.332633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47470) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.371314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2c5c06c2-0c0a-499b-a4f0-4ad083652715 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:49.372144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2c5c06c2-0c0a-499b-a4f0-4ad083652715 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:49.405130 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c347bdd-daf5-4c6a-a6a4-4cc7113bfab7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.406015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c347bdd-daf5-4c6a-a6a4-4cc7113bfab7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.418998 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c347bdd-daf5-4c6a-a6a4-4cc7113bfab7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/c00a4419-c4c3-4009-bb88-cee3bdec9a2d HTTP/1.1" status: 404 len: 337 time: 0.0822856 Nov 12 08:35:49.421463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47474) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.604420 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5530d9-10b0-4fe1-93a6-0f25da47b681 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.605224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5530d9-10b0-4fe1-93a6-0f25da47b681 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.617449 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7e5530d9-10b0-4fe1-93a6-0f25da47b681 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/e5a17c25-23b6-48fb-8f83-60e1f3e2bcc0 HTTP/1.1" status: 404 len: 337 time: 0.1897430 Nov 12 08:35:49.618989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47480) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.662462 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb369c05-fad7-4061-8aad-fc7be333a9c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.663876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb369c05-fad7-4061-8aad-fc7be333a9c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.671701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cb369c05-fad7-4061-8aad-fc7be333a9c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/d4a636f7-4e6b-4af9-b079-9d83a42daf42 HTTP/1.1" status: 404 len: 333 time: 0.0488875 Nov 12 08:35:49.673446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47484) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.710658 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30fc8c1-718e-4513-841a-caa418ec7b2c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.711525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30fc8c1-718e-4513-841a-caa418ec7b2c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.713340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Allocated IP 172.20.0.5 (56f84fd0-a83a-4ac9-8325-a437fabb32fa/1dc50cf6-8f2e-4924-9f3d-dfa8a2706591/330a30fe-4a52-4187-bd7e-88e038362208) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:49.719459 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d30fc8c1-718e-4513-841a-caa418ec7b2c tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/0fd50473-5bd1-4f79-95bd-0de0675b278e HTTP/1.1" status: 404 len: 337 time: 0.0446162 Nov 12 08:35:49.723219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.774012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76829ecb-0c1d-4361-bbea-546dae2e5353 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:49.826956 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ed684c-f786-4f3a-9138-97bd356633ed tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:49.830503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ed684c-f786-4f3a-9138-97bd356633ed tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:49.850293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e6ed684c-f786-4f3a-9138-97bd356633ed tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/377cecc7-ccb1-4aab-893d-07728d635694 HTTP/1.1" status: 404 len: 337 time: 0.1245844 Nov 12 08:35:49.855166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47488) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:49.888774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47494) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.019635 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b691141-de83-41f9-928e-c31b9b581713 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:50.026498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b691141-de83-41f9-928e-c31b9b581713 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:50.034021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4b691141-de83-41f9-928e-c31b9b581713 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/67a9f01e-e65c-4d4d-982f-cdba0d92f74d HTTP/1.1" status: 404 len: 333 time: 0.1776581 Nov 12 08:35:50.042232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47504) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.099581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 76829ecb-0c1d-4361-bbea-546dae2e5353 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:50.100495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.130883 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-0189f6f6-de2c-4aa5-8166-2ccbacc5df5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:50.133185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0189f6f6-de2c-4aa5-8166-2ccbacc5df5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:50.138136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0189f6f6-de2c-4aa5-8166-2ccbacc5df5e tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/4f3972a0-61a7-4156-8bb9-1196be2d3327 HTTP/1.1" status: 404 len: 337 time: 0.0900276 Nov 12 08:35:50.144940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47512) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.266174 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f61d43-3e3f-4994-8910-c0d7702f5e70 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:50.269754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f61d43-3e3f-4994-8910-c0d7702f5e70 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:50.338864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47516) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.342291 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1f61d43-3e3f-4994-8910-c0d7702f5e70 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7e1fbe65-73f3-428f-8cee-099c5aac5df3 HTTP/1.1" status: 404 len: 337 time: 0.1356003 Nov 12 08:35:50.390285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14e64bc2-c9da-45f9-acf7-42cab7e40174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.511811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a57aac99-204c-4126-92ce-637bacccf45e req-00380e42-f5bb-486a-8814-c4cf11bf310a tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.3849738 Nov 12 08:35:50.638374 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.738881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14e64bc2-c9da-45f9-acf7-42cab7e40174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.745159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14e64bc2-c9da-45f9-acf7-42cab7e40174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.772141 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe4d48c-7c39-43a5-9208-b12725925d50 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:50.773652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe4d48c-7c39-43a5-9208-b12725925d50 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:50.777861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-abe4d48c-7c39-43a5-9208-b12725925d50 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/dd912375-9c36-47c5-8abe-0c21ce782ba9 HTTP/1.1" status: 404 len: 333 time: 0.4047196 Nov 12 08:35:50.780209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.782311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47524) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.860377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64bc2-c9da-45f9-acf7-42cab7e40174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd384f5a-e59c-4dfc-ab42-ea3ef11560a9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:50.899538 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e57e59-1d57-4653-9d91-59eeae004882 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:50.900669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e57e59-1d57-4653-9d91-59eeae004882 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:50.910148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14e64bc2-c9da-45f9-acf7-42cab7e40174 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fbbca930dff4cf7bc89d45a6e06f486&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0121429 Nov 12 08:35:50.910810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47530) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.912651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-61e57e59-1d57-4653-9d91-59eeae004882 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/2099057d-e6b3-41fe-860a-710398f388d2 HTTP/1.1" status: 404 len: 337 time: 0.1288857 Nov 12 08:35:50.916569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47532) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:50.964600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:50.969914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:50.985893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:50.992832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:51.029421 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2778c7-c2c9-4063-a9a0-e12453cf13dd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:51.029890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2778c7-c2c9-4063-a9a0-e12453cf13dd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:51.063653 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd2778c7-c2c9-4063-a9a0-e12453cf13dd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/e9737216-72a2-4d05-b6f9-87c3c497e19a HTTP/1.1" status: 404 len: 337 time: 0.1458442 Nov 12 08:35:51.071069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47538) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:51.155969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d38e58a5-88bb-478b-ae51-e5f9f1bbf0ec tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports?device_id=0716120d-0e78-44bd-b973-a3a2337ee0ca HTTP/1.1" status: 200 len: 205 time: 0.0805588 Nov 12 08:35:51.166539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47544) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:51.296353 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-286d5896-354f-48cb-abe1-4937ef65d5c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] delete failed (client error): The resource could not be found. Nov 12 08:35:51.303158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-286d5896-354f-48cb-abe1-4937ef65d5c4 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/routers/0716120d-0e78-44bd-b973-a3a2337ee0ca HTTP/1.1" status: 404 len: 336 time: 0.1350572 Nov 12 08:35:51.307863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47552) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:51.323608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:51.326615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.412114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-d844a330-83e1-4fb5-9e9b-8dba103326fa tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3268440 Nov 12 08:35:51.433082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-efbdc210-746c-4afa-a93c-46bb2c5444d7 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:51.434196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-efbdc210-746c-4afa-a93c-46bb2c5444d7 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164616 Nov 12 08:35:51.673833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-744faaf5-f660-4987-a2f4-4a9fed0dfb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.692113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b65a42b1-a1fe-4c97-881c-51698a18f2d0 None None] Provisioning complete for port 330a30fe-4a52-4187-bd7e-88e038362208 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:51.693709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b65a42b1-a1fe-4c97-881c-51698a18f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.711391 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-90675a83-8eb9-47b0-ad25-e21a8333fb7f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:51.712489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90675a83-8eb9-47b0-ad25-e21a8333fb7f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:51.728599 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-90675a83-8eb9-47b0-ad25-e21a8333fb7f tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/daf985e9-b4f0-4959-80fe-79622e99ead4 HTTP/1.1" status: 404 len: 337 time: 0.4052508 Nov 12 08:35:51.729306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47560) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:51.832723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Request body: {'port': {'device_id': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:51.844706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f3ba87ad-ef5c-4e58-aacb-36baa773d6bd tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "GET /v2.0/ports?device_id=b04afdb7-4d7e-42db-8899-ad16874a4a76 HTTP/1.1" status: 200 len: 205 time: 0.1140196 Nov 12 08:35:51.847214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b65a42b1-a1fe-4c97-881c-51698a18f2d0 None None] Port 330a30fe-4a52-4187-bd7e-88e038362208 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:51.848527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-744faaf5-f660-4987-a2f4-4a9fed0dfb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.860850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47564) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:51.950199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.016942 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-2762be17-f2ea-45d3-8d20-6b7c7d5e9f19 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] delete failed (client error): The resource could not be found. Nov 12 08:35:52.022480 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2762be17-f2ea-45d3-8d20-6b7c7d5e9f19 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/routers/b04afdb7-4d7e-42db-8899-ad16874a4a76 HTTP/1.1" status: 404 len: 336 time: 0.1567605 Nov 12 08:35:52.035810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47568) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:52.121539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-744faaf5-f660-4987-a2f4-4a9fed0dfb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.132097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-744faaf5-f660-4987-a2f4-4a9fed0dfb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.133808 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-744faaf5-f660-4987-a2f4-4a9fed0dfb4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd384f5a-e59c-4dfc-ab42-ea3ef11560a9 HTTP/1.1" status: 204 len: 168 time: 1.2219009 Nov 12 08:35:52.222658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744faaf5-f660-4987-a2f4-4a9fed0dfb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd384f5a-e59c-4dfc-ab42-ea3ef11560a9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:52.615128 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-2794aa37-48c2-4eab-8ed2-7cf55b7c98d1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:52.615605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2794aa37-48c2-4eab-8ed2-7cf55b7c98d1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:52.619884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2794aa37-48c2-4eab-8ed2-7cf55b7c98d1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/5ef538f6-19ea-474e-8af9-89cf718e4927 HTTP/1.1" status: 404 len: 337 time: 0.5835161 Nov 12 08:35:52.623397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47594) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:52.659289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548f7c-176b-4511-8ac6-cb886a82a7ab req-4d836678-f1da-46ea-8042-3687758951b1 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:52.662710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e548f7c-176b-4511-8ac6-cb886a82a7ab req-4d836678-f1da-46ea-8042-3687758951b1 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 931 time: 0.7254152 Nov 12 08:35:52.782196 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9357e68-26b7-441c-96b0-1f84dee7448d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:52.783080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9357e68-26b7-441c-96b0-1f84dee7448d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:52.796223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d9357e68-26b7-441c-96b0-1f84dee7448d tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/09658490-d9cc-42a0-905b-e6c806809281 HTTP/1.1" status: 404 len: 337 time: 0.1704609 Nov 12 08:35:52.805407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:52.878966 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce5273d-97a2-4773-8f5e-7df23dca1d36 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:52.885712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce5273d-97a2-4773-8f5e-7df23dca1d36 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:52.895153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fce5273d-97a2-4773-8f5e-7df23dca1d36 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/81c7c352-6101-4a72-b49a-47930754851c HTTP/1.1" status: 404 len: 333 time: 0.0879085 Nov 12 08:35:52.899907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47604) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:52.939676 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e548f7c-176b-4511-8ac6-cb886a82a7ab req-3229729d-3069-4491-affc-d5c3fd277397 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599235 Nov 12 08:35:52.988455 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d76888a-7e0c-4cb5-a5bf-c9dffa1911d7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:52.989450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d76888a-7e0c-4cb5-a5bf-c9dffa1911d7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:52.996743 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d76888a-7e0c-4cb5-a5bf-c9dffa1911d7 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7fb88b79-bfef-4bfe-b012-bc643ce7184e HTTP/1.1" status: 404 len: 337 time: 0.0951905 Nov 12 08:35:52.998280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47608) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.041676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330a30fe-4a52-4187-bd7e-88e038362208 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:53.067463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.071717 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c0fc6e-7c4a-4efb-b20e-6ab6eab8bfac tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.072738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c0fc6e-7c4a-4efb-b20e-6ab6eab8bfac tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.075990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-33c0fc6e-7c4a-4efb-b20e-6ab6eab8bfac tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/8a22347a-e3d1-4deb-81f8-b23841d94f39 HTTP/1.1" status: 404 len: 333 time: 0.0761421 Nov 12 08:35:53.080771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47618) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.160402 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f26c53-27f6-4537-b49f-4e78143a3ffb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.169035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f26c53-27f6-4537-b49f-4e78143a3ffb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.174877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f5f26c53-27f6-4537-b49f-4e78143a3ffb tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/d4af54ce-180c-4698-9c6e-20b7b51db97e HTTP/1.1" status: 404 len: 337 time: 0.0924199 Nov 12 08:35:53.177781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.188679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Transition to ACTIVE for port object 330a30fe-4a52-4187-bd7e-88e038362208 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:53.214541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.249275 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cf866f-fd8d-46bc-b587-bd26e164a1a1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.250359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cf866f-fd8d-46bc-b587-bd26e164a1a1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.265565 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-79cf866f-fd8d-46bc-b587-bd26e164a1a1 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/a00d5978-9776-4ede-b9de-46d3c85d89c4 HTTP/1.1" status: 404 len: 333 time: 0.0778289 Nov 12 08:35:53.266621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47630) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.325156 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2d8b45-c3b1-429b-b392-2d182c729678 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.325816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2d8b45-c3b1-429b-b392-2d182c729678 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.340159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3e2d8b45-c3b1-429b-b392-2d182c729678 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/371a91ad-3ab8-44b1-a96d-f32e335cf206 HTTP/1.1" status: 404 len: 337 time: 0.0712261 Nov 12 08:35:53.342892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47632) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.379926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Pushing event updated for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:53.421247 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-387ca199-1e4c-401c-b790-a4a2ae0522c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.422015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387ca199-1e4c-401c-b790-a4a2ae0522c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.425189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-387ca199-1e4c-401c-b790-a4a2ae0522c8 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/b94b289a-fbfc-47bd-92c7-94c2d6bf3828 HTTP/1.1" status: 404 len: 333 time: 0.0810573 Nov 12 08:35:53.429903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47636) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.497160 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5327029-a857-4a44-9535-d57e5220d0fa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.497604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5327029-a857-4a44-9535-d57e5220d0fa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.507447 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c5327029-a857-4a44-9535-d57e5220d0fa tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/af3f0a1f-764b-45b8-a5c6-6d5d86ad37b6 HTTP/1.1" status: 404 len: 337 time: 0.0763919 Nov 12 08:35:53.511933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47642) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.607034 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37386eb-2b51-4639-a603-4888130ea3e2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.608656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37386eb-2b51-4639-a603-4888130ea3e2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.612705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c37386eb-2b51-4639-a603-4888130ea3e2 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/80e18d67-f57a-4f4d-b930-a9666f5c3a67 HTTP/1.1" status: 404 len: 333 time: 0.0992131 Nov 12 08:35:53.616338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47648) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.623861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Attempting to bind port 330a30fe-4a52-4187-bd7e-88e038362208 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:53.624225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Attempting to bind port 330a30fe-4a52-4187-bd7e-88e038362208 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:53.630823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Attempting to bind port 330a30fe-4a52-4187-bd7e-88e038362208 on network 56f84fd0-a83a-4ac9-8325-a437fabb32fa {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:53.650259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Port 330a30fe-4a52-4187-bd7e-88e038362208 on network 56f84fd0-a83a-4ac9-8325-a437fabb32fa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:53.650853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Attempting to bind port 330a30fe-4a52-4187-bd7e-88e038362208 on network 56f84fd0-a83a-4ac9-8325-a437fabb32fa {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:53.657196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:53.657785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Checking segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:53.658546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Bound using segment: {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:53.662052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Bound port: 330a30fe-4a52-4187-bd7e-88e038362208, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e19bbf-ff97-4d2f-a469-48b7c954d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:53.662941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.690161 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-49acc4e7-1de8-43bd-b0e4-8e1520638e6b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.692278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49acc4e7-1de8-43bd-b0e4-8e1520638e6b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.696772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-49acc4e7-1de8-43bd-b0e4-8e1520638e6b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/7000457f-caa8-406b-b8b9-88d8966c0763 HTTP/1.1" status: 404 len: 337 time: 0.0776985 Nov 12 08:35:53.701683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47652) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.812398 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-a329c60e-0758-4287-b0ba-b31113e2865b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.815055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a329c60e-0758-4287-b0ba-b31113e2865b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:53.822065 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a329c60e-0758-4287-b0ba-b31113e2865b tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/ea1199e0-972e-41f3-bdf7-e14fb4137e1a HTTP/1.1" status: 404 len: 333 time: 0.1177785 Nov 12 08:35:53.826221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47658) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.877195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:53.906317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=330a30fe-4a52-4187-bd7e-88e038362208,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:53.913973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.967226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:53.968737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.970366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 1092 time: 2.5230975 Nov 12 08:35:53.973188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:53.978011 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "tag": "330a30fe-4a52-4187-bd7e-88e038362208"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:53.994125 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca344f1-ca50-4ec9-8336-772f8d651fd0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:53.997448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca344f1-ca50-4ec9-8336-772f8d651fd0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:54.002793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cca344f1-ca50-4ec9-8336-772f8d651fd0 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/349c5622-1f41-4ef8-8e23-394194c15fd9 HTTP/1.1" status: 404 len: 337 time: 0.1723647 Nov 12 08:35:54.006921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:54.123944 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4594a9-aeee-4d97-a7b8-cdac545de818 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:54.127327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4594a9-aeee-4d97-a7b8-cdac545de818 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:54.139782 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb4594a9-aeee-4d97-a7b8-cdac545de818 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/ports/01a27c4a-96ea-44ba-b894-6e8e2f74df1f HTTP/1.1" status: 404 len: 333 time: 0.1235096 Nov 12 08:35:54.140899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47678) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:54.221434 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df802df-3cc4-41e7-a933-bf748dd541a6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:54.228186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92e3d-dc9c-450d-88cb-1af9eb2b69d1 service neutron] Pushing event updated for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:54.229132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df802df-3cc4-41e7-a933-bf748dd541a6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:54.237426 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9df802df-3cc4-41e7-a933-bf748dd541a6 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/subnets/f0ade644-3221-42c1-b468-2f4d902fd462 HTTP/1.1" status: 404 len: 337 time: 0.0940537 Nov 12 08:35:54.248400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47682) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:54.271440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47684) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:54.634935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1015970204'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:54.724730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-f95ba4ee-9058-413f-a91c-2134dc634fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.730666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-f95ba4ee-9058-413f-a91c-2134dc634fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1095 time: 0.6329086 Nov 12 08:35:54.738945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Made reservation on behalf of 2bb64cfe4a13423595a79a32a4172919 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:54.751741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.756467 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d07920-ff83-4746-9dee-35726ad56db6 x-openstack-request-id: req-52d07920-ff83-4746-9dee-35726ad56db6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:54.756940 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "tag": "330a30fe-4a52-4187-bd7e-88e038362208", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:54.757299 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52d07920-ff83-4746-9dee-35726ad56db6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:54.760141 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208', 'status': 'completed', 'code': 200} Nov 12 08:35:54.773984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.916705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.929549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.967979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.987154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f537e-d651-45a5-ab02-c6ee9184431a req-e353acee-b31e-4290-9fa7-bdc3b5fc798f tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.990029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da6f537e-d651-45a5-ab02-c6ee9184431a req-e353acee-b31e-4290-9fa7-bdc3b5fc798f tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 943 time: 0.7400618 Nov 12 08:35:54.992104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-72b74ebb-36f0-40fe-9395-6653cbba0de1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 217 time: 0.2285144 Nov 12 08:35:55.012453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130281d8-59b1-4058-86b3-6687288ef8a7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.034905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:55.068794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.069489 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Added segment 23b1d78f-313c-4286-a89e-e25fbfcc3197 of type vlan for network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 Nov 12 08:35:55.144198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.159242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-4512a73b-b229-40f9-ba4a-36bbcb0089c8 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:55.169294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-4512a73b-b229-40f9-ba4a-36bbcb0089c8 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 809 time: 0.2139113 Nov 12 08:35:55.188268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.195078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:55.196809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.256451 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9834337 Nov 12 08:35:55.260525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47716) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.276914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'subnet': {'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:55.277897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-43bf3bf4-0bdc-4a47-b80b-fc4b1a1adf90 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/quotas/0b652c348add45888726f25b51566c3c HTTP/1.1" status: 200 len: 375 time: 0.1069098 Nov 12 08:35:55.491194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e2c7c-ade9-49b9-96ef-0596d01f6588 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Network': ['ID=5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.504507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:55.541956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Made reservation on behalf of 2bb64cfe4a13423595a79a32a4172919 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:55.550129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.575172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-e020c33a-0eb6-4176-9ca9-490ab69d11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:55.582719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-e020c33a-0eb6-4176-9ca9-490ab69d11ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.4104471 Nov 12 08:35:55.661807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-c5e8001c-3420-4ed7-9119-3fd2a9576ce8 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3823988 Nov 12 08:35:56.529951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.701376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Subnet': ['ID=5b583f6d-b443-46d5-8e02-a4841788d697,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.776077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Checking segment: {'id': '23b1d78f-313c-4286-a89e-e25fbfcc3197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:56.776530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network hostable DHCP agents. Network: 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:56.828945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:56.843712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:56.844011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.853480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db5d4b-f07e-4b9d-a306-648d0c178778 None None] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:56.855709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.856339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.897491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77c393e-9f11-4ee5-b8b6-26a4df57deb7']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:56.897812 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-11057019-139a-4c46-9cb3-4f501fbf1fe7 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6358683 Nov 12 08:35:56.902491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47756) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:56.907798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-901269922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:56.959854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1774b-dab1-4a0e-90be-af3c2e62f595') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:56.961152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1774b-dab1-4a0e-90be-af3c2e62f595') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:56.970746 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.971882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.070621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da6f537e-d651-45a5-ab02-c6ee9184431a req-6a8a0cde-3a35-46df-a85e-5b5533551fb0 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8972273 Nov 12 08:35:57.091930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.105918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.114866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.195084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.202712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.209950 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-277b6264-c966-41af-a7a8-c518194c1a1e tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3055351 Nov 12 08:35:57.214201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47764) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:57.225812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:57.227160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:57.342835 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:57.435197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560', 'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560', 'tenant_id': '2bb64cfe4a13423595a79a32a4172919', 'fixed_ips': [{'subnet_id': '5b583f6d-b443-46d5-8e02-a4841788d697'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:57.436458 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.568086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-fac741f5-a8e8-4e3e-88fa-855dbf3f06fd service neutron] 10.222.0.16 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9054377 Nov 12 08:35:57.606303 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.701413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.706256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] 10.222.0.16 "DELETE /v2.0/networks/b77c393e-9f11-4ee5-b8b6-26a4df57deb7 HTTP/1.1" status: 204 len: 168 time: 3.4542732 Nov 12 08:35:57.774735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb37ef-179c-4239-aa20-a1394ca11c64 tempest-NetworksTestDHCPv6-503080476 tempest-NetworksTestDHCPv6-503080476-project] Pushing event deleted for resources: {'Network': ['ID=b77c393e-9f11-4ee5-b8b6-26a4df57deb7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.885147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-7ed80b96-25cd-4b33-a507-48e49af47b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.889821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-7ed80b96-25cd-4b33-a507-48e49af47b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2729151 Nov 12 08:35:57.952132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-4ee1e0ef-0b63-41a0-a991-7ebcaeb3dd27 service neutron] 10.222.0.16 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827410 Nov 12 08:35:58.031957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Allocated IP 172.20.0.2 (5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560/5b583f6d-b443-46d5-8e02-a4841788d697/75678282-fe44-4722-81f5-c45d4f111241) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:58.352964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.637484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-238cac82-24b0-43fa-b5e6-4ef4e565fc8a req-50349494-44ed-48cb-9ad6-b872174a1c8d tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 210 time: 0.3442423 Nov 12 08:35:58.754563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-cc4f632c-712d-4fcf-8e56-ee9f60d1513d service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006792 Nov 12 08:35:58.806285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762765f-bc8b-496c-bd77-6b4614611028 req-2c538e42-0fb0-4216-8e33-526c7c642097 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.834715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5762765f-bc8b-496c-bd77-6b4614611028 req-2c538e42-0fb0-4216-8e33-526c7c642097 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 943 time: 0.4688356 Nov 12 08:35:58.892723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47814) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:58.909801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.927656 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.066962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5762765f-bc8b-496c-bd77-6b4614611028 req-8f6d56f1-f697-4249-97b8-89a9ad3a53cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168505 Nov 12 08:35:59.105676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Pushing event updated for resources: {'Port': ['ID=75678282-fe44-4722-81f5-c45d4f111241,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.150606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:59.157502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:59.165551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32608212-c17d-48e1-afd0-d9fd1a214fc8 req-e068528f-7928-48e3-aaed-73c6819c9cef service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712255 Nov 12 08:35:59.174322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:59.340365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Attempting to bind port 75678282-fe44-4722-81f5-c45d4f111241 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:59.342760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Attempting to bind port 75678282-fe44-4722-81f5-c45d4f111241 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '23b1d78f-313c-4286-a89e-e25fbfcc3197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:59.347199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Attempting to bind port 75678282-fe44-4722-81f5-c45d4f111241 on network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:59.361767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:59.362630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Checking segment: {'id': '23b1d78f-313c-4286-a89e-e25fbfcc3197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:59.365180 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.365772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Bound using segment: {'id': '23b1d78f-313c-4286-a89e-e25fbfcc3197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:59.369064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Bound port: 75678282-fe44-4722-81f5-c45d4f111241, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b1d78f-313c-4286-a89e-e25fbfcc3197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:59.369752 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.409466 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-8841e650-8bb6-493b-9e6c-e445604f989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.425662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-8841e650-8bb6-493b-9e6c-e445604f989b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1095 time: 0.1389415 Nov 12 08:35:59.528257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] For port 75678282-fe44-4722-81f5-c45d4f111241, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:59.532456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] For port 75678282-fe44-4722-81f5-c45d4f111241, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75678282-fe44-4722-81f5-c45d4f111241,segment=NetworkSegment(23b1d78f-313c-4286-a89e-e25fbfcc3197),segment_id=23b1d78f-313c-4286-a89e-e25fbfcc3197)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:59.541688 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.563412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Allocated IP 172.20.0.1 (5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560/5b583f6d-b443-46d5-8e02-a4841788d697/3e84e64a-13c7-463d-8780-06e62afb220a) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:59.653065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23d3de-3bd6-41a4-9349-9f14bd0df0b1 None None] Pushing event updated for resources: {'Port': ['ID=75678282-fe44-4722-81f5-c45d4f111241,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.738151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-74c30e13-4110-45cf-97d9-00ad77e0d332 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=026a2f4edb3f49f58c7318921c3d38b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8234785 Nov 12 08:35:59.746848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47836) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:59.923776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ea90f1d-0804-4dac-80fe-5c917bf249db req-7ee5fd39-e5fb-4a4c-a0e9-6db1f101c371 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 210 time: 0.0715735 Nov 12 08:35:59.930053 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.956507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-b14f7e10-950c-4e6f-a66e-c483176b612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.958403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-b14f7e10-950c-4e6f-a66e-c483176b612c service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 0.5249770 Nov 12 08:36:00.029427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-b17e8e5a-52aa-4cec-9155-d3d4d39f08ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 217 time: 0.0612187 Nov 12 08:36:00.031895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.063050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.255802 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.495400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.499200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.515622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e1930da-8507-45c6-a634-17014b219f42 HTTP/1.1" status: 204 len: 168 time: 0.7569394 Nov 12 08:36:00.544424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1930da-8507-45c6-a634-17014b219f42,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.588347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-6878d660-9d5c-487f-a8ab-6fba2b242803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.589762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-6878d660-9d5c-487f-a8ab-6fba2b242803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.5432751 Nov 12 08:36:00.591217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.591560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.591900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.593070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.593070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.593070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.593575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.617959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Port': ['ID=3e84e64a-13c7-463d-8780-06e62afb220a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.620769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.621424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.621799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.622134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.622482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386741f3-db93-4b33-a56d-6fb5cb9fd262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:00.778999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6baf4-9361-4c05-ba33-61fce1c59ac8 req-ed96d549-cef4-4b40-b76f-65d32aa57f68 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.785071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54d6baf4-9361-4c05-ba33-61fce1c59ac8 req-ed96d549-cef4-4b40-b76f-65d32aa57f68 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 943 time: 0.5100260 Nov 12 08:36:00.819233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:00.855143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:00.859470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:00.919591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-1df8a56b-00af-4c38-924d-8a2e81ebb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.923490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-1df8a56b-00af-4c38-924d-8a2e81ebb99d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922862 Nov 12 08:36:01.352808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.480142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26f1bbf4-4334-4d4d-adb7-0b919e261975 req-ff730826-0bd6-43b1-b547-aa2140a1552b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 210 time: 0.3691669 Nov 12 08:36:01.483787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-432ec7a1-f1ad-47a9-baa8-2bccbc951469 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486183 Nov 12 08:36:01.510745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54d6baf4-9361-4c05-ba33-61fce1c59ac8 req-57d0e058-d051-454c-96b1-b083964afbc5 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6815512 Nov 12 08:36:01.652796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-01c3b73f-8b39-4ec0-85a6-66377010deed tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.665202 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-01c3b73f-8b39-4ec0-85a6-66377010deed tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 809 time: 1.2487299 Nov 12 08:36:01.697681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Request body: {'port': {'device_id': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532', 'admin_state_up': True, 'tenant_id': '0b652c348add45888726f25b51566c3c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:01.801665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75678282-fe44-4722-81f5-c45d4f111241 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:01.949508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5b56a4d-e051-48c9-bb8b-ca4c9c1883ad req-7a867d0f-76b7-4d18-8f55-695dc6c37f36 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370537 Nov 12 08:36:01.994104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 75678282-fe44-4722-81f5-c45d4f111241 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:01.994734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.183198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a756f-3adf-4573-aefe-e825a60f68ef None None] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:02.187766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.297039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 330a30fe-4a52-4187-bd7e-88e038362208 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:02.350625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Made reservation on behalf of 0b652c348add45888726f25b51566c3c for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:02.355627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.583352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47894) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:02.591430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-391c07c9-4796-42e5-83e1-f8765ef6cec2 None None] Provisioning complete for port 75678282-fe44-4722-81f5-c45d4f111241 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:02.593525 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-391c07c9-4796-42e5-83e1-f8765ef6cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.779802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Allocated IP 172.20.0.2 (854095bb-a627-4623-a78b-8ea1a2823532/9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff/76571467-a9dc-4a5d-947e-19902ad407fb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:02.940168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'networks': [{'name': 'tempest-network--640343915'}, {'name': 'tempest-network--1121783827'}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:02.940654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'network': {'name': 'tempest-network--640343915'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:02.941382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'network': {'name': 'tempest-network--1121783827'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:02.959418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.971821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67410a-230a-4f70-90e5-6124ba347ffe req-cd10afe8-520b-4776-9f77-b13e58f47535 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.982856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec67410a-230a-4f70-90e5-6124ba347ffe req-cd10afe8-520b-4776-9f77-b13e58f47535 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 943 time: 0.2728972 Nov 12 08:36:03.015028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=330a30fe-4a52-4187-bd7e-88e038362208,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:03.069535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '330a30fe-4a52-4187-bd7e-88e038362208', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'port_id': '330a30fe-4a52-4187-bd7e-88e038362208', 'mac_address': 'fa:16:3e:51:86:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:03.092093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d08dde31-82df-4d60-9935-3ef70528456b req-425a6e5b-46d2-4d25-9145-01e53dfca2f3 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 210 time: 0.1049740 Nov 12 08:36:03.123273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'network': 2} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:03.128230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.143461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.156517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.228421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec67410a-230a-4f70-90e5-6124ba347ffe req-3237e5f8-1a96-45b7-87fe-067fe49ff2ad tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089748 Nov 12 08:36:03.401225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.427776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.460105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.462592 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.523585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Pushing event updated for resources: {'Port': ['ID=76571467-a9dc-4a5d-947e-19902ad407fb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.564249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fef7c7-6538-446a-906e-723e9dd886a0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.603222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-391c07c9-4796-42e5-83e1-f8765ef6cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.610729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:03.632155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 75678282-fe44-4722-81f5-c45d4f111241, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75678282-fe44-4722-81f5-c45d4f111241,segment=NetworkSegment(23b1d78f-313c-4286-a89e-e25fbfcc3197),segment_id=23b1d78f-313c-4286-a89e-e25fbfcc3197)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:03.642247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Network 854095bb-a627-4623-a78b-8ea1a2823532 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:03.644697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.645105 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Added segment 40483a67-10b4-49aa-8c7c-78b09621c28e of type vlan for network 91a40189-8550-4eb4-946b-ab192b635e4a Nov 12 08:36:03.675678 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.725751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.769265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.780135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:03.803272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:03.825190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.832223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.875575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:03.888020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.888774 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Added segment 72d83c20-acf4-41b9-84a5-88f366d8859f of type vlan for network 7f75806d-0993-4659-968e-358a9a31c1e1 Nov 12 08:36:03.901743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330a30fe-4a52-4187-bd7e-88e038362208 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:03.950186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47926) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.023533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.070903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=330a30fe-4a52-4187-bd7e-88e038362208,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:04.101303 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.103184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.113619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.120506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.121642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.122542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.170739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=75678282-fe44-4722-81f5-c45d4f111241,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.197470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-391c07c9-4796-42e5-83e1-f8765ef6cec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:36:04.198225 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-391c07c9-4796-42e5-83e1-f8765ef6cec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:36:04.319465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.351916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.352694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.379110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Network': ['ID=91a40189-8550-4eb4-946b-ab192b635e4a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.379932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Port': ['ID=3e84e64a-13c7-463d-8780-06e62afb220a,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.400466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8151200 Nov 12 08:36:04.418349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 47942) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.425181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 91a40189-8550-4eb4-946b-ab192b635e4a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:04.529307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['330a30fe-4a52-4187-bd7e-88e038362208'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:04.534515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.610621 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7c6a4c16-3419-49fa-b2aa-90d775534418 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9329700 Nov 12 08:36:04.643715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875941-e31e-4f7c-bd09-57324e7901a1 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Network': ['ID=7f75806d-0993-4659-968e-358a9a31c1e1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.666388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7f75806d-0993-4659-968e-358a9a31c1e1 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:04.695129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-bf62b4be-0ed5-43bd-b3ac-50034b56e043 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:04.695129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-bf62b4be-0ed5-43bd-b3ac-50034b56e043 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0677023 Nov 12 08:36:04.880506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d163263-0c39-428b-a645-99536782cc91 req-8db4ca7c-e297-4c11-95a9-393140593c67 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.900369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d163263-0c39-428b-a645-99536782cc91 req-8db4ca7c-e297-4c11-95a9-393140593c67 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 944 time: 0.2800374 Nov 12 08:36:04.913041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e6b0-8fff-4013-8465-e8a52e616e80 req-0449bfab-9dfe-4fb0-bc82-63178a3d72e8 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:04.915236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55e5e6b0-8fff-4013-8465-e8a52e616e80 req-0449bfab-9dfe-4fb0-bc82-63178a3d72e8 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 931 time: 0.5367849 Nov 12 08:36:05.013464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55e5e6b0-8fff-4013-8465-e8a52e616e80 req-8eec3e4c-82cd-4a2e-9f7f-6999607de602 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840926 Nov 12 08:36:05.031896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d163263-0c39-428b-a645-99536782cc91 req-36f7f7db-c7d2-47a0-b6b4-182c9a6c112c tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305161 Nov 12 08:36:05.096641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-463f253c-5c24-4775-a6af-558f00447ba2 None None] Provisioning complete for port 75678282-fe44-4722-81f5-c45d4f111241 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:05.097229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-463f253c-5c24-4775-a6af-558f00447ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.436253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af135e8f-b679-490d-af6e-ff88b85b4ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.530362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:05.549589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:05.679830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7b604-e5e9-4e8e-a1b3-59f919635090 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.688680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7b604-e5e9-4e8e-a1b3-59f919635090 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.698079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7b604-e5e9-4e8e-a1b3-59f919635090 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.725841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7b604-e5e9-4e8e-a1b3-59f919635090 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.727947 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1df7b604-e5e9-4e8e-a1b3-59f919635090 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3065281 Nov 12 08:36:05.731045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47964) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:05.776486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-463f253c-5c24-4775-a6af-558f00447ba2 None None] Provisioning complete for port 3e84e64a-13c7-463d-8780-06e62afb220a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:05.777036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-463f253c-5c24-4775-a6af-558f00447ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.869547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-463f253c-5c24-4775-a6af-558f00447ba2 None None] Port 3e84e64a-13c7-463d-8780-06e62afb220a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:05.878039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Request body: {'port': {'device_id': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:05.886855 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.968331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75678282-fe44-4722-81f5-c45d4f111241 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:06.083542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.130840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.161478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a40189-8550-4eb4-946b-ab192b635e4a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:06.176494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40483a67-10b4-49aa-8c7c-78b09621c28e') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:06.176801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40483a67-10b4-49aa-8c7c-78b09621c28e') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:06.202274 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.210103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0f49d23f-221a-4b0c-8ab7-d727884296ca None None] Provisioning complete for port 3e84e64a-13c7-463d-8780-06e62afb220a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:06.211051 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f49d23f-221a-4b0c-8ab7-d727884296ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.226427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.234672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:06.235084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.283825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 330a30fe-4a52-4187-bd7e-88e038362208 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:06.287457 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af135e8f-b679-490d-af6e-ff88b85b4ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.289693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Router 5aaa4638-69a4-46cb-b374-99f430438b0e is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:06.304788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af135e8f-b679-490d-af6e-ff88b85b4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.329566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0f49d23f-221a-4b0c-8ab7-d727884296ca None None] Port 3e84e64a-13c7-463d-8780-06e62afb220a cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:06.357524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 75678282-fe44-4722-81f5-c45d4f111241 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:06.357916 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:06.371298 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:06.399319 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.401129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47980) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.405444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af135e8f-b679-490d-af6e-ff88b85b4ee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70aa08dcbeef4454b2492c566fd5a265&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4532714 Nov 12 08:36:06.457770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.463859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/networks/91a40189-8550-4eb4-946b-ab192b635e4a HTTP/1.1" status: 204 len: 168 time: 0.7314765 Nov 12 08:36:06.493884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47982) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.494100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 330a30fe-4a52-4187-bd7e-88e038362208 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:06.503580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 330a30fe-4a52-4187-bd7e-88e038362208 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:06.504359 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.659065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.671198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2cc02-ccf7-426b-b022-9ab98cec4406 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Network': ['ID=91a40189-8550-4eb4-946b-ab192b635e4a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.725838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31be7c-1dc8-40fc-90b2-90dfcd618d78 req-4fda460f-d591-4352-bc7c-f6df7797cf2d tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:06.728446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f31be7c-1dc8-40fc-90b2-90dfcd618d78 req-4fda460f-d591-4352-bc7c-f6df7797cf2d tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 944 time: 0.3560359 Nov 12 08:36:06.760321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76571467-a9dc-4a5d-947e-19902ad407fb {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:06.775255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.808312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c2ce5-0492-4910-8bfd-079984cef069 req-d7569ece-7608-4e07-9205-38e6f43e876c tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:06.813434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-141c2ce5-0492-4910-8bfd-079984cef069 req-d7569ece-7608-4e07-9205-38e6f43e876c tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 931 time: 0.4392557 Nov 12 08:36:06.821273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Transition to ACTIVE for port object 76571467-a9dc-4a5d-947e-19902ad407fb will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:06.825326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.826710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af135e8f-b679-490d-af6e-ff88b85b4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d922b-7e2f-49c8-ad8e-4f871d022410,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.862524 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.904949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:06.920074 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87a8bcd-10f6-4748-b3b0-95bdcd7d0fff" -d '{"events": [{"server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "name": "network-vif-plugged", "status": "completed", "tag": "330a30fe-4a52-4187-bd7e-88e038362208"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:06.939051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=330a30fe-4a52-4187-bd7e-88e038362208,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:06.945346 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.065510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.151964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.189791 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98cce45f-25fa-431f-82af-048829b4bf29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.245276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-141c2ce5-0492-4910-8bfd-079984cef069 req-6a9a0f0f-d443-4f75-8408-6b4aa9280f8a tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098082 Nov 12 08:36:07.251932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f31be7c-1dc8-40fc-90b2-90dfcd618d78 req-6ca202b4-b328-45ba-8fa2-67e279a24376 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5003088 Nov 12 08:36:07.261324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Attempting to bind port 76571467-a9dc-4a5d-947e-19902ad407fb on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:07.261532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f75806d-0993-4659-968e-358a9a31c1e1']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.261718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Attempting to bind port 76571467-a9dc-4a5d-947e-19902ad407fb by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:07.262132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Attempting to bind port 76571467-a9dc-4a5d-947e-19902ad407fb on network 854095bb-a627-4623-a78b-8ea1a2823532 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:07.271967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Port 76571467-a9dc-4a5d-947e-19902ad407fb on network 854095bb-a627-4623-a78b-8ea1a2823532 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:07.273793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Attempting to bind port 76571467-a9dc-4a5d-947e-19902ad407fb on network 854095bb-a627-4623-a78b-8ea1a2823532 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:07.281388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Pushing event updated for resources: {'Port': ['ID=76571467-a9dc-4a5d-947e-19902ad407fb,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.286982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:07.289203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:07.289757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Checking segment: {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:07.290145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Bound using segment: {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:07.290596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Bound port: 76571467-a9dc-4a5d-947e-19902ad407fb, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:07.290950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.302277 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] Sync routers for ids ['5aaa4638-69a4-46cb-b374-99f430438b0e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:07.313311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-48e40c04-e850-47a1-a00c-7510db46131a tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "PUT /v2.0/routers/5aaa4638-69a4-46cb-b374-99f430438b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0966024 Nov 12 08:36:07.314695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d83c20-acf4-41b9-84a5-88f366d8859f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.315132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d83c20-acf4-41b9-84a5-88f366d8859f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.318089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 47996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.328456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98cce45f-25fa-431f-82af-048829b4bf29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.333499 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] Routers {'5aaa4638-69a4-46cb-b374-99f430438b0e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:07.334378 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5aaa4638-69a4-46cb-b374-99f430438b0e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.363334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'port': {'network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560', 'name': 'tempest-FloatingIPNegativeTestJSON-2047952165'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:07.371808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.435470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] For port 76571467-a9dc-4a5d-947e-19902ad407fb, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:07.438936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] For port 76571467-a9dc-4a5d-947e-19902ad407fb, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=76571467-a9dc-4a5d-947e-19902ad407fb,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:07.452724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.492387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.502497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:07.502999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.512746 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.528814 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] Routers {'5aaa4638-69a4-46cb-b374-99f430438b0e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:07.529926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:35:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5aaa4638-69a4-46cb-b374-99f430438b0e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:07.536787 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:07.554481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98cce45f-25fa-431f-82af-048829b4bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.557690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-98cce45f-25fa-431f-82af-048829b4bf29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.558866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-98cce45f-25fa-431f-82af-048829b4bf29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae7d922b-7e2f-49c8-ad8e-4f871d022410 HTTP/1.1" status: 204 len: 168 time: 1.1567917 Nov 12 08:36:07.588743 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.589998 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9fa70c-2183-4477-a016-3b1a1fedb606 None None] The sync data for ids ['5aaa4638-69a4-46cb-b374-99f430438b0e'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:07.603353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.604283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.605818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/76571467-a9dc-4a5d-947e-19902ad407fb HTTP/1.1" status: 200 len: 1092 time: 2.1639931 Nov 12 08:36:07.606279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'tag': '76571467-a9dc-4a5d-947e-19902ad407fb'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:07.611674 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "365e8deb-afb3-4ffc-86b3-945a3857fed0", "tag": "76571467-a9dc-4a5d-947e-19902ad407fb"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:07.718017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fee35-0b5a-46d4-8fa1-9d4bccd927e2 service neutron] Pushing event updated for resources: {'Port': ['ID=76571467-a9dc-4a5d-947e-19902ad407fb,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.759638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-54837687-20ee-43c6-8797-953c78a9bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.762125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-54837687-20ee-43c6-8797-953c78a9bc70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 1095 time: 0.0863900 Nov 12 08:36:07.829205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-0f282944-dbc4-4433-95ec-ef51c68d98e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76571467-a9dc-4a5d-947e-19902ad407fb HTTP/1.1" status: 200 len: 217 time: 0.0589421 Nov 12 08:36:07.844870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cce45f-25fa-431f-82af-048829b4bf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d922b-7e2f-49c8-ad8e-4f871d022410,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.907187 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c8fa88-4297-4837-b35f-06f5a93cc00a x-openstack-request-id: req-22c8fa88-4297-4837-b35f-06f5a93cc00a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:07.908808 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "name": "network-vif-plugged", "status": "completed", "tag": "330a30fe-4a52-4187-bd7e-88e038362208", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:07.909980 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22c8fa88-4297-4837-b35f-06f5a93cc00a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:07.910999 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208', 'code': 200} Nov 12 08:36:07.918449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028474-536c-4794-a12c-2b15e1bfe651 req-f3a7c85a-073e-422a-a1e4-5c18f650f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.920556 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-f3a7c85a-073e-422a-a1e4-5c18f650f12c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff HTTP/1.1" status: 200 len: 849 time: 0.0846944 Nov 12 08:36:07.949550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.981130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.987936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/networks/7f75806d-0993-4659-968e-358a9a31c1e1 HTTP/1.1" status: 204 len: 168 time: 1.4788334 Nov 12 08:36:07.991662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-aaf046cb-6527-4ac3-962d-8bf9c8c0db6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=854095bb-a627-4623-a78b-8ea1a2823532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615876 Nov 12 08:36:07.992234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.043083 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c562a-83ed-4996-b6ea-eb8ece20aa06 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Network': ['ID=7f75806d-0993-4659-968e-358a9a31c1e1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.215116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e818-a52c-47b4-9049-98db182a3e66 req-927daf5d-d70e-4bf8-9ebf-3dac17f70093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.217312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c761e818-a52c-47b4-9049-98db182a3e66 req-927daf5d-d70e-4bf8-9ebf-3dac17f70093 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.2247608 Nov 12 08:36:08.354192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b90a01-b81c-4711-b440-325f6d0d20f5 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.368348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c761e818-a52c-47b4-9049-98db182a3e66 req-af4959e0-48b9-4f14-8aaf-eb166b288315 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391714 Nov 12 08:36:08.369321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Made reservation on behalf of 2bb64cfe4a13423595a79a32a4172919 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:08.370661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b90a01-b81c-4711-b440-325f6d0d20f5 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.373034 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.374145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-59b90a01-b81c-4711-b440-325f6d0d20f5 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3798292 Nov 12 08:36:08.377241 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f292c2-9ed2-4733-985e-4971b7f3f5c4 x-openstack-request-id: req-71f292c2-9ed2-4733-985e-4971b7f3f5c4 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:08.378156 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365e8deb-afb3-4ffc-86b3-945a3857fed0", "tag": "76571467-a9dc-4a5d-947e-19902ad407fb", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:08.378704 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71f292c2-9ed2-4733-985e-4971b7f3f5c4 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:08.380327 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'tag': '76571467-a9dc-4a5d-947e-19902ad407fb', 'status': 'completed', 'code': 200} Nov 12 08:36:08.384766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48032) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.397688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1078413135'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:08.444124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:08.448484 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.478902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] device_id is not set on port 481268f6-1a40-479b-93c2-ee436e77da7d yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:08.506648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:08.516651 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-602d08ac-37a4-43d1-b2a2-a64f22de2a3b service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124948 Nov 12 08:36:08.531016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.531401 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Added segment 681b956d-7352-4a44-8597-6daa67f1289c of type vlan for network ceb254fc-7d4b-4aa9-ae7b-f817b0a31890 Nov 12 08:36:08.660229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Allocated IP 172.20.0.8 (5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560/5b583f6d-b443-46d5-8e02-a4841788d697/481268f6-1a40-479b-93c2-ee436e77da7d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:08.679030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.762116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-95028474-536c-4794-a12c-2b15e1bfe651 req-50d11572-210d-49b8-b14c-461cbf53b841 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218318 Nov 12 08:36:08.777918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.785095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.786194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.888797 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.974333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5875833 Nov 12 08:36:08.982325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48050) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.997197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1428044032'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:09.022327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e3a53-e014-4088-a1d7-8a5bbd58cbc9 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Network': ['ID=ceb254fc-7d4b-4aa9-ae7b-f817b0a31890,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:09.035765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-a1fb901b-7ee8-460f-9833-ee7485a91bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.036541 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-a1fb901b-7ee8-460f-9833-ee7485a91bfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 1095 time: 0.1419842 Nov 12 08:36:09.042104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ceb254fc-7d4b-4aa9-ae7b-f817b0a31890 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:09.156172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec16089-cd98-41f0-b7b6-5773ec3b8d0c req-6e58c231-b2a6-4751-84dd-d17ad9b5eaa6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.158990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ec16089-cd98-41f0-b7b6-5773ec3b8d0c req-6e58c231-b2a6-4751-84dd-d17ad9b5eaa6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 945 time: 0.3211308 Nov 12 08:36:09.184028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbb6e6-db78-4f06-85fb-1298502a2900 req-9b5682b3-e0fd-421b-8c52-8bb580a715f7 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.187037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33cbb6e6-db78-4f06-85fb-1298502a2900 req-9b5682b3-e0fd-421b-8c52-8bb580a715f7 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 943 time: 0.3507738 Nov 12 08:36:09.217315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48054) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:09.218233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:09.230816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.313851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-156572ba-97cc-4dc0-ac0a-ba91144ba7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.316720 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-156572ba-97cc-4dc0-ac0a-ba91144ba7a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 909 time: 0.2640078 Nov 12 08:36:09.350027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.433735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-ec51d31d-8e13-4b7f-af0f-e63aba3ab359 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76571467-a9dc-4a5d-947e-19902ad407fb HTTP/1.1" status: 200 len: 217 time: 0.1097040 Nov 12 08:36:09.534964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-3b96aeac-9b52-4e73-a3bd-62b60173cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.537144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-3b96aeac-9b52-4e73-a3bd-62b60173cbbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff HTTP/1.1" status: 200 len: 849 time: 0.0858629 Nov 12 08:36:09.545257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1356112161-network', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:09.548915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ec16089-cd98-41f0-b7b6-5773ec3b8d0c req-dad5c2af-bc42-4c61-b347-5c877cef8127 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593783 Nov 12 08:36:09.554557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:09.570448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33cbb6e6-db78-4f06-85fb-1298502a2900 req-441dbb11-9de2-4e25-aee8-9ab93a1c771a tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547668 Nov 12 08:36:09.575823 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.578174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.578592 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Added segment 1aa3811c-7049-4cd4-b289-0ac0efb85d2f of type vlan for network 54f69f9b-7506-45d6-8da9-6e98558f9fc1 Nov 12 08:36:09.617558 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-a3f7666e-33b9-4698-a204-b89bc7dc09ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=854095bb-a627-4623-a78b-8ea1a2823532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678604 Nov 12 08:36:09.666044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Made reservation on behalf of d4e35f6fdb2e4db68a4463ab80b6f441 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:09.669192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.715868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.716259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:09.720804 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.763341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:09.766412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:09.801130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.808330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.808969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.815796 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-4d91c367-828d-4cdc-b702-5c820563f814 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857502 Nov 12 08:36:09.826563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Port': ['ID=481268f6-1a40-479b-93c2-ee436e77da7d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:09.870752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8829963 Nov 12 08:36:09.876100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48070) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:09.931040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'ports': [{'network_id': 'ceb254fc-7d4b-4aa9-ae7b-f817b0a31890', 'name': 'tempest-port--686277220', 'admin_state_up': True}, {'network_id': '54f69f9b-7506-45d6-8da9-6e98558f9fc1', 'admin_state_up': False}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:09.938067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'port': {'network_id': 'ceb254fc-7d4b-4aa9-ae7b-f817b0a31890', 'name': 'tempest-port--686277220', 'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:09.938738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'port': {'network_id': '54f69f9b-7506-45d6-8da9-6e98558f9fc1', 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:10.012113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.013141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.015557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.031273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.057392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736db5a-9b32-48bb-8e99-9f161cfb263d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Network': ['ID=54f69f9b-7506-45d6-8da9-6e98558f9fc1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.057599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:10.072885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.073239 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Added segment 0d01fab9-3a44-4130-be9a-8bdb95970b77 of type vlan for network 847b7e48-5b2a-46ad-9fa0-fda61651c867 Nov 12 08:36:10.077002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 54f69f9b-7506-45d6-8da9-6e98558f9fc1 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:10.146152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.190798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-45e1f973-5fb2-40c3-b8f7-a5bb0c58d7d2 req-df05ad3b-523a-410c-be2f-087ba27da2c4 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681245 Nov 12 08:36:10.192969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f17da5ca-526c-4a59-a0d6-c0341bfe3415 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8620958 Nov 12 08:36:10.208360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48078) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:10.241639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:10.282256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.287867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36740127-51bd-4cf6-9c3a-c89b176213c3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.314483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.316145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.317117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.332552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ff33943b-d6da-4b65-87d5-90fae15a49f9 None None] Provisioning complete for port 481268f6-1a40-479b-93c2-ee436e77da7d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:10.333445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff33943b-d6da-4b65-87d5-90fae15a49f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.397963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ff33943b-d6da-4b65-87d5-90fae15a49f9 None None] Port 481268f6-1a40-479b-93c2-ee436e77da7d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:10.403928 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1824694 Nov 12 08:36:10.408730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48082) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:10.420825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Request body: {'subnet': {'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1356112161-subnet', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:10.450485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'port': 2} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:10.454319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c7d81-f834-4539-9e4b-ab4615068bff admin admin] Pushing event updated for resources: {'Network': ['ID=847b7e48-5b2a-46ad-9fa0-fda61651c867,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.458479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.470826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:10.503460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.574932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Made reservation on behalf of d4e35f6fdb2e4db68a4463ab80b6f441 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:10.577269 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.579515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.674979 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-88875093-f138-4764-a3b8-4afc2811d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.739636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Allocated IP 172.25.4.39 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/031dd67e-3ee6-49b4-b219-a6c43ced8945) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:10.917534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.931463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] device_id is not set on port 675a97f1-0078-455c-a1bf-074c0fe7b174 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:10.990498 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0d08b-f999-4981-84ae-aaa340b465f1 req-bb9deb6b-7460-47e0-add3-474faa1b69d4 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:10.992115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67e0d08b-f999-4981-84ae-aaa340b465f1 req-bb9deb6b-7460-47e0-add3-474faa1b69d4 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 945 time: 0.2425663 Nov 12 08:36:10.995533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.020257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17b4ee-03c1-4579-8a2a-f36f68c16d10 req-cb0bc036-99d5-408c-874e-20f9c551b2e9 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.022661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae17b4ee-03c1-4579-8a2a-f36f68c16d10 req-cb0bc036-99d5-408c-874e-20f9c551b2e9 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 943 time: 0.2717791 Nov 12 08:36:11.047965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:11.053307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:11.070065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:11.143330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Port': ['ID=031dd67e-3ee6-49b4-b219-a6c43ced8945,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.270587 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.349758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.617648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67e0d08b-f999-4981-84ae-aaa340b465f1 req-3268ad1c-8ae5-450e-9653-e24874476bf1 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064901 Nov 12 08:36:11.692544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae17b4ee-03c1-4579-8a2a-f36f68c16d10 req-9eb2f8ef-c20b-4437-9f18-ad426058fe4b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907040 Nov 12 08:36:11.706136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.722818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.866859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.911448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.947381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Port': ['ID=031dd67e-3ee6-49b4-b219-a6c43ced8945,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.957472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.988425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.995953 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7031b129-ac76-407b-ba57-436f8824a4ec tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7656710 Nov 12 08:36:11.997812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48116) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.004207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dc1ecee1-1a59-4099-869b-469a12c5a21c tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'floatingip': {'port_id': '481268f6-1a40-479b-93c2-ee436e77da7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:12.016835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Checking segment: {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:12.017199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Network hostable DHCP agents. Network: 847b7e48-5b2a-46ad-9fa0-fda61651c867, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:12.045936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8396e1da-821e-4084-b654-17df8625ff0b,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:12.065421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaec17-e4fa-482d-ae87-813b5ff0c2b8 req-763e0e31-19b7-4003-b017-266f92e9a698 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.067117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4afaec17-e4fa-482d-ae87-813b5ff0c2b8 req-763e0e31-19b7-4003-b017-266f92e9a698 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 945 time: 0.2044854 Nov 12 08:36:12.071669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:12.119789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc1ecee1-1a59-4099-869b-469a12c5a21c tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.191639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4afaec17-e4fa-482d-ae87-813b5ff0c2b8 req-07961731-72c2-4ee8-b563-2f335d7c3188 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081135 Nov 12 08:36:12.201458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 847b7e48-5b2a-46ad-9fa0-fda61651c867) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:12.220418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.235983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f7f5b-eb34-41a9-b002-d9c4fde04310 None None] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:12.263175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.265656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.318433 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-dc1ecee1-1a59-4099-869b-469a12c5a21c tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] update failed (client error): The resource could not be found. Nov 12 08:36:12.323058 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc1ecee1-1a59-4099-869b-469a12c5a21c tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "PUT /v2.0/floatingips/db31f808-6b4c-4e77-b8ab-e1f4158d87e1 HTTP/1.1" status: 404 len: 507 time: 0.3202164 Nov 12 08:36:12.325524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48122) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.375154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce374ff6-cf63-4b4b-9b61-9180e9c63f61 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9650662 Nov 12 08:36:12.405772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] device_id is not set on port c90137a3-3cc5-4959-b621-e1aa8290bc41 yet. {{(pid=102372) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:12.416228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.421969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:12.510661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7e7c2-69f7-4bb8-ba77-69597fd003ab req-018ec512-d6d6-4328-9efb-1078d01fd3ac tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.515353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4a7e7c2-69f7-4bb8-ba77-69597fd003ab req-018ec512-d6d6-4328-9efb-1078d01fd3ac tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 945 time: 0.1298933 Nov 12 08:36:12.616857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.618699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.685780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-847b7e48-5b2a-46ad-9fa0-fda61651c867', 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'fixed_ips': [{'subnet_id': '8396e1da-821e-4084-b654-17df8625ff0b'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:12.686674 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.771759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Deleting port 031dd67e-3ee6-49b4-b219-a6c43ced8945 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:12.772299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.775196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.794966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4a7e7c2-69f7-4bb8-ba77-69597fd003ab req-06fa8145-93d8-47f4-84b2-7623c215d70e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547300 Nov 12 08:36:12.828709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.832914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48136) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.898441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 76571467-a9dc-4a5d-947e-19902ad407fb details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:13.103638 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.208533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Port': ['ID=675a97f1-0078-455c-a1bf-074c0fe7b174,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:13.243539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26662c4f-e744-42d2-b33f-43c111a395c5 req-b87083c7-5280-4594-bf8c-5baf548755c3 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:13.245919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26662c4f-e744-42d2-b33f-43c111a395c5 req-b87083c7-5280-4594-bf8c-5baf548755c3 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 943 time: 0.3676364 Nov 12 08:36:13.336926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.371739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-89045269-4126-46fb-82fb-0bfcae7ac69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.377269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Allocated IP 172.20.0.2 (847b7e48-5b2a-46ad-9fa0-fda61651c867/8396e1da-821e-4084-b654-17df8625ff0b/57e58617-8c2f-4fbb-9dee-7fa8490138ad) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:13.393360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.393738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.455759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 76571467-a9dc-4a5d-947e-19902ad407fb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=76571467-a9dc-4a5d-947e-19902ad407fb,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:13.474114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Calling delete_port for 031dd67e-3ee6-49b4-b219-a6c43ced8945 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:13.478573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce714e85-2e3a-49a9-b0aa-d95d1ff37f47 tempest-TestServerBasicOps-965519960 tempest-TestServerBasicOps-965519960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:13.484482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ce714e85-2e3a-49a9-b0aa-d95d1ff37f47 tempest-TestServerBasicOps-965519960 tempest-TestServerBasicOps-965519960-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1092 time: 0.6469471 Nov 12 08:36:13.486336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48148) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:13.495478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '330a30fe-4a52-4187-bd7e-88e038362208', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:13.519980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26662c4f-e744-42d2-b33f-43c111a395c5 req-80cce372-361a-44a5-9f02-679a72ee6cc0 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194080 Nov 12 08:36:13.528914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Checking segment: {'id': '681b956d-7352-4a44-8597-6daa67f1289c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ceb254fc-7d4b-4aa9-ae7b-f817b0a31890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:13.529411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network hostable DHCP agents. Network: ceb254fc-7d4b-4aa9-ae7b-f817b0a31890, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:13.542382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '76571467-a9dc-4a5d-947e-19902ad407fb', 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532', 'port_id': '76571467-a9dc-4a5d-947e-19902ad407fb', 'mac_address': 'fa:16:3e:55:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:13.576090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network ceb254fc-7d4b-4aa9-ae7b-f817b0a31890 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:13.596621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ceb254fc-7d4b-4aa9-ae7b-f817b0a31890) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:13.606786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.622099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:13.628747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.713621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3180f-4d3d-4ae1-b7a4-372cd4d26061 None None] Network ceb254fc-7d4b-4aa9-ae7b-f817b0a31890 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:13.837692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Port': ['ID=c90137a3-3cc5-4959-b621-e1aa8290bc41,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:13.915522 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.954508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Checking segment: {'id': '1aa3811c-7049-4cd4-b289-0ac0efb85d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54f69f9b-7506-45d6-8da9-6e98558f9fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:13.955306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network hostable DHCP agents. Network: 54f69f9b-7506-45d6-8da9-6e98558f9fc1, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:13.981263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.027007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network 54f69f9b-7506-45d6-8da9-6e98558f9fc1 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:14.050225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 54f69f9b-7506-45d6-8da9-6e98558f9fc1) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:14.059083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.077948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:14.093562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.103488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.104256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.177611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326c24b-7f5f-4219-809a-4ed08fc1b99a None None] Network 54f69f9b-7506-45d6-8da9-6e98558f9fc1 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:14.312639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Allocated IP 172.25.4.72 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e337f068-29d9-4541-8baf-b3311dd3ce3c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:14.337767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Pushing event updated for resources: {'Port': ['ID=57e58617-8c2f-4fbb-9dee-7fa8490138ad,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.413451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.417031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.437799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.471106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:14.510031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.572367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:14.581834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:14.593971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.602695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d5b8cdd-ad74-40be-bc4b-370fed77fda8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6789274 Nov 12 08:36:14.604600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.618370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:14.654358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Port': ['ID=031dd67e-3ee6-49b4-b219-a6c43ced8945,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.731895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'Port': ['ID=e337f068-29d9-4541-8baf-b3311dd3ce3c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.755587 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.759911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:14.796809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76571467-a9dc-4a5d-947e-19902ad407fb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:14.797354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:14.802819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:14.844954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 76571467-a9dc-4a5d-947e-19902ad407fb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=76571467-a9dc-4a5d-947e-19902ad407fb,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:14.943691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00415eb8-a0de-4f17-bee9-4b44df649f84 req-17dba3c7-e8c0-4e9a-9b74-e5f3697a7e84 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.946729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.956480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00415eb8-a0de-4f17-bee9-4b44df649f84 req-17dba3c7-e8c0-4e9a-9b74-e5f3697a7e84 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 943 time: 0.2353354 Nov 12 08:36:15.109299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00415eb8-a0de-4f17-bee9-4b44df649f84 req-9f490257-74eb-412f-9a06-758cb348925d tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516364 Nov 12 08:36:15.165671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=76571467-a9dc-4a5d-947e-19902ad407fb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:15.169534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Attempting to bind port 57e58617-8c2f-4fbb-9dee-7fa8490138ad on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:15.169910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Attempting to bind port 57e58617-8c2f-4fbb-9dee-7fa8490138ad by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:15.170275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Attempting to bind port 57e58617-8c2f-4fbb-9dee-7fa8490138ad on network 847b7e48-5b2a-46ad-9fa0-fda61651c867 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:15.220477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:15.220868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Checking segment: {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:15.221267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.221671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Bound using segment: {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:15.222172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Bound port: 57e58617-8c2f-4fbb-9dee-7fa8490138ad, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:15.222566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.380762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['76571467-a9dc-4a5d-947e-19902ad407fb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:15.563947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ca0a2-16e2-4153-bad5-e76108bf6f12 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.577040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ca0a2-16e2-4153-bad5-e76108bf6f12 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.579040 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a57ca0a2-16e2-4153-bad5-e76108bf6f12 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9574237 Nov 12 08:36:15.583039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] For port 57e58617-8c2f-4fbb-9dee-7fa8490138ad, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:15.586729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48204) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.593230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] For port 57e58617-8c2f-4fbb-9dee-7fa8490138ad, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57e58617-8c2f-4fbb-9dee-7fa8490138ad,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:15.612648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.714255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.730946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.732624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1b77d2cc-f60d-4342-9050-acc67cce19a0 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "DELETE /v2.0/floatingips/db31f808-6b4c-4e77-b8ab-e1f4158d87e1 HTTP/1.1" status: 204 len: 168 time: 3.4061198 Nov 12 08:36:15.738296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48208) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.749276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fc0a4402-0ad2-4fe2-9895-7dfa771e6679 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'floatingip': {'floating_network_id': '5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560', 'port_id': '481268f6-1a40-479b-93c2-ee436e77da7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:15.784038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Allocated IP 172.25.4.8 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/09feaf75-79fc-41bb-871b-df7e2ee78667) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:15.818990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Deleting port 675a97f1-0078-455c-a1bf-074c0fe7b174 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:15.819422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.876640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9968-eaae-44c2-a9c7-be0bedd9b095 None None] Pushing event updated for resources: {'Port': ['ID=57e58617-8c2f-4fbb-9dee-7fa8490138ad,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:15.881655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.921171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.963265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4402-0ad2-4fe2-9895-7dfa771e6679 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.092936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.120215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Calling delete_port for 675a97f1-0078-455c-a1bf-074c0fe7b174 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:16.162488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.224192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.429142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.445730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1daef-4f3b-4073-8783-6017a39c4eef req-33cb4bcf-d34d-4daf-98c4-d0f801a30afc tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.453517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dff1daef-4f3b-4073-8783-6017a39c4eef req-33cb4bcf-d34d-4daf-98c4-d0f801a30afc tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 944 time: 0.1855290 Nov 12 08:36:16.467127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.482851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/ports/675a97f1-0078-455c-a1bf-074c0fe7b174 HTTP/1.1" status: 204 len: 168 time: 0.8743012 Nov 12 08:36:16.484217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.486202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48226) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:16.564748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98120488-7f8e-4ea6-b50c-4e1247c323f4 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Port': ['ID=675a97f1-0078-455c-a1bf-074c0fe7b174,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:16.684092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:16.716557 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dff1daef-4f3b-4073-8783-6017a39c4eef req-669aa3f5-ed99-4d4c-9969-05c47526175e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618968 Nov 12 08:36:16.723007 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-fc0a4402-0ad2-4fe2-9895-7dfa771e6679 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:36:16.732247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc0a4402-0ad2-4fe2-9895-7dfa771e6679 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9918134 Nov 12 08:36:16.742321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:16.750117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '481268f6-1a40-479b-93c2-ee436e77da7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:16.770074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:16.773315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:16.796180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed814790-356d-4680-a183-c866e8945361 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:16.810492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.861636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Pushing event updated for resources: {'Port': ['ID=09feaf75-79fc-41bb-871b-df7e2ee78667,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:16.893488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-132e1d0e-28d4-4246-9a73-47e307eedee3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1716721 Nov 12 08:36:16.899057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.940292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d94572e7-a9c3-4992-8f20-ff140d77a88d None None] Provisioning complete for port 09feaf75-79fc-41bb-871b-df7e2ee78667 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:16.942393 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d94572e7-a9c3-4992-8f20-ff140d77a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.949630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.962024 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.013555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 76571467-a9dc-4a5d-947e-19902ad407fb up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:17.062130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Deleting port c90137a3-3cc5-4959-b621-e1aa8290bc41 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:17.062420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.166806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event updated for resources: {'Port': ['ID=e337f068-29d9-4541-8baf-b3311dd3ce3c,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.188032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d94572e7-a9c3-4992-8f20-ff140d77a88d None None] Port 09feaf75-79fc-41bb-871b-df7e2ee78667 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:17.206649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-50fd841d-ab62-4f7c-bb23-bc247e22dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.210778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-50fd841d-ab62-4f7c-bb23-bc247e22dd65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.1649513 Nov 12 08:36:17.212513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.268568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.292796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 76571467-a9dc-4a5d-947e-19902ad407fb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:17.296851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Calling delete_port for c90137a3-3cc5-4959-b621-e1aa8290bc41 owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:17.300120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 76571467-a9dc-4a5d-947e-19902ad407fb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:17.300505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.703344 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Floating IP 7b7c5ab8-94bd-4633-a600-707b827fee77 associated. External IP: 172.25.4.72, port: 330a30fe-4a52-4187-bd7e-88e038362208. Nov 12 08:36:17.964165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5d7ff-16ac-4cda-857b-06279714bb2e None None] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:18.118144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57e58617-8c2f-4fbb-9dee-7fa8490138ad up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:18.123658 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.240531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.274759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 76571467-a9dc-4a5d-947e-19902ad407fb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=76571467-a9dc-4a5d-947e-19902ad407fb,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:18.294938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76571467-a9dc-4a5d-947e-19902ad407fb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:18.297503 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db4c56-7899-4566-8419-4684d006ea36" -d '{"events": [{"server_uuid": "365e8deb-afb3-4ffc-86b3-945a3857fed0", "name": "network-vif-plugged", "status": "completed", "tag": "76571467-a9dc-4a5d-947e-19902ad407fb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:18.320227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.323392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.326264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Router 04411c39-fe06-479a-85b8-39d837bf20b8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:18.363314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-f644835c-ade9-4200-9087-6b0af9c7f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.369203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-f644835c-ade9-4200-9087-6b0af9c7f45c service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 1.0334029 Nov 12 08:36:18.369812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Port': ['ID=c90137a3-3cc5-4959-b621-e1aa8290bc41,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.426045 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd74954-c1b9-46db-af56-943dd3a80a2b x-openstack-request-id: req-4bd74954-c1b9-46db-af56-943dd3a80a2b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:18.426668 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365e8deb-afb3-4ffc-86b3-945a3857fed0", "name": "network-vif-plugged", "status": "completed", "tag": "76571467-a9dc-4a5d-947e-19902ad407fb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:18.427123 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bd74954-c1b9-46db-af56-943dd3a80a2b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:18.427723 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76571467-a9dc-4a5d-947e-19902ad407fb', 'code': 200} Nov 12 08:36:18.432523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=76571467-a9dc-4a5d-947e-19902ad407fb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.437387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4f41f4c0-373f-4013-8c6e-13058e6687d3 None None] Provisioning complete for port 57e58617-8c2f-4fbb-9dee-7fa8490138ad triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:18.437962 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f41f4c0-373f-4013-8c6e-13058e6687d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.497447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.575929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.583464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aa9bcee0-4b70-4499-8212-4175b2937a13 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/ports/c90137a3-3cc5-4959-b621-e1aa8290bc41 HTTP/1.1" status: 204 len: 168 time: 2.0940018 Nov 12 08:36:18.588404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 57e58617-8c2f-4fbb-9dee-7fa8490138ad triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:18.591415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.597312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48286) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.612572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b90ff2-5f5e-4473-8f80-f7f9cb951b34 req-f7e0b844-b0a0-4352-949c-5bcfebd51373 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.615289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1b90ff2-5f5e-4473-8f80-f7f9cb951b34 req-f7e0b844-b0a0-4352-949c-5bcfebd51373 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 944 time: 0.6514566 Nov 12 08:36:18.637765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-3fc14ae5-fbc3-449b-8a57-a67809873d77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 998 time: 0.2516456 Nov 12 08:36:18.807582 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d537beb5-d0c2-44d2-8179-a38df19ddf67 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1926272 Nov 12 08:36:18.811450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48292) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.816940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-184876829'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:18.851054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c665fc-67b7-4773-80fb-c15eb83b26f3 req-51ed4425-960a-4eb9-a0dd-672934ceb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.852887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a1c665fc-67b7-4773-80fb-c15eb83b26f3 req-51ed4425-960a-4eb9-a0dd-672934ceb2f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 1097 time: 0.3527951 Nov 12 08:36:18.859985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:18.865108 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.906628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] Sync routers for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:18.917892 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f41f4c0-373f-4013-8c6e-13058e6687d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.943200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:18.944269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:19.019905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-9a955c5b-61c0-44db-af93-cbb48d097141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.022187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-9a955c5b-61c0-44db-af93-cbb48d097141 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.3656349 Nov 12 08:36:19.058374 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a1c665fc-67b7-4773-80fb-c15eb83b26f3 req-81435b5e-c723-43cb-ba02-a9746c9bc4c4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850855 Nov 12 08:36:19.064772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:19.068793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.156489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.189173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 57e58617-8c2f-4fbb-9dee-7fa8490138ad, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57e58617-8c2f-4fbb-9dee-7fa8490138ad,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:19.233691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3a8324fa-1458-4f8e-8a95-4a4292da632e tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7448616 Nov 12 08:36:19.241320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:19.243830 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53689c5b-bd0c-4260-bea9-7ba622770beb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "tag": "330a30fe-4a52-4187-bd7e-88e038362208"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:19.270739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1b90ff2-5f5e-4473-8f80-f7f9cb951b34 req-a3699da8-9f12-4330-8b6e-9de5462ad73e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225128 Nov 12 08:36:19.295671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Allocated IP 172.25.4.229 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/095c507b-debe-4e4a-8630-8344064d91fe) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:19.296412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-22d0f8b0-b144-482d-b9bd-04ae6a49e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.313364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-22d0f8b0-b144-482d-b9bd-04ae6a49e855 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2454357 Nov 12 08:36:19.321520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:19.368876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:19.422851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.423213 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Added segment da4c3633-5312-47b1-bc2b-c61744b590a6 of type vlan for network bb3940c4-f20a-4c5a-aa89-acf77342b9d8 Nov 12 08:36:19.449302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.484202 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11378b56-3df5-4f63-b75e-7512b9b2039c x-openstack-request-id: req-11378b56-3df5-4f63-b75e-7512b9b2039c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:19.484659 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "tag": "330a30fe-4a52-4187-bd7e-88e038362208", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:19.484930 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11378b56-3df5-4f63-b75e-7512b9b2039c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:19.485603 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208', 'status': 'completed', 'code': 200} Nov 12 08:36:19.550699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-57d86e2e-07bd-4667-b2da-89e00c424933 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362008 Nov 12 08:36:19.590922 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-4f41f4c0-373f-4013-8c6e-13058e6687d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:36:19.590922 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-4f41f4c0-373f-4013-8c6e-13058e6687d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:36:19.655905 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.692723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.718736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=57e58617-8c2f-4fbb-9dee-7fa8490138ad,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.837468 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.838666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a8eaa8a-7ed8-4b2d-ad53-efe50e3952cf req-bee51364-12e2-4bc0-8275-b58a6cdb1610 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786195 Nov 12 08:36:19.844174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.861555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.038607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-e5cec4b6-23d9-4702-9192-23c752ae678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.040863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-e5cec4b6-23d9-4702-9192-23c752ae678f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.1067362 Nov 12 08:36:20.085544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.138412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57e58617-8c2f-4fbb-9dee-7fa8490138ad up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:20.176616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.186662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3738737 Nov 12 08:36:20.187064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48326) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:20.193982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1012157663'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:20.254690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b19427-90a9-42c4-af80-35af074fd238 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Network': ['ID=bb3940c4-f20a-4c5a-aa89-acf77342b9d8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:20.258664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:20.284610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network bb3940c4-f20a-4c5a-aa89-acf77342b9d8 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:20.298082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:20.312244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:20.393165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event updated for resources: {'Port': ['ID=095c507b-debe-4e4a-8630-8344064d91fe,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:20.393302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 57e58617-8c2f-4fbb-9dee-7fa8490138ad triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:20.393771 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.400013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:20.436749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:20.442436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.450915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-7ca2656a-197a-4b5e-8195-beaa7bdf2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.453436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-7ca2656a-197a-4b5e-8195-beaa7bdf2b86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 0.4018052 Nov 12 08:36:20.621845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '7b7c5ab8-94bd-4633-a600-707b827fee77', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'port_id': '330a30fe-4a52-4187-bd7e-88e038362208', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'mac_address': 'fa:16:3e:51:86:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 0, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:20.775360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:20.795001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-b835e2cd-0df6-4743-9e9d-b87e70aa988e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 998 time: 0.3120153 Nov 12 08:36:20.818834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] Checking router: 04411c39-fe06-479a-85b8-39d837bf20b8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:20.841922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:20.856790 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Sync routers for ids ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:20.876547 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Routers {'479f75b6-7809-4e1f-80d4-94c23b7e0da0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:20.877454 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:20.888569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9f9ff36f-a726-4784-b0c0-82ab5ce84444 None None] Provisioning complete for port 57e58617-8c2f-4fbb-9dee-7fa8490138ad triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:20.889136 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff36f-a726-4784-b0c0-82ab5ce84444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.905720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.906371 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Added segment aef9bc67-8bce-451a-ac9e-737fe7297e29 of type vlan for network bda611d0-493a-4645-ade8-03078bbef504 Nov 12 08:36:20.928909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:20.931426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:20.966082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.971913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1bc15c8-84fc-43f0-917f-299b7c701b60 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5526543 Nov 12 08:36:20.977613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48342) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:21.148257 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Set router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:21.155784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.171489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:21.284922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4012-a5e1-4bb8-8b05-af0d913f120f req-f314e84c-b188-49c8-a659-84c7c0540914 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.284922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6aa4012-a5e1-4bb8-8b05-af0d913f120f req-f314e84c-b188-49c8-a659-84c7c0540914 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 945 time: 0.6552637 Nov 12 08:36:21.296084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.296084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.296084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.348400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-739be5bd-7752-4efa-b575-7888c515c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.349943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-739be5bd-7752-4efa-b575-7888c515c647 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.5408673 Nov 12 08:36:21.456929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Deleting port 095c507b-debe-4e4a-8630-8344064d91fe {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:21.457542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.516504 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 3, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port': {'id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:40:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:14Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.547734 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Checking router: 479f75b6-7809-4e1f-80d4-94c23b7e0da0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:21.548480 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Updating router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 port 09feaf75-79fc-41bb-871b-df7e2ee78667 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:21.580589 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.621577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.622099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.649634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Calling delete_port for 095c507b-debe-4e4a-8630-8344064d91fe owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:21.704507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5144377 Nov 12 08:36:21.736015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f21cc-e0ed-4c7e-950f-6cc470c4caf2 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Network': ['ID=bda611d0-493a-4645-ade8-03078bbef504,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:21.763766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network bda611d0-493a-4645-ade8-03078bbef504 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:21.778037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6aa4012-a5e1-4bb8-8b05-af0d913f120f req-bb9cb59b-69c5-42b9-b14e-9fa2f49880a2 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769022 Nov 12 08:36:21.792592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-133a51de-cc16-4fab-8e6f-ee32d24786b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.794293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-133a51de-cc16-4fab-8e6f-ee32d24786b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4034493 Nov 12 08:36:21.933437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48358) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:21.946027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'subnets': [{'network_id': 'bb3940c4-f20a-4c5a-aa89-acf77342b9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--650653203', 'ip_version': 4}, {'network_id': 'bda611d0-493a-4645-ade8-03078bbef504', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:21.946505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'subnet': {'network_id': 'bb3940c4-f20a-4c5a-aa89-acf77342b9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--650653203', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:21.947185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Request body: {'subnet': {'network_id': 'bda611d0-493a-4645-ade8-03078bbef504', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:22.154363 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.170471 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.466588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Pushing event updated for resources: {'Port': ['ID=09feaf75-79fc-41bb-871b-df7e2ee78667,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:22.574782 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.575359 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.575926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.576508 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.588718 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.589503 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.590022 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.590590 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.591140 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.591695 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.592280 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.592812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:22.596287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48332230-e98e-489b-a36a-b4cd3442ab98 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:22.625103 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Attempting to bind port 09feaf75-79fc-41bb-871b-df7e2ee78667 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:22.629034 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Attempting to bind port 09feaf75-79fc-41bb-871b-df7e2ee78667 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:22.629755 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Attempting to bind port 09feaf75-79fc-41bb-871b-df7e2ee78667 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:22.660522 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:22.661108 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:22.661770 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.662468 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:22.663279 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Bound port: 09feaf75-79fc-41bb-871b-df7e2ee78667, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:22.667558 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.729808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '7b7c5ab8-94bd-4633-a600-707b827fee77', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'port_id': '330a30fe-4a52-4187-bd7e-88e038362208', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'mac_address': 'fa:16:3e:51:86:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 0, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:22.785364 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-542b064e-7350-4280-9d50-c3149082021e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5026066 Nov 12 08:36:22.821065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de896d28-82fb-48ec-a75a-0f160c49f9aa None None] The sync data for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 is: [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '7b7c5ab8-94bd-4633-a600-707b827fee77', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'port_id': '330a30fe-4a52-4187-bd7e-88e038362208', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'mac_address': 'fa:16:3e:51:86:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 0, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:22.843055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c2e855fe-91d7-4270-ac34-21b996603f35 None None] Provisioning complete for port 09feaf75-79fc-41bb-871b-df7e2ee78667 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:22.843493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2e855fe-91d7-4270-ac34-21b996603f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.914565 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] For port 09feaf75-79fc-41bb-871b-df7e2ee78667, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:23.036453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c2e855fe-91d7-4270-ac34-21b996603f35 None None] Port 09feaf75-79fc-41bb-871b-df7e2ee78667 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:23.071971 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] For port 09feaf75-79fc-41bb-871b-df7e2ee78667, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=09feaf75-79fc-41bb-871b-df7e2ee78667,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:23.083309 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.161731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.179478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a403baf-5590-4c5a-9ea8-6cb02de85263 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:23.255896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Port': ['ID=095c507b-debe-4e4a-8630-8344064d91fe,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.298897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f24ebb25-eedc-4cee-8e42-b9d1e3e988bd None None] Provisioning complete for port 09feaf75-79fc-41bb-871b-df7e2ee78667 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:23.299298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f24ebb25-eedc-4cee-8e42-b9d1e3e988bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.321692 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:23.329368 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbca1d-879f-4cae-8274-b5fa442492a0 None None] Pushing event updated for resources: {'Port': ['ID=09feaf75-79fc-41bb-871b-df7e2ee78667,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.342028 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Routers {'479f75b6-7809-4e1f-80d4-94c23b7e0da0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:23.342848 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:23.424092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-b3eab445-8e9d-47d3-8fd4-24555ab82a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.427053 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-b3eab445-8e9d-47d3-8fd4-24555ab82a07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 1097 time: 0.5332832 Nov 12 08:36:23.433365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.484964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6051c-88fc-44b5-b613-d159e2bf2beb None None] New status for floating IP 7b7c5ab8-94bd-4633-a600-707b827fee77: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:36:23.491399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb3174-72a7-44cf-8237-18a19454d96c req-f8272283-772a-4b5d-a14a-9de89c341b0f tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.505245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bcb3174-72a7-44cf-8237-18a19454d96c req-f8272283-772a-4b5d-a14a-9de89c341b0f tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 945 time: 0.4138935 Nov 12 08:36:23.516330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-335057f0-99b1-411b-b495-80cc6d8faec5 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7085750 Nov 12 08:36:23.621064 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] Set router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:23.667808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f24ebb25-eedc-4cee-8e42-b9d1e3e988bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.752870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f24ebb25-eedc-4cee-8e42-b9d1e3e988bd None None] For port 09feaf75-79fc-41bb-871b-df7e2ee78667, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=09feaf75-79fc-41bb-871b-df7e2ee78667,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:23.776643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f24ebb25-eedc-4cee-8e42-b9d1e3e988bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.897851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Made reservation on behalf of a9c393bb7ae74da4a0dce379ff213585 for: {'subnet': 2} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:23.913964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.914341 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.105112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ebb25-eedc-4cee-8e42-b9d1e3e988bd None None] Pushing event updated for resources: {'Port': ['ID=09feaf75-79fc-41bb-871b-df7e2ee78667,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:24.256306 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 3, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port': {'id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:40:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:14Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:24.295258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9ccd1-f4a8-4ffc-b34c-498edded711d None None] The sync data for ids ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'] in n-d-768509-25 is: [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 3, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port': {'id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:40:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:14Z', 'updated_at': '2021-11-12T08:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:24.384771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53689c5b-bd0c-4260-bea9-7ba622770beb req-e0d222d9-8f0b-4e31-9bc5-bc0e9035dab9 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563209 Nov 12 08:36:24.567515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bcb3174-72a7-44cf-8237-18a19454d96c req-a1ce3d8f-b459-4b44-8af3-026d1bddaaca tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0571198 Nov 12 08:36:24.646800 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] create failed (client error): The resource could not be found. Nov 12 08:36:24.649308 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-db067067-7ad7-4e48-b5ea-58114a4c5980 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.9036417 Nov 12 08:36:24.660299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:24.875123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-67be2b21-f29a-43d9-90e3-ff4738d64f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.878506 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-67be2b21-f29a-43d9-90e3-ff4738d64f4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 909 time: 1.3313327 Nov 12 08:36:24.895805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.006262 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-384969a3-92c0-41b9-af91-3ea0ab55f5ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76571467-a9dc-4a5d-947e-19902ad407fb HTTP/1.1" status: 200 len: 217 time: 0.0848207 Nov 12 08:36:25.074757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Subnet': ['ID=fc2c8233-ddea-485e-882b-68b52431489e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.118269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Checking segment: {'id': 'da4c3633-5312-47b1-bc2b-c61744b590a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb3940c4-f20a-4c5a-aa89-acf77342b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:25.118674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network hostable DHCP agents. Network: bb3940c4-f20a-4c5a-aa89-acf77342b9d8, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:25.141255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-4f364166-e762-407e-8f73-9a86292677a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.143010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-4f364166-e762-407e-8f73-9a86292677a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff HTTP/1.1" status: 200 len: 849 time: 0.1294341 Nov 12 08:36:25.156899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network bb3940c4-f20a-4c5a-aa89-acf77342b9d8 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:25.182086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, bb3940c4-f20a-4c5a-aa89-acf77342b9d8) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:25.194415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.194648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e2a68-8d61-4018-b741-216ea323219c None None] Network bb3940c4-f20a-4c5a-aa89-acf77342b9d8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:25.217205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-2ef20498-62a7-4bfb-8b3b-898490ab9bc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=854095bb-a627-4623-a78b-8ea1a2823532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560906 Nov 12 08:36:25.411891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event updated for resources: {'Subnet': ['ID=956d0f15-b2be-4782-a2f6-64ff25f54f5e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.507178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Checking segment: {'id': 'aef9bc67-8bce-451a-ac9e-737fe7297e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bda611d0-493a-4645-ade8-03078bbef504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:25.507178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network hostable DHCP agents. Network: bda611d0-493a-4645-ade8-03078bbef504, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:25.543331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Allocated IP 172.20.0.1 (847b7e48-5b2a-46ad-9fa0-fda61651c867/8396e1da-821e-4084-b654-17df8625ff0b/d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:25.572730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Network bda611d0-493a-4645-ade8-03078bbef504 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:25.579992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Deleting port 481268f6-1a40-479b-93c2-ee436e77da7d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:25.580774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.585353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42402a20-74b9-4f8f-93bc-214f1a6610bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-bb3940c4-f20a-4c5a-aa89-acf77342b9d8', 'network_id': 'bb3940c4-f20a-4c5a-aa89-acf77342b9d8', 'tenant_id': 'a9c393bb7ae74da4a0dce379ff213585', 'fixed_ips': [{'subnet_id': 'fc2c8233-ddea-485e-882b-68b52431489e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:25.587436 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42402a20-74b9-4f8f-93bc-214f1a6610bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.618681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, bda611d0-493a-4645-ade8-03078bbef504) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:25.641787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.642281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.647377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.654473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243baba-30d8-40b5-a8f5-0362fc56231d None None] Network bda611d0-493a-4645-ade8-03078bbef504 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:25.700003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-72a34b48-8815-4e5c-beb4-b1d47ca7e341 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7563889 Nov 12 08:36:25.700896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48448) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:25.793999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440105b8-0e93-48e2-9fc2-3e35910fde04 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.796154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440105b8-0e93-48e2-9fc2-3e35910fde04 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.798563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440105b8-0e93-48e2-9fc2-3e35910fde04 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.805025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-440105b8-0e93-48e2-9fc2-3e35910fde04 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1030219 Nov 12 08:36:25.805963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48452) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:25.997962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-c3eaa688-9b1c-41b9-9367-9e708db75e35 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246566 Nov 12 08:36:26.045837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 09feaf75-79fc-41bb-871b-df7e2ee78667 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:26.099689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Deleting subnet fc2c8233-ddea-485e-882b-68b52431489e {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:26.115571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.246787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927df7-6242-4a5c-aa21-09670a56b933 req-611aa825-5cbd-44f4-819e-59c038e53c5c tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:26.250080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8927df7-6242-4a5c-aa21-09670a56b933 req-611aa825-5cbd-44f4-819e-59c038e53c5c tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 945 time: 0.2659843 Nov 12 08:36:26.289478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.377357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.458825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Calling delete_port for 481268f6-1a40-479b-93c2-ee436e77da7d owned by {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:26.478375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 09feaf75-79fc-41bb-871b-df7e2ee78667 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:26.478920 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.546091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.564153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b703d9-8b77-4299-938f-6098ac78fff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-bda611d0-493a-4645-ade8-03078bbef504', 'network_id': 'bda611d0-493a-4645-ade8-03078bbef504', 'tenant_id': 'a9c393bb7ae74da4a0dce379ff213585', 'fixed_ips': [{'subnet_id': '956d0f15-b2be-4782-a2f6-64ff25f54f5e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:26.570418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75b703d9-8b77-4299-938f-6098ac78fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.593631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.614485 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e036a7cc-fa70-4567-9d14-62aa06c05f72 req-5458e94d-dad6-4039-ba39-e0e0d7312f6b service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055852 Nov 12 08:36:26.621742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c8927df7-6242-4a5c-aa21-09670a56b933 req-1765f9b2-9afe-4a85-8792-b51298391438 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530157 Nov 12 08:36:26.727594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.781310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2c8233-ddea-485e-882b-68b52431489e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:26.786832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.798117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c3d6e3b-9e25-4b48-96ac-f9fd9a6cb68d tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/subnets/fc2c8233-ddea-485e-882b-68b52431489e HTTP/1.1" status: 204 len: 168 time: 0.9796228 Nov 12 08:36:26.798327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48524) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:26.906410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-42402a20-74b9-4f8f-93bc-214f1a6610bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc2c8233-ddea-485e-882b-68b52431489e: This subnet is being modified by another concurrent operation. Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc2c8233-ddea-485e-882b-68b52431489e: This subnet is being modified by another concurrent operation. Nov 12 08:36:26.913782 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 08:36:26.980234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a6107-ea17-4ec9-9acd-a28afa3baacb None None] Network bb3940c4-f20a-4c5a-aa89-acf77342b9d8 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:27.020345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:27.056031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:27.083859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:27.109281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Deleting subnet 956d0f15-b2be-4782-a2f6-64ff25f54f5e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:27.166163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Pushing event updated for resources: {'Port': ['ID=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:27.183663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.247536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.344001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Port': ['ID=481268f6-1a40-479b-93c2-ee436e77da7d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:27.352140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.358449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.801989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-68d88678-117f-47ef-a295-0bc5f8ba66e6 None None] Provisioning complete for port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:27.802949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-68d88678-117f-47ef-a295-0bc5f8ba66e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.970949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.978471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-68d88678-117f-47ef-a295-0bc5f8ba66e6 None None] Port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:28.001065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.097361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac9ce7-143a-49ba-b89d-16913c21b733 req-d9645e8a-32a0-4f1b-b110-a1596e0f8163 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:28.100411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74ac9ce7-143a-49ba-b89d-16913c21b733 req-d9645e8a-32a0-4f1b-b110-a1596e0f8163 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 945 time: 0.1771796 Nov 12 08:36:28.230974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74ac9ce7-143a-49ba-b89d-16913c21b733 req-9e48c7a2-716c-4769-84b1-f86e5c270612 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264777 Nov 12 08:36:28.278972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-d473ed4d-6f85-441d-b2ec-d5db11ce8804 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:28.281434 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-d473ed4d-6f85-441d-b2ec-d5db11ce8804 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 945 time: 0.7799489 Nov 12 08:36:28.314758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.318699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eaf08848-3422-4f09-8370-137d589ed43d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "DELETE /v2.0/ports/481268f6-1a40-479b-93c2-ee436e77da7d HTTP/1.1" status: 204 len: 168 time: 3.6453495 Nov 12 08:36:28.322343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48654) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-75b703d9-8b77-4299-938f-6098ac78fff8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 956d0f15-b2be-4782-a2f6-64ff25f54f5e: This subnet is being modified by another concurrent operation. Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 956d0f15-b2be-4782-a2f6-64ff25f54f5e: This subnet is being modified by another concurrent operation. Nov 12 08:36:28.439185 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 08:36:28.472888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c2150-97ea-463c-bf87-65139450831c None None] Network bda611d0-493a-4645-ade8-03078bbef504 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:28.503978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33475519-a34f-4e5a-a28c-6796b4a78591 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:28.510566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-33475519-a34f-4e5a-a28c-6796b4a78591 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aaa4638-69a4-46cb-b374-99f430438b0e HTTP/1.1" status: 200 len: 913 time: 0.1870909 Nov 12 08:36:28.511824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 48672) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.513267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.634570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Subnet': ['ID=956d0f15-b2be-4782-a2f6-64ff25f54f5e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.649869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.715047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc71f2-d11f-464f-984f-2bba8e1e0076 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:36:28.747023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.755377 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5e2116cd-34b8-4cab-aebf-3d8ef3e9636b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/subnets/956d0f15-b2be-4782-a2f6-64ff25f54f5e HTTP/1.1" status: 204 len: 168 time: 1.9557178 Nov 12 08:36:28.755594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48696) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.756405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.926623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Deleting port 76571467-a9dc-4a5d-947e-19902ad407fb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:28.926952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.947023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e76eb0-e31a-40d8-910f-c6cdd19f45bf tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:28.949636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f5e76eb0-e31a-40d8-910f-c6cdd19f45bf tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1927643 Nov 12 08:36:28.954214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48714) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.979993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc71f2-d11f-464f-984f-2bba8e1e0076 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:36:29.123217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Pushing event updated for resources: {'Port': ['ID=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:29.161939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.189486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.405720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.461444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda611d0-493a-4645-ade8-03078bbef504']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:29.469731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] For port 76571467-a9dc-4a5d-947e-19902ad407fb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=76571467-a9dc-4a5d-947e-19902ad407fb,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:29.470356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.478617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef9bc67-8bce-451a-ac9e-737fe7297e29') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:29.479441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef9bc67-8bce-451a-ac9e-737fe7297e29') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:29.517263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.592703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Calling delete_port for 76571467-a9dc-4a5d-947e-19902ad407fb owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:29.606924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.624091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:29.624777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:29.631167 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:29.735224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:29.765809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:29.857795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5bfa6-e078-4024-86a9-c98a1b5457d4 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:36:29.884871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26154265-7a96-4aa6-909a-a1341b14f4c5 req-78f294f7-74c7-4417-b1f6-d2d27c2395bc tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.889044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26154265-7a96-4aa6-909a-a1341b14f4c5 req-78f294f7-74c7-4417-b1f6-d2d27c2395bc tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 945 time: 0.4398117 Nov 12 08:36:29.949085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:29.964214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.017902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.021460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-47969a54-fe01-42ec-b34e-762cced679f9 None None] Provisioning complete for port 76571467-a9dc-4a5d-947e-19902ad407fb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:30.022747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.025743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-47969a54-fe01-42ec-b34e-762cced679f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.034470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/networks/bda611d0-493a-4645-ade8-03078bbef504 HTTP/1.1" status: 204 len: 168 time: 1.0788772 Nov 12 08:36:30.036016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fdae8-1c44-481c-a485-2a3c6e9c5ddc tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Network': ['ID=bda611d0-493a-4645-ade8-03078bbef504,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:30.042936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48816) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:30.268128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26154265-7a96-4aa6-909a-a1341b14f4c5 req-23f4ad76-a4d5-45bc-aef2-4a52c49d8ebd tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589561 Nov 12 08:36:30.303721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5bfa6-e078-4024-86a9-c98a1b5457d4 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:36:30.318826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.594426 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.645167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3940c4-f20a-4c5a-aa89-acf77342b9d8']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:30.677156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4c3633-5312-47b1-bc2b-c61744b590a6') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:30.677777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4c3633-5312-47b1-bc2b-c61744b590a6') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:30.709652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.761512 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.782226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:30.782469 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:30.786749 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:30.863056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.932255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.956847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.966753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/networks/bb3940c4-f20a-4c5a-aa89-acf77342b9d8 HTTP/1.1" status: 204 len: 168 time: 0.9209554 Nov 12 08:36:30.971173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Pushing event deleted for resources: {'Port': ['ID=76571467-a9dc-4a5d-947e-19902ad407fb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:30.971580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 48898) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:31.006011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3010ef8-9ba5-4221-849d-f84e28bffafd None None] DHCP port deletion for 854095bb-a627-4623-a78b-8ea1a2823532 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:31.017577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 76571467-a9dc-4a5d-947e-19902ad407fb no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:31.033038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78787a09-21f4-4785-a47a-04db8e33113b tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Network': ['ID=bb3940c4-f20a-4c5a-aa89-acf77342b9d8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.046234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] No DVR routers for this DVR port 76571467-a9dc-4a5d-947e-19902ad407fb on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:31.055230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.059571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2031e798-08fd-4ccf-aae5-17b0aaf066be req-61bee57d-377a-4f83-a686-34395c0e4fdb tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "DELETE /v2.0/ports/76571467-a9dc-4a5d-947e-19902ad407fb HTTP/1.1" status: 204 len: 173 time: 2.7679255 Nov 12 08:36:31.060168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'name': 'network-vif-deleted', 'tag': '76571467-a9dc-4a5d-947e-19902ad407fb'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:31.062815 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669625cc-b96d-4a85-b292-d9c30ac133c5" -d '{"events": [{"server_uuid": "365e8deb-afb3-4ffc-86b3-945a3857fed0", "name": "network-vif-deleted", "tag": "76571467-a9dc-4a5d-947e-19902ad407fb"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:31.068344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:31.078389 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Sync routers for ids ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:31.092528 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3cc3ce54-2a9e-48ac-a8cc-3691bd68bb14 admin admin] 10.222.0.16 "PUT /v2.0/routers/479f75b6-7809-4e1f-80d4-94c23b7e0da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1100724 Nov 12 08:36:31.125937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 76571467-a9dc-4a5d-947e-19902ad407fb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:31.126422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 76571467-a9dc-4a5d-947e-19902ad407fb not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:31.130704 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Routers {'479f75b6-7809-4e1f-80d4-94c23b7e0da0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:31.131382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.268799 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9303f1-a338-4eaa-80fd-026461603d58 x-openstack-request-id: req-4e9303f1-a338-4eaa-80fd-026461603d58 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:31.270488 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365e8deb-afb3-4ffc-86b3-945a3857fed0", "name": "network-vif-deleted", "tag": "76571467-a9dc-4a5d-947e-19902ad407fb", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:31.273806 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e9303f1-a338-4eaa-80fd-026461603d58 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:31.275385 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365e8deb-afb3-4ffc-86b3-945a3857fed0', 'name': 'network-vif-deleted', 'tag': '76571467-a9dc-4a5d-947e-19902ad407fb', 'status': 'completed', 'code': 200} Nov 12 08:36:31.344566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.674692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Deleting port 3e84e64a-13c7-463d-8780-06e62afb220a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:31.680092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.731888 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Set router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:31.785645 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.825276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-023296fb-8169-4658-96a8-c2290dd73be9 None None] Provisioning complete for port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:31.826576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-023296fb-8169-4658-96a8-c2290dd73be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.851056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a7489cb-1392-412b-855e-812a40764d0d req-c5701e5b-95bd-41f7-ab4a-ff4e51fd26f2 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=365e8deb-afb3-4ffc-86b3-945a3857fed0 HTTP/1.1" status: 200 len: 210 time: 0.1578376 Nov 12 08:36:31.943996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f69f9b-7506-45d6-8da9-6e98558f9fc1']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.962296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa3811c-7049-4cd4-b289-0ac0efb85d2f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.963205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa3811c-7049-4cd4-b289-0ac0efb85d2f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.987342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.003065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.006536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Calling delete_port for 3e84e64a-13c7-463d-8780-06e62afb220a owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:32.065335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.097141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:32.097968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:32.106658 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:32.124914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-023296fb-8169-4658-96a8-c2290dd73be9 None None] Port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:32.274486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.315835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Port': ['ID=3e84e64a-13c7-463d-8780-06e62afb220a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.490745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.505252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.514503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/networks/54f69f9b-7506-45d6-8da9-6e98558f9fc1 HTTP/1.1" status: 204 len: 168 time: 1.5380173 Nov 12 08:36:32.525783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49012) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.596994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24dc1e-72c3-4e1d-b85f-c072420c3d6a tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Network': ['ID=54f69f9b-7506-45d6-8da9-6e98558f9fc1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.778664 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port': {'id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:40:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:14Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd31f56da-8cd1-44ce-b46a-eb5dc9bf05e5', 'name': '', 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'mac_address': 'fa:16:3e:b2:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8396e1da-821e-4084-b654-17df8625ff0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:23Z', 'updated_at': '2021-11-12T08:36:28Z', 'revision_number': 2, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'subnets': [{'id': '8396e1da-821e-4084-b654-17df8625ff0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:32.859684 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Checking router: 479f75b6-7809-4e1f-80d4-94c23b7e0da0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:32.860012 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Updating router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:32.917201 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.036443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.064840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.343904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49068) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.352196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1034142746-network', 'tenant_id': '87b59267a27f4f529adc31178ffd325b'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:33.400949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Made reservation on behalf of 87b59267a27f4f529adc31178ffd325b for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:33.403724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.524687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.526045 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.553725 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb254fc-7d4b-4aa9-ae7b-f817b0a31890']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.567748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Router 5aaa4638-69a4-46cb-b374-99f430438b0e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:33.586929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681b956d-7352-4a44-8597-6daa67f1289c') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.587464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681b956d-7352-4a44-8597-6daa67f1289c') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.605340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.608938 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.645428 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.702572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.822644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:33.841551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] Sync routers for ids ['5aaa4638-69a4-46cb-b374-99f430438b0e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:33.862262 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f4b95389-6745-4aca-8069-879fe021b7f5 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "PUT /v2.0/routers/5aaa4638-69a4-46cb-b374-99f430438b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3437872 Nov 12 08:36:33.865835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] Routers {'5aaa4638-69a4-46cb-b374-99f430438b0e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:33.866940 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.867693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5aaa4638-69a4-46cb-b374-99f430438b0e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.891255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49088) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.932600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.954242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] Routers {'5aaa4638-69a4-46cb-b374-99f430438b0e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:33.955467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['5aaa4638-69a4-46cb-b374-99f430438b0e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.961780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Attempting to bind port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:33.962970 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Attempting to bind port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:33.963376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Attempting to bind port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 on network 847b7e48-5b2a-46ad-9fa0-fda61651c867 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:33.971578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d846a27-2b81-4892-bd4d-a9dd066d7bb4 None None] Pushing event updated for resources: {'Port': ['ID=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.985143 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:33.985660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.004326 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Checking segment: {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:34.004970 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.005328 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Bound using segment: {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:34.006175 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Bound port: d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d01fab9-3a44-4130-be9a-8bdb95970b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:34.006576 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.071275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:34.091148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520a788-0adf-4414-bc52-7ef0adf73035 None None] The sync data for ids ['5aaa4638-69a4-46cb-b374-99f430438b0e'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:34.106389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:34.131075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-dfc34551-b5e9-4373-a048-a7f77431c08b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.139804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-dfc34551-b5e9-4373-a048-a7f77431c08b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 809 time: 0.7048178 Nov 12 08:36:34.181911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c17f4e-0917-4260-a121-97081bfb9429,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.200651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-f2d97b81-e88b-47e4-bbf5-3e2db3dfb54b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/quotas/0b652c348add45888726f25b51566c3c HTTP/1.1" status: 200 len: 375 time: 0.0537796 Nov 12 08:36:34.202329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.202676 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Added segment c286eba6-273f-4d7d-9f13-148d3208f387 of type vlan for network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f Nov 12 08:36:34.240412 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] For port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:34.248776 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] For port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:34.275229 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.282592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.292441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:34.293058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:34.297353 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:34.301576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-d45a4da4-86b3-4cc0-8c0e-2b75256b860b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903335 Nov 12 08:36:34.374660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.402476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Provisioning complete for port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:34.402843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.496184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.497178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.497919 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.579709 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d846a27-2b81-4892-bd4d-a9dd066d7bb4 None None] Pushing event updated for resources: {'Port': ['ID=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.617149 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Routers {'479f75b6-7809-4e1f-80d4-94c23b7e0da0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:34.617710 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:34.687966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3414619 Nov 12 08:36:34.690620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49102) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:34.712217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Request body: {'subnet': {'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1034142746-subnet', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:34.721620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.768296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57f63-091e-494e-a3e0-6c77d7b68b72 admin admin] Pushing event updated for resources: {'Network': ['ID=90d9f168-d6f0-46e7-aebf-7c1f6519df5f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.811218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Made reservation on behalf of 87b59267a27f4f529adc31178ffd325b for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:34.820204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.948580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.983176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] 10.222.0.16 "DELETE /v2.0/networks/ceb254fc-7d4b-4aa9-ae7b-f817b0a31890 HTTP/1.1" status: 204 len: 168 time: 2.4261684 Nov 12 08:36:35.050320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.062218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9003f5c-f283-49b9-af4d-ba5ffe9ae9c8 tempest-BulkNetworkOpsTest-1759675130 tempest-BulkNetworkOpsTest-1759675130-project] Pushing event deleted for resources: {'Network': ['ID=ceb254fc-7d4b-4aa9-ae7b-f817b0a31890,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.064777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.086784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:35.129095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] Set router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:35.239472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.240448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Fanout notify agent at l3_agent the message router_deleted on router 5aaa4638-69a4-46cb-b374-99f430438b0e {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:35.272275 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.274607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba2b600f-5fdc-474e-936a-0f3f7e1ff575 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "DELETE /v2.0/routers/5aaa4638-69a4-46cb-b374-99f430438b0e HTTP/1.1" status: 204 len: 168 time: 1.3816316 Nov 12 08:36:35.294389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:35.581534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Deleting subnet 5b583f6d-b443-46d5-8e02-a4841788d697 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:35.605670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.612071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.642149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-8a00cbfd-09b5-4446-a802-c03466774c69 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:35.644970 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-8a00cbfd-09b5-4446-a802-c03466774c69 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3337517 Nov 12 08:36:35.683660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] For port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:35.691125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.788018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.882535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Pushing event updated for resources: {'Port': ['ID=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.911465 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.930781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.931337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.931894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.932469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.934769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.934769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.935223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.937037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.938697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.939241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.939752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.941181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a457d18-adae-412f-8019-0da4fbc37f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:35.943366 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port': {'id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:40:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:14Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd31f56da-8cd1-44ce-b46a-eb5dc9bf05e5', 'name': '', 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'mac_address': 'fa:16:3e:b2:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8396e1da-821e-4084-b654-17df8625ff0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:23Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 4, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'subnets': [{'id': '8396e1da-821e-4084-b654-17df8625ff0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:35.952237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8b4078e8-92c4-4751-9cb7-492353e527bc None None] Provisioning complete for port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:35.952806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8b4078e8-92c4-4751-9cb7-492353e527bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.060853 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84bc14-e22c-43bf-bb00-5d1a2b93c7dc None None] The sync data for ids ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'] in n-d-768509-25 is: [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port': {'id': '09feaf75-79fc-41bb-871b-df7e2ee78667', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:40:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:14Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd31f56da-8cd1-44ce-b46a-eb5dc9bf05e5', 'name': '', 'network_id': '847b7e48-5b2a-46ad-9fa0-fda61651c867', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'mac_address': 'fa:16:3e:b2:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8396e1da-821e-4084-b654-17df8625ff0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:23Z', 'updated_at': '2021-11-12T08:36:34Z', 'revision_number': 4, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'subnets': [{'id': '8396e1da-821e-4084-b654-17df8625ff0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:36.061631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.369235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49140) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.406903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=635d34b5-cae7-4993-9940-53f7cba7aa9e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.410769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.427301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.434109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf0870-52c0-4d76-82bd-9012fea2a82b None None] Network 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:36.445349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "DELETE /v2.0/subnets/5b583f6d-b443-46d5-8e02-a4841788d697 HTTP/1.1" status: 204 len: 168 time: 1.1493354 Nov 12 08:36:36.470623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49144) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.527304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-03025fe7-5f43-4615-a455-69dd13e33acb service neutron] 10.222.0.16 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8736651 Nov 12 08:36:36.535148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Checking segment: {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:36.535921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Network hostable DHCP agents. Network: 90d9f168-d6f0-46e7-aebf-7c1f6519df5f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:36.547441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5b282-e342-4a5d-81d9-c4eaef6c0e0d tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Subnet': ['ID=5b583f6d-b443-46d5-8e02-a4841788d697,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.887036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:36.921110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] DHCP port deletion for 5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:36.951200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.195094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] Deleting port 75678282-fe44-4722-81f5-c45d4f111241 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:37.195791 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.268488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-c9362fbf-2bfc-4caf-91e9-b2acf940bb54 service neutron] 10.222.0.16 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012539 Nov 12 08:36:37.290437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49158) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:37.291443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-376e0856-6b6a-429f-be2f-63e9d3df0dc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9c393bb7ae74da4a0dce379ff213585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9018793 Nov 12 08:36:37.324923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 90d9f168-d6f0-46e7-aebf-7c1f6519df5f) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:37.421607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989433e-1148-4410-aa28-19900faa90bf None None] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:37.587936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.595743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.680738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41754a74-7834-47e9-8c9e-fbeac56fbe1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.733828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-45d00aca-d421-496e-85f8-59136729ae3c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0418274 Nov 12 08:36:37.737848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49166) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:37.750689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:37.797760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41754a74-7834-47e9-8c9e-fbeac56fbe1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.842141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.853826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.878455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Deleting port 75678282-fe44-4722-81f5-c45d4f111241 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:37.881497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.031873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.081365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] For port 75678282-fe44-4722-81f5-c45d4f111241, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75678282-fe44-4722-81f5-c45d4f111241,segment=NetworkSegment(23b1d78f-313c-4286-a89e-e25fbfcc3197),segment_id=23b1d78f-313c-4286-a89e-e25fbfcc3197)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:38.082273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.137642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] For port 75678282-fe44-4722-81f5-c45d4f111241, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75678282-fe44-4722-81f5-c45d4f111241,segment=NetworkSegment(23b1d78f-313c-4286-a89e-e25fbfcc3197),segment_id=23b1d78f-313c-4286-a89e-e25fbfcc3197)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:38.139428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.192452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Calling delete_port for 75678282-fe44-4722-81f5-c45d4f111241 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:38.195449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] Calling delete_port for 75678282-fe44-4722-81f5-c45d4f111241 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:38.515919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:38.581781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8e05acc-a1da-44e8-b35b-054362b0b62e req-64328279-f3ee-4e12-8953-e0c2cbac39aa tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 210 time: 0.1106730 Nov 12 08:36:38.593213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.734166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Port': ['ID=75678282-fe44-4722-81f5-c45d4f111241,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.749659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] No DVR routers for this DVR port 75678282-fe44-4722-81f5-c45d4f111241 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:38.791163 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.848361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.910390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] Pushing event deleted for resources: {'Port': ['ID=75678282-fe44-4722-81f5-c45d4f111241,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.916843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:38.917129 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.921121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41754a74-7834-47e9-8c9e-fbeac56fbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.935394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41754a74-7834-47e9-8c9e-fbeac56fbe1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.936860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41754a74-7834-47e9-8c9e-fbeac56fbe1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81fef7c7-6538-446a-906e-723e9dd886a0 HTTP/1.1" status: 204 len: 168 time: 1.6450284 Nov 12 08:36:38.954845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41754a74-7834-47e9-8c9e-fbeac56fbe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fef7c7-6538-446a-906e-723e9dd886a0,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:39.236085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e8afb-1188-4811-bfa1-2037e1846222 None None] No DVR routers for this DVR port 75678282-fe44-4722-81f5-c45d4f111241 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:39.260923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.363993 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.406809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:39.462549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b1d78f-313c-4286-a89e-e25fbfcc3197') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:39.469473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b1d78f-313c-4286-a89e-e25fbfcc3197') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:39.573828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.654047 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.686126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:39.696041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:39.710834 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:39.718155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-90d9f168-d6f0-46e7-aebf-7c1f6519df5f', 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'fixed_ips': [{'subnet_id': '635d34b5-cae7-4993-9940-53f7cba7aa9e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:39.725786 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.813369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.896907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.006909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee9f0e6a-27e8-4276-984a-97d68472ab0a req-0bbfed31-c8a6-41cd-971f-4c546aaa9ea7 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 210 time: 0.2815278 Nov 12 08:36:40.079082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.089387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.106038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] 10.222.0.16 "DELETE /v2.0/networks/5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560 HTTP/1.1" status: 204 len: 168 time: 3.6177690 Nov 12 08:36:40.150931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8c77e-8341-4b04-84ef-b07144326218 tempest-FloatingIPNegativeTestJSON-243488465 tempest-FloatingIPNegativeTestJSON-243488465-project] Pushing event deleted for resources: {'Network': ['ID=5ae1ad0c-8d4f-4763-bd2a-2a8a7964e560,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:40.184343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75678282-fe44-4722-81f5-c45d4f111241 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:40.275016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 75678282-fe44-4722-81f5-c45d4f111241 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:40.276810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75678282-fe44-4722-81f5-c45d4f111241 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:40.306650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Allocated IP 172.25.4.247 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/859e3f2c-2dbe-4c48-a89c-671ca752fe63) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:40.472853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Allocated IP 172.20.0.2 (90d9f168-d6f0-46e7-aebf-7c1f6519df5f/635d34b5-cae7-4993-9940-53f7cba7aa9e/a57775fb-8a8d-4e38-996b-f35a646f1ebc) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:40.685523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:40.733120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.788177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.966557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b85ed588-55af-4744-8217-bfbd81b95170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.978380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:41.011755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.020608 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.093993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:41.099662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:41.107928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:41.172099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2c850d29-180c-4c8b-96b0-9086e3cc076d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bb64cfe4a13423595a79a32a4172919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4838221 Nov 12 08:36:41.176937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:41.188261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49264) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:41.195787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:41.255822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ce896-29eb-4144-a982-42364f9625b5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:41.407393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Pushing event updated for resources: {'Port': ['ID=a57775fb-8a8d-4e38-996b-f35a646f1ebc,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.410715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9dc8691d-b3fc-40db-bad0-c1b471827fa1 req-f2e6c151-5ccd-469d-843b-9046f47d795f tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 210 time: 0.2447727 Nov 12 08:36:41.458833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Pushing event updated for resources: {'Port': ['ID=859e3f2c-2dbe-4c48-a89c-671ca752fe63,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.459418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Attempting to bind port a57775fb-8a8d-4e38-996b-f35a646f1ebc on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:41.460599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Attempting to bind port a57775fb-8a8d-4e38-996b-f35a646f1ebc by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:41.485760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Attempting to bind port a57775fb-8a8d-4e38-996b-f35a646f1ebc on network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:41.501453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.505117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.505617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.506051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.506526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:41.506737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.506938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Checking segment: {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:41.507355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.507774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.509239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.511710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.512307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.512977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.513695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.515248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Bound using segment: {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:41.515683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:41.517916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Bound port: a57775fb-8a8d-4e38-996b-f35a646f1ebc, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:41.518355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.571730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-973bb70b-82ad-4ab5-9c42-eb8c949c739c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.584557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:41.618779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-973bb70b-82ad-4ab5-9c42-eb8c949c739c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.697242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-973bb70b-82ad-4ab5-9c42-eb8c949c739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.701185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-973bb70b-82ad-4ab5-9c42-eb8c949c739c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.702986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-973bb70b-82ad-4ab5-9c42-eb8c949c739c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/130281d8-59b1-4058-86b3-6687288ef8a7 HTTP/1.1" status: 204 len: 168 time: 0.4635413 Nov 12 08:36:41.721444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bb70b-82ad-4ab5-9c42-eb8c949c739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130281d8-59b1-4058-86b3-6687288ef8a7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.761723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-63f76fb1-3a4d-4ffe-9025-30d331d5efb8 None None] Provisioning complete for port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:41.762143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63f76fb1-3a4d-4ffe-9025-30d331d5efb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.766951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] For port a57775fb-8a8d-4e38-996b-f35a646f1ebc, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:41.809881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] For port a57775fb-8a8d-4e38-996b-f35a646f1ebc, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a57775fb-8a8d-4e38-996b-f35a646f1ebc,segment=NetworkSegment(c286eba6-273f-4d7d-9f13-148d3208f387),segment_id=c286eba6-273f-4d7d-9f13-148d3208f387)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:41.820455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.827887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-067ad1cf-6523-460f-aaec-963a41c7632b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.834868 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-067ad1cf-6523-460f-aaec-963a41c7632b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 809 time: 0.8261960 Nov 12 08:36:41.905622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0a1e2-c295-43eb-97c6-04daa258a3b7 None None] Pushing event updated for resources: {'Port': ['ID=a57775fb-8a8d-4e38-996b-f35a646f1ebc,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.920036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-63f76fb1-3a4d-4ffe-9025-30d331d5efb8 None None] Port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:41.940925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.007826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-39b97118-9d34-4e28-a769-0cec8586a8c5 tempest-DvrRoutersNegativeTest-381391200 tempest-DvrRoutersNegativeTest-381391200-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1858018698', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:42.017115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.policy [None req-39b97118-9d34-4e28-a769-0cec8586a8c5 tempest-DvrRoutersNegativeTest-381391200 tempest-DvrRoutersNegativeTest-381391200-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102371) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 08:36:42.017654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.policy [None req-39b97118-9d34-4e28-a769-0cec8586a8c5 tempest-DvrRoutersNegativeTest-381391200 tempest-DvrRoutersNegativeTest-381391200-project] Failed policy check for 'create_router' {{(pid=102371) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 08:36:42.018487 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-39b97118-9d34-4e28-a769-0cec8586a8c5 tempest-DvrRoutersNegativeTest-381391200 tempest-DvrRoutersNegativeTest-381391200-project] create failed (client error): Access was denied to this resource. Nov 12 08:36:42.019713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-39b97118-9d34-4e28-a769-0cec8586a8c5 tempest-DvrRoutersNegativeTest-381391200 tempest-DvrRoutersNegativeTest-381391200-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4197507 Nov 12 08:36:42.027391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Request body: {'port': {'device_id': '722d6990-64bd-4023-91b5-237500b3ed30', 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532', 'admin_state_up': True, 'tenant_id': '0b652c348add45888726f25b51566c3c'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:42.609799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b0068c0-dc8c-455c-9ddf-55293134b005 req-ea91c73c-b400-45dd-b0d6-cce1875d3ce8 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 210 time: 0.0597985 Nov 12 08:36:42.713526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49304) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:42.847512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Made reservation on behalf of 0b652c348add45888726f25b51566c3c for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:42.862703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.945558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd6-ed09-4ade-8402-bcf7e7fd3c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.123611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd6-ed09-4ade-8402-bcf7e7fd3c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.133690 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd6-ed09-4ade-8402-bcf7e7fd3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.193811 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc1a2778-604a-46bc-9bc1-76f6420b763a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.210180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-64d2ecd6-ed09-4ade-8402-bcf7e7fd3c03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03faaaa2c17740fda2c580b12d8dbe18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951603 Nov 12 08:36:43.210820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:43.237460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2ecd6-ed09-4ade-8402-bcf7e7fd3c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c06f5-3a0d-4cef-99fa-2b19d5a319ca,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:43.294279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-911ef223-5c4e-4aa8-9868-ecd9d4b63a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.319252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-911ef223-5c4e-4aa8-9868-ecd9d4b63a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.360569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.439580 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-911ef223-5c4e-4aa8-9868-ecd9d4b63a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.451667 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-911ef223-5c4e-4aa8-9868-ecd9d4b63a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.457388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-911ef223-5c4e-4aa8-9868-ecd9d4b63a21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/887c06f5-3a0d-4cef-99fa-2b19d5a319ca HTTP/1.1" status: 204 len: 168 time: 0.2383974 Nov 12 08:36:43.521146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ef223-5c4e-4aa8-9868-ecd9d4b63a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c06f5-3a0d-4cef-99fa-2b19d5a319ca,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:43.540195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Allocated IP 172.20.0.11 (854095bb-a627-4623-a78b-8ea1a2823532/9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff/35b2dd72-7125-464f-9641-84cfa82f2eec) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:43.843331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-725b7c45-3381-4843-9f16-2f209b5a0c78 req-b473c475-4d36-4d63-95a2-b41e64eee6ae tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 210 time: 0.0722206 Nov 12 08:36:44.043115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.066438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:44.181174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.248305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1943299005'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:44.305358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:44.308951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.314611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fffeab-71e6-48c4-b78f-73eef5b10314 None None] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:44.327401 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.438190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-93e6baf5-a8a7-4e02-8569-4021aedcaf87 None None] Provisioning complete for port a57775fb-8a8d-4e38-996b-f35a646f1ebc triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:44.441795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93e6baf5-a8a7-4e02-8569-4021aedcaf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.545511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Pushing event updated for resources: {'Port': ['ID=35b2dd72-7125-464f-9641-84cfa82f2eec,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:44.570571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.571430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Network 854095bb-a627-4623-a78b-8ea1a2823532 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:44.575207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:44.588169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.600093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:44.661956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acad18-ac78-4d39-9e47-b1c4bfceaa52 None None] DHCP port deletion for 854095bb-a627-4623-a78b-8ea1a2823532 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:44.717143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c77cf-7f6f-4bbf-838a-9f3d2d76d0fa,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:44.750716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:44.780527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.780995 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment 21a8eb49-a155-446d-99f1-bca765eab25b of type vlan for network 7df8baf1-5b94-4520-80b1-732d846764d0 Nov 12 08:36:44.806317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a57775fb-8a8d-4e38-996b-f35a646f1ebc up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:44.991504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.074693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.079230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.161706 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.178356 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-37978711-6ff4-466d-9104-616303622484 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1998239 Nov 12 08:36:45.187804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.189576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.195517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Request body: {'port': {'device_id': '722d6990-64bd-4023-91b5-237500b3ed30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:45.244686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.388461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c4b50-040a-4d4f-906b-36ffab93fd12 req-cac0ead1-08b1-4eb3-801c-d92e1ead532a tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.400073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b3c4b50-040a-4d4f-906b-36ffab93fd12 req-cac0ead1-08b1-4eb3-801c-d92e1ead532a tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 932 time: 0.2872899 Nov 12 08:36:45.418616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3507929 Nov 12 08:36:45.510333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49414) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:45.539486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1254317710'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:45.570650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c7d25-6261-4a37-ac7b-8a72c07aa02f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=7df8baf1-5b94-4520-80b1-732d846764d0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.670458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b3c4b50-040a-4d4f-906b-36ffab93fd12 req-c5191e6b-0b62-4c14-b94b-660d30991360 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692297 Nov 12 08:36:45.693279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:45.697922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.737724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49422) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:45.747724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027037 Nov 12 08:36:45.786159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:45.812733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93e6baf5-a8a7-4e02-8569-4021aedcaf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.819983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7df8baf1-5b94-4520-80b1-732d846764d0 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:45.826912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.827808 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment 9a3baf2f-7b98-422a-a508-2b0da5fc1eb4 of type vlan for network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 Nov 12 08:36:45.877211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a57775fb-8a8d-4e38-996b-f35a646f1ebc triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:45.877562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.953270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.027597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49424) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.054130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.078068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.079136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.135080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-93e6baf5-a8a7-4e02-8569-4021aedcaf87 None None] For port a57775fb-8a8d-4e38-996b-f35a646f1ebc, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a57775fb-8a8d-4e38-996b-f35a646f1ebc,segment=NetworkSegment(c286eba6-273f-4d7d-9f13-148d3208f387),segment_id=c286eba6-273f-4d7d-9f13-148d3208f387)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:46.267140 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93e6baf5-a8a7-4e02-8569-4021aedcaf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.271460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.324228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8079827 Nov 12 08:36:46.325508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49434) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.403967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:46.661255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.675909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-061560ec-9dc7-4c56-9ee3-72cf5fdc4a7e tempest-NetworksApiDiscovery-102944476 tempest-NetworksApiDiscovery-102944476-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6462111 Nov 12 08:36:46.733317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9e0eb-1bb5-4203-a239-8d604c655a45 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=61bb964d-ab83-4e2e-b29a-0f5858acfb51,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:46.761531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.811840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:46.831940 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.941947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6baf5-a8a7-4e02-8569-4021aedcaf87 None None] Pushing event updated for resources: {'Port': ['ID=a57775fb-8a8d-4e38-996b-f35a646f1ebc,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:47.211535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:47.400926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a57775fb-8a8d-4e38-996b-f35a646f1ebc up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:47.687921 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.794973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49458) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.811197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060051cc-455d-4623-b362-6c412a6ad211 req-70b6e6d1-8dfe-4930-a122-337d9397bdbe tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.838098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-060051cc-455d-4623-b362-6c412a6ad211 req-70b6e6d1-8dfe-4930-a122-337d9397bdbe tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 932 time: 0.9288130 Nov 12 08:36:47.851635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=a66c21e4-3944-4dca-8d37-635e0554d84a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:47.912623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-240e7f61-4a04-4c23-9d9e-04a7bcc1a2ae None None] Provisioning complete for port 35b2dd72-7125-464f-9641-84cfa82f2eec triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:47.913751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-240e7f61-4a04-4c23-9d9e-04a7bcc1a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.922959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b2dd72-7125-464f-9641-84cfa82f2eec {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:47.945483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.999453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Transition to ACTIVE for port object 35b2dd72-7125-464f-9641-84cfa82f2eec will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:48.018508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.154351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': '21a8eb49-a155-446d-99f1-bca765eab25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:48.154968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: 7df8baf1-5b94-4520-80b1-732d846764d0, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:48.177613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Router a67e4eee-d836-4074-9c2a-deba5534b38d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:48.180959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-060051cc-455d-4623-b362-6c412a6ad211 req-45492a3f-192f-4551-b715-96ab30f041f1 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413179 Nov 12 08:36:48.232739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-361fbafc-6e08-4fd0-aee0-e1d1d19e98ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.326670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49472) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.344271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2e83f-3fc7-40f9-9405-67f8fb27a0d4 None None] DHCP port deletion for 854095bb-a627-4623-a78b-8ea1a2823532 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:48.352146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 7df8baf1-5b94-4520-80b1-732d846764d0 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:48.363292 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.420320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a57775fb-8a8d-4e38-996b-f35a646f1ebc triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:48.421010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.428189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:48.444866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Sync routers for ids ['a67e4eee-d836-4074-9c2a-deba5534b38d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:48.486189 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Routers {'a67e4eee-d836-4074-9c2a-deba5534b38d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:48.495511 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a67e4eee-d836-4074-9c2a-deba5534b38d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:48.528039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 7df8baf1-5b94-4520-80b1-732d846764d0) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:48.550433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.558093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.562282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.586972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ef78e-c389-4d7b-aaed-3a9584a0ef96 None None] Network 7df8baf1-5b94-4520-80b1-732d846764d0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:48.588772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4913dd61-d647-4549-9b41-7ca0d4412140 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.8132935 Nov 12 08:36:48.592028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49480) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.641303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79e72b97-efba-4396-bb25-706d9cffed77 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2420838 Nov 12 08:36:48.663404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49482) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.679248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:48.933592 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Set router a67e4eee-d836-4074-9c2a-deba5534b38d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:49.046558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-361fbafc-6e08-4fd0-aee0-e1d1d19e98ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.051197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:49.055852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.062761 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-361fbafc-6e08-4fd0-aee0-e1d1d19e98ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.113021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-240e7f61-4a04-4c23-9d9e-04a7bcc1a2ae None None] Port 35b2dd72-7125-464f-9641-84cfa82f2eec cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:49.152790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-7df8baf1-5b94-4520-80b1-732d846764d0', 'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': 'a66c21e4-3944-4dca-8d37-635e0554d84a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:49.157338 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.163173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fbafc-6e08-4fd0-aee0-e1d1d19e98ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9203033e-411c-4b38-9457-5b13830d0bd1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.165134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Pushing event updated for resources: {'Port': ['ID=35b2dd72-7125-464f-9641-84cfa82f2eec,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.230543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81dd2-1379-4b77-af16-d6d87597d561 req-8baa897c-b27d-49c8-9e77-1efcc37912eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.232202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41d81dd2-1379-4b77-af16-d6d87597d561 req-8baa897c-b27d-49c8-9e77-1efcc37912eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.9041526 Nov 12 08:36:49.268538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-361fbafc-6e08-4fd0-aee0-e1d1d19e98ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6226474c57264b7899ed2597dd20a0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3855605 Nov 12 08:36:49.279450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49490) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:49.349748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7379-dffe-4572-ad7e-5f29d944f77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.384642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7379-dffe-4572-ad7e-5f29d944f77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.501492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9d371f44-a55f-459b-858e-5728d11e96ec None None] Provisioning complete for port a57775fb-8a8d-4e38-996b-f35a646f1ebc triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:49.503717 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d371f44-a55f-459b-858e-5728d11e96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.581566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41d81dd2-1379-4b77-af16-d6d87597d561 req-1981495f-49a4-4a41-9bed-747e82ce88e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322015 Nov 12 08:36:49.604212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7379-dffe-4572-ad7e-5f29d944f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.616096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7379-dffe-4572-ad7e-5f29d944f77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.621500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6e0b7379-dffe-4572-ad7e-5f29d944f77c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9203033e-411c-4b38-9457-5b13830d0bd1 HTTP/1.1" status: 204 len: 168 time: 0.3406200 Nov 12 08:36:49.627643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Attempting to bind port 35b2dd72-7125-464f-9641-84cfa82f2eec on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:49.627987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Attempting to bind port 35b2dd72-7125-464f-9641-84cfa82f2eec by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:49.628449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Attempting to bind port 35b2dd72-7125-464f-9641-84cfa82f2eec on network 854095bb-a627-4623-a78b-8ea1a2823532 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:49.655150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b7379-dffe-4572-ad7e-5f29d944f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9203033e-411c-4b38-9457-5b13830d0bd1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.680377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Port 35b2dd72-7125-464f-9641-84cfa82f2eec on network 854095bb-a627-4623-a78b-8ea1a2823532 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:49.680702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Attempting to bind port 35b2dd72-7125-464f-9641-84cfa82f2eec on network 854095bb-a627-4623-a78b-8ea1a2823532 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:49.748097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d06648-3a8b-4bb2-b4f3-6ed1bb4cdc10 req-5f626454-906c-470f-8eef-857832ed7923 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.750963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9d06648-3a8b-4bb2-b4f3-6ed1bb4cdc10 req-5f626454-906c-470f-8eef-857832ed7923 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 944 time: 0.1790068 Nov 12 08:36:49.764333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:49.764956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Checking segment: {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:49.765599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Bound using segment: {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:49.766331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Bound port: 35b2dd72-7125-464f-9641-84cfa82f2eec, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:49.766890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.970871 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:42Z', 'revision_number': 3, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:49.980147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9d06648-3a8b-4bb2-b4f3-6ed1bb4cdc10 req-e793f39c-3469-4071-95f2-bac3c7dd76b0 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168610 Nov 12 08:36:50.109754 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Checking router: a67e4eee-d836-4074-9c2a-deba5534b38d for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:50.110597 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Updating router a67e4eee-d836-4074-9c2a-deba5534b38d port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:50.127910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] For port 35b2dd72-7125-464f-9641-84cfa82f2eec, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:50.134663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] For port 35b2dd72-7125-464f-9641-84cfa82f2eec, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35b2dd72-7125-464f-9641-84cfa82f2eec,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:50.150652 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.150928 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.182743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.309749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Pushing event updated for resources: {'Port': ['ID=35b2dd72-7125-464f-9641-84cfa82f2eec,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.392893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.393659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.394903 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-2e8b66e0-3fb8-4def-ba35-e919453f1ffc service neutron] 10.222.0.25 "PUT /v2.0/ports/35b2dd72-7125-464f-9641-84cfa82f2eec HTTP/1.1" status: 200 len: 1093 time: 5.2091153 Nov 12 08:36:50.397881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722d6990-64bd-4023-91b5-237500b3ed30', 'tag': '35b2dd72-7125-464f-9641-84cfa82f2eec'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:50.425357 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4735d11-002f-410a-bbdd-26b09f15adfb" -d '{"events": [{"name": "network-changed", "server_uuid": "722d6990-64bd-4023-91b5-237500b3ed30", "tag": "35b2dd72-7125-464f-9641-84cfa82f2eec"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:50.427994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995cd53-0fa2-47a3-9fc9-04f0a9a7b96f None None] DHCP port deletion for 854095bb-a627-4623-a78b-8ea1a2823532 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:50.487021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=d9275d95-3ba8-438d-bef5-b01f23639d50,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.545507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:50.546097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: 61bb964d-ab83-4e2e-b29a-0f5858acfb51, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:50.610250 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a90f1-24a1-4333-ba7c-26dbddae7947 x-openstack-request-id: req-523a90f1-24a1-4333-ba7c-26dbddae7947 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:50.610711 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722d6990-64bd-4023-91b5-237500b3ed30", "tag": "35b2dd72-7125-464f-9641-84cfa82f2eec", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:50.611122 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-523a90f1-24a1-4333-ba7c-26dbddae7947 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:50.617418 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722d6990-64bd-4023-91b5-237500b3ed30', 'tag': '35b2dd72-7125-464f-9641-84cfa82f2eec', 'status': 'completed', 'code': 200} Nov 12 08:36:50.633828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:50.684447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 61bb964d-ab83-4e2e-b29a-0f5858acfb51) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:50.699482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.706476 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.743386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-480ee5dc-445b-4706-b467-db7f7e61bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.745534 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-480ee5dc-445b-4706-b467-db7f7e61bb97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 1096 time: 0.1256554 Nov 12 08:36:50.826839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1c068454-ad26-4a52-bc0c-613fe105ae87 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1589839 Nov 12 08:36:50.827371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49520) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:50.830316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-b2f050a2-4d3e-43d8-b93f-ff2f6b1bca12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35b2dd72-7125-464f-9641-84cfa82f2eec HTTP/1.1" status: 200 len: 217 time: 0.0756779 Nov 12 08:36:50.847337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876563078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:50.863556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Allocated IP 172.20.0.2 (7df8baf1-5b94-4520-80b1-732d846764d0/a66c21e4-3944-4dca-8d37-635e0554d84a/d7ad074b-589b-4c35-9ddf-9c433d26aeae) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:50.939415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db49f688-c1b3-41ce-89ec-8e6fa17433de None None] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:50.941370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.943384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.232186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.253821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.321643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-40a3c08e-6cfe-4261-a54d-457d34568ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.327897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-40a3c08e-6cfe-4261-a54d-457d34568ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff HTTP/1.1" status: 200 len: 849 time: 0.4171972 Nov 12 08:36:51.407257 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.408668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8b18058d-3ea0-4f28-a3c7-9b07be9a0333 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5744646 Nov 12 08:36:51.417562 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49536) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:51.446355 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.485020 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.518964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-aadef5c9-7d32-4ba8-9945-19854932b8dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=854095bb-a627-4623-a78b-8ea1a2823532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569099 Nov 12 08:36:51.661705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111949a-e140-4387-ab0c-a4d602dbc56c None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:51.672475 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7ff1-a5a4-47dc-a5ef-0a632cb72a0e req-e646c295-9dd2-48ce-a87a-3953900f19b1 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.697281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba7b7ff1-a5a4-47dc-a5ef-0a632cb72a0e req-e646c295-9dd2-48ce-a87a-3953900f19b1 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 944 time: 0.3787615 Nov 12 08:36:51.751215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.806423 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Attempting to bind port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:51.807116 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Attempting to bind port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:51.807699 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Attempting to bind port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:51.887481 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:51.888067 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:51.895862 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.896581 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:51.897936 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Bound port: 859e3f2c-2dbe-4c48-a89c-671ca752fe63, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:51.898602 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.041882 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74613cf-a5f5-4020-a6ba-a0df21d51f4d None None] Pushing event updated for resources: {'Port': ['ID=859e3f2c-2dbe-4c48-a89c-671ca752fe63,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.083640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f5c71351-3a12-46ab-a30a-15df9d60010f None None] Provisioning complete for port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:52.088143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f5c71351-3a12-46ab-a30a-15df9d60010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.096134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-555e4e43-bc59-45f3-9ebe-b6450446a605 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661874 Nov 12 08:36:52.208929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f5c71351-3a12-46ab-a30a-15df9d60010f None None] Port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:52.216494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-61bb964d-ab83-4e2e-b29a-0f5858acfb51', 'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': 'd9275d95-3ba8-438d-bef5-b01f23639d50'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:52.222422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.285735 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] For port 859e3f2c-2dbe-4c48-a89c-671ca752fe63, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:52.289779 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] For port 859e3f2c-2dbe-4c48-a89c-671ca752fe63, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=859e3f2c-2dbe-4c48-a89c-671ca752fe63,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:52.298412 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.399397 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74613cf-a5f5-4020-a6ba-a0df21d51f4d None None] Pushing event updated for resources: {'Port': ['ID=859e3f2c-2dbe-4c48-a89c-671ca752fe63,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.487776 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Routers {'a67e4eee-d836-4074-9c2a-deba5534b38d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:52.488896 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a67e4eee-d836-4074-9c2a-deba5534b38d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:52.863976 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] Set router a67e4eee-d836-4074-9c2a-deba5534b38d gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:52.866184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Allocated IP 172.20.0.1 (90d9f168-d6f0-46e7-aebf-7c1f6519df5f/635d34b5-cae7-4993-9940-53f7cba7aa9e/6ceb92d6-2993-4014-9621-a18eb6e4680c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:52.883892 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f6e64ab0-0ec6-424e-9867-99001e389752 req-9cbb40d5-2cf6-4ba8-a151-7cfec9514b5d service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7601974 Nov 12 08:36:52.935543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Allocated IP 172.21.0.2 (61bb964d-ab83-4e2e-b29a-0f5858acfb51/d9275d95-3ba8-438d-bef5-b01f23639d50/d3274557-0a6d-445d-a47e-a660f107419d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:53.169806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba7b7ff1-a5a4-47dc-a5ef-0a632cb72a0e req-edf8709d-5abe-48b8-9fc7-e184c4329b8e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4711626 Nov 12 08:36:53.318785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-7793a21c-1416-41a7-bc20-1bbef0536414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.321110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-7793a21c-1416-41a7-bc20-1bbef0536414 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b652c348add45888726f25b51566c3c&device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 1096 time: 0.3352344 Nov 12 08:36:53.426786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.665066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-9c0db6f4-421b-409d-8fc3-c00900da238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.667098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-9c0db6f4-421b-409d-8fc3-c00900da238a service neutron] 10.222.0.25 "GET /v2.0/networks?id=854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 200 len: 909 time: 0.3300753 Nov 12 08:36:53.722048 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:42Z', 'revision_number': 3, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:53.740557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.752297 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-cfec8a22-e21a-4b5a-a82d-82565f8ba3bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35b2dd72-7125-464f-9641-84cfa82f2eec HTTP/1.1" status: 200 len: 217 time: 0.0725029 Nov 12 08:36:53.776320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.853449 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07b727-9746-4ec2-bfdd-5147a1d217fb None None] The sync data for ids ['a67e4eee-d836-4074-9c2a-deba5534b38d'] in n-d-768509-25 is: [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:42Z', 'revision_number': 3, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:53.941372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db391949-40a6-4657-b798-ab6e7f9c5b51 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:53.956630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:54.019671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:54.058714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:54.166381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.201507 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.358897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.369998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Pushing event updated for resources: {'Port': ['ID=6ceb92d6-2993-4014-9621-a18eb6e4680c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:54.684462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-0658fdfe-6e22-4ce0-bc20-c3c340121501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.691441 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-0658fdfe-6e22-4ce0-bc20-c3c340121501 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff HTTP/1.1" status: 200 len: 849 time: 0.9282870 Nov 12 08:36:54.853215 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-a51e311c-5528-428e-8f49-412338114aa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=854095bb-a627-4623-a78b-8ea1a2823532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512136 Nov 12 08:36:54.919514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.969089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Network 7df8baf1-5b94-4520-80b1-732d846764d0 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:54.978200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169c617-cfe1-49d2-912e-df9631923efe req-7e53c543-5e53-42fb-bddb-e9ae7d4288b0 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.995565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7169c617-cfe1-49d2-912e-df9631923efe req-7e53c543-5e53-42fb-bddb-e9ae7d4288b0 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 944 time: 0.6233037 Nov 12 08:36:55.019493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:55.025686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.028160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:55.040678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-628fd60b-eacd-43e8-9390-3102576f8f77 None None] Provisioning complete for port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:55.041164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-628fd60b-eacd-43e8-9390-3102576f8f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.085842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Pushing event updated for resources: {'Port': ['ID=d7ad074b-589b-4c35-9ddf-9c433d26aeae,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.342103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.20.0.1 (7df8baf1-5b94-4520-80b1-732d846764d0/a66c21e4-3944-4dca-8d37-635e0554d84a/836dc964-e6b3-4042-b686-8eb5447c4ae9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:55.366758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7169c617-cfe1-49d2-912e-df9631923efe req-e15809ea-1dde-416b-9589-c331a4cee103 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696823 Nov 12 08:36:55.395404 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-7c837b89-9fad-4054-a7f1-798238d31f80 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262105 Nov 12 08:36:55.430253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Pushing event updated for resources: {'Port': ['ID=d3274557-0a6d-445d-a47e-a660f107419d,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.511255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:55.586973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:55.647791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:55.759013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Attempting to bind port d7ad074b-589b-4c35-9ddf-9c433d26aeae on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:55.774755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Attempting to bind port d7ad074b-589b-4c35-9ddf-9c433d26aeae by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '21a8eb49-a155-446d-99f1-bca765eab25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:55.778442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Attempting to bind port d7ad074b-589b-4c35-9ddf-9c433d26aeae on network 7df8baf1-5b94-4520-80b1-732d846764d0 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:55.811746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.946388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.973145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:55.978246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Checking segment: {'id': '21a8eb49-a155-446d-99f1-bca765eab25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:55.979299 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.983155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Bound using segment: {'id': '21a8eb49-a155-446d-99f1-bca765eab25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:55.984898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Bound port: d7ad074b-589b-4c35-9ddf-9c433d26aeae, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a8eb49-a155-446d-99f1-bca765eab25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7df8baf1-5b94-4520-80b1-732d846764d0'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:55.992973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.039233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 7df8baf1-5b94-4520-80b1-732d846764d0 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:56.052935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:56.065634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:56.132237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a4735d11-002f-410a-bbdd-26b09f15adfb req-bd2f7ea1-8cb4-4f44-af10-aa14864be654 service neutron] 10.222.0.25 "GET /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197065 Nov 12 08:36:56.192348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=836dc964-e6b3-4042-b686-8eb5447c4ae9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:56.200811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 859e3f2c-2dbe-4c48-a89c-671ca752fe63 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:56.286023 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.301096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Attempting to bind port d3274557-0a6d-445d-a47e-a660f107419d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:56.301792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Attempting to bind port d3274557-0a6d-445d-a47e-a660f107419d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:56.302520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Attempting to bind port d3274557-0a6d-445d-a47e-a660f107419d on network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:56.333355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.401521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] For port d7ad074b-589b-4c35-9ddf-9c433d26aeae, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:56.405989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] For port d7ad074b-589b-4c35-9ddf-9c433d26aeae, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d7ad074b-589b-4c35-9ddf-9c433d26aeae,segment=NetworkSegment(21a8eb49-a155-446d-99f1-bca765eab25b),segment_id=21a8eb49-a155-446d-99f1-bca765eab25b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:56.420957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:56.421944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Checking segment: {'id': '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:56.422566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.423145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Bound using segment: {'id': '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:56.424187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Bound port: d3274557-0a6d-445d-a47e-a660f107419d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '61bb964d-ab83-4e2e-b29a-0f5858acfb51'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:56.424797 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.436841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.657559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-628fd60b-eacd-43e8-9390-3102576f8f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.959662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] For port d3274557-0a6d-445d-a47e-a660f107419d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:56.961752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49650) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:56.972002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] For port d3274557-0a6d-445d-a47e-a660f107419d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d3274557-0a6d-445d-a47e-a660f107419d,segment=NetworkSegment(9a3baf2f-7b98-422a-a508-2b0da5fc1eb4),segment_id=9a3baf2f-7b98-422a-a508-2b0da5fc1eb4)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:57.006759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.081003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.184619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-628fd60b-eacd-43e8-9390-3102576f8f77 None None] For port 859e3f2c-2dbe-4c48-a89c-671ca752fe63, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=859e3f2c-2dbe-4c48-a89c-671ca752fe63,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:57.199639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05692b-6c2a-4054-8c73-cd0dba24db07 req-54e00a01-1f65-439a-b6c3-0931f392af97 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.218472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de05692b-6c2a-4054-8c73-cd0dba24db07 req-54e00a01-1f65-439a-b6c3-0931f392af97 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 944 time: 0.6032174 Nov 12 08:36:57.251170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:57.251170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.388640 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.410063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.488465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35b2dd72-7125-464f-9641-84cfa82f2eec details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:57.526774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bd6f0-7f2c-4c55-ac77-2aab7350cbdc None None] Pushing event updated for resources: {'Port': ['ID=d7ad074b-589b-4c35-9ddf-9c433d26aeae,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.607631 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-628fd60b-eacd-43e8-9390-3102576f8f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.707666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.resource_extend [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:36:57.908753 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf24979-5f01-451a-9893-63bdc62ad7b3 None None] Pushing event updated for resources: {'Port': ['ID=d3274557-0a6d-445d-a47e-a660f107419d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.996646 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.032421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Pushing event updated for resources: {'Port': ['ID=6ceb92d6-2993-4014-9621-a18eb6e4680c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:58.090720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de05692b-6c2a-4054-8c73-cd0dba24db07 req-d56558e5-1805-4923-8285-6e9c1ee3ccd6 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337015 Nov 12 08:36:58.093858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-30c707d8-7cf3-46fd-a914-daaa7aa69126 None None] Provisioning complete for port 6ceb92d6-2993-4014-9621-a18eb6e4680c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:58.095359 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-30c707d8-7cf3-46fd-a914-daaa7aa69126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.198776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-30c707d8-7cf3-46fd-a914-daaa7aa69126 None None] Port 6ceb92d6-2993-4014-9621-a18eb6e4680c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:58.270146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66214c13-e9e7-4077-8916-63b7d478563b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51498139c5a44b828f9928239a242171&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3026497 Nov 12 08:36:58.281382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49668) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.323269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d7ad074b-589b-4c35-9ddf-9c433d26aeae up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:58.495259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fd60b-eacd-43e8-9390-3102576f8f77 None None] Pushing event updated for resources: {'Port': ['ID=859e3f2c-2dbe-4c48-a89c-671ca752fe63,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:58.513011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 35b2dd72-7125-464f-9641-84cfa82f2eec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35b2dd72-7125-464f-9641-84cfa82f2eec,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:58.673231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '35b2dd72-7125-464f-9641-84cfa82f2eec', 'network_id': '854095bb-a627-4623-a78b-8ea1a2823532', 'port_id': '35b2dd72-7125-464f-9641-84cfa82f2eec', 'mac_address': 'fa:16:3e:3b:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:58.853889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:58.856217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:58.867786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d7ad074b-589b-4c35-9ddf-9c433d26aeae triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:58.868886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.105776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.235911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b2dd72-7125-464f-9641-84cfa82f2eec {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:59.368292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.420412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 35b2dd72-7125-464f-9641-84cfa82f2eec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35b2dd72-7125-464f-9641-84cfa82f2eec,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:59.500388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.657984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.689275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Router a67e4eee-d836-4074-9c2a-deba5534b38d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:59.817585 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.853627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['35b2dd72-7125-464f-9641-84cfa82f2eec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:59.960175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=35b2dd72-7125-464f-9641-84cfa82f2eec,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.033386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed542655-9db8-4afe-809e-87a83368b077 None None] Network 7df8baf1-5b94-4520-80b1-732d846764d0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:00.090380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdebfc-c12b-493e-94fb-8ea98a0c52a1 req-6d2f8017-1137-4152-af23-bab70c60c74e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.112085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53bdebfc-c12b-493e-94fb-8ea98a0c52a1 req-6d2f8017-1137-4152-af23-bab70c60c74e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 945 time: 0.5179806 Nov 12 08:37:00.157502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:00.202587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eca85c84-2e13-474f-93aa-1a698fbb0a52 admin admin] 10.222.0.16 "PUT /v2.0/routers/a67e4eee-d836-4074-9c2a-deba5534b38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6016562 Nov 12 08:37:00.213844 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.252230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.255427 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:37:00.299712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Sync routers for ids ['a67e4eee-d836-4074-9c2a-deba5534b38d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:00.353348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2a0bc70b-b71e-4e23-9d83-7e71b97d28cd None None] Provisioning complete for port 6ceb92d6-2993-4014-9621-a18eb6e4680c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:00.361025 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a0bc70b-b71e-4e23-9d83-7e71b97d28cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.469463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=836dc964-e6b3-4042-b686-8eb5447c4ae9,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.602307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port d7ad074b-589b-4c35-9ddf-9c433d26aeae, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d7ad074b-589b-4c35-9ddf-9c433d26aeae,segment=NetworkSegment(21a8eb49-a155-446d-99f1-bca765eab25b),segment_id=21a8eb49-a155-446d-99f1-bca765eab25b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:00.691764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c98a3-6ed5-4f78-a6bb-ac692dd83163 None None] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:00.714785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.779377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.790313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.802583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e4c9f16-348c-44f5-add3-06d9042383aa HTTP/1.1" status: 204 len: 168 time: 2.5104482 Nov 12 08:37:00.837848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53bdebfc-c12b-493e-94fb-8ea98a0c52a1 req-68b3b1d5-67b2-4f01-b523-dd6b23cf9ce4 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209499 Nov 12 08:37:00.868781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c9f16-348c-44f5-add3-06d9042383aa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.900794 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.907488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.908023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.908603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.909152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.909682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.910210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.910730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.911262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.911781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.912347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.913447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:00.913966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce33c5-8679-4c95-a0df-a0f428da98dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:01.470620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 7df8baf1-5b94-4520-80b1-732d846764d0 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:01.489100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:01.764407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Routers {'a67e4eee-d836-4074-9c2a-deba5534b38d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:01.766156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a67e4eee-d836-4074-9c2a-deba5534b38d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:01.787152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 859e3f2c-2dbe-4c48-a89c-671ca752fe63 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:01.896125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 97cb7324-c7f6-4451-ac2d-ce724d59bbfd is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:02.093351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2a0bc70b-b71e-4e23-9d83-7e71b97d28cd None None] Port 6ceb92d6-2993-4014-9621-a18eb6e4680c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:02.199162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=d7ad074b-589b-4c35-9ddf-9c433d26aeae,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:02.281122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:02.296678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] Sync routers for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:02.297928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49756) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:02.298689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0212e8e3-cbaa-4088-9ebb-27e296b19417 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/97cb7324-c7f6-4451-ac2d-ce724d59bbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8734250 Nov 12 08:37:02.322780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:02.335134 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:02.362508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fedb9-d28a-44f3-b80c-c0b01a33a2f5 req-8888925a-8d5f-43b6-9e95-f5a9cdfea334 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.373927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d6fedb9-d28a-44f3-b80c-c0b01a33a2f5 req-8888925a-8d5f-43b6-9e95-f5a9cdfea334 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 945 time: 0.2224731 Nov 12 08:37:02.481303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e575d83-7d87-4cf9-8bdb-ee4a6096f3c8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.496408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5e575d83-7d87-4cf9-8bdb-ee4a6096f3c8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports/836dc964-e6b3-4042-b686-8eb5447c4ae9 HTTP/1.1" status: 200 len: 910 time: 0.1957629 Nov 12 08:37:02.501037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:02.519899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d6fedb9-d28a-44f3-b80c-c0b01a33a2f5 req-b3dddaf5-e8a7-4323-907f-40aca3c7d778 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415250 Nov 12 08:37:02.589129 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:02.611199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Set router a67e4eee-d836-4074-9c2a-deba5534b38d gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:02.640450 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:02.648209 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:02.780537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Provisioning complete for port d7ad074b-589b-4c35-9ddf-9c433d26aeae triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:02.781107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.911325 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:02.914019 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240d41c-44a6-4673-b80a-730c48b619bf None None] The sync data for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:02.943292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49782) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:03.518743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-939247787-network', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:03.619086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Made reservation on behalf of ad4bce2f806c4357a93d2477aa8eea01 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:03.623743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.657501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.967398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:03.968174 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.045063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.081593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.104568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6ceb92d6-2993-4014-9621-a18eb6e4680c', 'name': '', 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'mac_address': 'fa:16:3e:1a:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '635d34b5-cae7-4993-9940-53f7cba7aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:51Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 2, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'subnets': [{'id': '635d34b5-cae7-4993-9940-53f7cba7aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:04.212790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Checking router: a67e4eee-d836-4074-9c2a-deba5534b38d for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:04.213256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Updating router a67e4eee-d836-4074-9c2a-deba5534b38d port 6ceb92d6-2993-4014-9621-a18eb6e4680c binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:04.233931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:04.264027 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.409204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371f553-4b53-473f-ae21-48bbd11c14c2 req-4ee52367-ff92-412e-864d-a2c9f44d6926 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.421667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6371f553-4b53-473f-ae21-48bbd11c14c2 req-4ee52367-ff92-412e-864d-a2c9f44d6926 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 945 time: 0.3741095 Nov 12 08:37:04.430507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78784176-913e-492e-a54c-e20b219ea13e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:04.462604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.463372 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Added segment 2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259 of type vlan for network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f Nov 12 08:37:04.510622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Provisioning complete for port d3274557-0a6d-445d-a47e-a660f107419d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:04.511752 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.565799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6371f553-4b53-473f-ae21-48bbd11c14c2 req-ceb0afd5-9674-46ff-93a3-6c7ee79f6278 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429524 Nov 12 08:37:04.573420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 49830) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:04.619302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d3274557-0a6d-445d-a47e-a660f107419d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:04.761449 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.792297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d3274557-0a6d-445d-a47e-a660f107419d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:04.793581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.111637 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.140546 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.141724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:05.143028 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.158464 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.199050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2539718 Nov 12 08:37:05.200333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49844) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:05.222456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Request body: {'subnet': {'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-939247787-subnet', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:05.255961 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.282273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] For port d3274557-0a6d-445d-a47e-a660f107419d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d3274557-0a6d-445d-a47e-a660f107419d,segment=NetworkSegment(9a3baf2f-7b98-422a-a508-2b0da5fc1eb4),segment_id=9a3baf2f-7b98-422a-a508-2b0da5fc1eb4)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:05.285508 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.374240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66c7ed-f847-4258-8f34-55e400fab4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=86ec5b5a-07df-4d29-a650-52e8e3e3d65f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.399288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86011611-df4f-45c6-a9c7-68dac5b85cb3 None None] Pushing event updated for resources: {'Port': ['ID=6ceb92d6-2993-4014-9621-a18eb6e4680c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.405194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:05.410823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.505652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Made reservation on behalf of ad4bce2f806c4357a93d2477aa8eea01 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:05.513089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.563313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.855331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35b2dd72-7125-464f-9641-84cfa82f2eec up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:06.125912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377dc0c-60ec-497e-8aec-0c20d94fefc8 req-c90097d9-d43b-4d97-85c6-cea0c48addff tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.134748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0377dc0c-60ec-497e-8aec-0c20d94fefc8 req-c90097d9-d43b-4d97-85c6-cea0c48addff tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 945 time: 0.3602493 Nov 12 08:37:06.251345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0377dc0c-60ec-497e-8aec-0c20d94fefc8 req-d1157008-7c94-4052-bdc7-976d86e90c63 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131446 Nov 12 08:37:06.387179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Provisioning complete for port d7ad074b-589b-4c35-9ddf-9c433d26aeae triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:06.395771 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.398787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb59c-b644-4f0d-b736-615b3914c7df None None] Pushing event updated for resources: {'Port': ['ID=d3274557-0a6d-445d-a47e-a660f107419d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.497405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.504814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Deleting port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:06.505201 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.519326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.21.0.1 (61bb964d-ab83-4e2e-b29a-0f5858acfb51/d9275d95-3ba8-438d-bef5-b01f23639d50/fc6b8db3-9a14-47b5-a95c-544a02d13092) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:06.547557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d7ad074b-589b-4c35-9ddf-9c433d26aeae up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:06.561835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Attempting to bind port 6ceb92d6-2993-4014-9621-a18eb6e4680c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:06.565429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Attempting to bind port 6ceb92d6-2993-4014-9621-a18eb6e4680c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:06.565429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Attempting to bind port 6ceb92d6-2993-4014-9621-a18eb6e4680c on network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:06.658271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:06.658835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Checking segment: {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:06.659484 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.660139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Bound using segment: {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:06.660922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Bound port: 6ceb92d6-2993-4014-9621-a18eb6e4680c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c286eba6-273f-4d7d-9f13-148d3208f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:06.661531 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.674169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 35b2dd72-7125-464f-9641-84cfa82f2eec completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:06.769290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] For port d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:06.770552 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.773527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 35b2dd72-7125-464f-9641-84cfa82f2eec triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:06.774058 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.829906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1baca27c-82bf-40e4-b234-7b1083c63535,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.853204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Calling delete_port for d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:06.979521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Checking segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:06.980720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Network hostable DHCP agents. Network: 86ec5b5a-07df-4d29-a650-52e8e3e3d65f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:07.069806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:07.097097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 86ec5b5a-07df-4d29-a650-52e8e3e3d65f) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:07.125238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.126142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.173189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-daab13a4-00fe-467a-a6ce-05b2bc9ed797 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9674237 Nov 12 08:37:07.215316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.217287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 49984) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:07.260970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:07.424462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a60519-0a20-4586-85c3-5302412f65f5 None None] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:07.510617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.585519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.588754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.700265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.764592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:07.784978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:07.796706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:07.821828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d7ad074b-589b-4c35-9ddf-9c433d26aeae triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:07.822519 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.824226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Pushing event deleted for resources: {'Port': ['ID=d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.932318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.964551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] For port 6ceb92d6-2993-4014-9621-a18eb6e4680c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:08.039684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=fc6b8db3-9a14-47b5-a95c-544a02d13092,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.120200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0380af-e5aa-4a4f-b905-f8d4afb083d2 req-d0833df3-eec6-427d-be46-8968b39e21e2 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.139697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a0380af-e5aa-4a4f-b905-f8d4afb083d2 req-d0833df3-eec6-427d-be46-8968b39e21e2 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 945 time: 0.5212438 Nov 12 08:37:08.156980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] For port 6ceb92d6-2993-4014-9621-a18eb6e4680c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ceb92d6-2993-4014-9621-a18eb6e4680c,segment=NetworkSegment(c286eba6-273f-4d7d-9f13-148d3208f387),segment_id=c286eba6-273f-4d7d-9f13-148d3208f387)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:08.216786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.273467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.435882 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.584808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Provisioning complete for port 836dc964-e6b3-4042-b686-8eb5447c4ae9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:08.585324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.604523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.622019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a0380af-e5aa-4a4f-b905-f8d4afb083d2 req-a65ee23f-ab4a-4f95-868b-c8131fdcdb9c tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737794 Nov 12 08:37:08.713586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.866183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.027017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722d6990-64bd-4023-91b5-237500b3ed30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b2dd72-7125-464f-9641-84cfa82f2eec'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:09.029547 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78618fd2-45c7-40c6-a140-e08ec44a3465" -d '{"events": [{"server_uuid": "722d6990-64bd-4023-91b5-237500b3ed30", "name": "network-vif-plugged", "status": "completed", "tag": "35b2dd72-7125-464f-9641-84cfa82f2eec"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:09.129802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Routers {'a67e4eee-d836-4074-9c2a-deba5534b38d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:09.130465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a67e4eee-d836-4074-9c2a-deba5534b38d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:09.210068 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0fd49-3779-4ddd-8d31-4be8f8d99894 x-openstack-request-id: req-86e0fd49-3779-4ddd-8d31-4be8f8d99894 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:09.211526 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722d6990-64bd-4023-91b5-237500b3ed30", "name": "network-vif-plugged", "status": "completed", "tag": "35b2dd72-7125-464f-9641-84cfa82f2eec", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:09.214026 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86e0fd49-3779-4ddd-8d31-4be8f8d99894 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:09.218214 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722d6990-64bd-4023-91b5-237500b3ed30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b2dd72-7125-464f-9641-84cfa82f2eec', 'code': 200} Nov 12 08:37:09.320389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86011611-df4f-45c6-a9c7-68dac5b85cb3 None None] Pushing event updated for resources: {'Port': ['ID=6ceb92d6-2993-4014-9621-a18eb6e4680c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:09.468289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:09.494869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 35b2dd72-7125-464f-9641-84cfa82f2eec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35b2dd72-7125-464f-9641-84cfa82f2eec,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:09.510183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.527014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Port 836dc964-e6b3-4042-b686-8eb5447c4ae9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:09.558148 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.568335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:09.569746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.709083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54061d70-2ce8-4539-98c5-9eff5a5de227 req-ee10bf27-e353-414d-a539-7e47ab533e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.711288 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-54061d70-2ce8-4539-98c5-9eff5a5de227 req-ee10bf27-e353-414d-a539-7e47ab533e9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 1097 time: 0.4032915 Nov 12 08:37:09.737817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d3274557-0a6d-445d-a47e-a660f107419d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:09.880555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:09.908346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b18be8ef-3947-4406-8b2b-20dfb491165c admin admin] 10.222.0.16 "PUT /v2.0/routers/479f75b6-7809-4e1f-80d4-94c23b7e0da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2638412 Nov 12 08:37:09.911349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50180) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:10.061869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] Set router a67e4eee-d836-4074-9c2a-deba5534b38d gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:10.141283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255b9d1-1cdc-4ecd-acb5-b5adeb415d81 req-9ae2b420-3757-4935-9375-e925b2bc21b3 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.144782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8255b9d1-1cdc-4ecd-acb5-b5adeb415d81 req-9ae2b420-3757-4935-9375-e925b2bc21b3 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 946 time: 0.2580385 Nov 12 08:37:10.170399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Provisioning complete for port d3274557-0a6d-445d-a47e-a660f107419d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:10.171336 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c48e5744-28ef-4922-99a2-76486187b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.245253 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-54061d70-2ce8-4539-98c5-9eff5a5de227 req-bf9a1cf9-7426-422e-9ac5-32f683e7fca4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164535 Nov 12 08:37:10.322411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.363636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.395877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Sync routers for ids ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:10.614412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Allocated IP 172.20.0.2 (86ec5b5a-07df-4d29-a650-52e8e3e3d65f/1baca27c-82bf-40e4-b234-7b1083c63535/0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:10.774164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.794520 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.892167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.932653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=fc6b8db3-9a14-47b5-a95c-544a02d13092,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.973960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=35b2dd72-7125-464f-9641-84cfa82f2eec,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:11.082636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Allocated IP 172.25.4.166 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/57802f58-f67e-4981-ae96-84d94d2cbb3c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:11.109196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8255b9d1-1cdc-4ecd-acb5-b5adeb415d81 req-b9f27c0e-a523-41a2-bb95-bf7ba4d1d0cf tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610110 Nov 12 08:37:11.123976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.224325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.279683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.366947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Routers {'479f75b6-7809-4e1f-80d4-94c23b7e0da0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:11.367855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:11.432429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Deleting port 09feaf75-79fc-41bb-871b-df7e2ee78667 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:11.433780 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.561300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:11.578168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:11.607854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d3274557-0a6d-445d-a47e-a660f107419d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:11.608482 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.609112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.735385 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fa05f919-834a-4968-834d-c258772a87d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.845807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] For port 09feaf75-79fc-41bb-871b-df7e2ee78667, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=09feaf75-79fc-41bb-871b-df7e2ee78667,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:11.847353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.898207 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.922686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Calling delete_port for 09feaf75-79fc-41bb-871b-df7e2ee78667 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:12.137877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.376590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:12.383069 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.397556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Set router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:12.419223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:12.424255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:12.439015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Pushing event updated for resources: {'Port': ['ID=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.461864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:12.485107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:12.556932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 97cb7324-c7f6-4451-ac2d-ce724d59bbfd has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:12.559636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:12.563229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Pushing event updated for resources: {'Port': ['ID=57802f58-f67e-4981-ae96-84d94d2cbb3c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.607501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.642189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Pushing event deleted for resources: {'Port': ['ID=09feaf75-79fc-41bb-871b-df7e2ee78667,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.694276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c000d14-0004-47ee-bda6-f9ff6c0b0cea req-e92ed1ba-5774-4fdb-bb13-be8073684c0b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.698242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c000d14-0004-47ee-bda6-f9ff6c0b0cea req-e92ed1ba-5774-4fdb-bb13-be8073684c0b tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 946 time: 0.2939308 Nov 12 08:37:12.701399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824716bd-7e0a-4603-8901-baeab6a507d2 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:13.016519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2c000d14-0004-47ee-bda6-f9ff6c0b0cea req-50f96939-ccb7-4a9a-b2e8-74759cb6d47c tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722943 Nov 12 08:37:13.038082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.409292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479f75b6-7809-4e1f-80d4-94c23b7e0da0', 'name': 'tempest-TestAggregatesBasicOps-1356112161-router', 'tenant_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:12Z', 'updated_at': '2021-11-12T08:37:11Z', 'revision_number': 6, 'project_id': 'd4e35f6fdb2e4db68a4463ab80b6f441', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:13.446950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.451061 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.720845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8566f2a-b385-41db-9398-a5fa4916b078 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:13.761040 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.762900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 479f75b6-7809-4e1f-80d4-94c23b7e0da0 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:13.786586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.792029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-49c34e60-0a3b-4fa7-a149-39ccf57dd304 admin admin] 10.222.0.16 "DELETE /v2.0/routers/479f75b6-7809-4e1f-80d4-94c23b7e0da0 HTTP/1.1" status: 204 len: 168 time: 3.8753932 Nov 12 08:37:13.794351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f151ed6e-1f58-491c-8434-698f2e75750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.798509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50402) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:13.808317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Checking router: 479f75b6-7809-4e1f-80d4-94c23b7e0da0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:13.951345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Attempting to bind port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:13.953174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Attempting to bind port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:13.957169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Attempting to bind port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 on network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:13.971721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Deleting subnet 8396e1da-821e-4084-b654-17df8625ff0b {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:13.978563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.989041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Provisioning complete for port 57802f58-f67e-4981-ae96-84d94d2cbb3c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:13.998073 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.067805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.128019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Routers set() bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:14.128626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Router IDs set() for agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:37:14.129567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'479f75b6-7809-4e1f-80d4-94c23b7e0da0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent'). {{(pid=102373) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:37:14.136349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1e61e-c340-4119-8da1-cd46173b4ead None None] The sync data for ids ['479f75b6-7809-4e1f-80d4-94c23b7e0da0'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:14.149399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:14.149995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Checking segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:14.153846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.154740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Bound using segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:14.155446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Bound port: 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:14.156110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.268985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:14.297209 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] Sync routers for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:14.323212 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:14.324166 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:14.328946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e5bd2da9-daaf-42e6-aee8-814a8c81fed1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/97cb7324-c7f6-4451-ac2d-ce724d59bbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8257043 Nov 12 08:37:14.339713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Port 57802f58-f67e-4981-ae96-84d94d2cbb3c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:14.340313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:14.394137 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.431142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Provisioning complete for port 6ceb92d6-2993-4014-9621-a18eb6e4680c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:14.432353 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.438870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6ceb92d6-2993-4014-9621-a18eb6e4680c', 'name': '', 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'mac_address': 'fa:16:3e:1a:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '635d34b5-cae7-4993-9940-53f7cba7aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:51Z', 'updated_at': '2021-11-12T08:37:07Z', 'revision_number': 4, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'subnets': [{'id': '635d34b5-cae7-4993-9940-53f7cba7aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:14.447102 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:14.476819 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:14.477921 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:14.525494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ecaf2-f81e-46de-a833-6274511209d3 None None] The sync data for ids ['a67e4eee-d836-4074-9c2a-deba5534b38d'] in n-d-768509-25 is: [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '6ceb92d6-2993-4014-9621-a18eb6e4680c', 'name': '', 'network_id': '90d9f168-d6f0-46e7-aebf-7c1f6519df5f', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'mac_address': 'fa:16:3e:1a:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '635d34b5-cae7-4993-9940-53f7cba7aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:51Z', 'updated_at': '2021-11-12T08:37:07Z', 'revision_number': 4, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'subnets': [{'id': '635d34b5-cae7-4993-9940-53f7cba7aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:14.585302 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:14.588065 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20172756-4f87-4d14-ae10-1149107e36d0 None None] The sync data for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:14.592650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ab030-03ff-4363-8cb1-86f77e8dc81d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.605118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50426) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:14.605700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-777ab030-03ff-4363-8cb1-86f77e8dc81d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports/fc6b8db3-9a14-47b5-a95c-544a02d13092 HTTP/1.1" status: 200 len: 910 time: 0.2637715 Nov 12 08:37:14.637785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.794815 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.877031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] For port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:14.897156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] For port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:14.922615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.014636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0b68-b086-4fc8-ab90-811d6199e3b8 None None] Pushing event updated for resources: {'Port': ['ID=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.027558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.090565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.109158 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.111626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8396e1da-821e-4084-b654-17df8625ff0b HTTP/1.1" status: 204 len: 168 time: 1.3115492 Nov 12 08:37:15.122723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fdfd4-b065-448c-8edd-9cf562ef31be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8396e1da-821e-4084-b654-17df8625ff0b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.137134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ee21a-cb86-418f-b2d7-6f41d411a391 None None] Network 847b7e48-5b2a-46ad-9fa0-fda61651c867 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:15.138302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50444) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:15.188392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] For port 6ceb92d6-2993-4014-9621-a18eb6e4680c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ceb92d6-2993-4014-9621-a18eb6e4680c,segment=NetworkSegment(c286eba6-273f-4d7d-9f13-148d3208f387),segment_id=c286eba6-273f-4d7d-9f13-148d3208f387)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:15.226101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.370213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Provisioning complete for port fc6b8db3-9a14-47b5-a95c-544a02d13092 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:15.371364 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.515664 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.808974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Port fc6b8db3-9a14-47b5-a95c-544a02d13092 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:15.824698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.826914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c07a0d-056c-494b-949f-6d9ae4241098 None None] Pushing event updated for resources: {'Port': ['ID=6ceb92d6-2993-4014-9621-a18eb6e4680c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.885428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.049576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] DHCP port deletion for 847b7e48-5b2a-46ad-9fa0-fda61651c867 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:16.244934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] Deleting port 57e58617-8c2f-4fbb-9dee-7fa8490138ad {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:16.250675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.378146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Router b279bdda-05f3-415c-a76d-a819676805df is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:16.398103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f90-6a18-47f5-9097-5362e8294ede req-70a11403-0f2b-4216-a936-06b7b83f2b55 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.415929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92e86f90-6a18-47f5-9097-5362e8294ede req-70a11403-0f2b-4216-a936-06b7b83f2b55 tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 946 time: 0.7709548 Nov 12 08:37:16.540802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:16.587258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] For port 57e58617-8c2f-4fbb-9dee-7fa8490138ad, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57e58617-8c2f-4fbb-9dee-7fa8490138ad,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:16.589283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.674823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92e86f90-6a18-47f5-9097-5362e8294ede req-d5872bd5-ccbe-466a-ba35-e6b8b2d5197a tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091031 Nov 12 08:37:16.709471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] Calling delete_port for 57e58617-8c2f-4fbb-9dee-7fa8490138ad owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:16.865318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Deleting port 57e58617-8c2f-4fbb-9dee-7fa8490138ad {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:16.865818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.087874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-17a5ca14-2d44-4b6d-9f43-37caa9793d3f tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.090313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-17a5ca14-2d44-4b6d-9f43-37caa9793d3f tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 946 time: 0.3755302 Nov 12 08:37:17.184094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-b5e0f61a-68c0-472e-9f6d-4ceaff5ae6bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4305193 Nov 12 08:37:17.189072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.242435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:17.283265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.292810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0fadefb8-1333-4922-b8bb-7477d1b31eca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0719867 Nov 12 08:37:17.298228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50476) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:17.300290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] For port 57e58617-8c2f-4fbb-9dee-7fa8490138ad, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57e58617-8c2f-4fbb-9dee-7fa8490138ad,segment=NetworkSegment(0d01fab9-3a44-4130-be9a-8bdb95970b77),segment_id=0d01fab9-3a44-4130-be9a-8bdb95970b77)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:17.300669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.334577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:17.335221 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.452033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Calling delete_port for 57e58617-8c2f-4fbb-9dee-7fa8490138ad owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:17.494647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Sync routers for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:17.527081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84420f-1369-4173-adf2-98fdc99c9ede None None] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:17.668705 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.704967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:17.705898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:17.707852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Deleting port 35b2dd72-7125-464f-9641-84cfa82f2eec {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:17.713783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.952080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-68fa45f4-582b-4d53-b690-ea0b9b55c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.953945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-68fa45f4-582b-4d53-b690-ea0b9b55c557 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.6358509 Nov 12 08:37:17.958944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bb7cd837-082b-44b6-bac5-14aa79c2b4e6 None None] Provisioning complete for port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:17.959979 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd837-082b-44b6-bac5-14aa79c2b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.015998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] For port 35b2dd72-7125-464f-9641-84cfa82f2eec, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=35b2dd72-7125-464f-9641-84cfa82f2eec,segment=NetworkSegment(bd34da45-b58e-4cf6-90af-9dcc10a31cb8),segment_id=bd34da45-b58e-4cf6-90af-9dcc10a31cb8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:18.016411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.052122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Calling delete_port for 35b2dd72-7125-464f-9641-84cfa82f2eec owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:18.258072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-b1d65bb4-cfbc-4369-ab36-cae20a2ca3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.259585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-b1d65bb4-cfbc-4369-ab36-cae20a2ca3cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 0.2383249 Nov 12 08:37:18.313453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:18.727887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.745295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.750704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-827a328a-f2f3-40a2-9960-8cfc4473694c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 1000 time: 0.4794986 Nov 12 08:37:18.767692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.776488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] No DVR routers for this DVR port 57e58617-8c2f-4fbb-9dee-7fa8490138ad on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:18.969027 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.005652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e58617-8c2f-4fbb-9dee-7fa8490138ad,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.013366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] No DVR routers for this DVR port 57e58617-8c2f-4fbb-9dee-7fa8490138ad on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:19.033895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d501c5-6560-4c8a-bb8b-b3da2dea4b9b req-b3df1c0f-a7a2-4c49-ac43-df73394a67ba tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.036583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0d501c5-6560-4c8a-bb8b-b3da2dea4b9b req-b3df1c0f-a7a2-4c49-ac43-df73394a67ba tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/ports?device_id=722d6990-64bd-4023-91b5-237500b3ed30 HTTP/1.1" status: 200 len: 946 time: 1.1253731 Nov 12 08:37:19.062046 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd837-082b-44b6-bac5-14aa79c2b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.081399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['35b2dd72-7125-464f-9641-84cfa82f2eec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:19.163397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Pushing event deleted for resources: {'Port': ['ID=35b2dd72-7125-464f-9641-84cfa82f2eec,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.285977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] No DVR routers for this DVR port 35b2dd72-7125-464f-9641-84cfa82f2eec on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:19.295065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.299544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-37fccf5b-1b8b-414d-8bfe-e23139499970 req-40bf28da-1082-466a-893a-c7419632c37e tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.25 "DELETE /v2.0/ports/35b2dd72-7125-464f-9641-84cfa82f2eec HTTP/1.1" status: 204 len: 173 time: 2.1587355 Nov 12 08:37:19.300039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722d6990-64bd-4023-91b5-237500b3ed30', 'name': 'network-vif-deleted', 'tag': '35b2dd72-7125-464f-9641-84cfa82f2eec'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:19.316925 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2966d-1262-48ee-b019-04374ed77fa2" -d '{"events": [{"server_uuid": "722d6990-64bd-4023-91b5-237500b3ed30", "name": "network-vif-deleted", "tag": "35b2dd72-7125-464f-9641-84cfa82f2eec"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:19.348493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.420011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-8ab342c3-bd1b-485f-843c-b69fd94c5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.450877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-8ab342c3-bd1b-485f-843c-b69fd94c5960 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.6717079 Nov 12 08:37:19.458419 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9758181c-f363-4591-a86a-53218316214a x-openstack-request-id: req-9758181c-f363-4591-a86a-53218316214a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:19.460355 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722d6990-64bd-4023-91b5-237500b3ed30", "name": "network-vif-deleted", "tag": "35b2dd72-7125-464f-9641-84cfa82f2eec", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:19.460770 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9758181c-f363-4591-a86a-53218316214a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:19.461388 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722d6990-64bd-4023-91b5-237500b3ed30', 'name': 'network-vif-deleted', 'tag': '35b2dd72-7125-464f-9641-84cfa82f2eec', 'status': 'completed', 'code': 200} Nov 12 08:37:19.500025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0d501c5-6560-4c8a-bb8b-b3da2dea4b9b req-1af19b3f-b5dc-4d19-af7d-8ddeb7400f4f tempest-VolumesActionsTest-367883574 tempest-VolumesActionsTest-367883574-project] 10.222.0.16 "GET /v2.0/security-groups?id=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863754 Nov 12 08:37:19.586148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bb7cd837-082b-44b6-bac5-14aa79c2b4e6 None None] For port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:19.609597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5bda9-b434-44f3-a750-fab58a722f72 None None] DHCP port deletion for 854095bb-a627-4623-a78b-8ea1a2823532 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:19.620891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156731cc-bfb7-4c7d-b39b-57ab92f4948f None None] Pushing event deleted for resources: {'Port': ['ID=57e58617-8c2f-4fbb-9dee-7fa8490138ad,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.685410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.766636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd837-082b-44b6-bac5-14aa79c2b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.829653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Allocated IP 172.20.0.1 (86ec5b5a-07df-4d29-a650-52e8e3e3d65f/1baca27c-82bf-40e4-b234-7b1083c63535/5e26f809-658f-43b9-b98c-c207b47f1686) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:19.864438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847b7e48-5b2a-46ad-9fa0-fda61651c867']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:19.966444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d01fab9-3a44-4130-be9a-8bdb95970b77') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:19.972891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d01fab9-3a44-4130-be9a-8bdb95970b77') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:20.044929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.125010 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.169649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:20.170222 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:20.179009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:20.182917 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.184456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cd837-082b-44b6-bac5-14aa79c2b4e6 None None] Pushing event updated for resources: {'Port': ['ID=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: self.session.flush() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:20.248528 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:20.328269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:14Z', 'revision_number': 3, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:20.372357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.433447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Checking router: b279bdda-05f3-415c-a76d-a819676805df for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:20.433998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Updating router b279bdda-05f3-415c-a76d-a819676805df port 57802f58-f67e-4981-ae96-84d94d2cbb3c binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:20.505146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.528101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-5190c2ee-33bd-4e21-a597-f6a14b2e9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.529957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-5190c2ee-33bd-4e21-a597-f6a14b2e9ffb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0269074 Nov 12 08:37:20.530374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.531462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.543818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.547708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/847b7e48-5b2a-46ad-9fa0-fda61651c867 HTTP/1.1" status: 204 len: 168 time: 5.4083343 Nov 12 08:37:20.591723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50522) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:20.747177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-fab277c7-74c5-4872-aaa7-4d5cedaebb1b service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748152 Nov 12 08:37:20.790070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:20.874593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1292d-9aba-48bf-8982-f4e4daeca2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=847b7e48-5b2a-46ad-9fa0-fda61651c867,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:20.876490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:20.906637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:21.231551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ceb92d6-2993-4014-9621-a18eb6e4680c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:21.360604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-956f900a-bcd3-41cb-a5ce-e25f73c90187 req-a627c74b-87a8-4bda-a511-c3616adfcab5 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121271 Nov 12 08:37:21.402642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port fc6b8db3-9a14-47b5-a95c-544a02d13092 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:21.426070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5d58de07-8a87-45f1-9bfe-014e8cdd0f87 None None] Provisioning complete for port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:21.426823 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.436212 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d58de07-8a87-45f1-9bfe-014e8cdd0f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.551952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Pushing event updated for resources: {'Port': ['ID=5e26f809-658f-43b9-b98c-c207b47f1686,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.659050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35b2dd72-7125-464f-9641-84cfa82f2eec no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:21.727140 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.738449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 35b2dd72-7125-464f-9641-84cfa82f2eec {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:21.738797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 35b2dd72-7125-464f-9641-84cfa82f2eec not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:21.753126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for fc6b8db3-9a14-47b5-a95c-544a02d13092 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:21.769752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.960074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6ceb92d6-2993-4014-9621-a18eb6e4680c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:21.960604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.324254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.368421 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.441584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=fc6b8db3-9a14-47b5-a95c-544a02d13092,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:22.472035 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.587800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.930137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584034c-09b9-483e-a02d-fb9ebe9bb76f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:23.074658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.205987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.222728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Attempting to bind port 57802f58-f67e-4981-ae96-84d94d2cbb3c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:23.222728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Attempting to bind port 57802f58-f67e-4981-ae96-84d94d2cbb3c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:23.223211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Attempting to bind port 57802f58-f67e-4981-ae96-84d94d2cbb3c on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:23.262600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-99fbe128-24ab-4094-b7c3-4cbc2f9b4b4a None None] Provisioning complete for port 5e26f809-658f-43b9-b98c-c207b47f1686 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:23.262600 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99fbe128-24ab-4094-b7c3-4cbc2f9b4b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.273135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c726a-fe1e-42fb-9632-b376790a9d4f None None] Pushing event updated for resources: {'Port': ['ID=57802f58-f67e-4981-ae96-84d94d2cbb3c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.695020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:23.696154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:23.696154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.702669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:23.707977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Bound port: 57802f58-f67e-4981-ae96-84d94d2cbb3c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:23.709244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.883453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] For port 57802f58-f67e-4981-ae96-84d94d2cbb3c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:23.891578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] For port 57802f58-f67e-4981-ae96-84d94d2cbb3c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57802f58-f67e-4981-ae96-84d94d2cbb3c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:23.921949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.016877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.033597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.214294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 97cb7324-c7f6-4451-ac2d-ce724d59bbfd has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:24.251281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Pushing event updated for resources: {'Port': ['ID=5e26f809-658f-43b9-b98c-c207b47f1686,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.298337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c726a-fe1e-42fb-9632-b376790a9d4f None None] Pushing event updated for resources: {'Port': ['ID=57802f58-f67e-4981-ae96-84d94d2cbb3c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.316598 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.317861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:24.332187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-99fbe128-24ab-4094-b7c3-4cbc2f9b4b4a None None] Port 5e26f809-658f-43b9-b98c-c207b47f1686 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:24.400575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ddc2c8-04f2-441d-8192-6e49da953a19 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:24.422375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:24.422951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d31f56da-8cd1-44ce-b46a-eb5dc9bf05e5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:24.423544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57e58617-8c2f-4fbb-9dee-7fa8490138ad no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:24.672900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 57e58617-8c2f-4fbb-9dee-7fa8490138ad {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:24.678466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57e58617-8c2f-4fbb-9dee-7fa8490138ad not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:24.679458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 09feaf75-79fc-41bb-871b-df7e2ee78667 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:24.720532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:24.725482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:24.807819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:24.812488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:24.919612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Deleting port 6ceb92d6-2993-4014-9621-a18eb6e4680c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:24.920475 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.032925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 09feaf75-79fc-41bb-871b-df7e2ee78667 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:25.035288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 09feaf75-79fc-41bb-871b-df7e2ee78667 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:25.568034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-065455ae-acad-4cec-b556-736be0b09fc4 None None] Provisioning complete for port 57802f58-f67e-4981-ae96-84d94d2cbb3c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:25.574953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-065455ae-acad-4cec-b556-736be0b09fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.710298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] For port 6ceb92d6-2993-4014-9621-a18eb6e4680c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6ceb92d6-2993-4014-9621-a18eb6e4680c,segment=NetworkSegment(c286eba6-273f-4d7d-9f13-148d3208f387),segment_id=c286eba6-273f-4d7d-9f13-148d3208f387)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:25.711812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.748990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Calling delete_port for 6ceb92d6-2993-4014-9621-a18eb6e4680c owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:25.790140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:26.101332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:26.118123 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] Sync routers for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:26.118920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dc863d38-1dbb-4064-9d99-ca32d4990e30 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/97cb7324-c7f6-4451-ac2d-ce724d59bbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5067379 Nov 12 08:37:26.118920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:26.169988 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:26.170639 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:26.183474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:26.260952 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:26.283191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:26.287123 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:26.379679 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:26.386835 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7d26-8243-439c-934e-49c3b54cfd49 None None] The sync data for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:26.742447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-065455ae-acad-4cec-b556-736be0b09fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.263215 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.338729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:27.339668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.463371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Router b279bdda-05f3-415c-a76d-a819676805df has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:27.476078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-065455ae-acad-4cec-b556-736be0b09fc4 None None] For port 57802f58-f67e-4981-ae96-84d94d2cbb3c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57802f58-f67e-4981-ae96-84d94d2cbb3c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:27.494795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-065455ae-acad-4cec-b556-736be0b09fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.241981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6bc252b8-7f08-4be6-9e4a-9cc893719d0f None None] Provisioning complete for port 57802f58-f67e-4981-ae96-84d94d2cbb3c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:28.243448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bc252b8-7f08-4be6-9e4a-9cc893719d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.323999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 836dc964-e6b3-4042-b686-8eb5447c4ae9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:28.324930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.406011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.470496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:28.483363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065455ae-acad-4cec-b556-736be0b09fc4 None None] Pushing event updated for resources: {'Port': ['ID=57802f58-f67e-4981-ae96-84d94d2cbb3c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.516091 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c8d7404-db23-4dad-a6c6-bd86e9efb854 admin admin] 10.222.0.16 "PUT /v2.0/routers/b279bdda-05f3-415c-a76d-a819676805df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1996305 Nov 12 08:37:28.689522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ceb92d6-2993-4014-9621-a18eb6e4680c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.740184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 2, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:28.874729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.925224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 836dc964-e6b3-4042-b686-8eb5447c4ae9 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:29.621072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.804532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.885664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c4b2c-6c9f-49ca-a93b-cfe26c639bab None None] The sync data for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 is: [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 2, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:29.948165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=836dc964-e6b3-4042-b686-8eb5447c4ae9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:30.123000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6bc252b8-7f08-4be6-9e4a-9cc893719d0f None None] Provisioning complete for port 5e26f809-658f-43b9-b98c-c207b47f1686 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:30.123978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bc252b8-7f08-4be6-9e4a-9cc893719d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.397534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6bc252b8-7f08-4be6-9e4a-9cc893719d0f None None] Port 5e26f809-658f-43b9-b98c-c207b47f1686 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:30.899057 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.038766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Router a67e4eee-d836-4074-9c2a-deba5534b38d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:31.320612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 97cb7324-c7f6-4451-ac2d-ce724d59bbfd has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:31.417436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:31.434514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5492bd75-2fcd-4ffb-bd32-c2e9debbc416 admin admin] 10.222.0.16 "PUT /v2.0/routers/a67e4eee-d836-4074-9c2a-deba5534b38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8362677 Nov 12 08:37:31.436659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50750) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.437745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] Sync routers for ids ['a67e4eee-d836-4074-9c2a-deba5534b38d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:31.482280 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] Routers {'a67e4eee-d836-4074-9c2a-deba5534b38d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:31.483058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a67e4eee-d836-4074-9c2a-deba5534b38d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.603061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:31.615705 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0f486d23-6a02-4677-9fcc-75c7a73b786f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/97cb7324-c7f6-4451-ac2d-ce724d59bbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4961655 Nov 12 08:37:31.620760 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] Sync routers for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:31.631265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.638937 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:31.642669 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.734870 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-59728f4d-473f-4418-877b-11606aeb3dfe tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=97cb7324-c7f6-4451-ac2d-ce724d59bbfd HTTP/1.1" status: 200 len: 205 time: 0.0946581 Nov 12 08:37:31.739284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50754) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.834053 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.916736 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] Routers {'97cb7324-c7f6-4451-ac2d-ce724d59bbfd'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:31.917420 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.969660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50762) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.988917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1322540792-network', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:32.011218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] Set router a67e4eee-d836-4074-9c2a-deba5534b38d gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:32.046655 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.047293 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9184700-6feb-4a59-ad46-6472e4c3149c None None] The sync data for ids ['97cb7324-c7f6-4451-ac2d-ce724d59bbfd'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:32.092693 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.123318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.361913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Made reservation on behalf of d80e9ec409fa4081b4f9cef9ce812593 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:32.368105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.572786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.575322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.822853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Deleting port 859e3f2c-2dbe-4c48-a89c-671ca752fe63 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:32.829463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.915607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57802f58-f67e-4981-ae96-84d94d2cbb3c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:33.209525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.214525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.221838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] For port 859e3f2c-2dbe-4c48-a89c-671ca752fe63, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=859e3f2c-2dbe-4c48-a89c-671ca752fe63,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:33.228250 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.267718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 57802f58-f67e-4981-ae96-84d94d2cbb3c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:33.268125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.275042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Calling delete_port for 859e3f2c-2dbe-4c48-a89c-671ca752fe63 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:33.314062 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.324852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.325844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router 97cb7324-c7f6-4451-ac2d-ce724d59bbfd {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:33.348829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.355737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-88abd2b4-ffe2-4b74-ae10-27f3cedb30e6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/97cb7324-c7f6-4451-ac2d-ce724d59bbfd HTTP/1.1" status: 204 len: 168 time: 1.6120358 Nov 12 08:37:33.358754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50788) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:33.409285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:37:27Z', 'revision_number': 5, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port': {'id': '859e3f2c-2dbe-4c48-a89c-671ca752fe63', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:39Z', 'updated_at': '2021-11-12T08:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:33.531245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] Checking router: a67e4eee-d836-4074-9c2a-deba5534b38d for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:33.557657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet d9275d95-3ba8-438d-bef5-b01f23639d50 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:33.572264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] Routers {'a67e4eee-d836-4074-9c2a-deba5534b38d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:33.573504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.581306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a67e4eee-d836-4074-9c2a-deba5534b38d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:33.774756 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.018526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.022631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.043232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:34.080590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.081238 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Added segment 1df069a1-4a4d-4401-9506-d05e9b7c6708 of type vlan for network ca891076-8116-42d3-8806-2f62a0620352 Nov 12 08:37:34.216686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.243594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7758e7e3-6e7d-4396-b993-fef7a5d26bee None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:34.394147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] Set router a67e4eee-d836-4074-9c2a-deba5534b38d gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:34.394670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Pushing event deleted for resources: {'Port': ['ID=859e3f2c-2dbe-4c48-a89c-671ca752fe63,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.415596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.439459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fffa946-0e0d-40e4-9109-80c62c621514,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.496030 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.506972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.512722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.627162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:37:32Z', 'revision_number': 6, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:34.678335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.682187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.727936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d7aa04-3283-460a-b04a-c7c90169a8fc None None] The sync data for ids ['a67e4eee-d836-4074-9c2a-deba5534b38d'] in n-d-768509-25 is: [{'id': 'a67e4eee-d836-4074-9c2a-deba5534b38d', 'name': 'tempest-TestAggregatesBasicOps-1034142746-router', 'tenant_id': '87b59267a27f4f529adc31178ffd325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:37:32Z', 'revision_number': 6, 'project_id': '87b59267a27f4f529adc31178ffd325b', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:34.740367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.741244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a67e4eee-d836-4074-9c2a-deba5534b38d {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:34.747460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.749158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-00ddb6dd-a4e6-49d3-92ad-0b191799b30c admin admin] 10.222.0.16 "DELETE /v2.0/routers/a67e4eee-d836-4074-9c2a-deba5534b38d HTTP/1.1" status: 204 len: 168 time: 3.3115034 Nov 12 08:37:34.751738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.809526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8324261 Nov 12 08:37:34.826066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50832) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.828650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Deleting subnet 635d34b5-cae7-4993-9940-53f7cba7aa9e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:34.834520 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.836644 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Request body: {'subnet': {'network_id': 'ca891076-8116-42d3-8806-2f62a0620352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1322540792-subnet', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.870752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8ca0-ebd8-4caf-a40f-2e9bd810a5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca891076-8116-42d3-8806-2f62a0620352,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.887609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ca891076-8116-42d3-8806-2f62a0620352 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:34.889255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.969502 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.094743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Made reservation on behalf of d80e9ec409fa4081b4f9cef9ce812593 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:35.097192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.151459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.315432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.429268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75776f2-eb69-461a-8484-c071e956198e None None] Network 90d9f168-d6f0-46e7-aebf-7c1f6519df5f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:35.516882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.545084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/635d34b5-cae7-4993-9940-53f7cba7aa9e HTTP/1.1" status: 204 len: 168 time: 0.7918453 Nov 12 08:37:35.561922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50846) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:35.580192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec3d3-6fac-4cd8-8218-5be783cdcab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635d34b5-cae7-4993-9940-53f7cba7aa9e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:35.826123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.943203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Deleting port a57775fb-8a8d-4e38-996b-f35a646f1ebc {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:35.943681 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.004981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Sync routers for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:36.031563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db8407-e22c-443e-b6c7-c5757ec0c846 None None] DHCP port deletion for 90d9f168-d6f0-46e7-aebf-7c1f6519df5f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:36.044850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:36.049487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:14Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:36.080843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.110661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] For port a57775fb-8a8d-4e38-996b-f35a646f1ebc, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a57775fb-8a8d-4e38-996b-f35a646f1ebc,segment=NetworkSegment(c286eba6-273f-4d7d-9f13-148d3208f387),segment_id=c286eba6-273f-4d7d-9f13-148d3208f387)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:36.111026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.117841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.136602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Calling delete_port for a57775fb-8a8d-4e38-996b-f35a646f1ebc owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:36.268114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.325515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.351122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Pushing event deleted for resources: {'Port': ['ID=a57775fb-8a8d-4e38-996b-f35a646f1ebc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.353993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/d9275d95-3ba8-438d-bef5-b01f23639d50 HTTP/1.1" status: 204 len: 168 time: 2.9901776 Nov 12 08:37:36.354303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] No DVR routers for this DVR port a57775fb-8a8d-4e38-996b-f35a646f1ebc on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:36.361318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:36.484990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb96d60b-52c6-44a9-b11b-9db5de42202e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.601559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:36.610510 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a5a55-b1a3-4b8a-aa30-2f23af88e0f5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=d9275d95-3ba8-438d-bef5-b01f23639d50,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.641988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Checking segment: {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:36.642176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Network hostable DHCP agents. Network: ca891076-8116-42d3-8806-2f62a0620352, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:36.655470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.698232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d9f168-d6f0-46e7-aebf-7c1f6519df5f']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:36.714526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet a66c21e4-3944-4dca-8d37-635e0554d84a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:36.718131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Network ca891076-8116-42d3-8806-2f62a0620352 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:36.756018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b1b6b-d8a0-4295-90a5-aff112c5e3a6 None None] Network 61bb964d-ab83-4e2e-b29a-0f5858acfb51 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:36.759527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ca891076-8116-42d3-8806-2f62a0620352) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:36.768929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.770415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.785794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c286eba6-273f-4d7d-9f13-148d3208f387') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:36.786780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c286eba6-273f-4d7d-9f13-148d3208f387') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:36.796377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.829318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a57775fb-8a8d-4e38-996b-f35a646f1ebc no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:36.840742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9abceae4-b4b2-4156-ae04-1e29f761d6d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0130825 Nov 12 08:37:36.846239 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50862) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:36.847944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b4d13a-38b8-4253-8903-e9ca1ecebb0b None None] Network ca891076-8116-42d3-8806-2f62a0620352 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:36.854483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:36.860463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.872662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f8db8407-e22c-443e-b6c7-c5757ec0c846 None None] The port 'a57775fb-8a8d-4e38-996b-f35a646f1ebc' was deleted {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:37:36.922894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.924888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.928783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.965317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:36.966483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:36.971090 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:36.999565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.142088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.203084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.212689 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] 10.222.0.16 "DELETE /v2.0/networks/90d9f168-d6f0-46e7-aebf-7c1f6519df5f HTTP/1.1" status: 204 len: 168 time: 1.6366601 Nov 12 08:37:37.217304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.222932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fae0a8-d9f9-4d6f-aa30-78c0e5b7706e admin admin] Pushing event deleted for resources: {'Network': ['ID=90d9f168-d6f0-46e7-aebf-7c1f6519df5f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:37.258961 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:37:37.428025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.591331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.611927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a57775fb-8a8d-4e38-996b-f35a646f1ebc {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:37.632949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a57775fb-8a8d-4e38-996b-f35a646f1ebc not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:37.633587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 859e3f2c-2dbe-4c48-a89c-671ca752fe63 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:37.682738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=a66c21e4-3944-4dca-8d37-635e0554d84a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:37.703778 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.723573 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6a231d7d-af78-4c2f-9f43-bc3d9ff07e13 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/a66c21e4-3944-4dca-8d37-635e0554d84a HTTP/1.1" status: 204 len: 168 time: 1.3532379 Nov 12 08:37:37.723860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50876) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:37.810036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.814249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 859e3f2c-2dbe-4c48-a89c-671ca752fe63 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:37.814871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 859e3f2c-2dbe-4c48-a89c-671ca752fe63 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:37.816298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ceb92d6-2993-4014-9621-a18eb6e4680c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:38.055828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.060228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c610e0-c21c-4239-9f3f-5cbca3e65487 None None] Network 7df8baf1-5b94-4520-80b1-732d846764d0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:38.126948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50882) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.209971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb6d6ae8-8da2-47b0-8f6e-50436810f593 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4e35f6fdb2e4db68a4463ab80b6f441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818405 Nov 12 08:37:38.213217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50884) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.419169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port d3274557-0a6d-445d-a47e-a660f107419d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:38.419169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.536923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6ceb92d6-2993-4014-9621-a18eb6e4680c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:38.537894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6ceb92d6-2993-4014-9621-a18eb6e4680c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:38.624013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-ca891076-8116-42d3-8806-2f62a0620352', 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'fixed_ips': [{'subnet_id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:38.625870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.662488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port d3274557-0a6d-445d-a47e-a660f107419d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d3274557-0a6d-445d-a47e-a660f107419d,segment=NetworkSegment(9a3baf2f-7b98-422a-a508-2b0da5fc1eb4),segment_id=9a3baf2f-7b98-422a-a508-2b0da5fc1eb4)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:38.664333 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.710460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for d3274557-0a6d-445d-a47e-a660f107419d owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:38.746258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.849964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27577bb5-fa8a-4ef4-b41f-f1f7cc7f256e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.854358 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.967292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=d3274557-0a6d-445d-a47e-a660f107419d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.990071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port d3274557-0a6d-445d-a47e-a660f107419d on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:39.096792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27577bb5-fa8a-4ef4-b41f-f1f7cc7f256e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.212535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0342-ef00-422e-888e-7f88f007f663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.528644 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27577bb5-fa8a-4ef4-b41f-f1f7cc7f256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.534181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-27577bb5-fa8a-4ef4-b41f-f1f7cc7f256e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.541042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-27577bb5-fa8a-4ef4-b41f-f1f7cc7f256e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36740127-51bd-4cf6-9c3a-c89b176213c3 HTTP/1.1" status: 204 len: 168 time: 1.3244326 Nov 12 08:37:39.573377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.604943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.614037 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0342-ef00-422e-888e-7f88f007f663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.625192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0342-ef00-422e-888e-7f88f007f663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.675614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.741906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27577bb5-fa8a-4ef4-b41f-f1f7cc7f256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36740127-51bd-4cf6-9c3a-c89b176213c3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:39.757475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.805625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bb964d-ab83-4e2e-b29a-0f5858acfb51']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:39.854153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c2a0342-ef00-422e-888e-7f88f007f663 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c72a53a316c49bd877ceb5992adcc98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1058278 Nov 12 08:37:39.856853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:39.883241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:39.891117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3baf2f-7b98-422a-a508-2b0da5fc1eb4') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:39.988329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0342-ef00-422e-888e-7f88f007f663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26642019-e4e8-4030-b874-c571bd38ba27,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:39.998286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.064104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.099934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:40.103301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:40.115216 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:40.121096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d07730e2-ea23-4e3e-8b99-9c8f996a8588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.177666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Allocated IP 172.20.0.2 (ca891076-8116-42d3-8806-2f62a0620352/eb96d60b-52c6-44a9-b11b-9db5de42202e/e613bfbf-0eb1-4771-bb06-41f8795f8d46) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:40.257597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d07730e2-ea23-4e3e-8b99-9c8f996a8588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.490712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d07730e2-ea23-4e3e-8b99-9c8f996a8588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.499698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d07730e2-ea23-4e3e-8b99-9c8f996a8588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.516814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d07730e2-ea23-4e3e-8b99-9c8f996a8588 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26642019-e4e8-4030-b874-c571bd38ba27 HTTP/1.1" status: 204 len: 168 time: 0.6581707 Nov 12 08:37:40.537215 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.537819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07730e2-ea23-4e3e-8b99-9c8f996a8588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26642019-e4e8-4030-b874-c571bd38ba27,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:40.659089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Allocated IP 172.25.4.151 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/85753c29-9b85-45fc-9cbd-cfb328954c1f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:40.715720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:40.990337 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1895e24-0f8a-4861-bc77-10cfc1e99de7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87b59267a27f4f529adc31178ffd325b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727370 Nov 12 08:37:40.995032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50930) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:41.038946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b881a3-b9ce-4499-90c4-e11c0675adc5 None None] DHCP port deletion for 61bb964d-ab83-4e2e-b29a-0f5858acfb51 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:41.137209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-649b4d4a-8625-4a8d-bd4a-454d62ba8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.295038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.373405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.419623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] DHCP port deletion for 7df8baf1-5b94-4520-80b1-732d846764d0 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:41.437972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.490339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.535700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 2, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:41.544770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.566899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/61bb964d-ab83-4e2e-b29a-0f5858acfb51 HTTP/1.1" status: 204 len: 168 time: 3.8343394 Nov 12 08:37:41.579137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 50936) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:41.580785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfbcc8-bedc-4dc1-a314-c3c05f4816cc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=61bb964d-ab83-4e2e-b29a-0f5858acfb51,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.598710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.606570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.610063 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c17f4e-0917-4260-a121-97081bfb9429 HTTP/1.1" status: 204 len: 168 time: 0.6100121 Nov 12 08:37:41.628377 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.649326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c17f4e-0917-4260-a121-97081bfb9429,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.703030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.705987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.707378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.710439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.712441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.713173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.714372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.715876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.716447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.716956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.718825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Checking router: b279bdda-05f3-415c-a76d-a819676805df for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:41.719038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:41.719579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Updating router b279bdda-05f3-415c-a76d-a819676805df port 5e26f809-658f-43b9-b98c-c207b47f1686 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:41.721329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea1300-70a2-472a-adf4-bdc5240483a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:42.046799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.112803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Network ca891076-8116-42d3-8806-2f62a0620352 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:42.127762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Pushing event updated for resources: {'Port': ['ID=e613bfbf-0eb1-4771-bb06-41f8795f8d46,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.256357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50948) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.299944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f53677f3-f83c-47ea-9225-e5f3cfd8384a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.478664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f53677f3-f83c-47ea-9225-e5f3cfd8384a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.490920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f53677f3-f83c-47ea-9225-e5f3cfd8384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.752361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f53677f3-f83c-47ea-9225-e5f3cfd8384a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8804d4377977477989e7f3328db443a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4927821 Nov 12 08:37:42.753170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 50956) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.762270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53677f3-f83c-47ea-9225-e5f3cfd8384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154890a3-9f45-44ab-a789-66af8f380fe1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.997583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.003801 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:43.034868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:43.048712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbed4fb0-6cc7-4d98-adbb-9ae6f2ef5bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.080407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d3274557-0a6d-445d-a47e-a660f107419d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:43.085422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.140140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbed4fb0-6cc7-4d98-adbb-9ae6f2ef5bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.256559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.272754 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.310797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbed4fb0-6cc7-4d98-adbb-9ae6f2ef5bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.314694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fbed4fb0-6cc7-4d98-adbb-9ae6f2ef5bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.323049 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fbed4fb0-6cc7-4d98-adbb-9ae6f2ef5bab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/154890a3-9f45-44ab-a789-66af8f380fe1 HTTP/1.1" status: 204 len: 168 time: 0.5610118 Nov 12 08:37:43.341413 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.347973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.354017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.355378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.363168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.363709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.364142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.364990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.365856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.366211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.376079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.376573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.377054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:43.387558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed4fb0-6cc7-4d98-adbb-9ae6f2ef5bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154890a3-9f45-44ab-a789-66af8f380fe1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:43.574379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Attempting to bind port e613bfbf-0eb1-4771-bb06-41f8795f8d46 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:43.574932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Attempting to bind port e613bfbf-0eb1-4771-bb06-41f8795f8d46 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:43.576632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Attempting to bind port e613bfbf-0eb1-4771-bb06-41f8795f8d46 on network ca891076-8116-42d3-8806-2f62a0620352 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:43.632341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d3274557-0a6d-445d-a47e-a660f107419d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:43.638585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d3274557-0a6d-445d-a47e-a660f107419d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:43.640267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d7ad074b-589b-4c35-9ddf-9c433d26aeae no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:43.668488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:43.721420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:43.729115 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:43.795973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:43.798490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Checking segment: {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:43.803563 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.804711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Bound using segment: {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:43.806005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Bound port: e613bfbf-0eb1-4771-bb06-41f8795f8d46, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:43.806997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.890929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=85753c29-9b85-45fc-9cbd-cfb328954c1f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:43.920742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e1090-3ab0-477d-8352-e35d3c090a07 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:43.932697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e1362e96-7950-42bb-946d-3b2cfd05299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.975357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69f9ef-c341-4ffd-8e42-d25c51c17383 None None] Pushing event updated for resources: {'Port': ['ID=5e26f809-658f-43b9-b98c-c207b47f1686,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.323127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port d7ad074b-589b-4c35-9ddf-9c433d26aeae {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:44.327370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.347886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Deleting port d7ad074b-589b-4c35-9ddf-9c433d26aeae {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:44.349327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.470503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] For port e613bfbf-0eb1-4771-bb06-41f8795f8d46, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:44.480536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] For port e613bfbf-0eb1-4771-bb06-41f8795f8d46, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e613bfbf-0eb1-4771-bb06-41f8795f8d46,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:44.486027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Attempting to bind port 5e26f809-658f-43b9-b98c-c207b47f1686 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:44.486683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Attempting to bind port 5e26f809-658f-43b9-b98c-c207b47f1686 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:44.487225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Attempting to bind port 5e26f809-658f-43b9-b98c-c207b47f1686 on network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:44.596783 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.831859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:44.834004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Checking segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:44.835259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.836544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Bound using segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:44.839399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Bound port: 5e26f809-658f-43b9-b98c-c207b47f1686, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:44.840755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.211173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.215779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e86c9435-6408-42ab-8c86-47281002a90c None None] Provisioning complete for port 5e26f809-658f-43b9-b98c-c207b47f1686 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:45.216659 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e86c9435-6408-42ab-8c86-47281002a90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.305731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.744085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port d7ad074b-589b-4c35-9ddf-9c433d26aeae, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d7ad074b-589b-4c35-9ddf-9c433d26aeae,segment=NetworkSegment(21a8eb49-a155-446d-99f1-bca765eab25b),segment_id=21a8eb49-a155-446d-99f1-bca765eab25b)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:45.748916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.915058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for d7ad074b-589b-4c35-9ddf-9c433d26aeae owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:45.943742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] For port d7ad074b-589b-4c35-9ddf-9c433d26aeae, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d7ad074b-589b-4c35-9ddf-9c433d26aeae,segment=NetworkSegment(21a8eb49-a155-446d-99f1-bca765eab25b),segment_id=21a8eb49-a155-446d-99f1-bca765eab25b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:45.946307 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.183781 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.315808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Calling delete_port for d7ad074b-589b-4c35-9ddf-9c433d26aeae owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:46.333350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b82b-f9f6-4ddc-a226-c8aafa965fdf None None] Pushing event updated for resources: {'Port': ['ID=e613bfbf-0eb1-4771-bb06-41f8795f8d46,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.434470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port d7ad074b-589b-4c35-9ddf-9c433d26aeae, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d7ad074b-589b-4c35-9ddf-9c433d26aeae,segment=NetworkSegment(21a8eb49-a155-446d-99f1-bca765eab25b),segment_id=21a8eb49-a155-446d-99f1-bca765eab25b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:46.456293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e86c9435-6408-42ab-8c86-47281002a90c None None] Port 5e26f809-658f-43b9-b98c-c207b47f1686 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:46.524241 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.538654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.134986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.308685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e613bfbf-0eb1-4771-bb06-41f8795f8d46 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:47.373057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port d7ad074b-589b-4c35-9ddf-9c433d26aeae on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:47.466716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] For port 5e26f809-658f-43b9-b98c-c207b47f1686, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:47.545618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=d7ad074b-589b-4c35-9ddf-9c433d26aeae,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:47.619402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e86c9435-6408-42ab-8c86-47281002a90c None None] Provisioning complete for port 85753c29-9b85-45fc-9cbd-cfb328954c1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:47.625251 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e86c9435-6408-42ab-8c86-47281002a90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.781521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67e68e-7c33-4a86-8eec-de7ac1efcc5d None None] Network ca891076-8116-42d3-8806-2f62a0620352 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:47.790109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e86c9435-6408-42ab-8c86-47281002a90c None None] Port 85753c29-9b85-45fc-9cbd-cfb328954c1f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:47.802094 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.860471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] For port 5e26f809-658f-43b9-b98c-c207b47f1686, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e26f809-658f-43b9-b98c-c207b47f1686,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:47.924511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.988666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df8baf1-5b94-4520-80b1-732d846764d0']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:48.049158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a8eb49-a155-446d-99f1-bca765eab25b') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:48.049497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a8eb49-a155-446d-99f1-bca765eab25b') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:48.089193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.124188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.153539 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.171988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.205755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:48.206146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:48.215116 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:48.221668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=d7ad074b-589b-4c35-9ddf-9c433d26aeae,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:48.358833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69f9ef-c341-4ffd-8e42-d25c51c17383 None None] Pushing event updated for resources: {'Port': ['ID=5e26f809-658f-43b9-b98c-c207b47f1686,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.053304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.058997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.074529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.088656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51078) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.090105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/7df8baf1-5b94-4520-80b1-732d846764d0 HTTP/1.1" status: 204 len: 168 time: 7.4981906 Nov 12 08:37:49.093079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-759364958'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:49.155977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7221-90e7-4097-8220-8aca8a80e4e9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=7df8baf1-5b94-4520-80b1-732d846764d0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.227657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:49.250706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Pushing event deleted for resources: {'Port': ['ID=d7ad074b-589b-4c35-9ddf-9c433d26aeae,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.258895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.297223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a0192570-58cd-40de-958d-9eb1116d6355 None None] Provisioning complete for port e613bfbf-0eb1-4771-bb06-41f8795f8d46 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:49.298487 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0192570-58cd-40de-958d-9eb1116d6355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.305901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:49.310368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] Network 7df8baf1-5b94-4520-80b1-732d846764d0 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:37:49.318354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda53c05-5c76-426b-9649-c4760edb918a None None] No DVR routers for this DVR port d7ad074b-589b-4c35-9ddf-9c433d26aeae on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:49.323207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e613bfbf-0eb1-4771-bb06-41f8795f8d46 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:49.326923 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.362159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:49.428771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.429127 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment b638bade-a809-43a5-8358-c851331c5a88 of type vlan for network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b Nov 12 08:37:49.690459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.696408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:49.697232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.828950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.869865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.877739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.888672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:49.898204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51090) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.906261 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Sync routers for ids ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:49.980761 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.983550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-632e5fd4-9e05-4ebe-a94e-59980814c2d4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.1354842 Nov 12 08:37:49.988032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51094) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.995384 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Routers {'829e684b-98c5-4339-bad7-b1bd4df5e1a0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:50.013516 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:50.163920 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.411512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.435787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f5a2a447-d88a-492b-b9d7-115cf13f6c2d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3479583 Nov 12 08:37:50.438931 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51102) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.471097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:50.493667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51104) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.520984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085871453', 'description': 'tempest-secgroup-smoke-1085871453 description', 'project_id': '3d02e35b023247f58a3fcf58676cdf05'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:50.535552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:50.631328 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Set router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:50.720104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a0192570-58cd-40de-958d-9eb1116d6355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.868575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port e613bfbf-0eb1-4771-bb06-41f8795f8d46, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e613bfbf-0eb1-4771-bb06-41f8795f8d46,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:50.907870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.943053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.992980 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a63c5dae-04dc-4e86-a583-62946d88fd40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.047016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:51.054337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.081080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.132261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:51.723661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.750907 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.894948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.073950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf901b0-206c-4ecc-af00-e5f2d6df53f3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.097840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e26f809-658f-43b9-b98c-c207b47f1686 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:52.264602 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:37:45Z', 'revision_number': 3, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.276729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a63c5dae-04dc-4e86-a583-62946d88fd40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.295853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.305769 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a63c5dae-04dc-4e86-a583-62946d88fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.346397 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Checking router: 829e684b-98c5-4339-bad7-b1bd4df5e1a0 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:52.347120 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Updating router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 port 85753c29-9b85-45fc-9cbd-cfb328954c1f binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:52.447861 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.505616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.551017 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-a0192570-58cd-40de-958d-9eb1116d6355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:52.552085 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-a0192570-58cd-40de-958d-9eb1116d6355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:52.555491 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.576174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c5dae-04dc-4e86-a583-62946d88fd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67b7846-478e-4d01-a085-8d509d223dc8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.643506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=e613bfbf-0eb1-4771-bb06-41f8795f8d46,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.781024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:46Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.866425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a63c5dae-04dc-4e86-a583-62946d88fd40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad1d26875b0843b38ae2cc2b00cbbf9a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9626105 Nov 12 08:37:52.885047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51128) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:52.950991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=3ce211a1-ffeb-4254-83f0-82a65884d071,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.965757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.026797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Allocated IP 172.20.0.1 (ca891076-8116-42d3-8806-2f62a0620352/eb96d60b-52c6-44a9-b11b-9db5de42202e/8a72c211-81eb-4e5f-b8a8-967c88367539) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:53.035395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': 'b638bade-a809-43a5-8358-c851331c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:53.037504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:53.084198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.088945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c0a3b-a72e-4014-9e94-ec48e11584a7 None None] The sync data for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 is: [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:46Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:53.099694 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-22b3629f-228b-4e52-8352-f0d11a7d3981 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.5882437 Nov 12 08:37:53.109030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51132) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.144896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5e26f809-658f-43b9-b98c-c207b47f1686 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:53.146532 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.147004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a265d-7c7e-4dd8-8f15-776cc24ef21f', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:53.300867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:53.373280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.389071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:53.466128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.467023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.470145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a3e44-4ebd-4003-a6bf-3104833a5057 None None] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:53.652954 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc677918-60be-4dcd-93bc-3a3297fc6a69 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2125776 Nov 12 08:37:53.666694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51144) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.676660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1999237018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:53.805874 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.819974 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.881731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.887073 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.892581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.910133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.033991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b7ce56-a69b-4157-a010-81db2aa31e6b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.084594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Pushing event updated for resources: {'Port': ['ID=85753c29-9b85-45fc-9cbd-cfb328954c1f,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.115081 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Attempting to bind port 85753c29-9b85-45fc-9cbd-cfb328954c1f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:54.115603 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Attempting to bind port 85753c29-9b85-45fc-9cbd-cfb328954c1f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:54.116225 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Attempting to bind port 85753c29-9b85-45fc-9cbd-cfb328954c1f on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:54.116881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35e7e521-9517-4607-a1b5-a075f49869ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.138076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b4c446-353d-486c-af9e-62cbc2689470 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:54.144199 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.144902 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.145526 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.146078 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.146628 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.147205 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.147765 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.148340 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.148889 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.149434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.149992 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.150539 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:54.178598 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:54.179228 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:54.179893 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.180584 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:54.181404 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Bound port: 85753c29-9b85-45fc-9cbd-cfb328954c1f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:54.182042 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.302620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35e7e521-9517-4607-a1b5-a075f49869ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.392806 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] For port 85753c29-9b85-45fc-9cbd-cfb328954c1f, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:54.399014 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] For port 85753c29-9b85-45fc-9cbd-cfb328954c1f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=85753c29-9b85-45fc-9cbd-cfb328954c1f,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:54.409175 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.414310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.419948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-56660afb-8ff7-4f91-9a94-2da96165d52e None None] Provisioning complete for port e613bfbf-0eb1-4771-bb06-41f8795f8d46 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:54.428955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56660afb-8ff7-4f91-9a94-2da96165d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.430752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51148) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.458377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.465926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-35d44296-7373-43d8-9081-8b3afa6142b3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3518589 Nov 12 08:37:54.492556 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.494435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a265d-7c7e-4dd8-8f15-776cc24ef21f', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:54.508786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.636923 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bce5c-4a8a-479f-8cad-51731b191d2d None None] Pushing event updated for resources: {'Port': ['ID=85753c29-9b85-45fc-9cbd-cfb328954c1f,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.681403 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Routers {'829e684b-98c5-4339-bad7-b1bd4df5e1a0'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:54.682156 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:54.687775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.690064 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2b3cb0f9-319e-4ed8-9b48-dc16e3a2d8a4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0216925 Nov 12 08:37:54.699205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51150) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.720639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'port': {'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b', 'name': 'tempest-RoutersTest-89389041'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:54.734891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35e7e521-9517-4607-a1b5-a075f49869ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.747044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35e7e521-9517-4607-a1b5-a075f49869ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.748297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-35e7e521-9517-4607-a1b5-a075f49869ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e67b7846-478e-4d01-a085-8d509d223dc8 HTTP/1.1" status: 204 len: 168 time: 1.8615766 Nov 12 08:37:54.755244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce1129-c38b-44fd-9dc2-6501c575b756 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:54.788744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.892685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e521-9517-4607-a1b5-a075f49869ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67b7846-478e-4d01-a085-8d509d223dc8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.926995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.151678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Pushing event updated for resources: {'Port': ['ID=8a72c211-81eb-4e5f-b8a8-967c88367539,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:55.203760 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] Set router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:55.317619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Network ca891076-8116-42d3-8806-2f62a0620352 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:55.347091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:55.359935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:55.423835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.467433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.503840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:55.508761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.598667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] device_id is not set on port 599463b4-e491-4214-a83e-6902d70bd5c1 yet. {{(pid=102371) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:55.671868 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.709157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 5e26f809-658f-43b9-b98c-c207b47f1686, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e26f809-658f-43b9-b98c-c207b47f1686,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:55.725077 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.725817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b', 'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': '3ce211a1-ffeb-4254-83f0-82a65884d071'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:55.737065 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.744133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.902853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=5e26f809-658f-43b9-b98c-c207b47f1686,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.073833 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:37:45Z', 'revision_number': 3, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:56.181625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.20.0.8 (f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b/3ce211a1-ffeb-4254-83f0-82a65884d071/599463b4-e491-4214-a83e-6902d70bd5c1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:56.189666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e613bfbf-0eb1-4771-bb06-41f8795f8d46 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:56.265041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea431f99-f58b-4552-becf-96e24b813e18,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.280000 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc12ce-87b7-4f77-b122-bf7c206e80aa None None] The sync data for ids ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'] in n-d-768509-25 is: [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:37:45Z', 'revision_number': 3, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:56.326753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.329453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a3eac9a8-972d-4c73-b388-903b861cf494 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8873575 Nov 12 08:37:56.348924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51184) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:56.349983 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.375624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a265d-7c7e-4dd8-8f15-776cc24ef21f', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:56.715716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.782742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-56660afb-8ff7-4f91-9a94-2da96165d52e None None] Provisioning complete for port 5e26f809-658f-43b9-b98c-c207b47f1686 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:56.783588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56660afb-8ff7-4f91-9a94-2da96165d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.868158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.999153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Allocated IP 172.20.0.2 (f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b/3ce211a1-ffeb-4254-83f0-82a65884d071/8e926a44-12fe-41ec-8d23-2f36f813472b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:57.131619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:57.142585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:57.159364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:57.190508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=599463b4-e491-4214-a83e-6902d70bd5c1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.405205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.408737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.467472 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.506433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.532788 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-61529746-c61e-4613-a568-d14db3225f24 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.8318529 Nov 12 08:37:57.534124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51206) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.892589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Pushing event updated for resources: {'Port': ['ID=8a72c211-81eb-4e5f-b8a8-967c88367539,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.984941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.073440 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.338847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e613bfbf-0eb1-4771-bb06-41f8795f8d46 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:58.339714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.595983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.652664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.657685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.678170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.782177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338ccc46-157c-49e9-8663-24676b45060a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.784986 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.826272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Network ca891076-8116-42d3-8806-2f62a0620352 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:58.833739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.837660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d41d56cf-1caa-4dc7-ac89-8ecbd43742d5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4683628 Nov 12 08:37:58.841002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51240) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.859229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a265d-7c7e-4dd8-8f15-776cc24ef21f', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:58.883132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:59.109788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:59.117314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:59.132365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:59.153980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Pushing event updated for resources: {'Port': ['ID=8e926a44-12fe-41ec-8d23-2f36f813472b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.319696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.586872 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.610393 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.613293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Provisioning complete for port 8a72c211-81eb-4e5f-b8a8-967c88367539 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:59.614323 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.682649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Attempting to bind port 8e926a44-12fe-41ec-8d23-2f36f813472b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:59.683887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Attempting to bind port 8e926a44-12fe-41ec-8d23-2f36f813472b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'b638bade-a809-43a5-8358-c851331c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:59.684913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Attempting to bind port 8e926a44-12fe-41ec-8d23-2f36f813472b on network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:59.703906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:59.712999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Checking segment: {'id': 'b638bade-a809-43a5-8358-c851331c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:59.714433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.715511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Bound using segment: {'id': 'b638bade-a809-43a5-8358-c851331c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:59.716820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Bound port: 8e926a44-12fe-41ec-8d23-2f36f813472b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b638bade-a809-43a5-8358-c851331c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:59.719636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.924226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073bc789-8750-435c-a33f-1bc16d86f72c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.962279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.964264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-395690eb-3c79-40a3-a1fb-0dde1f828851 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1185248 Nov 12 08:37:59.983325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51278) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.016390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a265d-7c7e-4dd8-8f15-776cc24ef21f', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:00.118601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Port 8a72c211-81eb-4e5f-b8a8-967c88367539 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:00.210866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.220434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Provisioning complete for port 85753c29-9b85-45fc-9cbd-cfb328954c1f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:00.221275 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.229064 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.235591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:00.267043 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:38:00.284426 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.368393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] For port 8e926a44-12fe-41ec-8d23-2f36f813472b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:00.424398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=599463b4-e491-4214-a83e-6902d70bd5c1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.434321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] For port 8e926a44-12fe-41ec-8d23-2f36f813472b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8e926a44-12fe-41ec-8d23-2f36f813472b,segment=NetworkSegment(b638bade-a809-43a5-8358-c851331c5a88),segment_id=b638bade-a809-43a5-8358-c851331c5a88)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:00.458769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.580826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e26f809-658f-43b9-b98c-c207b47f1686 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:01.028853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.218922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] For port 85753c29-9b85-45fc-9cbd-cfb328954c1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=85753c29-9b85-45fc-9cbd-cfb328954c1f,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:01.259148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5e26f809-658f-43b9-b98c-c207b47f1686 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:01.259753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.373934 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.394489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0335e7-2dd2-49a0-b774-655198bf9b3b None None] Pushing event updated for resources: {'Port': ['ID=8e926a44-12fe-41ec-8d23-2f36f813472b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.603972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.731111 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93420fe6-b156-461e-bb1f-8ea579662dca None None] Pushing event updated for resources: {'Port': ['ID=85753c29-9b85-45fc-9cbd-cfb328954c1f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.735302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0ed48b7e-318b-4720-8623-72b58b2908c8 None None] Provisioning complete for port 8a72c211-81eb-4e5f-b8a8-967c88367539 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:01.735897 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ed48b7e-318b-4720-8623-72b58b2908c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.823220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0ed48b7e-318b-4720-8623-72b58b2908c8 None None] Port 8a72c211-81eb-4e5f-b8a8-967c88367539 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:01.957386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 85753c29-9b85-45fc-9cbd-cfb328954c1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:02.154986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 85753c29-9b85-45fc-9cbd-cfb328954c1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:02.156284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.356875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.422075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.440980 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.489863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac719447-5276-468e-a58a-726210dbf6e5,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.532608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.534282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.535013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.536756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.540909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.541602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.542156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.542705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.543253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.543823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.545492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.550251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.559494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:02.574673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.576463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f0ac48a6-8ac6-48a1-a261-842da3d0ac4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.5898628 Nov 12 08:38:02.593913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5ffd74a6-0b36-42dc-b60c-5680905e0898 admin admin] 10.222.0.16 "PUT /v2.0/routers/829e684b-98c5-4339-bad7-b1bd4df5e1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5976558 Nov 12 08:38:02.595232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51390) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:02.607653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Sync routers for ids ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:02.614445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a265d-7c7e-4dd8-8f15-776cc24ef21f', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:02.698038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Routers {'829e684b-98c5-4339-bad7-b1bd4df5e1a0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:02.698981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:02.721831 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:38:02.760765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.366734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.391586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.513740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80891b86-a043-478f-88d0-eed36de5a1e5,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:03.604099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.609515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-374f2a6a-80da-491b-8302-2c129febdc11 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0123532 Nov 12 08:38:03.615417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51442) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.651782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'network': {'name': 'tempest-network-smoke--1593644371', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:03.700028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Set router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:03.780892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:03.800612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.935796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:03.938397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8e926a44-12fe-41ec-8d23-2f36f813472b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:03.994787 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.011651 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Added segment d3ff8fcc-37e3-44dc-8176-e3e273601cad of type vlan for network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d Nov 12 08:38:04.119272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22819040-3165-4d83-aaf2-ea690bf5e12e None None] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:04.203001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-587ade06-c04e-4cb0-88ad-8515e9c687bd None None] Provisioning complete for port 8e926a44-12fe-41ec-8d23-2f36f813472b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:04.203651 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-587ade06-c04e-4cb0-88ad-8515e9c687bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.281368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.434961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.487581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.489562 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.495325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8e926a44-12fe-41ec-8d23-2f36f813472b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:04.496121 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.728468 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.745365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.919847 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.992344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.076407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4591007 Nov 12 08:38:05.131864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51526) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:05.142479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'admin_state_up': True, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:05.156431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50bfb3-76ac-4ade-9906-cc100162fd5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Network': ['ID=74db9e45-bb6e-4b1e-9bb3-dd016c42566d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:05.195011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 8e926a44-12fe-41ec-8d23-2f36f813472b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8e926a44-12fe-41ec-8d23-2f36f813472b,segment=NetworkSegment(b638bade-a809-43a5-8358-c851331c5a88),segment_id=b638bade-a809-43a5-8358-c851331c5a88)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:05.237436 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-587ade06-c04e-4cb0-88ad-8515e9c687bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.238197 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.240906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.300144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:05.357467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.373520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 85753c29-9b85-45fc-9cbd-cfb328954c1f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:05.456024 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.762566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=599463b4-e491-4214-a83e-6902d70bd5c1,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:05.807381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:05.815567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:05.902534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.958500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:37:56Z', 'revision_number': 4, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8a72c211-81eb-4e5f-b8a8-967c88367539', 'name': '', 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'mac_address': 'fa:16:3e:f3:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:37:56Z', 'revision_number': 2, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'subnets': [{'id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:06.509404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 889c05f8-c790-40fe-a63a-a7cfdad3fbe5 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:06.529679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Checking router: 829e684b-98c5-4339-bad7-b1bd4df5e1a0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:06.540729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Updating router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 port 8a72c211-81eb-4e5f-b8a8-967c88367539 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:06.573589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.647483 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.676898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.185929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:07.192071 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aaa9e0a0-4c97-434b-8909-7cad9cd976a5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/889c05f8-c790-40fe-a63a-a7cfdad3fbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6560371 Nov 12 08:38:07.194968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:07.225446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.232 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/4b51262b-0205-47e6-9503-1fdd200ef1b1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:07.228090 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] Sync routers for ids ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:07.391093 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] Routers {'889c05f8-c790-40fe-a63a-a7cfdad3fbe5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:07.391716 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.406548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809621b0-2952-42d1-93ab-943047392f98 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.438711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-809621b0-2952-42d1-93ab-943047392f98 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports/599463b4-e491-4214-a83e-6902d70bd5c1 HTTP/1.1" status: 200 len: 975 time: 0.2120647 Nov 12 08:38:07.439823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51662) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:07.582864 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.637149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=8e926a44-12fe-41ec-8d23-2f36f813472b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.677059 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] Routers {'889c05f8-c790-40fe-a63a-a7cfdad3fbe5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:07.689410 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.716999 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-587ade06-c04e-4cb0-88ad-8515e9c687bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:38:07.720628 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-587ade06-c04e-4cb0-88ad-8515e9c687bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:38:07.782234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.911487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.940638 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.948852 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186bbaa-30d4-4a0a-8e84-1a58739c437d None None] The sync data for ids ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:08.037004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:08.061787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:08.068921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:08.222307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=4b51262b-0205-47e6-9503-1fdd200ef1b1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:09.186242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e36a16-a4da-4844-a7a1-4c9a879c46d3 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:09.360906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.717572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.718811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 85753c29-9b85-45fc-9cbd-cfb328954c1f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:09.727417 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.265380 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.288966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.593416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d864c061-f15d-447b-baf1-c7ca19f44c93 None None] Provisioning complete for port 4b51262b-0205-47e6-9503-1fdd200ef1b1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:10.594206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d864c061-f15d-447b-baf1-c7ca19f44c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.829137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8e926a44-12fe-41ec-8d23-2f36f813472b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:11.088298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:11.228250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.361088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.383966 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4b412e9a-9955-4457-bc62-8099fa446d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.392674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d864c061-f15d-447b-baf1-c7ca19f44c93 None None] Port 4b51262b-0205-47e6-9503-1fdd200ef1b1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:11.615668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:11.673347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c407c-d4c1-4678-887e-53247c78189f None None] Pushing event updated for resources: {'Port': ['ID=8a72c211-81eb-4e5f-b8a8-967c88367539,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:11.696004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Sync routers for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:11.735280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.752545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51896) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.755163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-17d855d3-000e-472e-863d-fc153af5e375 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6219034 Nov 12 08:38:11.833390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 599463b4-e491-4214-a83e-6902d70bd5c1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:11.833850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.897770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:11.900175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:37:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:12.267260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.314635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 599463b4-e491-4214-a83e-6902d70bd5c1 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:12.514085 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.541524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8e926a44-12fe-41ec-8d23-2f36f813472b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:12.542183 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.544282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3a0de07c-8483-4e2a-bc83-d1e9790af74e None None] Provisioning complete for port 8e926a44-12fe-41ec-8d23-2f36f813472b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:12.544914 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a0de07c-8483-4e2a-bc83-d1e9790af74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.582732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Attempting to bind port 8a72c211-81eb-4e5f-b8a8-967c88367539 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:12.583416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Attempting to bind port 8a72c211-81eb-4e5f-b8a8-967c88367539 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:12.583959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Attempting to bind port 8a72c211-81eb-4e5f-b8a8-967c88367539 on network ca891076-8116-42d3-8806-2f62a0620352 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:12.644140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:12.783733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a9e9a872-fa5e-4f63-8b33-437165789645 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=3d02e35b023247f58a3fcf58676cdf05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0299053 Nov 12 08:38:12.786517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51910) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.824097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:12.825016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Checking segment: {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:12.825793 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.826818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Bound using segment: {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:12.827800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Bound port: 8a72c211-81eb-4e5f-b8a8-967c88367539, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df069a1-4a4d-4401-9506-d05e9b7c6708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:12.829249 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.177393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.314148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=599463b4-e491-4214-a83e-6902d70bd5c1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:13.605822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3dbcd6-1402-48bf-8cb7-d37c7cd8fca6 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.624628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ae3dbcd6-1402-48bf-8cb7-d37c7cd8fca6 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8256164 Nov 12 08:38:13.627447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51922) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.782793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51924) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.796534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1283893790', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:13.799465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-258461c2-6c27-4440-9f98-c2db516eedbf tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479833 Nov 12 08:38:13.837891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] For port 8a72c211-81eb-4e5f-b8a8-967c88367539, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:13.900489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93e1fdaa-3270-429d-9af3-695aea1ff79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.056626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] For port 8a72c211-81eb-4e5f-b8a8-967c88367539, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8a72c211-81eb-4e5f-b8a8-967c88367539,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:14.083002 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.114761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.225207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:14.236640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.269835 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:14.488725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3a0de07c-8483-4e2a-bc83-d1e9790af74e None None] Could not find standard attr ID for object 599463b4-e491-4214-a83e-6902d70bd5c1. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:38:14.815046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Routers {'829e684b-98c5-4339-bad7-b1bd4df5e1a0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:14.821137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:14.993490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 889c05f8-c790-40fe-a63a-a7cfdad3fbe5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:15.203702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:15.223804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b2ac05e3-3f28-4563-85b8-420655e7273e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/889c05f8-c790-40fe-a63a-a7cfdad3fbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7795081 Nov 12 08:38:15.224756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51940) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.236587 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] Sync routers for ids ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:15.242178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.306389 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] Routers {'889c05f8-c790-40fe-a63a-a7cfdad3fbe5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:15.308870 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:15.351625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c407c-d4c1-4678-887e-53247c78189f None None] Pushing event updated for resources: {'Port': ['ID=8a72c211-81eb-4e5f-b8a8-967c88367539,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.370419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] Set router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:15.524922 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:15.529229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] Provisioning complete for port 8a72c211-81eb-4e5f-b8a8-967c88367539 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:15.529820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.584915 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] Routers {'889c05f8-c790-40fe-a63a-a7cfdad3fbe5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:15.612986 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:15.643595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.728777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Subnet': ['ID=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.971364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:15.990268 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceae4cb-0526-4381-95f5-404643c1ffa7 None None] The sync data for ids ['889c05f8-c790-40fe-a63a-a7cfdad3fbe5'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:16.190229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Checking segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:16.190863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network hostable DHCP agents. Network: 74db9e45-bb6e-4b1e-9bb3-dd016c42566d, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:16.321840 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.325982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:08Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:16.385870 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-cb2a682f-f2a8-4c06-8fe1-87d7f1247c4a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:38:16.391462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cb2a682f-f2a8-4c06-8fe1-87d7f1247c4a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/889c05f8-c790-40fe-a63a-a7cfdad3fbe5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1617479 Nov 12 08:38:16.393045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51960) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.406859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:16.430599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 74db9e45-bb6e-4b1e-9bb3-dd016c42566d) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:16.446970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.446970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.476700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0162a-1d42-4c5b-b649-afeae88e50d8 None None] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:16.492086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-612f1609-6bcc-4a64-915f-5724a6f4daa4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7076857 Nov 12 08:38:16.499978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Checking router: 1ded18ae-0f3b-4660-b23b-bb7ba0021314 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:16.500503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Updating router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 port 4b51262b-0205-47e6-9503-1fdd200ef1b1 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:16.511087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 51962) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.569176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7bc333b4-e9f8-4475-8489-0298e7d91a18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=889c05f8-c790-40fe-a63a-a7cfdad3fbe5 HTTP/1.1" status: 200 len: 205 time: 0.1732676 Nov 12 08:38:16.577415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.594126 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.673384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.765348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] For port 8a72c211-81eb-4e5f-b8a8-967c88367539, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8a72c211-81eb-4e5f-b8a8-967c88367539,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:16.854545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.903664 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.842125 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.850026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] Could not find standard attr ID for object 599463b4-e491-4214-a83e-6902d70bd5c1. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:38:17.870740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.881129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.075955 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.077019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router 889c05f8-c790-40fe-a63a-a7cfdad3fbe5 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:18.108223 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.125784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c86ee17-0d07-42a0-9293-421afc9e58df tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/889c05f8-c790-40fe-a63a-a7cfdad3fbe5 HTTP/1.1" status: 204 len: 168 time: 1.5427527 Nov 12 08:38:18.126832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51986) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.251541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 51988) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.461146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet 3ce211a1-ffeb-4254-83f0-82a65884d071 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:18.492571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.560780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:18.570537 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.702486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.743706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-3ac184de-9d0f-4234-ae05-160abab3f627 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8989525 Nov 12 08:38:18.866790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-697bb4be-a5ad-4d42-8b55-57c634e98b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.129506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.153085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e41480-c019-4bd0-9890-e75bd34c677a None None] Pushing event updated for resources: {'Port': ['ID=8a72c211-81eb-4e5f-b8a8-967c88367539,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.180368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a55190ec-c64d-4ca2-acbf-bfdc36db2204 None None] Provisioning complete for port 8a72c211-81eb-4e5f-b8a8-967c88367539 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:19.181501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a55190ec-c64d-4ca2-acbf-bfdc36db2204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.185094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-77367501-61e1-4f68-ae78-4150b2cdd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.189128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-77367501-61e1-4f68-ae78-4150b2cdd303 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.2757044 Nov 12 08:38:19.252625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-697bb4be-a5ad-4d42-8b55-57c634e98b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.391363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-697bb4be-a5ad-4d42-8b55-57c634e98b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.446493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.653668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f08172-6551-48f2-8604-ab61a0c216b4 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:19.666015 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.791426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bb4be-a5ad-4d42-8b55-57c634e98b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd9ba3-8ed6-4cff-958d-c964e00a2fdd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.798115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.843693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-e5442185-31d2-4a56-aab1-d300fa0135e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.846365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-e5442185-31d2-4a56-aab1-d300fa0135e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 0.5992122 Nov 12 08:38:19.854006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-697bb4be-a5ad-4d42-8b55-57c634e98b54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e8f7ba3671445b29ed173a906d8af5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5917716 Nov 12 08:38:19.856546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52002) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.991049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Allocated IP 172.20.0.2 (74db9e45-bb6e-4b1e-9bb3-dd016c42566d/fd81e2f8-b22e-44cf-87fa-6386d9d00fb8/637830b9-2e25-4e29-b63a-06d9913dc097) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:20.154086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb56b255-90c5-4be4-83a5-08653688e033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.170688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.304379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.325038 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/3ce211a1-ffeb-4254-83f0-82a65884d071 HTTP/1.1" status: 204 len: 168 time: 2.1964746 Nov 12 08:38:20.446195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52010) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.494031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6bbbd-7082-4cee-a79b-48bd147f11ff tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce211a1-ffeb-4254-83f0-82a65884d071,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.562592 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.585490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:37:56Z', 'revision_number': 4, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8a72c211-81eb-4e5f-b8a8-967c88367539', 'name': '', 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'mac_address': 'fa:16:3e:f3:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:13Z', 'revision_number': 4, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'subnets': [{'id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:20.598692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb56b255-90c5-4be4-83a5-08653688e033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.719668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c96a7-6426-4062-a2a8-a7b447ede98f None None] Network f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:20.766568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-07d2fe20-ce30-42fc-9056-454c7817ccca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 1000 time: 0.9107914 Nov 12 08:38:21.027880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Attempting to bind port 4b51262b-0205-47e6-9503-1fdd200ef1b1 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:21.028188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Attempting to bind port 4b51262b-0205-47e6-9503-1fdd200ef1b1 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:21.028592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Attempting to bind port 4b51262b-0205-47e6-9503-1fdd200ef1b1 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:21.030703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a44c23-ade0-4a94-b7c5-e7d3dabc5337 None None] Pushing event updated for resources: {'Port': ['ID=4b51262b-0205-47e6-9503-1fdd200ef1b1,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.087372 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.150694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-fcac4930-1567-4cb6-8b3c-65ee6861ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.177202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-fcac4930-1567-4cb6-8b3c-65ee6861ec53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.3844569 Nov 12 08:38:21.198436 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.374837 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb56b255-90c5-4be4-83a5-08653688e033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.385213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb56b255-90c5-4be4-83a5-08653688e033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.389393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb56b255-90c5-4be4-83a5-08653688e033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69fd9ba3-8ed6-4cff-958d-c964e00a2fdd HTTP/1.1" status: 204 len: 168 time: 1.5292158 Nov 12 08:38:21.451281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56b255-90c5-4be4-83a5-08653688e033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd9ba3-8ed6-4cff-958d-c964e00a2fdd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.455620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fea2c0-76bf-4c2c-b189-dba51256a74f None None] The sync data for ids ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'] in n-d-768509-25 is: [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:37:56Z', 'revision_number': 4, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8a72c211-81eb-4e5f-b8a8-967c88367539', 'name': '', 'network_id': 'ca891076-8116-42d3-8806-2f62a0620352', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'mac_address': 'fa:16:3e:f3:ad:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:13Z', 'revision_number': 4, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'subnets': [{'id': 'eb96d60b-52c6-44a9-b11b-9db5de42202e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:21.500961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 8e926a44-12fe-41ec-8d23-2f36f813472b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:21.501707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.523955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:21.656518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-fa87d113-94c4-4415-8357-db672b8cd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.666389 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-fa87d113-94c4-4415-8357-db672b8cd625 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4855242 Nov 12 08:38:21.730860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:21.732555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:21.735858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.739531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:21.742000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Bound port: 4b51262b-0205-47e6-9503-1fdd200ef1b1, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:21.744536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.874091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 8e926a44-12fe-41ec-8d23-2f36f813472b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8e926a44-12fe-41ec-8d23-2f36f813472b,segment=NetworkSegment(b638bade-a809-43a5-8358-c851331c5a88),segment_id=b638bade-a809-43a5-8358-c851331c5a88)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:21.874881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.932674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] For port 4b51262b-0205-47e6-9503-1fdd200ef1b1, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:21.936549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 8e926a44-12fe-41ec-8d23-2f36f813472b owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:21.937691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] For port 4b51262b-0205-47e6-9503-1fdd200ef1b1, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4b51262b-0205-47e6-9503-1fdd200ef1b1,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:21.990080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:21.994787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:22.007846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.095745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Pushing event updated for resources: {'Port': ['ID=637830b9-2e25-4e29-b63a-06d9913dc097,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:22.194322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.1 (74db9e45-bb6e-4b1e-9bb3-dd016c42566d/fd81e2f8-b22e-44cf-87fa-6386d9d00fb8/dcb1b532-2d58-4ced-8271-6d3aa263c8c3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:22.238245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-06ac4178-aee0-4a74-ac73-7b9de691aeee None None] Provisioning complete for port 4b51262b-0205-47e6-9503-1fdd200ef1b1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:22.238814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06ac4178-aee0-4a74-ac73-7b9de691aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.282666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.364214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port 8e926a44-12fe-41ec-8d23-2f36f813472b on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:22.379446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=8e926a44-12fe-41ec-8d23-2f36f813472b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:22.581227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-0e52ef06-a4b0-4ee5-896e-1c271b31b81a service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931246 Nov 12 08:38:22.743715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.748025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404dab60-2aca-4ef0-8e69-ed91a84999ac None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:22.869655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.895115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:22.959813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b638bade-a809-43a5-8358-c851331c5a88') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:22.961369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06ac4178-aee0-4a74-ac73-7b9de691aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.963225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b638bade-a809-43a5-8358-c851331c5a88') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:22.987337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.015749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.028594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-06ac4178-aee0-4a74-ac73-7b9de691aeee None None] For port 4b51262b-0205-47e6-9503-1fdd200ef1b1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4b51262b-0205-47e6-9503-1fdd200ef1b1,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:23.084362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:23.085592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:23.111713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06ac4178-aee0-4a74-ac73-7b9de691aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.136253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Attempting to bind port 637830b9-2e25-4e29-b63a-06d9913dc097 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:23.136926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Attempting to bind port 637830b9-2e25-4e29-b63a-06d9913dc097 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:23.137545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Attempting to bind port 637830b9-2e25-4e29-b63a-06d9913dc097 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:23.178428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.282161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:23.289698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.308442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:23.309049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Checking segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:23.309493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.309890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Bound using segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:23.318906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Bound port: 637830b9-2e25-4e29-b63a-06d9913dc097, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:23.319355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.357724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a44c23-ade0-4a94-b7c5-e7d3dabc5337 None None] Pushing event updated for resources: {'Port': ['ID=4b51262b-0205-47e6-9503-1fdd200ef1b1,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:23.395999 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:23.506854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:23.530604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:23.535616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:23.574437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.586917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac4178-aee0-4a74-ac73-7b9de691aeee None None] Pushing event updated for resources: {'Port': ['ID=4b51262b-0205-47e6-9503-1fdd200ef1b1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.600390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c33a9-dc07-462a-9c69-651666d8cf15 None None] DHCP port deletion for f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:23.610550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.610936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8a72c211-81eb-4e5f-b8a8-967c88367539 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:23.632005 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b HTTP/1.1" status: 204 len: 168 time: 3.1813302 Nov 12 08:38:23.656544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52058) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.676322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-836384606'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.678199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8d73-78a5-4a9f-8802-9260f303bd94 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=f2f27af1-00aa-4a5e-a5ab-28e3d7729b4b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.702893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.746423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe04e94e-9f78-4b6d-90d7-29b2cc4b561c req-a355ac17-8a17-4424-8ae3-e8e0266a1645 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1294355 Nov 12 08:38:23.859338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.877144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:23.902461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.057855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52060) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.214513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:24.340682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.342200 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment 205965fa-3a29-4589-a36b-d1d2b4851278 of type vlan for network a3dd41ca-32ec-4f0e-aba4-13fc8826016e Nov 12 08:38:24.395612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1366839363-network', 'tenant_id': '4c305fe09d394a35ab9ed882959a4910'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:24.447204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.505366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Made reservation on behalf of 4c305fe09d394a35ab9ed882959a4910 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:24.510104 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.539262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.545986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.546771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.572577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:24.623316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.653493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-283eb25a-b0c7-47cb-a08a-7f23aa3a0d44 None None] Provisioning complete for port 4b51262b-0205-47e6-9503-1fdd200ef1b1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:24.654072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-283eb25a-b0c7-47cb-a08a-7f23aa3a0d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.702964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0423481 Nov 12 08:38:24.879035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.884351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52072) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.895354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:24.903579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.946009 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.965984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d924639e-af6e-4d92-8049-7f19ad667abf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.997325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65f729-91c3-4faf-afe7-5b2656361da6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=a3dd41ca-32ec-4f0e-aba4-13fc8826016e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.074071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:25.089689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:25.138304 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.138611 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Added segment 620e551e-7698-4589-ba29-eae338f64db7 of type vlan for network 6949af75-4509-45b8-8e7f-423e3c2a726e Nov 12 08:38:25.280333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] For port 637830b9-2e25-4e29-b63a-06d9913dc097, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:25.291496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] For port 637830b9-2e25-4e29-b63a-06d9913dc097, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=637830b9-2e25-4e29-b63a-06d9913dc097,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:25.315665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.318548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.353921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:25.387552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.419301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff4a8b-5721-421e-b275-bd8e87fdb982 None None] Pushing event updated for resources: {'Port': ['ID=637830b9-2e25-4e29-b63a-06d9913dc097,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.456010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8a72c211-81eb-4e5f-b8a8-967c88367539 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:25.457433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.505684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:08Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:25.545183 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.551877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.563690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.643550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c925-0e38-4a5e-a7ed-4273c97a9b10 None None] The sync data for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 is: [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:08Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:25.846513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7826807 Nov 12 08:38:25.883114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52082) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:25.915689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Request body: {'subnet': {'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1366839363-subnet', 'tenant_id': '4c305fe09d394a35ab9ed882959a4910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:25.960153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8e926a44-12fe-41ec-8d23-2f36f813472b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:26.131174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8e926a44-12fe-41ec-8d23-2f36f813472b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:26.136407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8e926a44-12fe-41ec-8d23-2f36f813472b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:26.182420 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.197504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.627277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52094) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:26.718004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.756222 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.095109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:27.119698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:27.157802 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c681da35-6181-45fa-bc1c-2900802e495e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.335845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Made reservation on behalf of 4c305fe09d394a35ab9ed882959a4910 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:27.338547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.542098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75868d0-7bca-4a30-ba8d-189327b71124 admin admin] Pushing event updated for resources: {'Network': ['ID=6949af75-4509-45b8-8e7f-423e3c2a726e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.546008 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c681da35-6181-45fa-bc1c-2900802e495e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.573313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c681da35-6181-45fa-bc1c-2900802e495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.583603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6949af75-4509-45b8-8e7f-423e3c2a726e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:27.609790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.051211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c681da35-6181-45fa-bc1c-2900802e495e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bb5755a062a4e9a8e3bad9077189bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4189422 Nov 12 08:38:28.060845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52108) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.286142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d75d18d-8713-4df5-a876-7129ed614001,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.453221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:28.536740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 637830b9-2e25-4e29-b63a-06d9913dc097 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:28.556113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Checking segment: {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:28.557027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Network hostable DHCP agents. Network: 6949af75-4509-45b8-8e7f-423e3c2a726e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:28.563078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681da35-6181-45fa-bc1c-2900802e495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a27360-2c69-46c5-8490-32f011cab235,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.645184 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-177f59dd-18a7-496c-b1b6-7da2d6b07697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.732085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36466890-4d0b-498c-a3fd-5c225f9a4afd None None] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:28.759827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-177f59dd-18a7-496c-b1b6-7da2d6b07697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.964530 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-177f59dd-18a7-496c-b1b6-7da2d6b07697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.978165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-177f59dd-18a7-496c-b1b6-7da2d6b07697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.989514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-177f59dd-18a7-496c-b1b6-7da2d6b07697 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82a27360-2c69-46c5-8490-32f011cab235 HTTP/1.1" status: 204 len: 168 time: 0.9162166 Nov 12 08:38:29.056159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.254815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Network 6949af75-4509-45b8-8e7f-423e3c2a726e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:29.273748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f59dd-18a7-496c-b1b6-7da2d6b07697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a27360-2c69-46c5-8490-32f011cab235,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.450363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=3a52adb5-e180-4a7f-b1a1-1539c1a58f1d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.516123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6949af75-4509-45b8-8e7f-423e3c2a726e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:29.545796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.555054 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.639288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1554f8-2e50-4ad8-bcda-949051648194 None None] Network 6949af75-4509-45b8-8e7f-423e3c2a726e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:29.647107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-eca45202-e941-4a50-a749-a2d858519043 None None] Provisioning complete for port 637830b9-2e25-4e29-b63a-06d9913dc097 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:29.652414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eca45202-e941-4a50-a749-a2d858519043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.672626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': '205965fa-3a29-4589-a36b-d1d2b4851278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:29.673248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: a3dd41ca-32ec-4f0e-aba4-13fc8826016e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:29.740855 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cce84268-d252-40d1-b18b-96187bf53963 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8466735 Nov 12 08:38:29.752624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:29.773060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:29.793936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a3dd41ca-32ec-4f0e-aba4-13fc8826016e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:29.799646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a831f6af-ed78-436c-88c7-1f4146fe6a66 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/1ded18ae-0f3b-4660-b23b-bb7ba0021314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2800498 Nov 12 08:38:29.826008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.826956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.929647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ca5b07e7-a250-4e98-8b8b-8fedeb31d7b4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0416105 Nov 12 08:38:29.932773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52124) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.970046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2140783186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:29.984634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78596291-6973-4e66-ac21-57b3c1180166 None None] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:30.021597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 637830b9-2e25-4e29-b63a-06d9913dc097 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:30.024486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.171053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.187941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.396150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.409132 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.471390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.475816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d028b81-5b29-42e2-8aad-a0945afa1134 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5399480 Nov 12 08:38:30.479626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52144) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.683428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Sync routers for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:30.990435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eca45202-e941-4a50-a749-a2d858519043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.175626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:31.176473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:31.389960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:31.800349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.362254 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.759564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-eca45202-e941-4a50-a749-a2d858519043 None None] For port 637830b9-2e25-4e29-b63a-06d9913dc097, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=637830b9-2e25-4e29-b63a-06d9913dc097,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:32.798336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77279488-ced1-4b92-9570-d33ef173eca5 None None] Network 6949af75-4509-45b8-8e7f-423e3c2a726e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:32.879355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eca45202-e941-4a50-a749-a2d858519043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.906320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.20.0.1 (a3dd41ca-32ec-4f0e-aba4-13fc8826016e/3a52adb5-e180-4a7f-b1a1-1539c1a58f1d/f9986cef-3ea5-4d5c-91b5-f9408a06dfe4) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:33.371936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.512637 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.620120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:33.650485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:33.661392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:33.755531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=f9986cef-3ea5-4d5c-91b5-f9408a06dfe4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.864296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.023498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:38:34.024363 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:38:34.063960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0a7e3580-9c88-4616-bc4a-4f4b47a956b6 None None] Provisioning complete for port 637830b9-2e25-4e29-b63a-06d9913dc097 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:34.064389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3580-9c88-4616-bc4a-4f4b47a956b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.329968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.578146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca45202-e941-4a50-a749-a2d858519043 None None] Pushing event updated for resources: {'Port': ['ID=637830b9-2e25-4e29-b63a-06d9913dc097,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.663781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4b51262b-0205-47e6-9503-1fdd200ef1b1 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:34.842471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a3dd41ca-32ec-4f0e-aba4-13fc8826016e', 'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': '3a52adb5-e180-4a7f-b1a1-1539c1a58f1d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:34.844663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.970382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0a7e3580-9c88-4616-bc4a-4f4b47a956b6 None None] Provisioning complete for port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:34.970986 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3580-9c88-4616-bc4a-4f4b47a956b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.089644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4b51262b-0205-47e6-9503-1fdd200ef1b1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:35.090642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.152472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:25Z', 'revision_number': 2, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:35.223814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Checking router: 1ded18ae-0f3b-4660-b23b-bb7ba0021314 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:35.224731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Updating router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:35.330418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e3580-9c88-4616-bc4a-4f4b47a956b6 None None] Port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:35.465406 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.482582 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.525241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.567028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a5040005-8013-4ce6-bc90-bf227dd23373 None None] Provisioning complete for port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:35.567732 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a5040005-8013-4ce6-bc90-bf227dd23373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.725368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Allocated IP 172.20.0.2 (a3dd41ca-32ec-4f0e-aba4-13fc8826016e/3a52adb5-e180-4a7f-b1a1-1539c1a58f1d/936327fd-9fa0-4587-9329-d4ea4879ed31) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:35.808250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 637830b9-2e25-4e29-b63a-06d9913dc097 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:35.868584 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.883735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=f9986cef-3ea5-4d5c-91b5-f9408a06dfe4,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.062265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a5040005-8013-4ce6-bc90-bf227dd23373 None None] Port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:36.205310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:36.207923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:36.595405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 637830b9-2e25-4e29-b63a-06d9913dc097 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:36.596301 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.599278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router ab16ef7c-d400-4091-bafa-b685ad673549 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:36.856322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:36.867566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d589d9c7-9d37-4bf0-b67a-6a58358dbbda tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/ab16ef7c-d400-4091-bafa-b685ad673549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3817046 Nov 12 08:38:36.869416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52234) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:36.874954 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.875509 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] Sync routers for ids ['ab16ef7c-d400-4091-bafa-b685ad673549'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:36.915934 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.920792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] Routers {'ab16ef7c-d400-4091-bafa-b685ad673549'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:36.921811 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ab16ef7c-d400-4091-bafa-b685ad673549'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.055145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:37.090203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aef93a-a424-4baa-a217-4b9942267676 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.095563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79aef93a-a424-4baa-a217-4b9942267676 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports/f9986cef-3ea5-4d5c-91b5-f9408a06dfe4 HTTP/1.1" status: 200 len: 910 time: 0.2251692 Nov 12 08:38:37.099828 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.100730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52242) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.176292 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] Routers {'ab16ef7c-d400-4091-bafa-b685ad673549'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:37.176931 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ab16ef7c-d400-4091-bafa-b685ad673549'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.238790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:37.256110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:37.669823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Pushing event updated for resources: {'Port': ['ID=936327fd-9fa0-4587-9329-d4ea4879ed31,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:37.828494 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.839689 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8880e-77ea-439c-8469-5dc2edeb7e05 None None] The sync data for ids ['ab16ef7c-d400-4091-bafa-b685ad673549'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:37.861433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Attempting to bind port 936327fd-9fa0-4587-9329-d4ea4879ed31 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:37.866905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Attempting to bind port 936327fd-9fa0-4587-9329-d4ea4879ed31 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '205965fa-3a29-4589-a36b-d1d2b4851278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:37.868669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Attempting to bind port 936327fd-9fa0-4587-9329-d4ea4879ed31 on network a3dd41ca-32ec-4f0e-aba4-13fc8826016e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:37.899044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:37.904642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Checking segment: {'id': '205965fa-3a29-4589-a36b-d1d2b4851278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:37.904642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.904642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Bound using segment: {'id': '205965fa-3a29-4589-a36b-d1d2b4851278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:37.907998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Bound port: 936327fd-9fa0-4587-9329-d4ea4879ed31, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205965fa-3a29-4589-a36b-d1d2b4851278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3dd41ca-32ec-4f0e-aba4-13fc8826016e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:37.908929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.174374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.373793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52250) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:38.392707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'network': {'name': 'tempest-network-smoke--928211987', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:38.780674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Made reservation on behalf of bf5ae2a039b340fe8b9969b8a9eca9d4 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:38.830169 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.940989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.170598 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.180222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.182600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.185312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] For port 936327fd-9fa0-4587-9329-d4ea4879ed31, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:39.192246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] For port 936327fd-9fa0-4587-9329-d4ea4879ed31, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=936327fd-9fa0-4587-9329-d4ea4879ed31,segment=NetworkSegment(205965fa-3a29-4589-a36b-d1d2b4851278),segment_id=205965fa-3a29-4589-a36b-d1d2b4851278)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:39.194651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.213592 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.279658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:39.301972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e66a36-80f3-466f-bd18-98c5aa9f858a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.338446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.338929 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Added segment 0ea8c096-2898-43cf-8550-9efcfa9fb240 of type vlan for network 02da53e1-e962-4755-9a0e-e80eb6e20ecb Nov 12 08:38:39.450932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.469929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.473859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8231b-d205-413f-8785-1dcd41db5cc9 None None] Pushing event updated for resources: {'Port': ['ID=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.499067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port f9986cef-3ea5-4d5c-91b5-f9408a06dfe4 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:39.500344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.545995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.562104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.563604 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.642189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2621100 Nov 12 08:38:39.682837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.704024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'admin_state_up': True, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:39.845363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.847680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.870220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.920805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for f9986cef-3ea5-4d5c-91b5-f9408a06dfe4 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:40.111591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb3880-874a-471b-8694-ae4ef822dfb1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Network': ['ID=02da53e1-e962-4755-9a0e-e80eb6e20ecb,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.202782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:40.205025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.701148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Attempting to bind port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:40.701534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Attempting to bind port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:40.701903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Attempting to bind port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:40.783866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec681d3-3fd0-44f4-8165-365c526fa749 None None] Pushing event updated for resources: {'Port': ['ID=936327fd-9fa0-4587-9329-d4ea4879ed31,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.816784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:40.817160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Checking segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:40.817567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.817961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Bound using segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:40.818450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Bound port: dcb1b532-2d58-4ced-8271-6d3aa263c8c3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:40.818833 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.075642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ed985b13-3bb8-4377-b0dd-62546930006a None None] Provisioning complete for port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:41.077723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed985b13-3bb8-4377-b0dd-62546930006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.178167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8a20c2cf-5ffd-496e-bb20-e10dfa574da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.322948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ed985b13-3bb8-4377-b0dd-62546930006a None None] Port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:41.349264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] For port dcb1b532-2d58-4ced-8271-6d3aa263c8c3, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:41.360293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] For port dcb1b532-2d58-4ced-8271-6d3aa263c8c3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:41.373389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.421676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.568389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8231b-d205-413f-8785-1dcd41db5cc9 None None] Pushing event updated for resources: {'Port': ['ID=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.630708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:41.636927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:41.894923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.937244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=f9986cef-3ea5-4d5c-91b5-f9408a06dfe4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.954390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.955247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.955892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.956712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.957463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.971046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.974462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.975163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.975969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.980561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.981420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:41.982220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.040572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 936327fd-9fa0-4587-9329-d4ea4879ed31 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:42.151060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:42.184886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.475561 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.545365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8043cd-14ac-47b6-8a10-b345ba7358c7 None None] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:42.556328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.646178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.654624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 936327fd-9fa0-4587-9329-d4ea4879ed31 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:42.655119 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.940356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-19046d96-3fa8-4b8c-ae76-77189acc0d09 None None] Provisioning complete for port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:42.940858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19046d96-3fa8-4b8c-ae76-77189acc0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.017485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.25.4.164 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/5477fd02-9860-4791-9fee-477d112f43d2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:43.419004 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d28b333e-8080-406c-ac22-dc2ffbb006f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.476583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.609942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.667113 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19046d96-3fa8-4b8c-ae76-77189acc0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.735681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:43.836394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router ab16ef7c-d400-4091-bafa-b685ad673549 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:43.865375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8d8fd-c90a-426b-afff-4128509284de None None] The sync data for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 is: [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:43.874372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 936327fd-9fa0-4587-9329-d4ea4879ed31, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=936327fd-9fa0-4587-9329-d4ea4879ed31,segment=NetworkSegment(205965fa-3a29-4589-a36b-d1d2b4851278),segment_id=205965fa-3a29-4589-a36b-d1d2b4851278)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:43.911452 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.948125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-19046d96-3fa8-4b8c-ae76-77189acc0d09 None None] For port dcb1b532-2d58-4ced-8271-6d3aa263c8c3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:44.037728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19046d96-3fa8-4b8c-ae76-77189acc0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.151087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.170651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=936327fd-9fa0-4587-9329-d4ea4879ed31,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.210703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.213468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.214012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.214586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.215031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.217687 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.221129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.221736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.222835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.224331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.227185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.227672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:44.238787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f0536976-e37d-4c72-9e9c-ddfc2f6d28fc None None] Could not find standard attr ID for object f9986cef-3ea5-4d5c-91b5-f9408a06dfe4. {{(pid=102373) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:38:44.264361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=5477fd02-9860-4791-9fee-477d112f43d2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.360262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f0536976-e37d-4c72-9e9c-ddfc2f6d28fc None None] Provisioning complete for port 936327fd-9fa0-4587-9329-d4ea4879ed31 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:44.361039 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f0536976-e37d-4c72-9e9c-ddfc2f6d28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.459830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:44.464004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:44.480258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:44.484630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:44.494968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92963b9b-0f8a-4db4-8737-5eebed897219 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/ab16ef7c-d400-4091-bafa-b685ad673549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3931017 Nov 12 08:38:44.499289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52306) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:44.532488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03d757-5322-4ac4-bdf5-e321918da6c1 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:44.566916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] Sync routers for ids ['ab16ef7c-d400-4091-bafa-b685ad673549'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:44.585639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cf5050ce-6a14-4c7f-8851-271c445298bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab16ef7c-d400-4091-bafa-b685ad673549 HTTP/1.1" status: 200 len: 205 time: 0.0829036 Nov 12 08:38:44.591570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52308) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:44.636629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19046d96-3fa8-4b8c-ae76-77189acc0d09 None None] Pushing event updated for resources: {'Port': ['ID=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.670496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] Routers {'ab16ef7c-d400-4091-bafa-b685ad673549'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:44.672707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ab16ef7c-d400-4091-bafa-b685ad673549'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:44.809211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:44.841186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.907324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.935436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] Routers {'ab16ef7c-d400-4091-bafa-b685ad673549'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:44.945290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ab16ef7c-d400-4091-bafa-b685ad673549'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:45.240892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:45.242560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689cca53-b74a-4284-ab3b-91299aacb89a None None] The sync data for ids ['ab16ef7c-d400-4091-bafa-b685ad673549'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:45.435255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-468cb4ef-9878-42ad-830c-3a55b3a1d28a None None] Provisioning complete for port 5477fd02-9860-4791-9fee-477d112f43d2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:45.436553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-468cb4ef-9878-42ad-830c-3a55b3a1d28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.541360 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.542749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.556277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.599881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-468cb4ef-9878-42ad-830c-3a55b3a1d28a None None] Port 5477fd02-9860-4791-9fee-477d112f43d2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:45.641535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-468cb4ef-9878-42ad-830c-3a55b3a1d28a None None] Provisioning complete for port 936327fd-9fa0-4587-9329-d4ea4879ed31 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:45.649334 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-468cb4ef-9878-42ad-830c-3a55b3a1d28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.712451 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.713273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router ab16ef7c-d400-4091-bafa-b685ad673549 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:45.734854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.743088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6af5fd09-f475-45b0-beb3-24cb7a6af659 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/ab16ef7c-d400-4091-bafa-b685ad673549 HTTP/1.1" status: 204 len: 168 time: 1.1499045 Nov 12 08:38:45.750719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52316) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:45.861798 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.014027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet 3a52adb5-e180-4a7f-b1a1-1539c1a58f1d {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:46.027055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.189820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.225784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.365978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dcb1b532-2d58-4ced-8271-6d3aa263c8c3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:46.512312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.642464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:46.643965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.645192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.670650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.678791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/3a52adb5-e180-4a7f-b1a1-1539c1a58f1d HTTP/1.1" status: 204 len: 168 time: 0.9261217 Nov 12 08:38:46.726837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.754062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55e33-7e0e-4bd0-af24-ac7b0fc0ef4b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=3a52adb5-e180-4a7f-b1a1-1539c1a58f1d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.855473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073ce3c-ced0-4eac-a5e7-4291c174a235 None None] Network a3dd41ca-32ec-4f0e-aba4-13fc8826016e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:46.910325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router edbcdf4f-2e8f-484a-8939-cef887be6aea is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:47.004642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.125033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.220801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:47.238983 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Sync routers for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:47.254592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 936327fd-9fa0-4587-9329-d4ea4879ed31 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:47.256649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.264367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.276228 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-490d9375-0c00-455f-af98-428fb8343342 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.5904071 Nov 12 08:38:47.277337 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:47.279243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.311990 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:47.496160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 936327fd-9fa0-4587-9329-d4ea4879ed31 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:47.595821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 936327fd-9fa0-4587-9329-d4ea4879ed31, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=936327fd-9fa0-4587-9329-d4ea4879ed31,segment=NetworkSegment(205965fa-3a29-4589-a36b-d1d2b4851278),segment_id=205965fa-3a29-4589-a36b-d1d2b4851278)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:47.597016 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.638081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 936327fd-9fa0-4587-9329-d4ea4879ed31 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:47.774050 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:47.821794 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e113351e-d40a-4ee0-811c-18fc0c5d7cbc tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=bf5ae2a039b340fe8b9969b8a9eca9d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5403278 Nov 12 08:38:47.822715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52336) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.975925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.229593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=936327fd-9fa0-4587-9329-d4ea4879ed31,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.264748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port 936327fd-9fa0-4587-9329-d4ea4879ed31 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:48.439798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a5aa2-2126-48c4-b9ff-126a101a7206 None None] DHCP port deletion for a3dd41ca-32ec-4f0e-aba4-13fc8826016e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:48.449478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No active binding found for port 936327fd-9fa0-4587-9329-d4ea4879ed31 {{(pid=102373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:38:48.449929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 936327fd-9fa0-4587-9329-d4ea4879ed31 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 08:38:48.524680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Port 936327fd-9fa0-4587-9329-d4ea4879ed31 not found, will not notify nova. {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 08:38:48.669654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5daa825-2d43-4092-bd00-95d8765b1e0a tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.675610 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f5daa825-2d43-4092-bd00-95d8765b1e0a tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8475816 Nov 12 08:38:48.685127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52342) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.727324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 936327fd-9fa0-4587-9329-d4ea4879ed31 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:48.822945 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 3, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:48.844113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.890661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 936327fd-9fa0-4587-9329-d4ea4879ed31 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:48.891208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 936327fd-9fa0-4587-9329-d4ea4879ed31 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:48.917451 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8a5c690-4208-40cd-ad9e-0c7594e2ef3f tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2280364 Nov 12 08:38:48.921276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52344) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.954417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686214183', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:48.987260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dd41ca-32ec-4f0e-aba4-13fc8826016e']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.041535 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Checking router: edbcdf4f-2e8f-484a-8939-cef887be6aea for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:49.041900 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Updating router edbcdf4f-2e8f-484a-8939-cef887be6aea port 5477fd02-9860-4791-9fee-477d112f43d2 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:49.053456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205965fa-3a29-4589-a36b-d1d2b4851278') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.054617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205965fa-3a29-4589-a36b-d1d2b4851278') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.107627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.129980 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.168463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.183620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:49.184498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:49.191931 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:49.516846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.579117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.584872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/a3dd41ca-32ec-4f0e-aba4-13fc8826016e HTTP/1.1" status: 204 len: 168 time: 2.8473725 Nov 12 08:38:49.596184 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52352) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.625511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786200960', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:49.654816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a68aa-6918-4748-b5c1-51ddbcbeb5e1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=a3dd41ca-32ec-4f0e-aba4-13fc8826016e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.662171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.663711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.855611 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.948107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Made reservation on behalf of bf5ae2a039b340fe8b9969b8a9eca9d4 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:49.957057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.211434 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.224930 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.278096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92909bb3-f970-48bd-a592-191921800c13 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:50.378639 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Attempting to bind port 5477fd02-9860-4791-9fee-477d112f43d2 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:50.379176 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Attempting to bind port 5477fd02-9860-4791-9fee-477d112f43d2 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:50.387456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Attempting to bind port 5477fd02-9860-4791-9fee-477d112f43d2 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:50.402188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9cfda2d5-fea6-4bb0-9174-a9fde8ccb42c None None] Provisioning complete for port 5477fd02-9860-4791-9fee-477d112f43d2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:50.402614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cfda2d5-fea6-4bb0-9174-a9fde8ccb42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.413706 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:50.414442 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:50.415196 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.416174 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:50.417011 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Bound port: 5477fd02-9860-4791-9fee-477d112f43d2, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:50.417658 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.530718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9cfda2d5-fea6-4bb0-9174-a9fde8ccb42c None None] Port 5477fd02-9860-4791-9fee-477d112f43d2 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:50.626199 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] For port 5477fd02-9860-4791-9fee-477d112f43d2, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:50.644289 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] For port 5477fd02-9860-4791-9fee-477d112f43d2, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5477fd02-9860-4791-9fee-477d112f43d2,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:50.668908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.677847 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.738383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf45dae-f3a2-4223-8a32-4d90489d1153 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:50.798792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:50.806002 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:50.876714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Checking segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:50.878289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network hostable DHCP agents. Network: 02da53e1-e962-4755-9a0e-e80eb6e20ecb, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:50.911909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Subnet': ['ID=6691f0ca-52af-4e43-b555-8c278cf0a540,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.914550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c412b6e3-bc09-4df1-8321-fc37444c76c3 None None] Provisioning complete for port 5477fd02-9860-4791-9fee-477d112f43d2 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:50.926987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c412b6e3-bc09-4df1-8321-fc37444c76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.938603 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.017066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:51.083640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 02da53e1-e962-4755-9a0e-e80eb6e20ecb) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:51.091543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:51.098369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.104192 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:51.250408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-25543a0a-d48d-4f40-858a-0ab8dd800f53 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3273864 Nov 12 08:38:51.253783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52366) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:51.278284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c412b6e3-bc09-4df1-8321-fc37444c76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.318594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e314f5a-faf1-421a-951d-8043e181800a None None] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:51.331503 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:51.333575 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ff17a-e4ba-4ed1-ac5f-0e3252dcb8a1 None None] Pushing event updated for resources: {'Port': ['ID=5477fd02-9860-4791-9fee-477d112f43d2,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.534837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c412b6e3-bc09-4df1-8321-fc37444c76c3 None None] For port 5477fd02-9860-4791-9fee-477d112f43d2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5477fd02-9860-4791-9fee-477d112f43d2,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:51.548671 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c412b6e3-bc09-4df1-8321-fc37444c76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.639580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412b6e3-bc09-4df1-8321-fc37444c76c3 None None] Pushing event updated for resources: {'Port': ['ID=5477fd02-9860-4791-9fee-477d112f43d2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.814561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.817390 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 3, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:51.873657 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec57a6-c8bb-46d7-8745-3945b529ce4f None None] The sync data for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 is: [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 3, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:51.900877 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ff17a-e4ba-4ed1-ac5f-0e3252dcb8a1 None None] Pushing event updated for resources: {'Port': ['ID=5477fd02-9860-4791-9fee-477d112f43d2,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.938648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:51.939531 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.170727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.667315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Allocated IP 172.20.0.2 (02da53e1-e962-4755-9a0e-e80eb6e20ecb/6691f0ca-52af-4e43-b555-8c278cf0a540/ceb0d754-7d80-47de-b66c-fdb483c2e3d5) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:53.214617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5477fd02-9860-4791-9fee-477d112f43d2 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:53.376846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.25.4.144 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/c09d7dc6-69d6-4da1-83fe-a362518d2238) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:53.409796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.422156 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.577493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.704506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:53.733053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:53.753545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:53.928004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5477fd02-9860-4791-9fee-477d112f43d2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:53.932911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.052560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.20.0.1 (02da53e1-e962-4755-9a0e-e80eb6e20ecb/6691f0ca-52af-4e43-b555-8c278cf0a540/b270404b-730a-4044-99d7-b619e6743073) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:54.145366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Pushing event updated for resources: {'Port': ['ID=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.220425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Attempting to bind port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:54.220425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Attempting to bind port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:54.220425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Attempting to bind port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 on network 02da53e1-e962-4755-9a0e-e80eb6e20ecb {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:54.245325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:54.247884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Checking segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:54.253582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.254337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Bound using segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:54.255202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Bound port: ceb0d754-7d80-47de-b66c-fdb483c2e3d5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:54.255870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.305013 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.595953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.601446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] For port ceb0d754-7d80-47de-b66c-fdb483c2e3d5, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:54.611799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] For port ceb0d754-7d80-47de-b66c-fdb483c2e3d5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:54.623885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.763612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158988-e08c-4ea0-a0ea-b4f40903d039 None None] Pushing event updated for resources: {'Port': ['ID=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.773304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:54.860547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.882065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=b270404b-730a-4044-99d7-b619e6743073,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.896676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:54.908104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:55.170760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.176017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.366308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=c09d7dc6-69d6-4da1-83fe-a362518d2238,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.441402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:55.447209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:55.481594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cd39e-c0a2-4848-8317-e36011729146 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:55.651033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:55.675184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cea3a48-a679-4b24-a8dd-47dbd1dd2caf None None] Provisioning complete for port c09d7dc6-69d6-4da1-83fe-a362518d2238 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:55.675947 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cea3a48-a679-4b24-a8dd-47dbd1dd2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.810969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3a48-a679-4b24-a8dd-47dbd1dd2caf None None] Port c09d7dc6-69d6-4da1-83fe-a362518d2238 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:55.874831 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.322075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-44d8afe2-f2d4-4efd-af8d-3bc84beaca40 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085871453&fields=id&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 267 time: 0.1407349 Nov 12 08:38:56.763239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb0d754-7d80-47de-b66c-fdb483c2e3d5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:56.932872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:56.933520 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.202752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab18913-6868-415b-9208-43bb64387f39 None None] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:57.373734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.488328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.494167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port ceb0d754-7d80-47de-b66c-fdb483c2e3d5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:57.502991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-419c296d-cfc2-4fdb-bcd9-26f42160ddd0 None None] Provisioning complete for port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:57.503464 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-419c296d-cfc2-4fdb-bcd9-26f42160ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.508365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.670295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-886de792-3fd3-46ad-a6d6-6165aa33808e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.678491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-886de792-3fd3-46ad-a6d6-6165aa33808e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 797 time: 1.2949913 Nov 12 08:38:57.719349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-6f55f97e-d055-4bb1-9a40-112ea47e9c00 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/quotas/3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 375 time: 0.0390229 Nov 12 08:38:57.771029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:58.034098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.052199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.125826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=b270404b-730a-4044-99d7-b619e6743073,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:58.135624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-44f3dda9-1b4b-479c-91e6-4f4d9c2d47c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4121642 Nov 12 08:38:58.224494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.514432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3d7a238b-2fdf-47f5-81b2-45322ba0b978 None None] Provisioning complete for port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:58.515003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d7a238b-2fdf-47f5-81b2-45322ba0b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.628793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.664200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-767249ef-228a-4d0b-bad5-2ba3ebe72ca6 service neutron] 10.222.0.16 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197433 Nov 12 08:38:58.792695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb0d754-7d80-47de-b66c-fdb483c2e3d5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:59.157751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:59.175392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:59.208140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-ec196949-b830-47f0-8b0a-9afb3b4c5806 service neutron] 10.222.0.16 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293298 Nov 12 08:38:59.237714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3d7a238b-2fdf-47f5-81b2-45322ba0b978 None None] Provisioning complete for port b270404b-730a-4044-99d7-b619e6743073 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:59.241988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d7a238b-2fdf-47f5-81b2-45322ba0b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.551331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:59.562993 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.629448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a238b-2fdf-47f5-81b2-45322ba0b978 None None] Port b270404b-730a-4044-99d7-b619e6743073 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:59.652975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router edbcdf4f-2e8f-484a-8939-cef887be6aea has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:59.785744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fbbccdae-1314-4812-be41-604f6dbcb3c9 None None] Provisioning complete for port b270404b-730a-4044-99d7-b619e6743073 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:59.786132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fbbccdae-1314-4812-be41-604f6dbcb3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.822788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 05bdaa22-96a1-473b-85c6-79761d77d8b3 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:59.895065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fbbccdae-1314-4812-be41-604f6dbcb3c9 None None] Port b270404b-730a-4044-99d7-b619e6743073 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:00.104242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1926017a-8277-4851-86d6-9690aa227eaa req-8e464a89-4775-42df-aa77-c53e2abab509 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 210 time: 0.5288343 Nov 12 08:39:00.160555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:00.171976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Sync routers for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:00.175382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c636c916-3de1-444a-9585-e4b166e0a304 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "PUT /v2.0/routers/edbcdf4f-2e8f-484a-8939-cef887be6aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9191425 Nov 12 08:39:00.178298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.191090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1206539509', 'description': 'tempest-secgroup_access--1206539509 description', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:00.217069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:00.249179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:00.250105 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] Sync routers for ids ['05bdaa22-96a1-473b-85c6-79761d77d8b3'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:00.253918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:00.297434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.306840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.308726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44170b3d-f40d-4301-98cf-b2d137c5c3c1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.6887546 Nov 12 08:39:00.313132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52542) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.319868 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] Routers {'05bdaa22-96a1-473b-85c6-79761d77d8b3'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:00.321266 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['05bdaa22-96a1-473b-85c6-79761d77d8b3'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:00.459269 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:00.496612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.498241 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] Routers {'05bdaa22-96a1-473b-85c6-79761d77d8b3'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:00.499882 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['05bdaa22-96a1-473b-85c6-79761d77d8b3'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:00.509112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.615101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc684e31-47ba-468a-9554-ca5580e113cf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.657694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.660352 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f695942-d7f7-4bb3-9c22-aa6413e2c674 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4776754 Nov 12 08:39:00.663509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52552) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.668568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:00.677982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--658813052', 'description': 'tempest-secgroup_general--658813052 description', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:00.689239 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:00.692653 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4cb73-9ddb-4e7b-b7aa-13d18f6e4a8c None None] The sync data for ids ['05bdaa22-96a1-473b-85c6-79761d77d8b3'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:00.737396 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.819301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-94279067-7a8b-4144-ac2f-78a18ec27bd4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/routers/05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 200 len: 880 time: 0.5044234 Nov 12 08:39:00.828631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52554) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.861271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.884647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.941296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041a864b-917f-498c-8e1e-7399d0cd901f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.975874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.977875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e2b57fe-2875-40ce-9e8b-6a1b6ba1bcba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3131371 Nov 12 08:39:00.981262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52562) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.988530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'security_group_rule': {'security_group_id': 'fc684e31-47ba-468a-9554-ca5580e113cf', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:01.051033 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.168567 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.197167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.304611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb25e04-34df-4435-b07d-871e02bedcbc,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.334954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.345533 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-525ac8f0-3e30-44f7-b634-6fd5c3d631a3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532357 Nov 12 08:39:01.664684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:38:56Z', 'revision_number': 2, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.784789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Checking router: edbcdf4f-2e8f-484a-8939-cef887be6aea for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:01.785501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Updating router edbcdf4f-2e8f-484a-8939-cef887be6aea port b270404b-730a-4044-99d7-b619e6743073 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:39:01.900084 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.331067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e8b785b-68ff-45e7-8f1f-184d52fd975c req-c3e051ab-8475-4291-bb2e-f98e071d9e3f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 210 time: 0.0603905 Nov 12 08:39:02.483735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8da68cae-5d65-4177-a46b-8b5777729207 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6538198 Nov 12 08:39:02.484598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52598) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:02.490788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-2acb0fc0-888c-4b05-940c-0e82df35a467 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--658813052&fields=id&tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4 HTTP/1.1" status: 200 len: 267 time: 0.1966860 Nov 12 08:39:02.496305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-786200960'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:02.527657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-e3c8477c-f009-4067-bdf6-e9109b7be350 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.537146 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-e3c8477c-f009-4067-bdf6-e9109b7be350 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 797 time: 0.4914708 Nov 12 08:39:02.700655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-a819c601-c636-47da-b7b4-1964021f2321 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 380 time: 0.1555960 Nov 12 08:39:02.711062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'port': {'device_id': '2fbee346-e252-4a62-9877-1e951b27d93b', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'admin_state_up': True, 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'security_groups': ['aa8a265d-7c7e-4dd8-8f15-776cc24ef21f']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:02.720382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-8950a848-02e0-4f61-86f2-acd9c1dd71eb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1206539509&fields=id&tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4 HTTP/1.1" status: 200 len: 267 time: 0.2206810 Nov 12 08:39:02.735968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.750912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.884360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abfad4-effc-476f-9dd2-0d7f9cc767d2 None None] Pushing event updated for resources: {'Port': ['ID=b270404b-730a-4044-99d7-b619e6743073,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.101986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:03.113274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.601666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.10 (74db9e45-bb6e-4b1e-9bb3-dd016c42566d/fd81e2f8-b22e-44cf-87fa-6386d9d00fb8/3556b2c6-d0f5-47f2-ba49-15eac23438d5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:03.602895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.666044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f58a5a5-29af-4aa4-8723-74a02cfeb1ec req-6f0722fe-f0f0-4235-b1d3-c585e7809853 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 210 time: 0.0432436 Nov 12 08:39:03.676122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.829693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Attempting to bind port b270404b-730a-4044-99d7-b619e6743073 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:03.833959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Attempting to bind port b270404b-730a-4044-99d7-b619e6743073 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:03.834735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Attempting to bind port b270404b-730a-4044-99d7-b619e6743073 on network 02da53e1-e962-4755-9a0e-e80eb6e20ecb {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:03.885735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:03.889920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Checking segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:03.890864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.891741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Bound using segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:03.903240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Bound port: b270404b-730a-4044-99d7-b619e6743073, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:03.904111 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.910123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-12fa3a19-8030-4192-8a8f-ac98716649f9 None None] Provisioning complete for port b270404b-730a-4044-99d7-b619e6743073 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:03.910841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-12fa3a19-8030-4192-8a8f-ac98716649f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.049917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-7fa85e8c-f11f-46ae-bbd5-0150955d81e9 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.051835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-7fa85e8c-f11f-46ae-bbd5-0150955d81e9 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/networks?id=02da53e1-e962-4755-9a0e-e80eb6e20ecb HTTP/1.1" status: 200 len: 796 time: 1.3196919 Nov 12 08:39:04.105825 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.122974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-12fa3a19-8030-4192-8a8f-ac98716649f9 None None] Port b270404b-730a-4044-99d7-b619e6743073 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:04.143521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-9be41afc-67df-4054-9baf-8f6fe4f4a7de tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/quotas/bf5ae2a039b340fe8b9969b8a9eca9d4 HTTP/1.1" status: 200 len: 375 time: 0.0611069 Nov 12 08:39:04.200226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] For port b270404b-730a-4044-99d7-b619e6743073, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:04.204001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.204284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] For port b270404b-730a-4044-99d7-b619e6743073, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b270404b-730a-4044-99d7-b619e6743073,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:04.215980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.218575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 05bdaa22-96a1-473b-85c6-79761d77d8b3 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:04.338523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:04.359601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:04.385070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:04.386228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.389201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:04.433209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:04.445612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.449471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dbd9db03-17ee-40bf-be6b-0f0d8b9e2df9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 200 len: 887 time: 1.9550974 Nov 12 08:39:04.453531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-2e9607ae-9146-47c3-89e6-4c93a6dd83ff tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3067956 Nov 12 08:39:04.454043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52638) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:04.490315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-39053f3f-1ace-448a-8fe2-2a98bb28d37e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:39:04.491384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-39053f3f-1ace-448a-8fe2-2a98bb28d37e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151463 Nov 12 08:39:04.567235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.607950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] Sync routers for ids ['05bdaa22-96a1-473b-85c6-79761d77d8b3'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:04.666279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.673663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.695780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abfad4-effc-476f-9dd2-0d7f9cc767d2 None None] Pushing event updated for resources: {'Port': ['ID=b270404b-730a-4044-99d7-b619e6743073,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.717672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] Routers {'05bdaa22-96a1-473b-85c6-79761d77d8b3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:04.718314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['05bdaa22-96a1-473b-85c6-79761d77d8b3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.729495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-f0ef6a23-295a-426b-90bc-2968bc0151f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0223315 Nov 12 08:39:04.743843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Request body: {'port': {'device_id': '2fbee346-e252-4a62-9877-1e951b27d93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:04.848353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.894023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cee88ffa-1987-4cff-b38a-029ed7542cd4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/routers/05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 200 len: 887 time: 0.4374046 Nov 12 08:39:04.896249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52644) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:04.899390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.037876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] Routers {'05bdaa22-96a1-473b-85c6-79761d77d8b3'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:05.038521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:38:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['05bdaa22-96a1-473b-85c6-79761d77d8b3'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:05.047693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d17ade7d-01be-4a2e-b457-dd22d298a744 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 200 len: 205 time: 0.1067703 Nov 12 08:39:05.054987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52648) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:05.183721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-7943ea47-90cf-4d0d-977c-1da2e7859edc service neutron] 10.222.0.16 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620706 Nov 12 08:39:05.192906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-51e96d80-7896-4875-8627-ec91651c2041 None None] Provisioning complete for port b270404b-730a-4044-99d7-b619e6743073 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:05.193313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51e96d80-7896-4875-8627-ec91651c2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.194974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:05.195585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7965e-ee28-464a-beb5-edb4cafef157 None None] The sync data for ids ['05bdaa22-96a1-473b-85c6-79761d77d8b3'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:05.354721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:05.526018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235a7f-3a1c-4359-b1d6-ccec3d0dcbb3 req-ea2b1988-d064-4e14-9757-343485cb9ca4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.530373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81235a7f-3a1c-4359-b1d6-ccec3d0dcbb3 req-ea2b1988-d064-4e14-9757-343485cb9ca4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 932 time: 0.6330211 Nov 12 08:39:05.726195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81235a7f-3a1c-4359-b1d6-ccec3d0dcbb3 req-e9187899-0f5b-4806-882b-1d08d1444c83 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798387 Nov 12 08:39:05.831005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-70851e81-b206-4d47-aae8-95041e420ccb service neutron] 10.222.0.16 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361122 Nov 12 08:39:05.857278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3556b2c6-d0f5-47f2-ba49-15eac23438d5 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:05.869868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.894516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51e96d80-7896-4875-8627-ec91651c2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.899254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Transition to ACTIVE for port object 3556b2c6-d0f5-47f2-ba49-15eac23438d5 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:05.986351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.994659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.005964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-51e96d80-7896-4875-8627-ec91651c2041 None None] For port b270404b-730a-4044-99d7-b619e6743073, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b270404b-730a-4044-99d7-b619e6743073,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:06.027235 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51e96d80-7896-4875-8627-ec91651c2041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.243973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e96d80-7896-4875-8627-ec91651c2041 None None] Pushing event updated for resources: {'Port': ['ID=b270404b-730a-4044-99d7-b619e6743073,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:06.299853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:04Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:06.322606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:06.380462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a29fd36-d5b5-4c12-8bf7-11362741f35a req-b2a29db3-4f62-4685-a31f-cdbe50e621cc tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.1411979 Nov 12 08:39:06.425348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.460780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db85ac83-6bf4-4f46-bcb5-78b66914ffd3 None None] The sync data for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 is: [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:04Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:06.496594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:06.496828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:06.497066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:06.529806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:06.530133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:06.541944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:06.542162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Checking segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:06.542673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Bound using segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:06.543202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Bound port: 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:06.543528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.751458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port c09d7dc6-69d6-4da1-83fe-a362518d2238 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:06.751840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.752002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52678) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:06.779061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:06.779585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b270404b-730a-4044-99d7-b619e6743073 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:06.793405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:06.833835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.898248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Deleting subnet 9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:06.926521 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.006975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b270404b-730a-4044-99d7-b619e6743073 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:07.007262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.105899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.106849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.112630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] 10.222.0.25 "PUT /v2.0/ports/3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 1093 time: 2.3706918 Nov 12 08:39:07.113062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:07.123659 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:07.172849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.337874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341c07d-087c-43d4-8229-2ac8730ea20f service neutron] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.391072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bd7b4-8f38-4133-af8b-3d7b25d24519 req-21e1f2f8-936b-4824-8294-39463870e35c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.404408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df4bd7b4-8f38-4133-af8b-3d7b25d24519 req-21e1f2f8-936b-4824-8294-39463870e35c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.4435673 Nov 12 08:39:07.408510 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677726db-6c2e-4547-b396-c5422424e377 x-openstack-request-id: req-677726db-6c2e-4547-b396-c5422424e377 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:07.410808 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:07.410808 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-677726db-6c2e-4547-b396-c5422424e377 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:07.411618 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'status': 'completed', 'code': 200} Nov 12 08:39:07.483461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.507085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.548006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for c09d7dc6-69d6-4da1-83fe-a362518d2238 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:07.577676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-81ef1700-bc9c-4ff5-83cf-9596b799b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.579240 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-81ef1700-bc9c-4ff5-83cf-9596b799b889 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1096 time: 0.3862169 Nov 12 08:39:07.653641 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-8ec5215a-f8d6-4c27-8d76-10b121d4028f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 217 time: 0.0605309 Nov 12 08:39:07.789665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed8a4553-a220-43f8-a933-82d7a6220c16 req-6a5a5ab0-0809-4d74-b279-646243f14828 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.1859725 Nov 12 08:39:07.851980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df4bd7b4-8f38-4133-af8b-3d7b25d24519 req-a9cc26b7-6556-4ea2-853a-8326546c4fa6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252672 Nov 12 08:39:07.860594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-6d8fc51e-86d3-4643-95b7-1b770a33d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.870376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-6d8fc51e-86d3-4643-95b7-1b770a33d175 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.2083433 Nov 12 08:39:07.890335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.921473 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.924950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cdc5c-06c4-4fef-bfcf-4cd024fc2816 None None] Network 854095bb-a627-4623-a78b-8ea1a2823532 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:07.940406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff HTTP/1.1" status: 204 len: 168 time: 1.1840234 Nov 12 08:39:07.961862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52706) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:08.034471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad61a05-e5aa-4b17-a16a-a0f4d2f9baff,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:08.178254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.182350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.183015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.184468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.185612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.188564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.189814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.190315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.190812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.193158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.193719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.194217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75d9b99-8258-44f1-b91d-928647796299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:08.276391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa9849-4463-454c-94fa-df20e5674013 None None] DHCP port deletion for 854095bb-a627-4623-a78b-8ea1a2823532 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:08.306821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.352014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.385300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-0db64974-b79b-43c8-b514-9b5c54acd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.390361 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-0db64974-b79b-43c8-b514-9b5c54acd9ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5111153 Nov 12 08:39:08.397235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a1bad5-30b2-4218-800d-38233ec7a6d4 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:08.543326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=c09d7dc6-69d6-4da1-83fe-a362518d2238,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:08.556785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.608516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854095bb-a627-4623-a78b-8ea1a2823532']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:08.639240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:08.639878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd34da45-b58e-4cf6-90af-9dcc10a31cb8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:08.659474 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.714658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.730636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:08.732548 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:08.738345 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:08.762922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-a5f36a59-ac67-4885-bddd-d7aee0f41a93 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170838 Nov 12 08:39:08.763799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.929389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.954510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.004836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.023379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] 10.222.0.16 "DELETE /v2.0/networks/854095bb-a627-4623-a78b-8ea1a2823532 HTTP/1.1" status: 204 len: 168 time: 1.0371411 Nov 12 08:39:09.034982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2566c-2907-494d-b522-93f5b07c8bea admin admin] Pushing event deleted for resources: {'Network': ['ID=854095bb-a627-4623-a78b-8ea1a2823532,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:09.097461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a055a296-e8da-44c6-90e0-402e3ec88fbf req-156f9442-aa77-4223-a3b2-515b0f98ec36 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244772 Nov 12 08:39:09.159944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-157c4bf6-7a5e-4796-9030-25f70ca5e8d9 req-c4aae3a1-ad59-4131-a341-a5ed01bb1618 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.1320968 Nov 12 08:39:09.240002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901f97-9448-4ad5-9638-b94b7fc3d568 req-d763e684-4ad0-41be-8b85-5bc86e5e6ef5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.246287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43901f97-9448-4ad5-9638-b94b7fc3d568 req-d763e684-4ad0-41be-8b85-5bc86e5e6ef5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.1465421 Nov 12 08:39:09.359240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43901f97-9448-4ad5-9638-b94b7fc3d568 req-8477d613-f7fe-436e-8bc0-c605e9799413 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040504 Nov 12 08:39:09.381530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.387608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.413290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-15db98ea-bcaf-4f43-a900-3f86401ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.413290 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-15db98ea-bcaf-4f43-a900-3f86401ec866 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1096 time: 0.1850684 Nov 12 08:39:09.534388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52736) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:09.541229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.541465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router 05bdaa22-96a1-473b-85c6-79761d77d8b3 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:09.578850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.588789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c7ec9d0c-4455-46a6-b352-6a62ee69e33c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 204 len: 168 time: 4.5317872 Nov 12 08:39:09.630087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52740) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:09.633546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-afedcc56-ee29-45e0-9b10-7bc0c90f1e1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b652c348add45888726f25b51566c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983086 Nov 12 08:39:09.645423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849074714'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:09.654946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52742) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:09.711314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:09.713603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-456a4ff5-68b7-453a-8f73-6712742d86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.715404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.715603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-456a4ff5-68b7-453a-8f73-6712742d86e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.2488604 Nov 12 08:39:09.763171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4981a53-fdbb-4133-87a8-1a0f88c7c078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.779023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:09.789687 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-7c473702-35ee-4af3-b82d-e629f1256dc4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 217 time: 0.0654624 Nov 12 08:39:09.825185 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.825535 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment 2fd28bc7-9354-4dad-a29b-869c7376b351 of type vlan for network df42f8f5-42bf-464f-9235-80a6961485c9 Nov 12 08:39:09.859950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4981a53-fdbb-4133-87a8-1a0f88c7c078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.869645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-07f108d2-0fd0-4d11-aca4-7bacb150f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.872626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-07f108d2-0fd0-4d11-aca4-7bacb150f466 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.0742879 Nov 12 08:39:09.907763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.949574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-11455338-0ba0-435f-aa9a-0df95d34273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.961416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.962997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-11455338-0ba0-435f-aa9a-0df95d34273d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822592 Nov 12 08:39:09.969002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.969820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.013230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4981a53-fdbb-4133-87a8-1a0f88c7c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.016801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4981a53-fdbb-4133-87a8-1a0f88c7c078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.019046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b4981a53-fdbb-4133-87a8-1a0f88c7c078 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a43355d1-01bf-4a6d-9f66-fc6aef88e5d6 HTTP/1.1" status: 204 len: 168 time: 0.3584948 Nov 12 08:39:10.179842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4981a53-fdbb-4133-87a8-1a0f88c7c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43355d1-01bf-4a6d-9f66-fc6aef88e5d6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.235698 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-af4fb143-8642-435d-b09d-3512fe19db4b service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643528 Nov 12 08:39:10.237486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6026118 Nov 12 08:39:10.243286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:10.258107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:10.259867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbf7ed-df22-495d-beeb-d728c786cec3 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=df42f8f5-42bf-464f-9235-80a6961485c9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.282224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network df42f8f5-42bf-464f-9235-80a6961485c9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:10.387736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6137fd9-abae-44bc-843b-23f32e26466d req-6f077a7b-6111-459a-8c43-303da28127ad tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.0822792 Nov 12 08:39:10.685190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ddb37-aa08-4313-bfe9-14bad330a0ab req-6ccd5674-6117-4176-a157-4df55a5c4fd1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.702846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-297ddb37-aa08-4313-bfe9-14bad330a0ab req-6ccd5674-6117-4176-a157-4df55a5c4fd1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.1649728 Nov 12 08:39:10.707739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-152a4c9d-d799-42ef-bcdf-de63d47ad977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.814771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-297ddb37-aa08-4313-bfe9-14bad330a0ab req-5a9ad9a0-0f90-4070-b133-2f31ad7673d0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107728 Nov 12 08:39:11.062725 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8cfcc6b4-167b-4835-b0c3-a15e937c17eb req-1abd1130-da73-4c7d-a87a-398dec3ad687 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939813 Nov 12 08:39:11.095574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:11.099540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.545015 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.562855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497cc5a2-c1a2-48be-82b2-1c199faab5d1 req-9bcc237b-ef14-4f8a-9c4f-737d0b2630f7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.0693893 Nov 12 08:39:11.706500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=c611e775-0a29-4d9b-aaf8-1b4c805e1d9a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:11.716449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': '2fd28bc7-9354-4dad-a29b-869c7376b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:11.717024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: df42f8f5-42bf-464f-9235-80a6961485c9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:11.752744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network df42f8f5-42bf-464f-9235-80a6961485c9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:11.790852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, df42f8f5-42bf-464f-9235-80a6961485c9) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:11.803758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8239341-a06c-4d53-94fc-c10f495fe6cb None None] Network df42f8f5-42bf-464f-9235-80a6961485c9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:11.832844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.833093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.887213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 52800) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:11.890876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-054b8175-db39-424e-b39a-f2ffa1b4e77b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6393971 Nov 12 08:39:11.896806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1427684547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:11.978029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.978029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.063518 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.094728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.160661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:12.182882 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.190014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52804) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:12.216592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f913afb2-3cef-4db4-b303-b4b0e6ef181f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3270788 Nov 12 08:39:12.265660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ece68-d7d7-4738-997d-beaa8933b9a2 req-5f62a11b-a2d9-4b6f-94d4-58cb130ae43c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.278289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f13ece68-d7d7-4738-997d-beaa8933b9a2 req-5f62a11b-a2d9-4b6f-94d4-58cb130ae43c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.3195255 Nov 12 08:39:12.294505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.409301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-df42f8f5-42bf-464f-9235-80a6961485c9', 'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': 'c611e775-0a29-4d9b-aaf8-1b4c805e1d9a'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:12.410175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.515077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:12.520198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f13ece68-d7d7-4738-997d-beaa8933b9a2 req-dcfc5869-4f0e-4ddb-9c33-c81efe7484ea tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359312 Nov 12 08:39:12.560865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'port_id': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'mac_address': 'fa:16:3e:be:20:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:12.758072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.859404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3556b2c6-d0f5-47f2-ba49-15eac23438d5 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:12.938824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d80817bf-39e8-482a-9230-4915c9df87c9 req-3f870932-f4bf-43ff-9c90-a3f8e0c62d3a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.1765599 Nov 12 08:39:12.943035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:12.950526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Allocated IP 172.20.0.2 (df42f8f5-42bf-464f-9235-80a6961485c9/c611e775-0a29-4d9b-aaf8-1b4c805e1d9a/213c386f-9863-4dea-97bd-f6b4d138dd37) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:12.958803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.103921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-6b7714f1-7474-480f-9c64-9728ff7a31c7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.104549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.105751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-6b7714f1-7474-480f-9c64-9728ff7a31c7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.32 "GET /v2.0/networks?id=02da53e1-e962-4755-9a0e-e80eb6e20ecb HTTP/1.1" status: 200 len: 796 time: 0.4546406 Nov 12 08:39:13.349129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.373642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-396c4d93-55d5-482f-baee-98cd8883b551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.393708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['3556b2c6-d0f5-47f2-ba49-15eac23438d5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:13.394292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-19039a4f-7011-4361-b039-74c18cbcb186 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4 HTTP/1.1" status: 200 len: 477 time: 0.2779820 Nov 12 08:39:13.410697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'port': {'device_id': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'admin_state_up': True, 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'security_groups': ['041a864b-917f-498c-8e1e-7399d0cd901f', 'fc684e31-47ba-468a-9554-ca5580e113cf']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:13.803724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Made reservation on behalf of bf5ae2a039b340fe8b9969b8a9eca9d4 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:13.811423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.825289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca28a56-3d05-486d-a15f-3a9cba18567c req-e2cda935-da7e-4929-a154-668da8f3568e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.836365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ca28a56-3d05-486d-a15f-3a9cba18567c req-e2cda935-da7e-4929-a154-668da8f3568e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 945 time: 0.1885192 Nov 12 08:39:14.036079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ca28a56-3d05-486d-a15f-3a9cba18567c req-4fec660b-a19d-47ce-8f94-f8bfdf52cc57 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715121 Nov 12 08:39:14.186927 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.284959 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.342629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.20.0.1 (df42f8f5-42bf-464f-9235-80a6961485c9/c611e775-0a29-4d9b-aaf8-1b4c805e1d9a/86bd6c09-6af9-44b9-b90b-05c5c27a5108) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:14.401573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0481ab24-7848-45b2-91be-205bd1575f1f req-f7d7085a-170a-4eb1-9824-bbfc5c62dea9 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.2951198 Nov 12 08:39:14.510609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.20.0.12 (02da53e1-e962-4755-9a0e-e80eb6e20ecb/6691f0ca-52af-4e43-b555-8c278cf0a540/d86a7f15-baa4-4f86-83ee-ae7a9c61325b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:14.577264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Network df42f8f5-42bf-464f-9235-80a6961485c9 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:14.628181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:14.643018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:14.738242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.830705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.848870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Pushing event updated for resources: {'Port': ['ID=213c386f-9863-4dea-97bd-f6b4d138dd37,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:14.958971 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.979646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network df42f8f5-42bf-464f-9235-80a6961485c9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:15.012816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:15.020001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:15.174823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=86bd6c09-6af9-44b9-b90b-05c5c27a5108,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.254260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.419019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Attempting to bind port 213c386f-9863-4dea-97bd-f6b4d138dd37 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:15.423935 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.424833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Attempting to bind port 213c386f-9863-4dea-97bd-f6b4d138dd37 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2fd28bc7-9354-4dad-a29b-869c7376b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:15.425635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Attempting to bind port 213c386f-9863-4dea-97bd-f6b4d138dd37 on network df42f8f5-42bf-464f-9235-80a6961485c9 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:15.502149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:15.511227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Checking segment: {'id': '2fd28bc7-9354-4dad-a29b-869c7376b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:15.513647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.514269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Bound using segment: {'id': '2fd28bc7-9354-4dad-a29b-869c7376b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:15.514975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Bound port: 213c386f-9863-4dea-97bd-f6b4d138dd37, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd28bc7-9354-4dad-a29b-869c7376b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df42f8f5-42bf-464f-9235-80a6961485c9'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:15.515615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.543366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.677044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a5e8-9d44-4495-89bf-498eb52f36c8 req-c7a9c817-eb82-40a2-ba59-20021860de0f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.691531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8262a5e8-9d44-4495-89bf-498eb52f36c8 req-c7a9c817-eb82-40a2-ba59-20021860de0f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 945 time: 0.4402652 Nov 12 08:39:15.703967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-4abd1297-0b8c-4d9e-a0f0-4d6db38be1c2 req-0b093141-77c1-482c-a049-bf0c9843c919 service neutron] (102372) timed out ('10.222.0.25', 62329) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:39:15.761811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] For port 213c386f-9863-4dea-97bd-f6b4d138dd37, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:15.773133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] For port 213c386f-9863-4dea-97bd-f6b4d138dd37, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=213c386f-9863-4dea-97bd-f6b4d138dd37,segment=NetworkSegment(2fd28bc7-9354-4dad-a29b-869c7376b351),segment_id=2fd28bc7-9354-4dad-a29b-869c7376b351)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:15.780643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.784230 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.823661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d524865d-ffe5-4667-a16d-e83078ad2852 req-3c1657ca-1dff-4e37-b2c4-5774012c3a8f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.0577598 Nov 12 08:39:15.872509 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.963243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c675aa-05f5-4eed-9c1a-7e5b28cf862c None None] Pushing event updated for resources: {'Port': ['ID=213c386f-9863-4dea-97bd-f6b4d138dd37,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.008778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.053097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8262a5e8-9d44-4495-89bf-498eb52f36c8 req-c9e4bb66-2a7d-49f4-a59e-91bc7d2575c7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598328 Nov 12 08:39:16.098340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:16.101142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:16.104939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:16.240232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.241289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.279863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-ff00d037-243e-48a6-a023-eafa997d5e8e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.8763030 Nov 12 08:39:16.296792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Request body: {'port': {'device_id': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:16.404019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.429088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.627719 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.717727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-134bb539-963a-466e-b2ac-5c8761e38f24 None None] Provisioning complete for port d86a7f15-baa4-4f86-83ee-ae7a9c61325b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:16.718333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-134bb539-963a-466e-b2ac-5c8761e38f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.723183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=86bd6c09-6af9-44b9-b90b-05c5c27a5108,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.850644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-134bb539-963a-466e-b2ac-5c8761e38f24 None None] Port d86a7f15-baa4-4f86-83ee-ae7a9c61325b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:16.858417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 213c386f-9863-4dea-97bd-f6b4d138dd37 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:16.908945 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.966243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 213c386f-9863-4dea-97bd-f6b4d138dd37 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:16.967018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.008085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.037875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network df42f8f5-42bf-464f-9235-80a6961485c9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:17.045917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:17.199908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.292438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 213c386f-9863-4dea-97bd-f6b4d138dd37, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=213c386f-9863-4dea-97bd-f6b4d138dd37,segment=NetworkSegment(2fd28bc7-9354-4dad-a29b-869c7376b351),segment_id=2fd28bc7-9354-4dad-a29b-869c7376b351)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:17.301818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.366470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 64b7810d-c425-4ad6-93f0-7fd1260abd6d is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:39:17.428252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=213c386f-9863-4dea-97bd-f6b4d138dd37,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.583956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4d83-861b-4fa1-a797-ee071b859cf6 req-836b9190-8306-482a-b425-f7019043bf9d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.587032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6aef4d83-861b-4fa1-a797-ee071b859cf6 req-836b9190-8306-482a-b425-f7019043bf9d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 971 time: 0.5819912 Nov 12 08:39:17.635152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:17.642551 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13df66b5-f695-4d36-b00a-8d47ce0104fc tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/64b7810d-c425-4ad6-93f0-7fd1260abd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4508352 Nov 12 08:39:17.645936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52940) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:17.678297 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a94a5c-1859-4680-b312-382807718f4c None None] Sync routers for ids ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:17.721282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a94a5c-1859-4680-b312-382807718f4c None None] Routers {'64b7810d-c425-4ad6-93f0-7fd1260abd6d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:17.721926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64a94a5c-1859-4680-b312-382807718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:17.727305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9111ffd-9de5-42ec-b2f1-67badfcb0922 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.731540 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e9111ffd-9de5-42ec-b2f1-67badfcb0922 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports/86bd6c09-6af9-44b9-b90b-05c5c27a5108 HTTP/1.1" status: 200 len: 910 time: 0.0816143 Nov 12 08:39:17.732193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 52944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:17.742209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c611e775-0a29-4d9b-aaf8-1b4c805e1d9a'}]}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:17.798238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64a94a5c-1859-4680-b312-382807718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:17.809814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50b36-70d1-49e3-8112-46ea96afbc64 req-cc51949e-8de6-45cb-ac3c-33927476b0f8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.811536 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a94a5c-1859-4680-b312-382807718f4c None None] Routers {'64b7810d-c425-4ad6-93f0-7fd1260abd6d'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:17.812531 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64a94a5c-1859-4680-b312-382807718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:17.827005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbe50b36-70d1-49e3-8112-46ea96afbc64 req-cc51949e-8de6-45cb-ac3c-33927476b0f8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 945 time: 0.5283489 Nov 12 08:39:17.883741 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64a94a5c-1859-4680-b312-382807718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:17.887098 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a94a5c-1859-4680-b312-382807718f4c None None] The sync data for ids ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'] in n-d-768509-25 is: [] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:18.021943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f01b0d-ef7e-4ef4-a1b5-25f0dbd89826 None None] Network df42f8f5-42bf-464f-9235-80a6961485c9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:18.089186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:18.107311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cbe50b36-70d1-49e3-8112-46ea96afbc64 req-335ee7ee-407a-45af-9b90-01edc3c8a686 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664056 Nov 12 08:39:18.187641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6aef4d83-861b-4fa1-a797-ee071b859cf6 req-944617d4-b232-4dd0-97d7-7d15ef0f8f59 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5850632 Nov 12 08:39:18.211865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f18123e0-ca42-426d-acbe-e10095c159ae None None] Provisioning complete for port 213c386f-9863-4dea-97bd-f6b4d138dd37 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:18.212438 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f18123e0-ca42-426d-acbe-e10095c159ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.226133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86a7f15-baa4-4f86-83ee-ae7a9c61325b {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:18.244020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.268126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.330771 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-f64eb517-5e56-4933-b102-018fe713155f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5734842 Nov 12 08:39:18.381418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Transition to ACTIVE for port object d86a7f15-baa4-4f86-83ee-ae7a9c61325b will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:18.391484 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.608464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:18.623647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:18.623905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.705142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-268f0111-b977-410a-8602-5be73db6a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.707266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-268f0111-b977-410a-8602-5be73db6a640 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.3083169 Nov 12 08:39:18.710385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Pushing event updated for resources: {'Port': ['ID=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:18.862691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-eba25c88-f848-4803-9220-cd270443ba18 req-301a65d2-030e-49c6-a165-087e67623e22 tempest-AttachVolumeShelveTestJSON-774782248 tempest-AttachVolumeShelveTestJSON-774782248-project] (102371) timed out ('10.222.0.25', 62300) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:39:18.880604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 213c386f-9863-4dea-97bd-f6b4d138dd37 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:18.958542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Attempting to bind port d86a7f15-baa4-4f86-83ee-ae7a9c61325b on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:18.961574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Attempting to bind port d86a7f15-baa4-4f86-83ee-ae7a9c61325b by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:18.962084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Attempting to bind port d86a7f15-baa4-4f86-83ee-ae7a9c61325b on network 02da53e1-e962-4755-9a0e-e80eb6e20ecb {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:18.978258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Port d86a7f15-baa4-4f86-83ee-ae7a9c61325b on network 02da53e1-e962-4755-9a0e-e80eb6e20ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:18.985503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Attempting to bind port d86a7f15-baa4-4f86-83ee-ae7a9c61325b on network 02da53e1-e962-4755-9a0e-e80eb6e20ecb {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:19.010808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:19.012612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Checking segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:19.013993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Bound using segment: {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:19.016339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Bound port: d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea8c096-2898-43cf-8550-9efcfa9fb240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:19.018055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.161727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-efc29ecb-d64a-4f3d-a2db-d80773e48356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.163494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-efc29ecb-d64a-4f3d-a2db-d80773e48356 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 0.4111068 Nov 12 08:39:19.173838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 213c386f-9863-4dea-97bd-f6b4d138dd37 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:19.174912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.250227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] For port d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:19.256537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] For port d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:19.292186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.321866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.328886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.383015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:19.387434 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc560eb-1340-439f-997e-448505d136e7" -d '{"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-plugged", "status": "completed", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:19.416661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-fc7b3fd3-f9a2-413c-9141-7cc36ca19e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 1000 time: 0.1565747 Nov 12 08:39:19.436445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.437042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:19.498467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.584710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=86bd6c09-6af9-44b9-b90b-05c5c27a5108,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.618467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.620035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.621666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-041e5f57-1b06-4c17-bcdd-f35916740603 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/ports/86bd6c09-6af9-44b9-b90b-05c5c27a5108 HTTP/1.1" status: 200 len: 910 time: 1.8884251 Nov 12 08:39:19.626329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:19.831763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.841093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-5fcd5990-4004-499b-b1f7-c46e1b57cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.842957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-5fcd5990-4004-499b-b1f7-c46e1b57cfe8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.3021255 Nov 12 08:39:19.893099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b044bf2e-5017-401c-b44e-eb0216698786 None None] Provisioning complete for port 213c386f-9863-4dea-97bd-f6b4d138dd37 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:19.893489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b044bf2e-5017-401c-b44e-eb0216698786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.107964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Pushing event updated for resources: {'Port': ['ID=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:20.146496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.147149 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.149014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f1c9c7ba-062b-4729-b88d-334c5d4eeaec service neutron] 10.222.0.32 "PUT /v2.0/ports/d86a7f15-baa4-4f86-83ee-ae7a9c61325b HTTP/1.1" status: 200 len: 1132 time: 3.8613722 Nov 12 08:39:20.153291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:20.156306 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cc3e8a-b5c6-4a70-8131-3695d38563a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:20.177435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-c9817375-88ca-472e-bcce-4573ed7bbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.182980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-c9817375-88ca-472e-bcce-4573ed7bbb65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867445 Nov 12 08:39:20.296252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b044bf2e-5017-401c-b44e-eb0216698786 None None] Provisioning complete for port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:20.297105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b044bf2e-5017-401c-b44e-eb0216698786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.372323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b044bf2e-5017-401c-b44e-eb0216698786 None None] Port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:20.394714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8db6-fb2f-4a7e-938f-d6396baddcb5 req-c9d50515-c3ac-4bf1-8371-797aec734361 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.413005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef6b8db6-fb2f-4a7e-938f-d6396baddcb5 req-c9d50515-c3ac-4bf1-8371-797aec734361 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.9919994 Nov 12 08:39:20.540127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fd03bfbd-4675-4ad9-8337-cc94df43685c None None] Provisioning complete for port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:20.540661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fd03bfbd-4675-4ad9-8337-cc94df43685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.633017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fd03bfbd-4675-4ad9-8337-cc94df43685c None None] Port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:20.651461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53918b-9da5-4000-888e-1d36f838857d req-d2acfe64-4685-4e9e-97de-387b23a1c720 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.653280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e53918b-9da5-4000-888e-1d36f838857d req-d2acfe64-4685-4e9e-97de-387b23a1c720 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 983 time: 1.2336543 Nov 12 08:39:20.765734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dedeaeb5-d917-4d11-8ce1-2d74c72ff473 None None] Provisioning complete for port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:20.766120 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dedeaeb5-d917-4d11-8ce1-2d74c72ff473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.776113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-1276b8d2-7fa3-40aa-a892-50415512aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.777772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-1276b8d2-7fa3-40aa-a892-50415512aaf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1135 time: 0.5371389 Nov 12 08:39:20.825282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dedeaeb5-d917-4d11-8ce1-2d74c72ff473 None None] Port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:20.827418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.889728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e53918b-9da5-4000-888e-1d36f838857d req-dfb310fa-19c2-4900-8496-49db38b57572 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2278786 Nov 12 08:39:20.891732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-f8249f4a-0b33-41d8-a084-59df182d8f89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b HTTP/1.1" status: 200 len: 217 time: 0.0933955 Nov 12 08:39:20.894612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-b4240e6f-e1fe-4ee7-b741-a2cbaf762388 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933827 Nov 12 08:39:20.900367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef6b8db6-fb2f-4a7e-938f-d6396baddcb5 req-efa2140d-787a-4b47-a7fd-b65d61a3e15c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450817 Nov 12 08:39:21.038092 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c2181f-e713-40d6-93d9-4b08d2ac55cf x-openstack-request-id: req-31c2181f-e713-40d6-93d9-4b08d2ac55cf {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:21.038521 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-plugged", "status": "completed", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:21.038869 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31c2181f-e713-40d6-93d9-4b08d2ac55cf {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:21.039461 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'code': 200} Nov 12 08:39:21.113005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-627fefbb-9034-4aff-85af-a23793135bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.114528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-627fefbb-9034-4aff-85af-a23793135bd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6691f0ca-52af-4e43-b555-8c278cf0a540 HTTP/1.1" status: 200 len: 835 time: 0.2111690 Nov 12 08:39:21.284144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026d1d-f433-4182-a740-7bde01a6c0dd req-034b73d9-8455-45de-8ac9-4152ca240564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.286121 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f1026d1d-f433-4182-a740-7bde01a6c0dd req-034b73d9-8455-45de-8ac9-4152ca240564 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 0.1262887 Nov 12 08:39:21.314542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-811d65cf-65a8-40c9-93a5-e63d371e636c req-5dde5db7-a990-4a3c-bef1-c8945cb00248 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077699 Nov 12 08:39:21.317399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-3dfed993-cb08-4ce8-af3c-1ee505db87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.320022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-3dfed993-cb08-4ce8-af3c-1ee505db87d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02da53e1-e962-4755-9a0e-e80eb6e20ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960089 Nov 12 08:39:21.484617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-a04a8402-12ac-4ba3-bcfa-1ec9ce92bed2 service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496220 Nov 12 08:39:21.637698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c50a54a-ef6c-44cf-9e38-e73274a8a1ae req-55b2fea5-17fe-46e4-9c23-0e377a6d83d5 service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466830 Nov 12 08:39:22.101347 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d285b9ac-006a-4d5f-a9a9-c3b135c4725a x-openstack-request-id: req-d285b9ac-006a-4d5f-a9a9-c3b135c4725a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:22.101347 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:22.101808 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d285b9ac-006a-4d5f-a9a9-c3b135c4725a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:22.102166 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'status': 'completed', 'code': 200} Nov 12 08:39:22.151129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f1026d1d-f433-4182-a740-7bde01a6c0dd req-11760180-0fe5-4ddd-972c-c60b6e365876 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8466589 Nov 12 08:39:22.327413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 86bd6c09-6af9-44b9-b90b-05c5c27a5108 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:22.327660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.357151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565afde-686f-4811-83dc-764f2eebf8cf req-5e639d0e-08b1-47b9-b442-43d112ca4592 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.361670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e565afde-686f-4811-83dc-764f2eebf8cf req-5e639d0e-08b1-47b9-b442-43d112ca4592 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.3308940 Nov 12 08:39:22.481427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e565afde-686f-4811-83dc-764f2eebf8cf req-d9e7cedd-e93b-4dad-bf36-f5608ea09718 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113150 Nov 12 08:39:22.486920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-20e110dd-a388-42b5-bc7e-207036a51e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.489396 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-20e110dd-a388-42b5-bc7e-207036a51e92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1135 time: 0.3721428 Nov 12 08:39:22.523689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.531734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f1e26-865b-4e83-a15e-d3d45b1760bc req-a6caa181-cd2a-46b9-a192-865c9d443bec tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.540343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d32f1e26-865b-4e83-a15e-d3d45b1760bc req-a6caa181-cd2a-46b9-a192-865c9d443bec tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 983 time: 0.3064582 Nov 12 08:39:22.569613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 86bd6c09-6af9-44b9-b90b-05c5c27a5108 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:22.888668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d32f1e26-865b-4e83-a15e-d3d45b1760bc req-0773e695-1875-49f4-9f78-6bdd32476001 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3252461 Nov 12 08:39:22.897657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-ac9480fb-c144-4749-b917-fa595f15db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.912471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-ac9480fb-c144-4749-b917-fa595f15db6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=02da53e1-e962-4755-9a0e-e80eb6e20ecb HTTP/1.1" status: 200 len: 896 time: 0.3544009 Nov 12 08:39:22.981995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-da1511ef-f147-4ea7-8cf7-b79d78258aa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b HTTP/1.1" status: 200 len: 217 time: 0.0670514 Nov 12 08:39:23.016718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.058560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=86bd6c09-6af9-44b9-b90b-05c5c27a5108,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:23.095847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-2c018aef-76f8-4f11-9095-e58b4efcd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.097668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-2c018aef-76f8-4f11-9095-e58b4efcd0af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6691f0ca-52af-4e43-b555-8c278cf0a540 HTTP/1.1" status: 200 len: 835 time: 0.1085627 Nov 12 08:39:23.224696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-6e92f0b7-acf6-4019-8c69-38cf121b1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.228266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-6e92f0b7-acf6-4019-8c69-38cf121b1b8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02da53e1-e962-4755-9a0e-e80eb6e20ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198502 Nov 12 08:39:23.498680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.543637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-e7a7198f-c46d-467d-a8b3-b084039c586d service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084798 Nov 12 08:39:23.894410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08046329-3add-4799-9437-d06e49f04f82 req-21869a4f-52d4-422c-977a-8563a3494eef tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.895953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08046329-3add-4799-9437-d06e49f04f82 req-21869a4f-52d4-422c-977a-8563a3494eef tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.1393523 Nov 12 08:39:23.915902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90cc3e8a-b5c6-4a70-8131-3695d38563a9 req-da0a50eb-770a-45c7-ae7e-0933d78f9760 service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634269 Nov 12 08:39:23.946959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 64b7810d-c425-4ad6-93f0-7fd1260abd6d has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:24.048016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:24.056834 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ead0e719-e1a8-4a92-8855-457178f45f18 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/64b7810d-c425-4ad6-93f0-7fd1260abd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4285712 Nov 12 08:39:24.059823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:24.064011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99348445-f34d-4c97-929f-150325e6b412 None None] Sync routers for ids ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:24.073260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08046329-3add-4799-9437-d06e49f04f82 req-4f973408-c108-4d8c-a62d-fe2a0f144799 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649063 Nov 12 08:39:24.084662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99348445-f34d-4c97-929f-150325e6b412 None None] Routers {'64b7810d-c425-4ad6-93f0-7fd1260abd6d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:24.085301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99348445-f34d-4c97-929f-150325e6b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:24.125596 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c63f12c6-2bca-4b47-a15d-18506d52f92a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=64b7810d-c425-4ad6-93f0-7fd1260abd6d HTTP/1.1" status: 200 len: 205 time: 0.0637813 Nov 12 08:39:24.132800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53098) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:24.180403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2419cb-42e0-4723-a426-db1a5c717f59 req-3b2d5f2c-ee4b-4096-b8ac-97b20e634a2b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.189496 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b2419cb-42e0-4723-a426-db1a5c717f59 req-3b2d5f2c-ee4b-4096-b8ac-97b20e634a2b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 983 time: 0.1097565 Nov 12 08:39:24.223030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99348445-f34d-4c97-929f-150325e6b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:24.258703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.262881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99348445-f34d-4c97-929f-150325e6b412 None None] Routers {'64b7810d-c425-4ad6-93f0-7fd1260abd6d'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:24.264520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99348445-f34d-4c97-929f-150325e6b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:24.295505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b2419cb-42e0-4723-a426-db1a5c717f59 req-130fcaa1-224d-436e-81df-47087d46f49d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1040564 Nov 12 08:39:24.316483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99348445-f34d-4c97-929f-150325e6b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:24.317961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99348445-f34d-4c97-929f-150325e6b412 None None] The sync data for ids ['64b7810d-c425-4ad6-93f0-7fd1260abd6d'] in n-d-768509-25 is: [] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:24.546920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.550530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.606803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.607643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router 64b7810d-c425-4ad6-93f0-7fd1260abd6d {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:24.628937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.630308 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-64bef8b7-8708-4fa9-9b1d-989df0007830 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/64b7810d-c425-4ad6-93f0-7fd1260abd6d HTTP/1.1" status: 204 len: 168 time: 0.4964371 Nov 12 08:39:24.634670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53108) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:24.709796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet c611e775-0a29-4d9b-aaf8-1b4c805e1d9a {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:24.713909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.797596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.890748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device d86a7f15-baa4-4f86-83ee-ae7a9c61325b details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:24.969404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.039408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:25.059390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'port_id': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'mac_address': 'fa:16:3e:35:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:25.073547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.114845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=c611e775-0a29-4d9b-aaf8-1b4c805e1d9a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.134628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.156107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e8b202e-c808-408c-84e6-e957aa9f31cf tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/c611e775-0a29-4d9b-aaf8-1b4c805e1d9a HTTP/1.1" status: 204 len: 168 time: 0.5199280 Nov 12 08:39:25.159871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29303d83-c337-415f-9e50-4ed5090a0831 None None] Network df42f8f5-42bf-464f-9235-80a6961485c9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:25.161176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53126) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.313915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.475597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.534338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86a7f15-baa4-4f86-83ee-ae7a9c61325b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:25.574329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:25.585702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.739861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.793248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] DHCP port deletion for df42f8f5-42bf-464f-9235-80a6961485c9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:25.882871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['d86a7f15-baa4-4f86-83ee-ae7a9c61325b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:26.028605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] Deleting port 213c386f-9863-4dea-97bd-f6b4d138dd37 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:26.029121 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.130804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e63f84-314d-4a2e-b6d2-1acd43a49dbb req-4ee67e53-857e-4690-8a6c-b5feef93efcb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.137749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] For port 213c386f-9863-4dea-97bd-f6b4d138dd37, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=213c386f-9863-4dea-97bd-f6b4d138dd37,segment=NetworkSegment(2fd28bc7-9354-4dad-a29b-869c7376b351),segment_id=2fd28bc7-9354-4dad-a29b-869c7376b351)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:26.138237 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.143379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2e63f84-314d-4a2e-b6d2-1acd43a49dbb req-4ee67e53-857e-4690-8a6c-b5feef93efcb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.8450816 Nov 12 08:39:26.154042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] Calling delete_port for 213c386f-9863-4dea-97bd-f6b4d138dd37 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:26.264146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.348077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2e63f84-314d-4a2e-b6d2-1acd43a49dbb req-2d9487b8-3b5f-4594-b21a-394e872f33c5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871274 Nov 12 08:39:26.355433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] Pushing event deleted for resources: {'Port': ['ID=213c386f-9863-4dea-97bd-f6b4d138dd37,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:26.369192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 213c386f-9863-4dea-97bd-f6b4d138dd37 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:26.369623 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.386175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a1946-1bc9-4efb-8817-514b5ad5898c None None] No DVR routers for this DVR port 213c386f-9863-4dea-97bd-f6b4d138dd37 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:26.559750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 213c386f-9863-4dea-97bd-f6b4d138dd37, host n-d-768509-25, got binding levels [] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:26.560520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.582827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 213c386f-9863-4dea-97bd-f6b4d138dd37 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:26.589368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Port 213c386f-9863-4dea-97bd-f6b4d138dd37 was not found and therefore no delete operation was performed {{(pid=102372) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:39:26.604843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.641288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e401d38-98d8-4c75-ae71-9a82c786853d req-e6333adb-c0a2-47e5-89b1-f4d3ba639ca5 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.650368 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e401d38-98d8-4c75-ae71-9a82c786853d req-e6333adb-c0a2-47e5-89b1-f4d3ba639ca5 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 984 time: 1.1425681 Nov 12 08:39:26.666085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53172) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.709765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port 213c386f-9863-4dea-97bd-f6b4d138dd37 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:26.750523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=213c386f-9863-4dea-97bd-f6b4d138dd37,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:26.880431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.907155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df42f8f5-42bf-464f-9235-80a6961485c9']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.920220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd28bc7-9354-4dad-a29b-869c7376b351') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.920566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd28bc7-9354-4dad-a29b-869c7376b351') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.933095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.950338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec50b472-fffb-4f60-882b-ed297e3ca875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.951716 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.959656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:26.960127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:27.060296 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:27.071991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.085916 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.094910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/df42f8f5-42bf-464f-9235-80a6961485c9 HTTP/1.1" status: 204 len: 168 time: 1.9271092 Nov 12 08:39:27.116481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53184) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.120520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28b4a3-6e68-48d5-9ebb-1a27468bd545 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=df42f8f5-42bf-464f-9235-80a6961485c9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:27.127393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-16802875', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:27.138654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 213c386f-9863-4dea-97bd-f6b4d138dd37 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:27.184083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 213c386f-9863-4dea-97bd-f6b4d138dd37 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:27.191926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 213c386f-9863-4dea-97bd-f6b4d138dd37 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:27.236849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec50b472-fffb-4f60-882b-ed297e3ca875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.237166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.238951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.243696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec50b472-fffb-4f60-882b-ed297e3ca875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.304534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.309943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50b472-fffb-4f60-882b-ed297e3ca875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e351449-8df5-46ed-996a-827e804ad860,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:27.321481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0484b90-f164-4197-a9f5-a98bdcdfdec5 req-c2511b2e-cc73-45a8-9f19-c42b634bf423 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.324533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0484b90-f164-4197-a9f5-a98bdcdfdec5 req-c2511b2e-cc73-45a8-9f19-c42b634bf423 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.7241778 Nov 12 08:39:27.330631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e401d38-98d8-4c75-ae71-9a82c786853d req-a5eb5716-ac06-457f-a461-5182a427e90a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6784518 Nov 12 08:39:27.336109 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.340632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ec50b472-fffb-4f60-882b-ed297e3ca875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c204bce12a6d469e84417a99e8900b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6729453 Nov 12 08:39:27.341326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53186) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.413485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-186569f3-af9b-427b-a120-a4ed25c523c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.444521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-186569f3-af9b-427b-a120-a4ed25c523c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.452793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.458223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53188) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.464022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-798719633'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:27.467746 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-57c5ed5f-d644-44e1-9d71-1bdda96780bd tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3449833 Nov 12 08:39:27.518653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:27.523515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.563384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0484b90-f164-4197-a9f5-a98bdcdfdec5 req-e4d05f26-65eb-4cf0-bc9c-3bc1703eb06b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840532 Nov 12 08:39:27.564368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53192) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.595692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-186569f3-af9b-427b-a120-a4ed25c523c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.602258 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-186569f3-af9b-427b-a120-a4ed25c523c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.605477 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-186569f3-af9b-427b-a120-a4ed25c523c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e351449-8df5-46ed-996a-827e804ad860 HTTP/1.1" status: 204 len: 168 time: 0.2618148 Nov 12 08:39:27.607384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:27.642604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186569f3-af9b-427b-a120-a4ed25c523c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e351449-8df5-46ed-996a-827e804ad860,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:27.662983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.664266 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment 9973d54c-2830-46f4-b596-3983f3fddab7 of type vlan for network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 Nov 12 08:39:27.690324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8cc62-617b-4878-aaeb-1319dc709668 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.703197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53200) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.706930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-73a8cc62-617b-4878-aaeb-1319dc709668 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1093 time: 0.1416402 Nov 12 08:39:27.715105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:27.810093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.856991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.895197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.909456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.910108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.070283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6108031 Nov 12 08:39:28.070550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53210) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.080759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3721a7-5d47-46d4-8ab9-a503a4cc93f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:28.082212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:28.096846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:28.234388 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.277036 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:39:28.359119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:28.363083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.406633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53216) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.424075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.67 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/b9487efe-36ef-4a0a-9c47-4c488a5bc189) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:28.426794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f76369a-74e8-4adf-bfa2-fa61ad06ef39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.560875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f76369a-74e8-4adf-bfa2-fa61ad06ef39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.577987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1f76369a-74e8-4adf-bfa2-fa61ad06ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.651168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f85886-4076-49b5-bf4d-53bde246a05b req-d5618b0a-ccb8-48d4-b2f5-6ee9a524878d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.653098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1f76369a-74e8-4adf-bfa2-fa61ad06ef39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1be4566423164acfb2e2a2329a10bdc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442935 Nov 12 08:39:28.653988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3f85886-4076-49b5-bf4d-53bde246a05b req-d5618b0a-ccb8-48d4-b2f5-6ee9a524878d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 984 time: 0.1286283 Nov 12 08:39:28.658295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76369a-74e8-4adf-bfa2-fa61ad06ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d1063-931f-4a9d-95e2-1610b2d60e9d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:28.673621 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53224) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.784791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.847711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.877412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3f85886-4076-49b5-bf4d-53bde246a05b req-e11becf1-d710-4ac0-ba0e-2522e3c0d1e8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2047398 Nov 12 08:39:28.897035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9165160a-86ec-467a-9bbb-7d614ee5604a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.921838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device d86a7f15-baa4-4f86-83ee-ae7a9c61325b up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:28.922147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9165160a-86ec-467a-9bbb-7d614ee5604a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.925137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=b9487efe-36ef-4a0a-9c47-4c488a5bc189,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:28.929504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.940958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:28.944407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:28.949242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:29.023878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=dd005320-cbaf-488f-9341-f83e79df2ab8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:29.043069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:29.043389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:29.070177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9165160a-86ec-467a-9bbb-7d614ee5604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.076176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9165160a-86ec-467a-9bbb-7d614ee5604a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.079902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9165160a-86ec-467a-9bbb-7d614ee5604a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/598d1063-931f-4a9d-95e2-1610b2d60e9d HTTP/1.1" status: 204 len: 168 time: 0.4027927 Nov 12 08:39:29.080418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port d86a7f15-baa4-4f86-83ee-ae7a9c61325b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:29.090758 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165160a-86ec-467a-9bbb-7d614ee5604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d1063-931f-4a9d-95e2-1610b2d60e9d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:29.100516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port d86a7f15-baa4-4f86-83ee-ae7a9c61325b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:29.103135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:29.106167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.132467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:29.137567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.138176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.191772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bd123741-2aab-4e3d-82f9-f821c3070a80 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1168244 Nov 12 08:39:29.192134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53234) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:29.199922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a746092-cb89-4063-87ad-2300bce5ba14 None None] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:29.359114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-672afbe2-38ec-430f-9dda-d2bac2245372 req-b3303904-a481-4f34-933a-39b265cf3255 service neutron] (102371) timed out ('10.222.0.25', 62288) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:39:29.575315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.803854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.808832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:29.813416 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1134e577-5ac4-4e98-8232-7958c059349b" -d '{"events": [{"server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "name": "network-vif-plugged", "status": "completed", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:29.818538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:29.821002 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.954790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.040211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.179774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.192529 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf95cfde-5451-414e-8448-fb69ebc23d2e x-openstack-request-id: req-bf95cfde-5451-414e-8448-fb69ebc23d2e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:30.193727 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "name": "network-vif-plugged", "status": "completed", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:30.195103 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf95cfde-5451-414e-8448-fb69ebc23d2e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:30.196593 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'code': 200} Nov 12 08:39:30.255803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Allocated IP 172.20.0.2 (4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9/dd005320-cbaf-488f-9341-f83e79df2ab8/10546374-f3b0-4563-979c-fbc45ec8ff39) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:30.556446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edad1b-f4aa-495a-b816-88d2f61714f1 req-2465bf19-0abb-4e8b-a723-216d2d578b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.558656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73edad1b-f4aa-495a-b816-88d2f61714f1 req-2465bf19-0abb-4e8b-a723-216d2d578b17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1137 time: 0.1234839 Nov 12 08:39:30.600745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083a905-347f-461f-8a1f-f2222b58f123 req-204ba10a-11bd-491d-89e1-2b2a25f307a1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.602939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1083a905-347f-461f-8a1f-f2222b58f123 req-204ba10a-11bd-491d-89e1-2b2a25f307a1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 0.1695280 Nov 12 08:39:30.714272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.791810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1083a905-347f-461f-8a1f-f2222b58f123 req-58fe76b4-e19d-408f-a885-871ddd2d209a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1770658 Nov 12 08:39:30.807789 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.946713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73edad1b-f4aa-495a-b816-88d2f61714f1 req-d3e3e8b7-7e7b-4fbb-8c96-4b8f74a6513b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3778701 Nov 12 08:39:31.002723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.20.0.1 (4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9/dd005320-cbaf-488f-9341-f83e79df2ab8/75425920-81b2-4619-b583-b045cde7bc6f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:31.003420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.259806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.348825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:31.356315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.358654 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:31.372790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:31.419177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.420093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:31.427838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.428133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:31.432347 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:31.450314 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.472079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=75425920-81b2-4619-b583-b045cde7bc6f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.493413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.546357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.697643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Pushing event updated for resources: {'Port': ['ID=10546374-f3b0-4563-979c-fbc45ec8ff39,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.761244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Attempting to bind port 10546374-f3b0-4563-979c-fbc45ec8ff39 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:31.762802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Attempting to bind port 10546374-f3b0-4563-979c-fbc45ec8ff39 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:31.762802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Attempting to bind port 10546374-f3b0-4563-979c-fbc45ec8ff39 on network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:31.772156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:31.772567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Checking segment: {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:31.773075 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.773840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Bound using segment: {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:31.774240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=b9487efe-36ef-4a0a-9c47-4c488a5bc189,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.775445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Bound port: 10546374-f3b0-4563-979c-fbc45ec8ff39, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:31.776244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.808822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.942245 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP 6e9235c3-121b-459f-a76b-828d9488e36f associated. External IP: 172.25.4.67, port: 3556b2c6-d0f5-47f2-ba49-15eac23438d5. Nov 12 08:39:32.119716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] For port 10546374-f3b0-4563-979c-fbc45ec8ff39, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:32.123183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] For port 10546374-f3b0-4563-979c-fbc45ec8ff39, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=10546374-f3b0-4563-979c-fbc45ec8ff39,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:32.132306 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.337155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff25ddd-6284-4d9a-baec-5f813af23007 None None] Pushing event updated for resources: {'Port': ['ID=10546374-f3b0-4563-979c-fbc45ec8ff39,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:32.533455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:32.541430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ccf4-f919-4047-8e5c-57f8d06ea6f3 req-c1a5e678-ae16-4f65-8ee1-ace097d7b1cd tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.545451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce87ccf4-f919-4047-8e5c-57f8d06ea6f3 req-c1a5e678-ae16-4f65-8ee1-ace097d7b1cd tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 0.5672615 Nov 12 08:39:32.739941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.766170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.837202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:32.850396 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] Sync routers for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:32.873702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:32.878144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.890760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.958452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce87ccf4-f919-4047-8e5c-57f8d06ea6f3 req-445e74da-aee2-41c6-8c1c-722db4056ba9 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3985548 Nov 12 08:39:33.001427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=75425920-81b2-4619-b583-b045cde7bc6f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.005594 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.022088 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6df11082-c555-4137-8b20-ae18f41fae38 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3158836 Nov 12 08:39:33.029004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:33.043337 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e8290-c663-4b6f-bc6b-759f27784ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:33.180144 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d102ef-3edc-49e5-99ca-286e7321f540 x-openstack-request-id: req-41d102ef-3edc-49e5-99ca-286e7321f540 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:33.180818 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:33.181167 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41d102ef-3edc-49e5-99ca-286e7321f540 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:33.181805 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'status': 'completed', 'code': 200} Nov 12 08:39:33.307655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-6b7aa7a0-c45e-4ba3-9645-207d216c42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.324578 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-6b7aa7a0-c45e-4ba3-9645-207d216c42e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 0.1023219 Nov 12 08:39:33.329910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 10546374-f3b0-4563-979c-fbc45ec8ff39 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:33.433465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:33.464665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2318-37d2-4054-8351-03e48152836a req-98a90aed-46f4-496d-99eb-00eb24d36aee tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.466153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 10546374-f3b0-4563-979c-fbc45ec8ff39 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:33.466709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.480059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-538b2318-37d2-4054-8351-03e48152836a req-98a90aed-46f4-496d-99eb-00eb24d36aee tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.1943328 Nov 12 08:39:33.496592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:33.533642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:33.605977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-f18bd06d-84a2-451d-99cf-95209c809726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.611468 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-f18bd06d-84a2-451d-99cf-95209c809726 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.2932491 Nov 12 08:39:33.788179 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.928308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-538b2318-37d2-4054-8351-03e48152836a req-3085df1f-9682-4ca4-a806-ca3fbe158a8a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431798 Nov 12 08:39:33.933818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 10546374-f3b0-4563-979c-fbc45ec8ff39, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=10546374-f3b0-4563-979c-fbc45ec8ff39,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:33.950656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53346) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:33.957822 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.113177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-14375b30-b602-413c-af60-0c08ef2dc2a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 999 time: 0.4910846 Nov 12 08:39:34.177173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=10546374-f3b0-4563-979c-fbc45ec8ff39,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.272438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-0b584227-0ff4-41e0-b667-3fc9dc9a3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.273982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-0b584227-0ff4-41e0-b667-3fc9dc9a3d72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.1550415 Nov 12 08:39:34.310657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b09306-5dbc-4a0f-84b6-bd70d69cad2c None None] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:34.393597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2236f403-36cd-471d-bac0-899508d63407 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/6e9235c3-121b-459f-a76b-828d9488e36f HTTP/1.1" status: 200 len: 991 time: 0.4392126 Nov 12 08:39:34.401616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-4e775938-ba89-42e4-b9ae-9f550093ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.406260 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-4e775938-ba89-42e4-b9ae-9f550093ea5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208985 Nov 12 08:39:34.422755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc944af-9ca6-4c25-9203-1e6256bd50e4 req-98d88846-2003-4d62-88dc-19419bbd211e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.433204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddc944af-9ca6-4c25-9203-1e6256bd50e4 req-98d88846-2003-4d62-88dc-19419bbd211e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 0.1844215 Nov 12 08:39:34.490064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:39:34.541040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f44bb3d-e1d7-4886-bc4a-7e354088183d None None] Provisioning complete for port 10546374-f3b0-4563-979c-fbc45ec8ff39 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:34.545035 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f44bb3d-e1d7-4886-bc4a-7e354088183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.632070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ddc944af-9ca6-4c25-9203-1e6256bd50e4 req-9394cbed-5fc1-45c5-bf67-882d73cbcf09 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1969409 Nov 12 08:39:34.633926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '6e9235c3-121b-459f-a76b-828d9488e36f', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'port_id': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'mac_address': 'fa:16:3e:be:20:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbee346-e252-4a62-9877-1e951b27d93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:29Z', 'updated_at': '2021-11-12T08:39:29Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:34.674775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53366) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.733931 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] Checking router: 1ded18ae-0f3b-4660-b23b-bb7ba0021314 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:34.756124 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:34.757047 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:34.856680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-c64bc40e-21d4-48ed-a4db-9e469566e2a1 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288578 Nov 12 08:39:34.982476 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:35.202082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-482e8290-c663-4b6f-bc6b-759f27784ba6 req-d5dc897a-27d8-4a14-9892-6344bd78bea0 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440559 Nov 12 08:39:35.203484 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-698bcf80-661f-474e-86c8-f35eca257558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.264022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 10546374-f3b0-4563-979c-fbc45ec8ff39 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:35.395336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53390) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.410297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-698bcf80-661f-474e-86c8-f35eca257558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.460204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 10546374-f3b0-4563-979c-fbc45ec8ff39 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:35.461814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.466358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-698bcf80-661f-474e-86c8-f35eca257558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.807294 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '6e9235c3-121b-459f-a76b-828d9488e36f', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'port_id': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'mac_address': 'fa:16:3e:be:20:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbee346-e252-4a62-9877-1e951b27d93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:29Z', 'updated_at': '2021-11-12T08:39:29Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.865709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:35.875532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bcf80-661f-474e-86c8-f35eca257558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dad21d-1060-49ba-8d43-78f32dcbbdca,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.886786 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-97888c40-7f30-460b-8587-930b33d71494 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6934695 Nov 12 08:39:35.887490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53396) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.887949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53398) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.898703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:35.902038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-2108680125'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.911867 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-698bcf80-661f-474e-86c8-f35eca257558 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aad5ed673de4ae5a6ee5194d1593e77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2179923 Nov 12 08:39:35.927582 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42f9b1b-c130-48b0-b4f4-69203968a57f None None] The sync data for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 is: [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '6e9235c3-121b-459f-a76b-828d9488e36f', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'port_id': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'mac_address': 'fa:16:3e:be:20:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbee346-e252-4a62-9877-1e951b27d93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:29Z', 'updated_at': '2021-11-12T08:39:29Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:35.942879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:35.943347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-62921045-84ca-46e8-acc2-87fd5ceaa0a1 None None] Provisioning complete for port 75425920-81b2-4619-b583-b045cde7bc6f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:35.943734 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62921045-84ca-46e8-acc2-87fd5ceaa0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.953011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.981501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe89cb44-9de6-4f8f-87a6-fc436df0c4c8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/6e9235c3-121b-459f-a76b-828d9488e36f HTTP/1.1" status: 200 len: 991 time: 0.5836556 Nov 12 08:39:35.993535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:35.995357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:36.009893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ab39-a77e-4361-84b1-6b83c98159b8 req-cb681e83-28d7-4c13-bda2-360b84e2b2be tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.011409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f853ab39-a77e-4361-84b1-6b83c98159b8 req-cb681e83-28d7-4c13-bda2-360b84e2b2be tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 0.2813416 Nov 12 08:39:36.069167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:36.079673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.080287 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment c9db0e2d-2ef4-4016-87d3-aba56758bad0 of type vlan for network fb690366-453c-4870-b9f0-886ad7038f55 Nov 12 08:39:36.282906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.283389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:36.283568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5f56cecb-e82b-4c57-9b95-310e2faaa69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.300516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f853ab39-a77e-4361-84b1-6b83c98159b8 req-b2be17b4-a1f4-4ddc-9e53-72b54aee3b15 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2759864 Nov 12 08:39:36.371279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.393267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.396076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.410595 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5f56cecb-e82b-4c57-9b95-310e2faaa69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.462323 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e37498-19cf-47da-9175-69756aeb3361 None None] New status for floating IP 6e9235c3-121b-459f-a76b-828d9488e36f: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:36.505079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-62921045-84ca-46e8-acc2-87fd5ceaa0a1 None None] Port 75425920-81b2-4619-b583-b045cde7bc6f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:36.662742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=fb690366-453c-4870-b9f0-886ad7038f55,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.677621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aaf3946b-d7d6-49d5-b20a-d6d8b11b2431 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7837842 Nov 12 08:39:36.681010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.689487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.755218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network fb690366-453c-4870-b9f0-886ad7038f55 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:36.768926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce37909-babd-490f-a782-22a04a00a861 req-fdf40422-6c8d-486e-82d2-3ec9529f4a6a tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.772586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ce37909-babd-490f-a782-22a04a00a861 req-fdf40422-6c8d-486e-82d2-3ec9529f4a6a tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1137 time: 0.3259411 Nov 12 08:39:36.823171 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ce37909-babd-490f-a782-22a04a00a861 req-f0d8761b-7892-4120-a238-0746c0cd3c19 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.885846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5f56cecb-e82b-4c57-9b95-310e2faaa69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.895160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5f56cecb-e82b-4c57-9b95-310e2faaa69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.899565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5f56cecb-e82b-4c57-9b95-310e2faaa69b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12dad21d-1060-49ba-8d43-78f32dcbbdca HTTP/1.1" status: 204 len: 168 time: 0.9751062 Nov 12 08:39:36.955998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56cecb-e82b-4c57-9b95-310e2faaa69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dad21d-1060-49ba-8d43-78f32dcbbdca,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.987474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53428) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:37.017410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:37.027422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.072321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-62921045-84ca-46e8-acc2-87fd5ceaa0a1 None None] Provisioning complete for port 10546374-f3b0-4563-979c-fbc45ec8ff39 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:37.073278 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62921045-84ca-46e8-acc2-87fd5ceaa0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.289600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ce37909-babd-490f-a782-22a04a00a861 req-f0d8761b-7892-4120-a238-0746c0cd3c19 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.313775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3ce37909-babd-490f-a782-22a04a00a861 req-f0d8761b-7892-4120-a238-0746c0cd3c19 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.353857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:31Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:32Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:37.388655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:37.389203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Updating router 06192263-8bf0-4f5b-9c61-e56ad6402744 port 75425920-81b2-4619-b583-b045cde7bc6f binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:39:37.434597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.513380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ce37909-babd-490f-a782-22a04a00a861 req-f0d8761b-7892-4120-a238-0746c0cd3c19 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7188034 Nov 12 08:39:37.519133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8761b-7892-4120-a238-0746c0cd3c19 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa7def2-d8fc-4c5d-9a20-63b635c34620,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:37.546107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0eeab515-effc-4879-8743-d2d92b589ca9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/6e9235c3-121b-459f-a76b-828d9488e36f HTTP/1.1" status: 200 len: 993 time: 0.5386686 Nov 12 08:39:37.550158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53442) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:37.559545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5c7c2036-0a8f-49fc-b843-6ea65256442a None None] Provisioning complete for port 75425920-81b2-4619-b583-b045cde7bc6f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:37.559919 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2036-0a8f-49fc-b843-6ea65256442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.631879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.689818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d479967-7c62-48b8-975f-885ff87b6e85 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.697032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3d479967-7c62-48b8-975f-885ff87b6e85 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1132 time: 0.1455324 Nov 12 08:39:37.697976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53448) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:37.784113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:37.845437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53450) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:37.871189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d27f729-2336-4c99-9689-ce2827a81f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.881315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=c2b4e18e-b3fd-4116-9dae-1f734594f09b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:37.899356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:37.900378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: fb690366-453c-4870-b9f0-886ad7038f55, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:37.906804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.977413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network fb690366-453c-4870-b9f0-886ad7038f55 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:37.986449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c2036-0a8f-49fc-b843-6ea65256442a None None] Port 75425920-81b2-4619-b583-b045cde7bc6f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:38.053856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, fb690366-453c-4870-b9f0-886ad7038f55) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:38.066682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a66976-cfe8-4375-b485-dfb46894cf83 None None] Network fb690366-453c-4870-b9f0-886ad7038f55 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:38.068545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.069198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.122374 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8200fda-90ea-410c-9250-46e89da8b3ad tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4404411 Nov 12 08:39:38.123093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:38.148259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d27f729-2336-4c99-9689-ce2827a81f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.165263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d27f729-2336-4c99-9689-ce2827a81f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.244533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27f729-2336-4c99-9689-ce2827a81f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84889af-728a-4f16-80f5-31236e622d5a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.262791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6d27f729-2336-4c99-9689-ce2827a81f66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b0986d076934f0bad21b1b2753982ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158678 Nov 12 08:39:38.265528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53460) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:38.446276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.670261 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.678929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-fb690366-453c-4870-b9f0-886ad7038f55', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:38.681475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.698914 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.748086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-521db679-932f-497d-8ea5-744333375692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.007756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.25.4.245 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/8aebc6a0-1098-475e-8fb9-9a8af7919fce) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:39.150584 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.151889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.163415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41144331-d8ba-4a56-bd4a-8826d283ba73 None None] Pushing event updated for resources: {'Port': ['ID=75425920-81b2-4619-b583-b045cde7bc6f,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:39.268473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Attempting to bind port 75425920-81b2-4619-b583-b045cde7bc6f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:39.277118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Attempting to bind port 75425920-81b2-4619-b583-b045cde7bc6f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:39.277871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Attempting to bind port 75425920-81b2-4619-b583-b045cde7bc6f on network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:39.300410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:39.300897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Checking segment: {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:39.303884 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.304830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Bound using segment: {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:39.309337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Bound port: 75425920-81b2-4619-b583-b045cde7bc6f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9973d54c-2830-46f4-b596-3983f3fddab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:39.309337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.661466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Allocated IP 172.21.0.2 (fb690366-453c-4870-b9f0-886ad7038f55/c2b4e18e-b3fd-4116-9dae-1f734594f09b/f0d6bf62-5d23-4529-8340-36d264d7d859) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:39.767036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d1789e29-3c60-4378-89d1-006135b10c09 None None] Provisioning complete for port 75425920-81b2-4619-b583-b045cde7bc6f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:39.770387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-521db679-932f-497d-8ea5-744333375692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.785330 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1789e29-3c60-4378-89d1-006135b10c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.864716 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.871655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] For port 75425920-81b2-4619-b583-b045cde7bc6f, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:39.876735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] For port 75425920-81b2-4619-b583-b045cde7bc6f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75425920-81b2-4619-b583-b045cde7bc6f,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:40.029703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:40.052544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:40.066517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:40.075815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=8aebc6a0-1098-475e-8fb9-9a8af7919fce,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.150555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d1789e29-3c60-4378-89d1-006135b10c09 None None] Port 75425920-81b2-4619-b583-b045cde7bc6f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:40.180088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.185736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-521db679-932f-497d-8ea5-744333375692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.192123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-521db679-932f-497d-8ea5-744333375692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.196665 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-521db679-932f-497d-8ea5-744333375692 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e84889af-728a-4f16-80f5-31236e622d5a HTTP/1.1" status: 204 len: 168 time: 1.9262376 Nov 12 08:39:40.232574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521db679-932f-497d-8ea5-744333375692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84889af-728a-4f16-80f5-31236e622d5a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.272337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.300085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.305790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:40.306695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:40.311532 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.317037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41144331-d8ba-4a56-bd4a-8826d283ba73 None None] Pushing event updated for resources: {'Port': ['ID=75425920-81b2-4619-b583-b045cde7bc6f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.765283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Network fb690366-453c-4870-b9f0-886ad7038f55 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:40.820243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:41.061355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:41.066475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e2d2-71e9-4da9-896a-e1a2d15f8d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.072401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:41.083899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Pushing event updated for resources: {'Port': ['ID=f0d6bf62-5d23-4529-8340-36d264d7d859,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:41.199042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dd321f6c-31bb-426f-916d-3c0f8eff36ee None None] Provisioning complete for port 75425920-81b2-4619-b583-b045cde7bc6f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:41.199552 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dd321f6c-31bb-426f-916d-3c0f8eff36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.292423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.21.0.1 (fb690366-453c-4870-b9f0-886ad7038f55/c2b4e18e-b3fd-4116-9dae-1f734594f09b/66bfbd81-4ae5-4970-b899-796d69057c47) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:41.402555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Attempting to bind port f0d6bf62-5d23-4529-8340-36d264d7d859 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:41.402925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Attempting to bind port f0d6bf62-5d23-4529-8340-36d264d7d859 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:41.403292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Attempting to bind port f0d6bf62-5d23-4529-8340-36d264d7d859 on network fb690366-453c-4870-b9f0-886ad7038f55 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:41.463844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:41.464240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Checking segment: {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:41.464797 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.465183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Bound using segment: {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:41.465668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Bound port: f0d6bf62-5d23-4529-8340-36d264d7d859, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:41.466188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.521797 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.690482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.751034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] For port f0d6bf62-5d23-4529-8340-36d264d7d859, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:41.754379 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dd321f6c-31bb-426f-916d-3c0f8eff36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.758558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] For port f0d6bf62-5d23-4529-8340-36d264d7d859, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f0d6bf62-5d23-4529-8340-36d264d7d859,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:41.780134 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.913459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network fb690366-453c-4870-b9f0-886ad7038f55 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:41.924658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:41.932311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:41.991596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69e1f-678c-488f-abaf-d7f298974218 None None] Pushing event updated for resources: {'Port': ['ID=f0d6bf62-5d23-4529-8340-36d264d7d859,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.004208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=66bfbd81-4ae5-4970-b899-796d69057c47,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.042388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.042892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.043340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.043824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.044313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.044754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.045190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.045625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.046067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.046498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.046944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.047888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.067617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.092768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-dd321f6c-31bb-426f-916d-3c0f8eff36ee None None] For port 75425920-81b2-4619-b583-b045cde7bc6f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75425920-81b2-4619-b583-b045cde7bc6f,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:42.101836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d1315ea-4640-4441-bae6-7984333470da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:31Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:39Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:42.104415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.106369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dd321f6c-31bb-426f-916d-3c0f8eff36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.148971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1315ea-4640-4441-bae6-7984333470da None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:31Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:39Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:42.196682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.361430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321f6c-31bb-426f-916d-3c0f8eff36ee None None] Pushing event updated for resources: {'Port': ['ID=75425920-81b2-4619-b583-b045cde7bc6f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.742590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.851127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.254436 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-451d46e2-8331-4360-b7aa-91a36997f5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.390970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75425920-81b2-4619-b583-b045cde7bc6f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:43.591738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 75425920-81b2-4619-b583-b045cde7bc6f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:43.592411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.892408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.935241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.989700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f0d6bf62-5d23-4529-8340-36d264d7d859 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:44.144811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=8aebc6a0-1098-475e-8fb9-9a8af7919fce,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:44.180644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.190113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.234632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951f699-f5e3-4b9e-8676-570a37618abf None None] Network fb690366-453c-4870-b9f0-886ad7038f55 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:44.278935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.339919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f0d6bf62-5d23-4529-8340-36d264d7d859 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:44.340565 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.470185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-470c2b04-6a5f-4feb-82c8-6556ebb32cde None None] Provisioning complete for port f0d6bf62-5d23-4529-8340-36d264d7d859 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:44.470953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-470c2b04-6a5f-4feb-82c8-6556ebb32cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.533309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=66bfbd81-4ae5-4970-b899-796d69057c47,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:44.547319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.617801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.738772 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Floating IP af2149b0-c33b-45fc-873a-1d86e1e88ec4 associated. External IP: 172.25.4.245, port: d86a7f15-baa4-4f86-83ee-ae7a9c61325b. Nov 12 08:39:44.781460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.815037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-470c2b04-6a5f-4feb-82c8-6556ebb32cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.899158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port f0d6bf62-5d23-4529-8340-36d264d7d859, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f0d6bf62-5d23-4529-8340-36d264d7d859,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:44.914201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.069232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-470c2b04-6a5f-4feb-82c8-6556ebb32cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:39:45.069584 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-470c2b04-6a5f-4feb-82c8-6556ebb32cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:39:45.112923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=f0d6bf62-5d23-4529-8340-36d264d7d859,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:45.151385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.151733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.152102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.152450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.152774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.153105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.154655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.154655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.154655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.154655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.154655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.155100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:45.274039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network fb690366-453c-4870-b9f0-886ad7038f55 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:45.283062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router edbcdf4f-2e8f-484a-8939-cef887be6aea has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:45.296493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:45.477517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:45.490156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] Sync routers for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:45.510338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:45.511016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:45.687409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.746489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:45.760113 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a52a050-b549-4eb5-ab44-5298cb53740d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9955714 Nov 12 08:39:45.762875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:45.764398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53636) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:45.766249 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084165ea-2fb4-4472-bd78-e003753a2fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:45.967947 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f000a-2c2c-42c6-bb49-c1f8f218a411 x-openstack-request-id: req-245f000a-2c2c-42c6-bb49-c1f8f218a411 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:45.968280 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:45.968511 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245f000a-2c2c-42c6-bb49-c1f8f218a411 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:45.969162 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'status': 'completed', 'code': 200} Nov 12 08:39:46.119474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:46.134061 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a067b0da-4ff2-4f1b-bc6d-55993f9991a8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0095401 Nov 12 08:39:46.134743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53654) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:46.138157 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:46.142821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-755876330'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:46.189364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:46.190005 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:46.211657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:46.215670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.267970 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.269252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:46.292985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.294026 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment 36e58fcc-9dcc-48a0-9bcc-78a81708a6c1 of type vlan for network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 Nov 12 08:39:46.320296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:46.458666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.530966 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:46.539789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5c1ff51e-ad53-4327-831e-a49c38188795 None None] Provisioning complete for port f0d6bf62-5d23-4529-8340-36d264d7d859 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:46.540512 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ff51e-ad53-4327-831e-a49c38188795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.595508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-afb9ed03-5781-4a28-aa64-a28042f04d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.597852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-afb9ed03-5781-4a28-aa64-a28042f04d4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1137 time: 0.6079354 Nov 12 08:39:46.700426 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.700923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.701379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.707655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.708278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.708823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.709290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.709902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.710396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.711000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.711453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.711907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.715716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6525a1b7-3d72-455a-85c9-ed9cd4db67d4 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8421 time: 0.9486804 Nov 12 08:39:46.725136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53666) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:46.935405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.090423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5c1ff51e-ad53-4327-831e-a49c38188795 None None] Provisioning complete for port 66bfbd81-4ae5-4970-b899-796d69057c47 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:47.090804 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ff51e-ad53-4327-831e-a49c38188795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.178362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.179174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.179979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.197605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.197605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.197605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.197605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.197605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.205239 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:42Z', 'revision_number': 3, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:43Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:47.223460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.228835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ff51e-ad53-4327-831e-a49c38188795 None None] Port 66bfbd81-4ae5-4970-b899-796d69057c47 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:47.236899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.257635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.258235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.270112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b0afde4d-6be5-463f-9c4b-bf05c9d33572 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7730 time: 0.5350282 Nov 12 08:39:47.277091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'af2149b0-c33b-45fc-873a-1d86e1e88ec4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'port_id': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'mac_address': 'fa:16:3e:35:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:41Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 0, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:05Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:47.282470 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:47.288191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53676) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.288974 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Updating router 06192263-8bf0-4f5b-9c61-e56ad6402744 port 66bfbd81-4ae5-4970-b899-796d69057c47 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:39:47.355211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f0d6bf62-5d23-4529-8340-36d264d7d859 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:47.357274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] Checking router: edbcdf4f-2e8f-484a-8939-cef887be6aea for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:47.361900 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.369033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-d3b0d680-ecf8-42f4-bbb1-6708ff282d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.370845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-d3b0d680-ecf8-42f4-bbb1-6708ff282d3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=02da53e1-e962-4755-9a0e-e80eb6e20ecb HTTP/1.1" status: 200 len: 896 time: 0.7658424 Nov 12 08:39:47.477958 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.485211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.486156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.514975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:47.516557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:47.630139 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4941897 Nov 12 08:39:47.642557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.671510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:47.739838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-b4033f26-1263-4f9b-a702-a7d85062d5f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b HTTP/1.1" status: 200 len: 1000 time: 0.2401454 Nov 12 08:39:47.768492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f0d6bf62-5d23-4529-8340-36d264d7d859 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:47.769361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.875115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:47.931542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790ed3a-c70a-4231-a55a-1c4adc118c09 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=0a7140a5-2c44-45e6-932d-fed8a88d0eb2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.972810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:48.011076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:48.017278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.044492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-9cb7bdc5-0aad-49ab-bb12-4290d068ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.046026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-9cb7bdc5-0aad-49ab-bb12-4290d068ac76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6691f0ca-52af-4e43-b555-8c278cf0a540 HTTP/1.1" status: 200 len: 835 time: 0.2301073 Nov 12 08:39:48.258570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-c29566d3-9356-4c1b-90e9-4f6144a5b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.260175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-c29566d3-9356-4c1b-90e9-4f6144a5b12f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02da53e1-e962-4755-9a0e-e80eb6e20ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030449 Nov 12 08:39:48.271985 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.284409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53700) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.284913 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.288717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a9cc0b35-6476-40df-80a1-3e1c2d9e93f1 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5749 time: 0.9922478 Nov 12 08:39:48.445816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Pushing event updated for resources: {'Port': ['ID=66bfbd81-4ae5-4970-b899-796d69057c47,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.467520 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.467889 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.471490 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.471931 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.472421 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.472857 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.473283 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.473709 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.474133 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.475594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.492412 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.496575 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:48.505887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-2984c4fb-2669-43d2-9335-f7fe71fb7e00 service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158213 Nov 12 08:39:48.555399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320e714-db8a-49eb-83ef-0ccdd2e72fa3 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.558320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320e714-db8a-49eb-83ef-0ccdd2e72fa3 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.587204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5320e714-db8a-49eb-83ef-0ccdd2e72fa3 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=edbcdf4f-2e8f-484a-8939-cef887be6aea HTTP/1.1" status: 200 len: 1992 time: 0.3003078 Nov 12 08:39:48.592296 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Attempting to bind port 66bfbd81-4ae5-4970-b899-796d69057c47 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:48.592913 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Attempting to bind port 66bfbd81-4ae5-4970-b899-796d69057c47 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:48.593546 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Attempting to bind port 66bfbd81-4ae5-4970-b899-796d69057c47 on network fb690366-453c-4870-b9f0-886ad7038f55 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:48.602198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.617411 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:48.617759 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Checking segment: {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:48.618158 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.618545 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Bound using segment: {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:48.619025 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Bound port: 66bfbd81-4ae5-4970-b899-796d69057c47, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9db0e2d-2ef4-4016-87d3-aba56758bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:48.620766 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.874787 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] For port 66bfbd81-4ae5-4970-b899-796d69057c47, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:48.881571 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] For port 66bfbd81-4ae5-4970-b899-796d69057c47, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=66bfbd81-4ae5-4970-b899-796d69057c47,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:48.888293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084165ea-2fb4-4472-bd78-e003753a2fdb req-74047024-3010-4b2f-99f7-c84313b9ac85 service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726325 Nov 12 08:39:48.890198 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.897994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=cb724077-d2c8-4d93-98b7-f4be37c06631,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.956585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:48.956945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: 0a7140a5-2c44-45e6-932d-fed8a88d0eb2, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:48.965135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'af2149b0-c33b-45fc-873a-1d86e1e88ec4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'port_id': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'mac_address': 'fa:16:3e:35:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:41Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 0, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:05Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:49.026683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:49.038423 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:49.039188 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:49.041866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48529c7-9437-430a-8ff7-7241798f1ba9 None None] Pushing event updated for resources: {'Port': ['ID=66bfbd81-4ae5-4970-b899-796d69057c47,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:49.049390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 0a7140a5-2c44-45e6-932d-fed8a88d0eb2) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:49.054772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.055383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.059293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a3fd3-cd2b-4573-84da-8f0f2813d2c7 None None] The sync data for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 is: [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'af2149b0-c33b-45fc-873a-1d86e1e88ec4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'port_id': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'mac_address': 'fa:16:3e:35:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:41Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 0, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:05Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:49.097907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53726) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.106735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9454b1aa-1126-4a5a-b562-c3ff35daa62d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4603951 Nov 12 08:39:49.121459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830bae3-f819-4b2a-8761-5daf129dd3e5 None None] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:49.214715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-853e4d7b-cd85-4554-84c4-907a88b3a6f1 None None] Provisioning complete for port 66bfbd81-4ae5-4970-b899-796d69057c47 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:49.217865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-853e4d7b-cd85-4554-84c4-907a88b3a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.418767 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:49.561715 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-853e4d7b-cd85-4554-84c4-907a88b3a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.628432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb52af8-10e3-4414-9e47-6030558322f7 None None] New status for floating IP af2149b0-c33b-45fc-873a-1d86e1e88ec4: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:49.857398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-853e4d7b-cd85-4554-84c4-907a88b3a6f1 None None] For port 66bfbd81-4ae5-4970-b899-796d69057c47, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=66bfbd81-4ae5-4970-b899-796d69057c47,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:49.866643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-853e4d7b-cd85-4554-84c4-907a88b3a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.238846 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:42Z', 'revision_number': 3, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:48Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:50.303284 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea89a4-a66d-4b89-8382-7b19a72c31c8 None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:42Z', 'revision_number': 3, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:48Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:50.590281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:50.591182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.645104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-caa3da88-84f1-4e9a-ba42-8702d0c4e2f8 None None] Provisioning complete for port 66bfbd81-4ae5-4970-b899-796d69057c47 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:50.678267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-caa3da88-84f1-4e9a-ba42-8702d0c4e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.692980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e4d7b-cd85-4554-84c4-907a88b3a6f1 None None] Pushing event updated for resources: {'Port': ['ID=66bfbd81-4ae5-4970-b899-796d69057c47,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:50.839976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.392425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 66bfbd81-4ae5-4970-b899-796d69057c47 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:51.674496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Allocated IP 172.22.0.2 (0a7140a5-2c44-45e6-932d-fed8a88d0eb2/cb724077-d2c8-4d93-98b7-f4be37c06631/ec877b5d-2e3b-4670-92dd-21ed66d485a7) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:51.691004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 66bfbd81-4ae5-4970-b899-796d69057c47 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:51.691514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.322824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.346028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.390834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:52.414516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:52.424211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:52.556861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Pushing event updated for resources: {'Port': ['ID=ec877b5d-2e3b-4670-92dd-21ed66d485a7,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.557545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.22.0.1 (0a7140a5-2c44-45e6-932d-fed8a88d0eb2/cb724077-d2c8-4d93-98b7-f4be37c06631/78b79b35-cf7a-4cf2-81cf-81d3d91f7f73) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:52.615896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Attempting to bind port ec877b5d-2e3b-4670-92dd-21ed66d485a7 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:52.616227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Attempting to bind port ec877b5d-2e3b-4670-92dd-21ed66d485a7 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:52.616601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Attempting to bind port ec877b5d-2e3b-4670-92dd-21ed66d485a7 on network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:52.629198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:52.629596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Checking segment: {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:52.630079 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.631147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Bound using segment: {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:52.631677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Bound port: ec877b5d-2e3b-4670-92dd-21ed66d485a7, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:52.633492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.859126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] For port ec877b5d-2e3b-4670-92dd-21ed66d485a7, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:52.867827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] For port ec877b5d-2e3b-4670-92dd-21ed66d485a7, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ec877b5d-2e3b-4670-92dd-21ed66d485a7,segment=NetworkSegment(36e58fcc-9dcc-48a0-9bcc-78a81708a6c1),segment_id=36e58fcc-9dcc-48a0-9bcc-78a81708a6c1)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:52.882687 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.019918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efe37a-354a-4cc2-8371-4d959df91e45 None None] Pushing event updated for resources: {'Port': ['ID=ec877b5d-2e3b-4670-92dd-21ed66d485a7,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.067896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.186083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.290364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.314028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:53.318071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:53.323214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:53.499296 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.809214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.224988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.250811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.528516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.532486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.855482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:54.866198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:54.993822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7369f0e-9b2e-473c-940f-ac7ecab8a2de None None] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:55.098974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:55.104313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-11ab4709-f3f2-4f67-8ec1-2d93635a2819 None None] Provisioning complete for port ec877b5d-2e3b-4670-92dd-21ed66d485a7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:55.104687 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-11ab4709-f3f2-4f67-8ec1-2d93635a2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.356947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:55.373905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6c6ec0c3-7448-4910-9a22-d8f38ec888a2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2718420 Nov 12 08:39:55.374164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:55.374661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53842) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.395127 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:55.395776 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.400994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'network': {'name': 'tempest-RoutersTest-644527934'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:55.509437 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-11ab4709-f3f2-4f67-8ec1-2d93635a2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.551738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:55.569543 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.651836 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:55.655207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:55.671103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ec877b5d-2e3b-4670-92dd-21ed66d485a7 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:55.720222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.721149 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added segment fd13069a-0a39-4121-abc0-5a21e05cfbb7 of type vlan for network a96474f8-9888-40b4-b818-f91c8f3c623a Nov 12 08:39:55.781187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-11ab4709-f3f2-4f67-8ec1-2d93635a2819 None None] For port ec877b5d-2e3b-4670-92dd-21ed66d485a7, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ec877b5d-2e3b-4670-92dd-21ed66d485a7,segment=NetworkSegment(36e58fcc-9dcc-48a0-9bcc-78a81708a6c1),segment_id=36e58fcc-9dcc-48a0-9bcc-78a81708a6c1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.809188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-11ab4709-f3f2-4f67-8ec1-2d93635a2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.811963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ec877b5d-2e3b-4670-92dd-21ed66d485a7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:55.812520 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.889566 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.948356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.956494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.958289 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.008657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6327188 Nov 12 08:39:56.014750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 53856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.024896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'subnet': {'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:56.030822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4709-f3f2-4f67-8ec1-2d93635a2819 None None] Pushing event updated for resources: {'Port': ['ID=ec877b5d-2e3b-4670-92dd-21ed66d485a7,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.218423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265c6b4-58be-4114-9233-dea7b047e475 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Network': ['ID=a96474f8-9888-40b4-b818-f91c8f3c623a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.264305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a96474f8-9888-40b4-b818-f91c8f3c623a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:56.431726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-80c9740c-88b0-4d95-a4e5-0efdb69350a9 None None] Provisioning complete for port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:56.432767 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c9740c-88b0-4d95-a4e5-0efdb69350a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.456459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Made reservation on behalf of 038020f375e243c3b5570a30d3346e1e for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:56.471052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.487889 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:53Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:54Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.512568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-80c9740c-88b0-4d95-a4e5-0efdb69350a9 None None] Port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:56.540630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-80c9740c-88b0-4d95-a4e5-0efdb69350a9 None None] Provisioning complete for port ec877b5d-2e3b-4670-92dd-21ed66d485a7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:56.541002 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-80c9740c-88b0-4d95-a4e5-0efdb69350a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.564870 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:56.565237 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Updating router 06192263-8bf0-4f5b-9c61-e56ad6402744 port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:39:56.633075 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.882732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d123bf5d-aa68-48f3-b2b3-dc39c89869a6 None None] Provisioning complete for port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:56.883221 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d123bf5d-aa68-48f3-b2b3-dc39c89869a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.978437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d123bf5d-aa68-48f3-b2b3-dc39c89869a6 None None] Port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:57.119600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.158170 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.166254 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.325907 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abe5a9-e1ab-4ec7-8ff8-7dcec3c896a2 None None] Pushing event updated for resources: {'Port': ['ID=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:57.383893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c1ac1ff9-8057-4119-bb55-f2fb7efbf27f None None] Provisioning complete for port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:57.384614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ff9-8057-4119-bb55-f2fb7efbf27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.428657 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Attempting to bind port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:57.429236 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Attempting to bind port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:57.429876 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Attempting to bind port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 on network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:57.443055 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:57.443651 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Checking segment: {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:57.444334 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.444625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Subnet': ['ID=969400b7-fc6a-47ef-ba64-2490de871310,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:57.444953 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Bound using segment: {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:57.445712 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Bound port: 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:57.446278 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.490697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Checking segment: {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:57.493207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network hostable DHCP agents. Network: a96474f8-9888-40b4-b818-f91c8f3c623a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:57.515180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ec877b5d-2e3b-4670-92dd-21ed66d485a7 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:57.528673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac1ff9-8057-4119-bb55-f2fb7efbf27f None None] Port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:57.543245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network a96474f8-9888-40b4-b818-f91c8f3c623a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:57.567586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a96474f8-9888-40b4-b818-f91c8f3c623a) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:57.581605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.585445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.604108 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] For port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:57.609340 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] For port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,segment=NetworkSegment(36e58fcc-9dcc-48a0-9bcc-78a81708a6c1),segment_id=36e58fcc-9dcc-48a0-9bcc-78a81708a6c1)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:57.614931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787fb02-02fd-4de0-a332-ea7fd8ec6930 None None] Network a96474f8-9888-40b4-b818-f91c8f3c623a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:57.616983 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.632579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3680a152-0fe3-4924-90cf-6a5cf26a9b9a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6152229 Nov 12 08:39:57.635377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53882) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:57.804954 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:57.807842 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:57.951430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1fb88db9-934e-458b-b348-f2f2a59cf095 None None] Provisioning complete for port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:57.955838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fb88db9-934e-458b-b348-f2f2a59cf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.039933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ec877b5d-2e3b-4670-92dd-21ed66d485a7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:58.040937 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.122839 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:58.170264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a96474f8-9888-40b4-b818-f91c8f3c623a', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:58.172279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.319087 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abe5a9-e1ab-4ec7-8ff8-7dcec3c896a2 None None] Pushing event updated for resources: {'Port': ['ID=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.360321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fb88db9-934e-458b-b348-f2f2a59cf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.413949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1fb88db9-934e-458b-b348-f2f2a59cf095 None None] For port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,segment=NetworkSegment(36e58fcc-9dcc-48a0-9bcc-78a81708a6c1),segment_id=36e58fcc-9dcc-48a0-9bcc-78a81708a6c1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:58.424168 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1fb88db9-934e-458b-b348-f2f2a59cf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.652893 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:53Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:57Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:58.732685 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b423bd04-d5c5-45fc-a593-225be323c0c7 None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:39:53Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:57Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:58.815370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88db9-934e-458b-b348-f2f2a59cf095 None None] Pushing event updated for resources: {'Port': ['ID=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.922204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.131449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5c9383a3-4ebc-4717-867c-8372b7863363 None None] Provisioning complete for port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:59.132293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c9383a3-4ebc-4717-867c-8372b7863363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.162903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Allocated IP 172.23.0.2 (a96474f8-9888-40b4-b818-f91c8f3c623a/969400b7-fc6a-47ef-ba64-2490de871310/7a7f0c51-c13c-423e-8be8-f1adaeb09441) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:59.518205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:59.797819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.824662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.923424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Pushing event updated for resources: {'Port': ['ID=7a7f0c51-c13c-423e-8be8-f1adaeb09441,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.939738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Allocated IP 172.23.0.1 (a96474f8-9888-40b4-b818-f91c8f3c623a/969400b7-fc6a-47ef-ba64-2490de871310/59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:59.952031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:59.952459 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.051509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Network a96474f8-9888-40b4-b818-f91c8f3c623a is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:00.104241 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:00.112641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:00.326702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.408039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.436342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Attempting to bind port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:00.436789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Attempting to bind port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:00.437135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Attempting to bind port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 on network a96474f8-9888-40b4-b818-f91c8f3c623a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:00.453702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:00.454397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Checking segment: {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:00.455290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.455853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Bound using segment: {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:00.456603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Bound port: 7a7f0c51-c13c-423e-8be8-f1adaeb09441, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:00.457199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.494107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network a96474f8-9888-40b4-b818-f91c8f3c623a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:00.506695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:00.511784 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:00.590969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.691610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.703388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] For port 7a7f0c51-c13c-423e-8be8-f1adaeb09441, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:00.711456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] For port 7a7f0c51-c13c-423e-8be8-f1adaeb09441, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7a7f0c51-c13c-423e-8be8-f1adaeb09441,segment=NetworkSegment(fd13069a-0a39-4121-abc0-5a21e05cfbb7),segment_id=fd13069a-0a39-4121-abc0-5a21e05cfbb7)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:00.722206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.905170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a08d-c544-489a-922c-829040a8c071 None None] Pushing event updated for resources: {'Port': ['ID=7a7f0c51-c13c-423e-8be8-f1adaeb09441,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.988204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.701014 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.709437 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.820232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.828723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event updated for resources: {'Port': ['ID=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.089742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Network a96474f8-9888-40b4-b818-f91c8f3c623a is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:02.092188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:02.258680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:02.451153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:02.474877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-acabe69f-f048-48f6-adf2-071404374ea6 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8359430 Nov 12 08:40:02.476627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 53974) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:02.481398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:02.485455 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:02.524640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:02.527446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:02.648071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff49cb-cbf0-45e8-9b6f-99e82a5b011e None None] Network a96474f8-9888-40b4-b818-f91c8f3c623a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:03.178865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:03.290854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7a7f0c51-c13c-423e-8be8-f1adaeb09441 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:03.341018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4f6d5151-9f20-4ad2-a0e7-f5d0ed762e3b None None] Provisioning complete for port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.341648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5151-9f20-4ad2-a0e7-f5d0ed762e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.858204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.858204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.921984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:40:03.940995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Removed routes are [] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:40:03.941778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.996394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5151-9f20-4ad2-a0e7-f5d0ed762e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.161499 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4f6d5151-9f20-4ad2-a0e7-f5d0ed762e3b None None] For port 7a7f0c51-c13c-423e-8be8-f1adaeb09441, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7a7f0c51-c13c-423e-8be8-f1adaeb09441,segment=NetworkSegment(fd13069a-0a39-4121-abc0-5a21e05cfbb7),segment_id=fd13069a-0a39-4121-abc0-5a21e05cfbb7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:04.217376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.226211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5151-9f20-4ad2-a0e7-f5d0ed762e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.593029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d5151-9f20-4ad2-a0e7-f5d0ed762e3b None None] Pushing event updated for resources: {'Port': ['ID=7a7f0c51-c13c-423e-8be8-f1adaeb09441,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:04.638610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.648561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:00Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43', 'name': '', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:09:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:59Z', 'updated_at': '2021-11-12T08:40:01Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': '969400b7-fc6a-47ef-ba64-2490de871310', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:04.648957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.718392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:04.719716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Updating router 06192263-8bf0-4f5b-9c61-e56ad6402744 port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:40:04.766604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.771599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b2df84e1-06a9-4c87-91fa-2b152a295964 None None] Provisioning complete for port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.771965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2df84e1-06a9-4c87-91fa-2b152a295964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.894313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:04.895175 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:05.094290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:05.278922 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:40:05.526401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:05.543275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.551577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54022) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:05.567921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-404fe214-3599-4834-8526-c9d1c17767ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 932 time: 3.0692205 Nov 12 08:40:05.598774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b2df84e1-06a9-4c87-91fa-2b152a295964 None None] Provisioning complete for port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.604523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2df84e1-06a9-4c87-91fa-2b152a295964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.717912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b2df84e1-06a9-4c87-91fa-2b152a295964 None None] Port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:05.820219 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54026) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:05.828545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'routes': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:05.832026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9e4ddc0c-dac6-40b0-bea8-a5b7299c02ae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 932 time: 0.2786670 Nov 12 08:40:05.849869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7a7f0c51-c13c-423e-8be8-f1adaeb09441 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:05.917224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1b9cf963-e34b-446e-aa09-51d37533dc7a None None] Provisioning complete for port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.917765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf963-e34b-446e-aa09-51d37533dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.934845 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.986164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.106703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e0ac-9428-42db-8c4d-7067776bc5b8 None None] Pushing event updated for resources: {'Port': ['ID=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:06.184525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cf963-e34b-446e-aa09-51d37533dc7a None None] Port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:06.199059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:06.199756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.397787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Attempting to bind port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:06.398162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Attempting to bind port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:06.398528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Attempting to bind port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 on network a96474f8-9888-40b4-b818-f91c8f3c623a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:06.430676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:06.431062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Checking segment: {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:06.431474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.431868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Bound using segment: {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:06.432392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Bound port: 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd13069a-0a39-4121-abc0-5a21e05cfbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:06.432775 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.786253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] For port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:06.802549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] For port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,segment=NetworkSegment(fd13069a-0a39-4121-abc0-5a21e05cfbb7),segment_id=fd13069a-0a39-4121-abc0-5a21e05cfbb7)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:06.824769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.911685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6de30e37-7ee8-40b3-adf4-225580fed7b7 None None] Provisioning complete for port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:06.915387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6de30e37-7ee8-40b3-adf4-225580fed7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.921904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added routes are [] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:40:06.921904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:40:07.024980 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.130363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:07.131281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:07.275641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:07.522549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e0ac-9428-42db-8c4d-7067776bc5b8 None None] Pushing event updated for resources: {'Port': ['ID=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:07.594349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54070) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:07.604896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.614065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.621202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54074) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:07.824382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dee6e0b1-8b4c-427d-9d73-bace63c49915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.956369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:08.031408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dee6e0b1-8b4c-427d-9d73-bace63c49915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.042082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dee6e0b1-8b4c-427d-9d73-bace63c49915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.057151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d8d3959-16f7-4b79-899a-85dc0d6031a0 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4869 time: 0.4345081 Nov 12 08:40:08.060142 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54082) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:08.080800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'network': {'name': 'tempest-network-smoke--7361168', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'port_security_enabled': False}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:08.091915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6de30e37-7ee8-40b3-adf4-225580fed7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.114998 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dee6e0b1-8b4c-427d-9d73-bace63c49915 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c7b0174cc094c35afc56b8d5bad77ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5192688 Nov 12 08:40:08.115888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6e0b1-8b4c-427d-9d73-bace63c49915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48598ec2-f0a0-4b18-a30a-4c6ce6b91e15,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:08.119815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54088) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:08.154208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Made reservation on behalf of bf5ae2a039b340fe8b9969b8a9eca9d4 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:08.169083 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.251532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30ff3f21-5a36-4e64-9be4-fa25e610e491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.278712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6de30e37-7ee8-40b3-adf4-225580fed7b7 None None] For port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,segment=NetworkSegment(fd13069a-0a39-4121-abc0-5a21e05cfbb7),segment_id=fd13069a-0a39-4121-abc0-5a21e05cfbb7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:08.308607 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6de30e37-7ee8-40b3-adf4-225580fed7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.337212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:08.346175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.348285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-85acedd0-0bb9-400b-b4de-fa9efdea0d32 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 698 time: 2.5268731 Nov 12 08:40:08.351523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54094) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:08.364952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:08.368791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30ff3f21-5a36-4e64-9be4-fa25e610e491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.385908 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.386255 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Added segment 5d05f885-71ab-40f0-aa0d-6ad1e6a69e32 of type vlan for network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 Nov 12 08:40:08.449689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de30e37-7ee8-40b3-adf4-225580fed7b7 None None] Pushing event updated for resources: {'Port': ['ID=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:08.487712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 7, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43', 'name': '', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:09:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:59Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': '969400b7-fc6a-47ef-ba64-2490de871310', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:08.523123 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.561551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc07a2-5894-4e50-aeae-9d0b733027bb None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 7, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43', 'name': '', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:09:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:59Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 4, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': '969400b7-fc6a-47ef-ba64-2490de871310', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:08.580573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.587606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.588774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-db821361-321a-48fd-8b34-8c455f900b1a None None] Provisioning complete for port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:08.596849 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-db821361-321a-48fd-8b34-8c455f900b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.599691 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.649487 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a0df7759-3120-447c-8e89-85ae57d82ecb tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 698 time: 0.2953999 Nov 12 08:40:08.654130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54100) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:08.859822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Network': ['ID=aed7caa9-3399-4c64-bb55-8e0eea4bddb4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:08.909773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.910366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.910876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.912334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.913715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.914346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.914682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.916432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.917206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.917560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.922162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.922997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:08.935516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.955961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:08.958594 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30ff3f21-5a36-4e64-9be4-fa25e610e491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.963852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e519feee-f786-4338-9e36-14a1284008f0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8998871 Nov 12 08:40:08.964581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54102) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:08.968192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30ff3f21-5a36-4e64-9be4-fa25e610e491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.974386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30ff3f21-5a36-4e64-9be4-fa25e610e491 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48598ec2-f0a0-4b18-a30a-4c6ce6b91e15 HTTP/1.1" status: 204 len: 168 time: 0.8489621 Nov 12 08:40:08.974675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'admin_state_up': True, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:09.005519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3f21-5a36-4e64-9be4-fa25e610e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48598ec2-f0a0-4b18-a30a-4c6ce6b91e15,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.053394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.054813 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.263535 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.637335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.919077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.919678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:10.054997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54118) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:10.096376 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4e43a78-767a-4462-b40c-926924cefaef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.145600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:10.149990 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.215361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:10.290484 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:10.299502 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:10.615007 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:10.762875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1a722750-0170-4fe1-a757-eef60ef3ce6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.834542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:10.834542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.105561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.132270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,segment=NetworkSegment(fd13069a-0a39-4121-abc0-5a21e05cfbb7),segment_id=fd13069a-0a39-4121-abc0-5a21e05cfbb7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:11.133192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.146176 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 7, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43', 'name': '', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:09:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:59Z', 'updated_at': '2021-11-12T08:40:08Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': '969400b7-fc6a-47ef-ba64-2490de871310', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:11.192683 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:11.200375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:11.219653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.227418 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:11.228109 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:11.499103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4e43a78-767a-4462-b40c-926924cefaef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.521180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d4e43a78-767a-4462-b40c-926924cefaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.585850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.25.4.26 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/9b83b152-07e4-4d06-96b5-6a31a2cd2afe) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:11.589599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43a78-767a-4462-b40c-926924cefaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fd461-1440-4bea-9dd4-dd476fd9c2e6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.651487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:11.659250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d4e43a78-767a-4462-b40c-926924cefaef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=461ddc5cf8564d298f12693a7eed1688&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6020186 Nov 12 08:40:11.676651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54150) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:11.809570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a026e98-88e1-4737-8727-b767212d51b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.818707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.834841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.866762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a026e98-88e1-4737-8727-b767212d51b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.998973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.022499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.110018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.245614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.276583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a026e98-88e1-4737-8727-b767212d51b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.307879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a026e98-88e1-4737-8727-b767212d51b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.309661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9a026e98-88e1-4737-8727-b767212d51b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c58fd461-1440-4bea-9dd4-dd476fd9c2e6 HTTP/1.1" status: 204 len: 168 time: 0.6314883 Nov 12 08:40:12.390156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:12.393528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a026e98-88e1-4737-8727-b767212d51b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fd461-1440-4bea-9dd4-dd476fd9c2e6,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.453366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:12.472409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd83e39-054d-404f-bcac-c423ff0bfabf None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:12.483048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:12.510959 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 7, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43', 'name': '', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:09:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:59Z', 'updated_at': '2021-11-12T08:40:08Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': '969400b7-fc6a-47ef-ba64-2490de871310', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:12.520769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.604567 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1396e06-a672-48f8-829c-4f3952f80fac None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:06Z', 'revision_number': 7, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43', 'name': '', 'network_id': 'a96474f8-9888-40b4-b818-f91c8f3c623a', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:09:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '969400b7-fc6a-47ef-ba64-2490de871310', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:59Z', 'updated_at': '2021-11-12T08:40:08Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': '969400b7-fc6a-47ef-ba64-2490de871310', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:12.702304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ce9072e7-3baf-4032-8098-7ade3168188b None None] Provisioning complete for port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:12.704889 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce9072e7-3baf-4032-8098-7ade3168188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.820175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ce9072e7-3baf-4032-8098-7ade3168188b None None] Port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:12.894564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:13.154164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:13.194012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b122-3685-4a84-a018-55208e87f572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.197488 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.202429 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5fbd42e3-64f0-4460-ae53-c113cce635b1 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5443344 Nov 12 08:40:13.203235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54178) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:13.231759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:13.270091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:13.270733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:13.506502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet 969400b7-fc6a-47ef-ba64-2490de871310 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:13.510310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.616830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.617290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:13.785428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.914874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.006580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.115624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:11Z', 'revision_number': 8, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:14.118231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=969400b7-fc6a-47ef-ba64-2490de871310,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:14.120586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.123870 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9212679b-a4af-4671-bc96-0cfa4195c28f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/969400b7-fc6a-47ef-ba64-2490de871310 HTTP/1.1" status: 204 len: 168 time: 0.9196048 Nov 12 08:40:14.130230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54202) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.170630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f82a7c-918a-4fda-a24b-6b8809c5d9e9 None None] Network a96474f8-9888-40b4-b818-f91c8f3c623a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:14.195834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:14.309542 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.321224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:14.332990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:14.386714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router b250b47a-2882-4d0c-b740-8f7bca420a8c is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:40:14.506249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:14.506826 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.643550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:14.663353 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Sync routers for ids ['b250b47a-2882-4d0c-b740-8f7bca420a8c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:14.675198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 7a7f0c51-c13c-423e-8be8-f1adaeb09441, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7a7f0c51-c13c-423e-8be8-f1adaeb09441,segment=NetworkSegment(fd13069a-0a39-4121-abc0-5a21e05cfbb7),segment_id=fd13069a-0a39-4121-abc0-5a21e05cfbb7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:14.675198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.684734 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Routers {'b250b47a-2882-4d0c-b740-8f7bca420a8c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:14.686361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b250b47a-2882-4d0c-b740-8f7bca420a8c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:14.690544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:14.697349 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.704412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.710031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1df67327-49f9-49c3-b99e-388f1da851a4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7442248 Nov 12 08:40:14.717289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 7a7f0c51-c13c-423e-8be8-f1adaeb09441 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:14.886749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470b195-0151-439b-a5be-dd20ed8ef73b tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:14.888425 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b470b195-0151-439b-a5be-dd20ed8ef73b tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=bf5ae2a039b340fe8b9969b8a9eca9d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1821251 Nov 12 08:40:14.891551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54228) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.935341 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.044657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] DHCP port deletion for a96474f8-9888-40b4-b818-f91c8f3c623a request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:15.084404 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Set router b250b47a-2882-4d0c-b740-8f7bca420a8c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:15.158563 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.261641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:15.291732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=7a7f0c51-c13c-423e-8be8-f1adaeb09441,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.304473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Deleting port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:15.305476 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.465157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.487594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96474f8-9888-40b4-b818-f91c8f3c623a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:15.499987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd13069a-0a39-4121-abc0-5a21e05cfbb7') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:15.500588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd13069a-0a39-4121-abc0-5a21e05cfbb7') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:15.522973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d574889-19d1-40c5-8f1c-03b04b702f68 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:15.526499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d574889-19d1-40c5-8f1c-03b04b702f68 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6337602 Nov 12 08:40:15.530468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.531119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54242) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:15.586783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] For port 7a7f0c51-c13c-423e-8be8-f1adaeb09441, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:15.587184 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.600999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.626798 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:12Z', 'revision_number': 3, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:15.628353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:11Z', 'revision_number': 8, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:15.646195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:15.647356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.659649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Calling delete_port for 7a7f0c51-c13c-423e-8be8-f1adaeb09441 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:15.688772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bae85dfb-4cd2-4a91-bafc-f843df1145a1 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1557741 Nov 12 08:40:15.689780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:15.698774 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Checking router: b250b47a-2882-4d0c-b740-8f7bca420a8c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:15.704883 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Updating router b250b47a-2882-4d0c-b740-8f7bca420a8c port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:40:15.713539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:40:15.727525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f611e33-b86d-4732-af90-fec315c69981 None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:11Z', 'revision_number': 8, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78b79b35-cf7a-4cf2-81cf-81d3d91f7f73', 'name': '', 'network_id': '0a7140a5-2c44-45e6-932d-fed8a88d0eb2', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:ff:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:51Z', 'updated_at': '2021-11-12T08:39:58Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'cb724077-d2c8-4d93-98b7-f4be37c06631', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:15.739467 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.816713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c1f2ffb-f3b7-42cb-be4b-77c8a438df34 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=bf5ae2a039b340fe8b9969b8a9eca9d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257617 Nov 12 08:40:15.817970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54250) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:15.819329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] Pushing event deleted for resources: {'Port': ['ID=7a7f0c51-c13c-423e-8be8-f1adaeb09441,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.849998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.854009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370f2eb-8b0e-4fc2-ae38-6e4e92ece6c6 None None] No DVR routers for this DVR port 7a7f0c51-c13c-423e-8be8-f1adaeb09441 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:15.872837 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:15.980523 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:16.045932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.060565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.075087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/a96474f8-9888-40b4-b818-f91c8f3c623a HTTP/1.1" status: 204 len: 168 time: 1.9380536 Nov 12 08:40:16.141404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54262) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:16.167496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991db737-82de-4109-be3a-38a3c75830c5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=a96474f8-9888-40b4-b818-f91c8f3c623a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:16.191281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbea99-7ba4-4df2-aa12-b572845fb499 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.198894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7a7f0c51-c13c-423e-8be8-f1adaeb09441 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:16.220825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-acdbea99-7ba4-4df2-aa12-b572845fb499 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3951123 Nov 12 08:40:16.227166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:16.318330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7a7f0c51-c13c-423e-8be8-f1adaeb09441 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:16.318906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7a7f0c51-c13c-423e-8be8-f1adaeb09441 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:16.363983 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-37583fdf-ea88-4812-8916-8963bb1655d3 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337948 Nov 12 08:40:16.374091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54272) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:16.381641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843358228', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:16.768598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Made reservation on behalf of bf5ae2a039b340fe8b9969b8a9eca9d4 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:16.772626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.840642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.998191 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.019525 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.115664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd342684-b0c1-4b03-bf13-16dff81e6846 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:17.168861 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Attempting to bind port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:17.169236 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Attempting to bind port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:17.169602 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Attempting to bind port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:17.193913 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:17.194548 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:17.195369 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.196038 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:17.197280 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Bound port: 9b83b152-07e4-4d06-96b5-6a31a2cd2afe, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:17.198248 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.213646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-28ba3b6e-671e-49d4-80a8-0ff0f88267c4 None None] Provisioning complete for port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:17.220418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-28ba3b6e-671e-49d4-80a8-0ff0f88267c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.329441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-28ba3b6e-671e-49d4-80a8-0ff0f88267c4 None None] Port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:17.359098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.363495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.507751 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9d760-8450-45e0-9abf-f636182b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.524657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Subnet': ['ID=5dcbc5b4-0075-4c9f-87f0-a2d870d03430,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.570015 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] For port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:17.573024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Checking segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:17.573485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network hostable DHCP agents. Network: aed7caa9-3399-4c64-bb55-8e0eea4bddb4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:17.574961 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] For port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:17.582426 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.626851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:17.650352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, aed7caa9-3399-4c64-bb55-8e0eea4bddb4) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:17.654233 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9d760-8450-45e0-9abf-f636182b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.655086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.656283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.675539 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Routers {'b250b47a-2882-4d0c-b740-8f7bca420a8c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:17.676407 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b250b47a-2882-4d0c-b740-8f7bca420a8c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:17.681220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340efbc6-a42b-4136-8a70-48386f1a9070 None None] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:17.697141 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a10e0850-f6d4-4afe-abd0-2199e80000b8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3210800 Nov 12 08:40:17.700262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54300) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:17.742777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c634a7-f1cc-4d05-95e8-3569b16359e9 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:17.926192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-5b584c4d-536e-4028-84a6-5294b5e9cff5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1696796 Nov 12 08:40:18.041152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:18.170242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:18.171876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 59b3771f-1d37-4c8a-a4e0-4b3cb4f1cc43 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:18.185656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-477cacea-344d-492e-8725-bd2b4e7970e7 None None] Provisioning complete for port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:18.186520 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-477cacea-344d-492e-8725-bd2b4e7970e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.194134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'fixed_ips': [{'subnet_id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:18.195799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.283814 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] Set router b250b47a-2882-4d0c-b740-8f7bca420a8c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:18.287706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-c2f76796-770d-40ca-a39c-a05fed5ddbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.290623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-c2f76796-770d-40ca-a39c-a05fed5ddbed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f962d75428b4aedbe40446ae6f75b39&device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 1097 time: 0.2544179 Nov 12 08:40:18.584801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:18.589154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.017463 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:12Z', 'revision_number': 3, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:19.074267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f0ed72-0dd8-4b05-b779-391fcd56b905 None None] The sync data for ids ['b250b47a-2882-4d0c-b740-8f7bca420a8c'] in n-d-768509-25 is: [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:12Z', 'revision_number': 3, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:19.084597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-c5612394-1c23-4cf4-bc40-645925f524ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.094323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-c5612394-1c23-4cf4-bc40-645925f524ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 200 len: 909 time: 0.7720106 Nov 12 08:40:19.182903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-477cacea-344d-492e-8725-bd2b4e7970e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.232091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-477cacea-344d-492e-8725-bd2b4e7970e7 None None] For port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:19.245263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-477cacea-344d-492e-8725-bd2b4e7970e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.357029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Allocated IP 172.20.0.18 (aed7caa9-3399-4c64-bb55-8e0eea4bddb4/5dcbc5b4-0075-4c9f-87f0-a2d870d03430/4216b804-0200-483f-a6fc-f4535eb1ea9e) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:19.369620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,segment=NetworkSegment(36e58fcc-9dcc-48a0-9bcc-78a81708a6c1),segment_id=36e58fcc-9dcc-48a0-9bcc-78a81708a6c1)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:19.371938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.472178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:19.579910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-7082355a-1fc7-4b12-9bce-888786ed0f34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 200 len: 1000 time: 0.4430332 Nov 12 08:40:19.635238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cacea-344d-492e-8725-bd2b4e7970e7 None None] Pushing event updated for resources: {'Port': ['ID=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.746757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.042430 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.050994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9b83b152-07e4-4d06-96b5-6a31a2cd2afe up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:20.056371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.068785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-a1b7b5f9-fa26-47fe-87f7-4a02040f99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.080500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-a1b7b5f9-fa26-47fe-87f7-4a02040f99c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 200 len: 848 time: 0.4870024 Nov 12 08:40:20.189002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Pushing event updated for resources: {'Port': ['ID=4216b804-0200-483f-a6fc-f4535eb1ea9e,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.286388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:20.297620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:20.301829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:20.326237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:20.326646 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.341583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.20.0.17 (aed7caa9-3399-4c64-bb55-8e0eea4bddb4/5dcbc5b4-0075-4c9f-87f0-a2d870d03430/b5fc3958-eeea-4bad-a9fc-8950831b319e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:20.515797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-58e25987-21ca-4351-bd90-ac43d285acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.517760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-58e25987-21ca-4351-bd90-ac43d285acda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56f84fd0-a83a-4ac9-8325-a437fabb32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4335740 Nov 12 08:40:20.519977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.611896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=78b79b35-cf7a-4cf2-81cf-81d3d91f7f73,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.651528 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.726578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Attempting to bind port 4216b804-0200-483f-a6fc-f4535eb1ea9e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:20.727020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Attempting to bind port 4216b804-0200-483f-a6fc-f4535eb1ea9e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:20.727385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Attempting to bind port 4216b804-0200-483f-a6fc-f4535eb1ea9e on network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:20.741230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:20.741602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Checking segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:20.742222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.742772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Bound using segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:20.743420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Bound port: 4216b804-0200-483f-a6fc-f4535eb1ea9e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:20.754279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.779333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.831449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] For port 4216b804-0200-483f-a6fc-f4535eb1ea9e, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:20.849757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] For port 4216b804-0200-483f-a6fc-f4535eb1ea9e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4216b804-0200-483f-a6fc-f4535eb1ea9e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:20.861327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.877229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:20.890732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:20.893798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:20.981130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7b792-1e99-4ede-826e-d5e8d6b1790b None None] Pushing event updated for resources: {'Port': ['ID=4216b804-0200-483f-a6fc-f4535eb1ea9e,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.011096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.077530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=b5fc3958-eeea-4bad-a9fc-8950831b319e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.332094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.099632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-9fae8983-728b-4db9-bb96-fece86f0319d service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5729134 Nov 12 08:40:22.115474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4216b804-0200-483f-a6fc-f4535eb1ea9e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:22.208724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.228086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.370313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4216b804-0200-483f-a6fc-f4535eb1ea9e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:22.370524 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.406854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.605162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=b5fc3958-eeea-4bad-a9fc-8950831b319e,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.617215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.666744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.833154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 4216b804-0200-483f-a6fc-f4535eb1ea9e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4216b804-0200-483f-a6fc-f4535eb1ea9e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:22.846220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.910113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8f56e9-2d0b-4065-a83a-01404a13ddd8 req-c5e8cd7c-4458-4124-993a-1c27d680a4b3 service neutron] 10.222.0.32 "GET /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948904 Nov 12 08:40:22.964669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:22.967991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:22.992634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=4216b804-0200-483f-a6fc-f4535eb1ea9e,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.074206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:23.215153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:23.226168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:23.228770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a1dbb04a-a3ef-47c4-849c-b821bf5c5b14 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0689526 Nov 12 08:40:23.234507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.238922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:23.239549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:23.297789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet cb724077-d2c8-4d93-98b7-f4be37c06631 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:23.299930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c51d11-de46-4d9e-b81c-4bd13ac34741 None None] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:23.301574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router b250b47a-2882-4d0c-b740-8f7bca420a8c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:23.303840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.429227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.459458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:23.497130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4abc85da-142b-4dc4-9303-3945293ba14d None None] Provisioning complete for port 4216b804-0200-483f-a6fc-f4535eb1ea9e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:23.497780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4abc85da-142b-4dc4-9303-3945293ba14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.649910 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.741339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:23.770616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-206c7b54-6e97-4611-b6c8-86da82182c05 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "PUT /v2.0/routers/b250b47a-2882-4d0c-b740-8f7bca420a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0686722 Nov 12 08:40:23.779176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.781891 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Sync routers for ids ['b250b47a-2882-4d0c-b740-8f7bca420a8c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:23.817743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=cb724077-d2c8-4d93-98b7-f4be37c06631,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.827089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.841475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bea67c-2edf-4a6f-b5a3-2eb51e0f8258 None None] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:23.845008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54434) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.845903 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63cf438f-4cd8-4d08-b603-7aff00884438 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/cb724077-d2c8-4d93-98b7-f4be37c06631 HTTP/1.1" status: 204 len: 168 time: 0.6087668 Nov 12 08:40:23.848734 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Routers {'b250b47a-2882-4d0c-b740-8f7bca420a8c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:23.853282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b250b47a-2882-4d0c-b740-8f7bca420a8c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:23.946073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4216b804-0200-483f-a6fc-f4535eb1ea9e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:24.131953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.194770 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Set router b250b47a-2882-4d0c-b740-8f7bca420a8c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:24.285614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4216b804-0200-483f-a6fc-f4535eb1ea9e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:24.286097 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.415096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port ec877b5d-2e3b-4670-92dd-21ed66d485a7 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:24.415694 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.646550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-e3cd2183-5f72-400f-99d1-8c9f64bfeffc tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:24.649761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-e3cd2183-5f72-400f-99d1-8c9f64bfeffc tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/networks?id=aed7caa9-3399-4c64-bb55-8e0eea4bddb4 HTTP/1.1" status: 200 len: 795 time: 0.4048491 Nov 12 08:40:24.665266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port ec877b5d-2e3b-4670-92dd-21ed66d485a7, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ec877b5d-2e3b-4670-92dd-21ed66d485a7,segment=NetworkSegment(36e58fcc-9dcc-48a0-9bcc-78a81708a6c1),segment_id=36e58fcc-9dcc-48a0-9bcc-78a81708a6c1)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:24.665729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.672678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:21Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b5fc3958-eeea-4bad-a9fc-8950831b319e', 'name': '', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:06:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:20Z', 'updated_at': '2021-11-12T08:40:21Z', 'revision_number': 2, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:24.688852 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-71f88ec1-56b5-42ec-a62e-8ec2badac38f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001379 Nov 12 08:40:24.749772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for ec877b5d-2e3b-4670-92dd-21ed66d485a7 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:24.755905 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Checking router: b250b47a-2882-4d0c-b740-8f7bca420a8c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:24.763751 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Updating router b250b47a-2882-4d0c-b740-8f7bca420a8c port b5fc3958-eeea-4bad-a9fc-8950831b319e binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:40:24.783655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-90992757-aae3-4ca4-9016-a1653999a3fd tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/quotas/bf5ae2a039b340fe8b9969b8a9eca9d4 HTTP/1.1" status: 200 len: 375 time: 0.1215487 Nov 12 08:40:24.810905 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.898695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-aa078e86-dddf-4a9e-aeb5-e4b33dcb93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:24.909066 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-aa078e86-dddf-4a9e-aeb5-e4b33dcb93b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 0.1498079 Nov 12 08:40:25.122333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:20Z', 'revision_number': 9, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:25.249618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] DHCP port deletion for 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:25.266513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:25.267543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-7785c794-631e-4de2-a080-0b3d8f136937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.273084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-7785c794-631e-4de2-a080-0b3d8f136937 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.3441610 Nov 12 08:40:25.422005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-50941a73-f5b3-4821-8aea-c1a20f77f425 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6076877 Nov 12 08:40:25.423735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.442319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2ac2505a-6207-47c6-ad49-9763db745023 None None] Provisioning complete for port b5fc3958-eeea-4bad-a9fc-8950831b319e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:25.443513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ac2505a-6207-47c6-ad49-9763db745023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.483238 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-2971109b-861e-44ff-a7c9-4d3737be74d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 1001 time: 0.1968410 Nov 12 08:40:25.517518 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.535629 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.543224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:25.543862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:25.665308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-fb994267-4b56-48ef-97a7-df4d1523b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.667114 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-fb994267-4b56-48ef-97a7-df4d1523b7b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.1762938 Nov 12 08:40:25.732448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-c7bd7b43-e756-4923-825b-450f38f6ff39 service neutron] 10.222.0.16 "GET /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888801 Nov 12 08:40:25.741701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=ec877b5d-2e3b-4670-92dd-21ed66d485a7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.774280 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323494d9-3104-4540-a9f9-d9a6dc20c028 None None] Pushing event updated for resources: {'Port': ['ID=b5fc3958-eeea-4bad-a9fc-8950831b319e,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.801412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port ec877b5d-2e3b-4670-92dd-21ed66d485a7 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:25.845942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-f343d266-4f99-4291-b314-b7649e0adc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.847519 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-f343d266-4f99-4291-b314-b7649e0adc38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730258 Nov 12 08:40:25.849307 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Attempting to bind port b5fc3958-eeea-4bad-a9fc-8950831b319e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:25.849786 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Attempting to bind port b5fc3958-eeea-4bad-a9fc-8950831b319e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:25.850078 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Attempting to bind port b5fc3958-eeea-4bad-a9fc-8950831b319e on network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:25.883488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:25.888772 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Checking segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:25.889232 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.890172 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Bound using segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:25.890667 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Bound port: b5fc3958-eeea-4bad-a9fc-8950831b319e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:25.891045 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.085782 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] For port b5fc3958-eeea-4bad-a9fc-8950831b319e, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:26.091570 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] For port b5fc3958-eeea-4bad-a9fc-8950831b319e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b5fc3958-eeea-4bad-a9fc-8950831b319e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:26.103356 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.197847 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Routers {'b250b47a-2882-4d0c-b740-8f7bca420a8c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:26.198592 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b250b47a-2882-4d0c-b740-8f7bca420a8c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.219970 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-1c2a7af6-9ce9-4458-8344-b685baef5d12 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461819 Nov 12 08:40:26.378189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ec877b5d-2e3b-4670-92dd-21ed66d485a7 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:26.388763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.492609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aefd2b16-0241-4ff4-af26-bd1c42ddb729 req-6919da36-2feb-41fb-a2a8-e8d00843b9f2 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716718 Nov 12 08:40:26.523877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7140a5-2c44-45e6-932d-fed8a88d0eb2']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.530911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:26.599010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-6d168bbd-d9c6-4779-b514-1ee5dad2b9d5 service neutron] 10.222.0.16 "GET /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511834 Nov 12 08:40:26.611921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.612445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e58fcc-9dcc-48a0-9bcc-78a81708a6c1') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.630609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2505a-6207-47c6-ad49-9763db745023 None None] Port b5fc3958-eeea-4bad-a9fc-8950831b319e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:26.670516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ec877b5d-2e3b-4670-92dd-21ed66d485a7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:26.670725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ec877b5d-2e3b-4670-92dd-21ed66d485a7 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:26.700609 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.709187 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] Set router b250b47a-2882-4d0c-b740-8f7bca420a8c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:26.772761 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.808552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:26.809220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:26.818251 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:26.859678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2ac2505a-6207-47c6-ad49-9763db745023 None None] Provisioning complete for port 4216b804-0200-483f-a6fc-f4535eb1ea9e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:26.865684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ac2505a-6207-47c6-ad49-9763db745023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.964786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Deleting port ec877b5d-2e3b-4670-92dd-21ed66d485a7 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:26.965199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.150753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.185394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.197338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/0a7140a5-2c44-45e6-932d-fed8a88d0eb2 HTTP/1.1" status: 204 len: 168 time: 3.3509221 Nov 12 08:40:27.201122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54494) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:27.315944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ee0d7d6-031e-45fa-8c63-354d8c64a60c req-7f5b89a7-478f-4976-abc0-ea40aa0b95a6 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 210 time: 0.0717409 Nov 12 08:40:27.318479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232535d-38c2-4307-8370-ccec0a863e2c tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=0a7140a5-2c44-45e6-932d-fed8a88d0eb2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.422194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323494d9-3104-4540-a9f9-d9a6dc20c028 None None] Pushing event updated for resources: {'Port': ['ID=b5fc3958-eeea-4bad-a9fc-8950831b319e,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.431584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] For port ec877b5d-2e3b-4670-92dd-21ed66d485a7, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:27.432019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.466482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Calling delete_port for ec877b5d-2e3b-4670-92dd-21ed66d485a7 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:27.480759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Port ec877b5d-2e3b-4670-92dd-21ed66d485a7 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:40:27.482783 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.525523 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:21Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b5fc3958-eeea-4bad-a9fc-8950831b319e', 'name': '', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:06:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:20Z', 'updated_at': '2021-11-12T08:40:26Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:27.589340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Pushing event deleted for resources: {'Port': ['ID=ec877b5d-2e3b-4670-92dd-21ed66d485a7,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.594304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfeaf84-7f00-4b66-87f5-eaf0f67b90dd None None] The sync data for ids ['b250b47a-2882-4d0c-b740-8f7bca420a8c'] in n-d-768509-25 is: [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:21Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b5fc3958-eeea-4bad-a9fc-8950831b319e', 'name': '', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:06:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:20Z', 'updated_at': '2021-11-12T08:40:26Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:27.668085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] Network 0a7140a5-2c44-45e6-932d-fed8a88d0eb2 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:40:27.668558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd76476-76e7-4704-9de6-fb0b3b9834ff None None] No DVR routers for this DVR port ec877b5d-2e3b-4670-92dd-21ed66d485a7 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:27.758430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-97fa5532-25ea-4b84-b388-666f179ba7b4 None None] Provisioning complete for port b5fc3958-eeea-4bad-a9fc-8950831b319e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:27.767411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-97fa5532-25ea-4b84-b388-666f179ba7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.064719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:20Z', 'revision_number': 9, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:28.198613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b5fc3958-eeea-4bad-a9fc-8950831b319e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:28.258142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b0c32-c6c6-44ff-8382-77900301b274 None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:20Z', 'revision_number': 9, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '66bfbd81-4ae5-4970-b899-796d69057c47', 'name': '', 'network_id': 'fb690366-453c-4870-b9f0-886ad7038f55', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:58:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:40Z', 'updated_at': '2021-11-12T08:39:49Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'c2b4e18e-b3fd-4116-9dae-1f734594f09b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:28.286818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-97fa5532-25ea-4b84-b388-666f179ba7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.299547 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.352711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-97fa5532-25ea-4b84-b388-666f179ba7b4 None None] For port b5fc3958-eeea-4bad-a9fc-8950831b319e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b5fc3958-eeea-4bad-a9fc-8950831b319e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:28.355253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b5fc3958-eeea-4bad-a9fc-8950831b319e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:28.355869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.426641 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-97fa5532-25ea-4b84-b388-666f179ba7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.608108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb47ffd-4ba5-44c7-8bc1-bc160ee4ddfa req-b13db261-9e15-4f6c-9a47-9e06fbecee7a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 210 time: 0.0869818 Nov 12 08:40:28.624778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa5532-25ea-4b84-b388-666f179ba7b4 None None] Pushing event updated for resources: {'Port': ['ID=b5fc3958-eeea-4bad-a9fc-8950831b319e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:29.082241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 66bfbd81-4ae5-4970-b899-796d69057c47 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:29.082769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.917637 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49ab60ba-bc72-4b0c-b083-97ac6a078512 req-869b4c59-aea5-4690-af48-2ba491988609 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 210 time: 0.0954583 Nov 12 08:40:29.955094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b5fc3958-eeea-4bad-a9fc-8950831b319e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:30.133661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b5fc3958-eeea-4bad-a9fc-8950831b319e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:30.134041 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.227552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-61bba1e6-fac3-46a5-9c07-118b508bf1cb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.231001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-61bba1e6-fac3-46a5-9c07-118b508bf1cb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.25 "GET /v2.0/networks?id=aed7caa9-3399-4c64-bb55-8e0eea4bddb4 HTTP/1.1" status: 200 len: 795 time: 1.1248934 Nov 12 08:40:30.272571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Request body: {'port': {'device_id': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'admin_state_up': True, 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.371268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:30.456708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:30.463896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 78b79b35-cf7a-4cf2-81cf-81d3d91f7f73 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:30.551003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 66bfbd81-4ae5-4970-b899-796d69057c47, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=66bfbd81-4ae5-4970-b899-796d69057c47,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:30.551394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.572253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 66bfbd81-4ae5-4970-b899-796d69057c47 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:30.616367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Made reservation on behalf of bf5ae2a039b340fe8b9969b8a9eca9d4 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:30.620601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.995449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.999053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Allocated IP 172.20.0.29 (aed7caa9-3399-4c64-bb55-8e0eea4bddb4/5dcbc5b4-0075-4c9f-87f0-a2d870d03430/1190b6a3-db81-491a-9e4d-01945b99465e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:31.110156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb078c42-2a1c-42a0-be39-372196fef559 req-827320ee-0754-440d-b5d7-efbc1f2b14af tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 210 time: 0.0737879 Nov 12 08:40:31.153176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=66bfbd81-4ae5-4970-b899-796d69057c47,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.508095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.533433 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.615627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.751302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event updated for resources: {'Port': ['ID=1190b6a3-db81-491a-9e4d-01945b99465e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.810016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:31.821081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:31.853310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:32.103370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.104255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.187408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-ced5de33-b341-467e-ac91-a8fa68ab416a tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9316878 Nov 12 08:40:32.213233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Request body: {'port': {'device_id': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:32.338956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:32.373359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeab71-a158-4a6f-8b86-aec0d59a29a7 req-ff915563-6a22-49bd-b731-8e0726897a7b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.396668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5abeab71-a158-4a6f-8b86-aec0d59a29a7 req-ff915563-6a22-49bd-b731-8e0726897a7b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 895 time: 0.1532197 Nov 12 08:40:32.406877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0cb018ff-d5e7-4e19-8bb4-9aee2380dbec None None] Provisioning complete for port 1190b6a3-db81-491a-9e4d-01945b99465e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:32.406877 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0cb018ff-d5e7-4e19-8bb4-9aee2380dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.461868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.565453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:32.590944 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-291bda94-0364-4561-8811-052d875fb939 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3885059 Nov 12 08:40:32.593508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:32.595425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54578) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:32.628116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0cb018ff-d5e7-4e19-8bb4-9aee2380dbec None None] Port 1190b6a3-db81-491a-9e4d-01945b99465e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:32.646601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:32.649982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:32.737451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet c2b4e18e-b3fd-4116-9dae-1f734594f09b {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:32.763165 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.862670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:32.938583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.346932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.390841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1190b6a3-db81-491a-9e4d-01945b99465e {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:33.435821 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.516819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Transition to ACTIVE for port object 1190b6a3-db81-491a-9e4d-01945b99465e will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:33.518100 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.528367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.566283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b4e18e-b3fd-4116-9dae-1f734594f09b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.569711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.575807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bfec263b-c83f-418d-a04c-125cd89d1cc0 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/c2b4e18e-b3fd-4116-9dae-1f734594f09b HTTP/1.1" status: 204 len: 168 time: 0.9786978 Nov 12 08:40:33.578703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54588) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.581226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f0ca6-7616-44de-946f-6ff95aca03fd None None] Network fb690366-453c-4870-b9f0-886ad7038f55 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:33.673590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Pushing event updated for resources: {'Port': ['ID=1190b6a3-db81-491a-9e4d-01945b99465e,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.961364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Attempting to bind port 1190b6a3-db81-491a-9e4d-01945b99465e on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:33.961728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Attempting to bind port 1190b6a3-db81-491a-9e4d-01945b99465e by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:33.962032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Attempting to bind port 1190b6a3-db81-491a-9e4d-01945b99465e on network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:33.994280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Port 1190b6a3-db81-491a-9e4d-01945b99465e on network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:33.994921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Attempting to bind port 1190b6a3-db81-491a-9e4d-01945b99465e on network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:34.004283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:34.004962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Checking segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:34.005543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Bound using segment: {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:34.006287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Bound port: 1190b6a3-db81-491a-9e4d-01945b99465e, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:34.006857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.016774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc7b0c-06c7-4436-ac60-493df903c5b4 req-10a02916-50d5-44bd-aedb-0240535673d0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.032905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4fc7b0c-06c7-4436-ac60-493df903c5b4 req-10a02916-50d5-44bd-aedb-0240535673d0 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 907 time: 0.4029040 Nov 12 08:40:34.039413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.106733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:30Z', 'revision_number': 10, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:34.219506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port f0d6bf62-5d23-4529-8340-36d264d7d859 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:34.221806 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.279607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] For port 1190b6a3-db81-491a-9e4d-01945b99465e, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:34.289046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] For port 1190b6a3-db81-491a-9e4d-01945b99465e, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1190b6a3-db81-491a-9e4d-01945b99465e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:34.292233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:34.303962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.354774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] DHCP port deletion for fb690366-453c-4870-b9f0-886ad7038f55 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:34.451848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:34.453002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:34.469971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Pushing event updated for resources: {'Port': ['ID=1190b6a3-db81-491a-9e4d-01945b99465e,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.487343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port f0d6bf62-5d23-4529-8340-36d264d7d859, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f0d6bf62-5d23-4529-8340-36d264d7d859,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:34.487747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.509747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.510387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.511917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-065c065d-5e69-478a-8520-42f03eab1480 service neutron] 10.222.0.25 "PUT /v2.0/ports/1190b6a3-db81-491a-9e4d-01945b99465e HTTP/1.1" status: 200 len: 1056 time: 2.3100080 Nov 12 08:40:34.512446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'tag': '1190b6a3-db81-491a-9e4d-01945b99465e'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:34.520639 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f77484-7c0a-48ed-9bce-b356136cfdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3a9404-b2cd-4dd1-a120-a31809fd89aa", "tag": "1190b6a3-db81-491a-9e4d-01945b99465e"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:34.534523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for f0d6bf62-5d23-4529-8340-36d264d7d859 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:34.710929 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb3a06-0ef5-4179-8705-49ac9ffbc02a x-openstack-request-id: req-7bfb3a06-0ef5-4179-8705-49ac9ffbc02a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:34.711614 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3a9404-b2cd-4dd1-a120-a31809fd89aa", "tag": "1190b6a3-db81-491a-9e4d-01945b99465e", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:34.711614 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bfb3a06-0ef5-4179-8705-49ac9ffbc02a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:34.712016 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'tag': '1190b6a3-db81-491a-9e4d-01945b99465e', 'status': 'completed', 'code': 200} Nov 12 08:40:34.746128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-a84de26c-594f-4c3a-9e71-9b2bb00c962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.747614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-a84de26c-594f-4c3a-9e71-9b2bb00c962e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 1059 time: 0.1581080 Nov 12 08:40:34.799172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:34.826240 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-e7184249-f923-44ee-b820-a9eca7abda84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1190b6a3-db81-491a-9e4d-01945b99465e HTTP/1.1" status: 200 len: 217 time: 0.0693347 Nov 12 08:40:34.858177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Deleting port f0d6bf62-5d23-4529-8340-36d264d7d859 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:34.861843 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.958924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.991735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port f0d6bf62-5d23-4529-8340-36d264d7d859 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:35.057437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-1871aead-5f60-4caa-8b39-f066d8348f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.070669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-1871aead-5f60-4caa-8b39-f066d8348f19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dcbc5b4-0075-4c9f-87f0-a2d870d03430 HTTP/1.1" status: 200 len: 837 time: 0.2291746 Nov 12 08:40:35.071081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] For port f0d6bf62-5d23-4529-8340-36d264d7d859, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f0d6bf62-5d23-4529-8340-36d264d7d859,segment=NetworkSegment(c9db0e2d-2ef4-4016-87d3-aba56758bad0),segment_id=c9db0e2d-2ef4-4016-87d3-aba56758bad0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:35.072222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.076464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=f0d6bf62-5d23-4529-8340-36d264d7d859,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.154875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Calling delete_port for f0d6bf62-5d23-4529-8340-36d264d7d859 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:35.263370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556772-0e3f-415b-85ae-29519290cfaf req-067865a2-90b0-4b9b-81ff-e6466662ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.265563 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-067865a2-90b0-4b9b-81ff-e6466662ce54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aed7caa9-3399-4c64-bb55-8e0eea4bddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1936991 Nov 12 08:40:35.274124 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.350212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb690366-453c-4870-b9f0-886ad7038f55']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:35.377398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441cc0-c169-465d-9392-a529174a4b05 req-de9ec3f1-7f63-48b5-8b5a-6e28949b09b1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.387978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e441cc0-c169-465d-9392-a529174a4b05 req-de9ec3f1-7f63-48b5-8b5a-6e28949b09b1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 907 time: 0.1107736 Nov 12 08:40:35.396882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9db0e2d-2ef4-4016-87d3-aba56758bad0') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:35.398256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9db0e2d-2ef4-4016-87d3-aba56758bad0') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:35.424152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.447106 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.463061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:35.463606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:35.467326 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:35.534856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-712eb198-1890-403b-bfd5-716148f4a9df service neutron] 10.222.0.25 "GET /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598140 Nov 12 08:40:35.663961 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.675063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.692876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/fb690366-453c-4870-b9f0-886ad7038f55 HTTP/1.1" status: 204 len: 168 time: 2.1118615 Nov 12 08:40:35.709525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 54618) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:35.803797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f3418-aa17-4cb1-8089-1a7bebf87ed7 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=fb690366-453c-4870-b9f0-886ad7038f55,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.806712 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98556772-0e3f-415b-85ae-29519290cfaf req-aaf2f33f-e4f9-439e-aca5-bff7b3c9e997 service neutron] 10.222.0.25 "GET /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539136 Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:40:35.859569 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 08:40:35.924612 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.049251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-27996836-2f0b-40c3-a151-3c8569da8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.051713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f0d6bf62-5d23-4529-8340-36d264d7d859 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:36.054715 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-27996836-2f0b-40c3-a151-3c8569da8c98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 1059 time: 0.1674957 Nov 12 08:40:36.145498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Network fb690366-453c-4870-b9f0-886ad7038f55 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:40:36.156714 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] No DVR routers for this DVR port f0d6bf62-5d23-4529-8340-36d264d7d859 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:36.165028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a4e27-0783-44ec-9268-03059f651f89 None None] Pushing event deleted for resources: {'Port': ['ID=f0d6bf62-5d23-4529-8340-36d264d7d859,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.192259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: f0d6bf62-5d23-4529-8340-36d264d7d859 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:36.192534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f0d6bf62-5d23-4529-8340-36d264d7d859 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:36.210490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:30Z', 'revision_number': 10, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:36.267886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-b03592d8-59d2-414b-8757-a96a87937bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.269543 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-b03592d8-59d2-414b-8757-a96a87937bad service neutron] 10.222.0.25 "GET /v2.0/networks?id=aed7caa9-3399-4c64-bb55-8e0eea4bddb4 HTTP/1.1" status: 200 len: 895 time: 0.2073460 Nov 12 08:40:36.315539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c32132-deac-4359-861a-b021fc6798c9 None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:30Z', 'revision_number': 10, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None, '_interfaces': [{'id': '75425920-81b2-4619-b583-b045cde7bc6f', 'name': '', 'network_id': '4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'mac_address': 'fa:16:3e:da:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:39:30Z', 'updated_at': '2021-11-12T08:39:41Z', 'revision_number': 5, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'subnets': [{'id': 'dd005320-cbaf-488f-9341-f83e79df2ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:36.378584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-c882bb04-cf13-4c2a-94d3-9db9bb5715b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1190b6a3-db81-491a-9e4d-01945b99465e HTTP/1.1" status: 200 len: 217 time: 0.1015344 Nov 12 08:40:36.496305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-e446257f-5ad3-41d9-8e5c-e938c9bdbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.503054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-e446257f-5ad3-41d9-8e5c-e938c9bdbdeb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dcbc5b4-0075-4c9f-87f0-a2d870d03430 HTTP/1.1" status: 200 len: 837 time: 0.1176748 Nov 12 08:40:36.604232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-059b8b9d-e5d4-4703-8b0f-762f2ebbe2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.607014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-059b8b9d-e5d4-4703-8b0f-762f2ebbe2c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aed7caa9-3399-4c64-bb55-8e0eea4bddb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0947928 Nov 12 08:40:36.827835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa1e0a-124d-41d1-b8ac-bf421908e85d req-aac5aeaa-28d7-4053-8e39-a2f94352ccd4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.841087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4faa1e0a-124d-41d1-b8ac-bf421908e85d req-aac5aeaa-28d7-4053-8e39-a2f94352ccd4 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 907 time: 0.2728662 Nov 12 08:40:36.853631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.904873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-4d5aeae4-6c07-4c42-86dc-8a2d64207d43 service neutron] 10.222.0.25 "GET /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896013 Nov 12 08:40:37.143530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99f77484-7c0a-48ed-9bce-b356136cfdc6 req-e51433d8-9a5b-41b5-90cc-4cbdccd422f5 service neutron] 10.222.0.25 "GET /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303178 Nov 12 08:40:37.465816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 75425920-81b2-4619-b583-b045cde7bc6f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:37.466178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.729364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 75425920-81b2-4619-b583-b045cde7bc6f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=75425920-81b2-4619-b583-b045cde7bc6f,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:37.729364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.774876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 66bfbd81-4ae5-4970-b899-796d69057c47 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:37.780434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 75425920-81b2-4619-b583-b045cde7bc6f owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:37.850504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 66bfbd81-4ae5-4970-b899-796d69057c47 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:37.852097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 66bfbd81-4ae5-4970-b899-796d69057c47 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:38.145814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219867d4-a516-4799-8fec-15fda2c86abb req-aad1b5cc-8812-4ae1-80d6-790525048dba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.149166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-219867d4-a516-4799-8fec-15fda2c86abb req-aad1b5cc-8812-4ae1-80d6-790525048dba tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 907 time: 0.1494708 Nov 12 08:40:38.253689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.312441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=75425920-81b2-4619-b583-b045cde7bc6f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.481561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1190b6a3-db81-491a-9e4d-01945b99465e details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:38.775611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1190b6a3-db81-491a-9e4d-01945b99465e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1190b6a3-db81-491a-9e4d-01945b99465e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:38.802117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.807373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '1190b6a3-db81-491a-9e4d-01945b99465e', 'network_id': 'aed7caa9-3399-4c64-bb55-8e0eea4bddb4', 'port_id': '1190b6a3-db81-491a-9e4d-01945b99465e', 'mac_address': 'fa:16:3e:ca:db:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcbc5b4-0075-4c9f-87f0-a2d870d03430', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:38.980706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.001813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.050727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1190b6a3-db81-491a-9e4d-01945b99465e {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:39.111636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1190b6a3-db81-491a-9e4d-01945b99465e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1190b6a3-db81-491a-9e4d-01945b99465e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:39.125924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.250605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1190b6a3-db81-491a-9e4d-01945b99465e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.490500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['1190b6a3-db81-491a-9e4d-01945b99465e'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:40.366148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:40.482599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1190b6a3-db81-491a-9e4d-01945b99465e up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:40.494156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9773-69c1-4e33-8c90-7fb64ee2a078 req-95a268ed-90f9-44e7-ad07-8149ef89edf3 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.505999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35af9773-69c1-4e33-8c90-7fb64ee2a078 req-95a268ed-90f9-44e7-ad07-8149ef89edf3 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 1.3655248 Nov 12 08:40:40.745283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 1190b6a3-db81-491a-9e4d-01945b99465e completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:40.811751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 1190b6a3-db81-491a-9e4d-01945b99465e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:40.816910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.826190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35af9773-69c1-4e33-8c90-7fb64ee2a078 req-8187dcfe-a028-44a3-b4ac-cf12c837ecb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.852461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8ba0f-7866-4c43-b163-860e49c8696e req-1455bf23-b7d6-4f06-b174-2510b960d660 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.876506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2f8ba0f-7866-4c43-b163-860e49c8696e req-1455bf23-b7d6-4f06-b174-2510b960d660 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 908 time: 0.5151045 Nov 12 08:40:40.886148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:40.909051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-14c8d13b-fbc3-46a6-91f7-35dcf7d51f78 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1378117 Nov 12 08:40:40.916464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 54898) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:40.929022 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:40.971840 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f265d053-49ef-4393-a572-0e1559c21fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.062236 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:41.065430 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:41.253868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.326014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting subnet dd005320-cbaf-488f-9341-f83e79df2ab8 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:41.333892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1190b6a3-db81-491a-9e4d-01945b99465e'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:41.336725 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab0444-a4a4-48bd-9011-86a351014db5" -d '{"events": [{"server_uuid": "7d3a9404-b2cd-4dd1-a120-a31809fd89aa", "name": "network-vif-plugged", "status": "completed", "tag": "1190b6a3-db81-491a-9e4d-01945b99465e"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:41.339420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.376104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35af9773-69c1-4e33-8c90-7fb64ee2a078 req-8187dcfe-a028-44a3-b4ac-cf12c837ecb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.388369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-35af9773-69c1-4e33-8c90-7fb64ee2a078 req-8187dcfe-a028-44a3-b4ac-cf12c837ecb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.404733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1190b6a3-db81-491a-9e4d-01945b99465e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1190b6a3-db81-491a-9e4d-01945b99465e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:41.406057 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:41.422506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.555418 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ff7d13-5e45-4b01-ab11-30209d06b4f2 x-openstack-request-id: req-f4ff7d13-5e45-4b01-ab11-30209d06b4f2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:41.556416 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3a9404-b2cd-4dd1-a120-a31809fd89aa", "name": "network-vif-plugged", "status": "completed", "tag": "1190b6a3-db81-491a-9e4d-01945b99465e", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:41.556416 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4ff7d13-5e45-4b01-ab11-30209d06b4f2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:41.556721 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1190b6a3-db81-491a-9e4d-01945b99465e', 'code': 200} Nov 12 08:40:41.573879 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:38Z', 'revision_number': 11, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:41.581708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.642284 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:41.676962 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:41.682124 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:41.697345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1190b6a3-db81-491a-9e4d-01945b99465e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:41.766711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35af9773-69c1-4e33-8c90-7fb64ee2a078 req-8187dcfe-a028-44a3-b4ac-cf12c837ecb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0803213 Nov 12 08:40:41.771908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187dcfe-a028-44a3-b4ac-cf12c837ecb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f623e-6eea-4f8b-a45c-938c43c3255a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:41.988520 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:42.046998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.066911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.245245 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:38Z', 'revision_number': 11, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:42.362400 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08210055-7f3f-4127-ac36-7fcad32c2c7e None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:38Z', 'revision_number': 11, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:42.364274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.374600 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:40:42.377075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59365b-0bb5-4d25-ae1a-d49e1afc061f req-af1459fe-f44a-42e9-91b1-4e9cf19951ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.378688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c59365b-0bb5-4d25-ae1a-d49e1afc061f req-af1459fe-f44a-42e9-91b1-4e9cf19951ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.3336189 Nov 12 08:40:42.394557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0c3bd-8373-4cfe-8ce8-19ad1c7dfa6e req-bccb7777-27b7-4531-b516-8a9a1f632e18 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.402515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78d0c3bd-8373-4cfe-8ce8-19ad1c7dfa6e req-bccb7777-27b7-4531-b516-8a9a1f632e18 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.2552102 Nov 12 08:40:42.416914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443dcac-3726-4281-b9f1-ffc12dc85406 None None] Network 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:42.436534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.454457 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/dd005320-cbaf-488f-9341-f83e79df2ab8 HTTP/1.1" status: 204 len: 168 time: 1.5355697 Nov 12 08:40:42.501558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.515272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Subnet': ['ID=dd005320-cbaf-488f-9341-f83e79df2ab8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:42.529410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171a76e-f36e-4b19-afd0-e82c91343c52 req-55a8a89f-0aba-46d2-8452-486304b1ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.531706 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7171a76e-f36e-4b19-afd0-e82c91343c52 req-55a8a89f-0aba-46d2-8452-486304b1ca0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 1061 time: 0.7071764 Nov 12 08:40:42.561813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.562164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.562512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.562853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.563480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.563480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.563826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.564200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.564523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.565032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.566585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:42.567291 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3223c-b6f9-4815-97ad-ec6ba0dcd34b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:43.002401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55058) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.121207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c59365b-0bb5-4d25-ae1a-d49e1afc061f req-c3c2f60b-6179-48ca-b268-1c0994080026 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7131252 Nov 12 08:40:43.141735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.174698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55078) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.413451 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfbfb325-0a80-491f-809c-eb32e5d78bc2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/6e9235c3-121b-459f-a76b-828d9488e36f HTTP/1.1" status: 200 len: 993 time: 0.2367842 Nov 12 08:40:43.428365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6420-b1ea-43cd-ba3b-c8e5b3c34133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.499106 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-646afd1e-609c-4858-916a-02bb3f0217ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.580627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Deleting port 10546374-f3b0-4563-979c-fbc45ec8ff39 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:43.581187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.590310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] DHCP port deletion for 4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:43.786404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] Deleting port 10546374-f3b0-4563-979c-fbc45ec8ff39 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:43.791844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.926214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6420-b1ea-43cd-ba3b-c8e5b3c34133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.942680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6420-b1ea-43cd-ba3b-c8e5b3c34133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.969808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-96e4484f-6935-4f13-bcc4-78fca8c3cee2 req-b0a95b0a-92ad-43ff-afea-244810780982 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:43.993106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96e4484f-6935-4f13-bcc4-78fca8c3cee2 req-b0a95b0a-92ad-43ff-afea-244810780982 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0429561 Nov 12 08:40:44.095511 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa5e6420-b1ea-43cd-ba3b-c8e5b3c34133 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04f72c0e77c8487bb0e65f04e0d554e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0845249 Nov 12 08:40:44.096618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55142) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.107346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e6420-b1ea-43cd-ba3b-c8e5b3c34133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea189d-238c-4c89-b57c-d8e1b09ab532,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.159674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] For port 10546374-f3b0-4563-979c-fbc45ec8ff39, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=10546374-f3b0-4563-979c-fbc45ec8ff39,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:44.161875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.222224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-387db31d-cdf4-4c88-828e-742643e1491c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.239745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] Calling delete_port for 10546374-f3b0-4563-979c-fbc45ec8ff39 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:44.267104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] For port 10546374-f3b0-4563-979c-fbc45ec8ff39, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=10546374-f3b0-4563-979c-fbc45ec8ff39,segment=NetworkSegment(9973d54c-2830-46f4-b596-3983f3fddab7),segment_id=9973d54c-2830-46f4-b596-3983f3fddab7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:44.270641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.282994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-387db31d-cdf4-4c88-828e-742643e1491c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.342350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Calling delete_port for 10546374-f3b0-4563-979c-fbc45ec8ff39 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:44.397226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-387db31d-cdf4-4c88-828e-742643e1491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.400682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-387db31d-cdf4-4c88-828e-742643e1491c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.401938 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-387db31d-cdf4-4c88-828e-742643e1491c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eea189d-238c-4c89-b57c-d8e1b09ab532 HTTP/1.1" status: 204 len: 168 time: 0.3041258 Nov 12 08:40:44.411063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547b2c1-7609-40f7-87a9-0182fbe1cfce req-a1580d7b-34b7-4249-9cb9-d1c37277f3b7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.418800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387db31d-cdf4-4c88-828e-742643e1491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea189d-238c-4c89-b57c-d8e1b09ab532,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.429256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1547b2c1-7609-40f7-87a9-0182fbe1cfce req-a1580d7b-34b7-4249-9cb9-d1c37277f3b7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.4281189 Nov 12 08:40:44.457980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75425920-81b2-4619-b583-b045cde7bc6f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:44.651522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 75425920-81b2-4619-b583-b045cde7bc6f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:44.654666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 75425920-81b2-4619-b583-b045cde7bc6f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:44.657967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 10546374-f3b0-4563-979c-fbc45ec8ff39 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:44.773568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.927042 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.936165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Port': ['ID=10546374-f3b0-4563-979c-fbc45ec8ff39,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.949378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No DVR routers for this DVR port 10546374-f3b0-4563-979c-fbc45ec8ff39 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:44.950634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No active binding found for port 10546374-f3b0-4563-979c-fbc45ec8ff39 {{(pid=102373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:40:44.956088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 10546374-f3b0-4563-979c-fbc45ec8ff39 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:44.998296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.062498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] Pushing event deleted for resources: {'Port': ['ID=10546374-f3b0-4563-979c-fbc45ec8ff39,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.096140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55206) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.098851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99113cc2-1d84-48d4-a891-7966a2a90f46 None None] No DVR routers for this DVR port 10546374-f3b0-4563-979c-fbc45ec8ff39 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:45.237293 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.275573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:45.287118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541030-7d1c-4ea1-bdf7-51f93d4ce18f req-e6763e88-53b1-4a5b-8cc1-6610ff99656a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.289679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e541030-7d1c-4ea1-bdf7-51f93d4ce18f req-e6763e88-53b1-4a5b-8cc1-6610ff99656a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.1576493 Nov 12 08:40:45.309199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9973d54c-2830-46f4-b596-3983f3fddab7') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:45.309900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9973d54c-2830-46f4-b596-3983f3fddab7') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:45.329920 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.361680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.392444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e541030-7d1c-4ea1-bdf7-51f93d4ce18f req-18f22d4d-d9d4-4631-8c22-7658c4255c97 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907557 Nov 12 08:40:45.393877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:45.396204 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:45.401290 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:45.495794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55218) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.597771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-224f8a68-0559-4b70-95a4-36df3e9d088a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.729803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.736195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-b0914ee7-f6b2-4210-8e76-df9958957fb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6324844 Nov 12 08:40:45.737739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.763820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-8c6bf1b9-0e16-4a60-9a62-ed82cbcd9644 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:45.781606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.792714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/networks/4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9 HTTP/1.1" status: 204 len: 168 time: 3.2890832 Nov 12 08:40:45.793619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-8c6bf1b9-0e16-4a60-9a62-ed82cbcd9644 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556104 Nov 12 08:40:45.801667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55228) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.859657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'routes': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:45.880484 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f508c20-13a5-4912-8eef-988ad94bf84e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Pushing event deleted for resources: {'Network': ['ID=4bf56cd0-c601-4d35-acf8-c3d7c2e5cbf9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.910541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe8571-5153-412c-92f8-231f0780a0a5 req-fc613cf3-ead2-4f62-a897-8d4577c0b717 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.925024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cbe8571-5153-412c-92f8-231f0780a0a5 req-fc613cf3-ead2-4f62-a897-8d4577c0b717 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.2787170 Nov 12 08:40:46.035060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-224f8a68-0559-4b70-95a4-36df3e9d088a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.044904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-224f8a68-0559-4b70-95a4-36df3e9d088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.074937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f8a68-0559-4b70-95a4-36df3e9d088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8439ec71-f62a-4a95-8870-52ab17f50348,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.117456 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-224f8a68-0559-4b70-95a4-36df3e9d088a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8285c3bc16e4990afdb8e8fd4323282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053684 Nov 12 08:40:46.120651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55244) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.250405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88322a36-aa00-4acd-b677-b7df85027756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.300195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88322a36-aa00-4acd-b677-b7df85027756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.306065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07c047-da6e-4300-9204-878e78567473 req-8c2c93a4-b26c-4f9c-9f20-e4490dc0386f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.307738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e07c047-da6e-4300-9204-878e78567473 req-8c2c93a4-b26c-4f9c-9f20-e4490dc0386f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.2292011 Nov 12 08:40:46.309558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Added routes are [] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:40:46.309862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.extraroute_db [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Removed routes are [] {{(pid=102372) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:40:46.310430 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.463815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88322a36-aa00-4acd-b677-b7df85027756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.467908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-88322a36-aa00-4acd-b677-b7df85027756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.477017 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-88322a36-aa00-4acd-b677-b7df85027756 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8439ec71-f62a-4a95-8870-52ab17f50348 HTTP/1.1" status: 204 len: 168 time: 0.3553011 Nov 12 08:40:46.486570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88322a36-aa00-4acd-b677-b7df85027756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8439ec71-f62a-4a95-8870-52ab17f50348,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.596837 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.618057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-5202581f-fe18-4ffc-a101-709151ec64f6 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.619592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-5202581f-fe18-4ffc-a101-709151ec64f6 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 814 time: 0.7267718 Nov 12 08:40:46.623645 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.634471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4263-5c74-43da-9d55-7a029566517e req-db63322b-96da-45f5-86da-e2dd6113e02b tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.640932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-219b4263-5c74-43da-9d55-7a029566517e req-db63322b-96da-45f5-86da-e2dd6113e02b tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 1061 time: 0.1850119 Nov 12 08:40:46.864442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.993024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-977b7109-2942-49d1-ac96-ecf779c8de68 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/quotas/4c305fe09d394a35ab9ed882959a4910 HTTP/1.1" status: 200 len: 375 time: 0.3474581 Nov 12 08:40:47.126356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-5170a48c-5907-4066-b3eb-5e568c68822c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324000 Nov 12 08:40:47.148226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 06192263-8bf0-4f5b-9c61-e56ad6402744 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:47.183359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75097f9-b331-4ef6-bd99-17256f4c0731 req-9d1fd15d-9a79-4eef-854d-7e2659684647 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.189067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e75097f9-b331-4ef6-bd99-17256f4c0731 req-9d1fd15d-9a79-4eef-854d-7e2659684647 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.1806524 Nov 12 08:40:47.363080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.387317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b094b58-990e-4728-bf49-97ca28275f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.409757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e75097f9-b331-4ef6-bd99-17256f4c0731 req-ca86fc6e-71c0-4add-8f25-abe85879c892 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980643 Nov 12 08:40:47.568037 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b094b58-990e-4728-bf49-97ca28275f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.574694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b094b58-990e-4728-bf49-97ca28275f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.581421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:47.589619 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.594345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55290) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.594504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0f9ae7d5-753e-44ac-b328-16c473abfc5b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 699 time: 1.7598064 Nov 12 08:40:47.598651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] Sync routers for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:47.622014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:47.622978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:47.640038 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a4ac0d15-5886-407c-8417-d5a38804fde8 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 205 time: 0.0392685 Nov 12 08:40:47.643301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ba8d1-073d-4265-afe3-7f9e3c565da2 req-66b2ff28-8f35-4bd1-aea0-a5cd805b5dc6 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.643678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55292) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.649446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a0ba8d1-073d-4265-afe3-7f9e3c565da2 req-66b2ff28-8f35-4bd1-aea0-a5cd805b5dc6 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1137 time: 0.0843301 Nov 12 08:40:47.752571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b094b58-990e-4728-bf49-97ca28275f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9c0513-88af-4f4d-a605-3f044258ae59,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:47.762867 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b094b58-990e-4728-bf49-97ca28275f3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=639f54ff85e54bdb81c5ac7386cea72c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955307 Nov 12 08:40:47.766462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55294) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.766588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-9ec103f6-ca4c-4110-9cbe-16387e6709a9 service neutron] 10.222.0.16 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392434 Nov 12 08:40:47.785368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.878409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:48.018766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:38Z', 'revision_number': 11, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:48.089345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] Checking router: 06192263-8bf0-4f5b-9c61-e56ad6402744 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:48.096208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a0ba8d1-073d-4265-afe3-7f9e3c565da2 req-e9a8e82b-65b8-4e0b-8e23-5b93673e0515 tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3109558 Nov 12 08:40:48.134389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55298) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.139861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] Routers {'06192263-8bf0-4f5b-9c61-e56ad6402744'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:48.142572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06192263-8bf0-4f5b-9c61-e56ad6402744'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:48.256592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-33eb35a6-7d53-4810-8f1f-da74fa5cb974 service neutron] 10.222.0.16 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871912 Nov 12 08:40:48.273032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07bb81-a7c3-44f0-aba2-40792a2449ba tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.277851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2f07bb81-a7c3-44f0-aba2-40792a2449ba tempest-TestSecurityGroupsBasicOps-257970726 tempest-TestSecurityGroupsBasicOps-257970726-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 1056 time: 0.1352851 Nov 12 08:40:48.380547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] Set router 06192263-8bf0-4f5b-9c61-e56ad6402744 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:48.406591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb44f513-68c2-47d7-83f4-750727a8e116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.624907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:38Z', 'revision_number': 11, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:48.686040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fcc435-b78b-4c23-8ad8-067a77e8aa9e None None] The sync data for ids ['06192263-8bf0-4f5b-9c61-e56ad6402744'] in n-d-768509-25 is: [{'id': '06192263-8bf0-4f5b-9c61-e56ad6402744', 'name': 'tempest-RoutersTest-router-16802875', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:39:27Z', 'updated_at': '2021-11-12T08:40:38Z', 'revision_number': 11, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:48.728351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb44f513-68c2-47d7-83f4-750727a8e116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.751369 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.769209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.896613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.896613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router 06192263-8bf0-4f5b-9c61-e56ad6402744 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:40:48.902186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b4552-18f4-480b-8832-78a7b0f5f745 req-649b7c43-4333-4906-b1c0-b60890cc929b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.908373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.917151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3224d520-7814-484e-b7e0-cc295a97dd19 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 204 len: 168 time: 1.2674518 Nov 12 08:40:48.917151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.927796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-126b4552-18f4-480b-8832-78a7b0f5f745 req-649b7c43-4333-4906-b1c0-b60890cc929b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.2434690 Nov 12 08:40:48.929345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-afb3a1c3-5157-488f-87b2-2e9c2ff8e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.930853 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-afb3a1c3-5157-488f-87b2-2e9c2ff8e32b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 0.2061834 Nov 12 08:40:48.934379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-734720567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:49.015805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac04d103-655a-4242-9a85-1407d850642e req-04b1d267-e94c-4170-8256-d0630b682ae3 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0644257 Nov 12 08:40:49.089046 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.091004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.091159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-126b4552-18f4-480b-8832-78a7b0f5f745 req-3a5bfed4-e1c1-4dd7-981f-8a2134a0accb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691496 Nov 12 08:40:49.102319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb44f513-68c2-47d7-83f4-750727a8e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.106009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb44f513-68c2-47d7-83f4-750727a8e116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.111516 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb44f513-68c2-47d7-83f4-750727a8e116 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb9c0513-88af-4f4d-a605-3f044258ae59 HTTP/1.1" status: 204 len: 168 time: 1.3439367 Nov 12 08:40:49.132161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44f513-68c2-47d7-83f4-750727a8e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9c0513-88af-4f4d-a605-3f044258ae59,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:49.207167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-d6c19443-6957-4837-a1c4-7265529d8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.209905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-d6c19443-6957-4837-a1c4-7265529d8e76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.2678211 Nov 12 08:40:49.229393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18266b71-51f2-4fa4-b740-8c7246a762a0 req-eb7ad1f9-fa5d-4cbe-811f-4f4bd061e7a8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.240547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18266b71-51f2-4fa4-b740-8c7246a762a0 req-eb7ad1f9-fa5d-4cbe-811f-4f4bd061e7a8 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.1099186 Nov 12 08:40:49.292201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.335851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.377892 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.382945 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f6eb627-0de7-4355-be0f-5fdbfd601064 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4623914 Nov 12 08:40:49.388321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55328) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:49.395573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:49.408819 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-3a03a81a-e874-4ca1-bbcc-709a1c701f32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 1001 time: 0.1260872 Nov 12 08:40:49.551905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-27672385-073e-41fb-bb83-82075887b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.556124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-27672385-073e-41fb-bb83-82075887b91e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.1340599 Nov 12 08:40:49.646861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-3beb059d-226e-4151-9a72-ebb50bd7db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.648422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-3beb059d-226e-4151-9a72-ebb50bd7db3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825262 Nov 12 08:40:49.847025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-506e6dd7-8bb9-441a-916b-bffc66a94229 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854963 Nov 12 08:40:50.001741 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126353'] for router, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.017191 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707365'] for router, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.042728 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-c5d2ba87-18cd-42fb-a11a-f2b68feb9d21 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883671 Nov 12 08:40:50.282986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cde8b7b0-11d5-43b4-a7a4-1a2d780668d6 req-3c78e6b5-c121-441c-adbe-b5a8da0f3855 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0793936 Nov 12 08:40:50.345997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418308-e5fe-4e10-8248-f6024a417ed0 req-71521e40-c18a-4581-a237-969f26fe6c12 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.354195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a418308-e5fe-4e10-8248-f6024a417ed0 req-71521e40-c18a-4581-a237-969f26fe6c12 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.1662457 Nov 12 08:40:50.365980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-6b63fd04-65fb-42e3-8673-795f13d17986 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.371312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-6b63fd04-65fb-42e3-8673-795f13d17986 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.1156666 Nov 12 08:40:50.373316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55362) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.426935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Router 00580530-b3fd-4ef4-9139-e910c66725c7 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:40:50.675934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port 1190b6a3-db81-491a-9e4d-01945b99465e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:50.676536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.733045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1502915029-network', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:50.807620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Made reservation on behalf of 898c3d3f8e114bdfbfeab2bae2dc9d09 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:50.810701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.823789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.964788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.972642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.998588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:51.014148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.018899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3835fe29-ea13-4e1e-82f2-3eacfee42092 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "PUT /v2.0/routers/00580530-b3fd-4ef4-9139-e910c66725c7 HTTP/1.1" status: 200 len: 693 time: 1.6257803 Nov 12 08:40:51.019177 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] Sync routers for ids ['00580530-b3fd-4ef4-9139-e910c66725c7'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:51.019844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55368) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.037351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e232f3-5bd5-40df-9550-a79dbd8c3bcb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:51.038899 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] Routers {'00580530-b3fd-4ef4-9139-e910c66725c7'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:51.041565 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00580530-b3fd-4ef4-9139-e910c66725c7'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:51.072392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a418308-e5fe-4e10-8248-f6024a417ed0 req-cc1dc953-def7-4624-9699-900f23cb7618 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7127190 Nov 12 08:40:51.090718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:51.127176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.127751 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Added segment 6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f of type vlan for network 167db0f5-4014-417a-991a-6e623c414b53 Nov 12 08:40:51.209671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] For port 1190b6a3-db81-491a-9e4d-01945b99465e, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1190b6a3-db81-491a-9e4d-01945b99465e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:51.210090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.237353 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] Set router 00580530-b3fd-4ef4-9139-e910c66725c7 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:51.253208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for 1190b6a3-db81-491a-9e4d-01945b99465e owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:51.299444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a097-c9cf-4493-bf6e-ee7b614f113a req-ff22b891-8075-4c10-832d-5dd51505d203 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.301118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4f7a097-c9cf-4493-bf6e-ee7b614f113a req-ff22b891-8075-4c10-832d-5dd51505d203 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 909 time: 0.8705468 Nov 12 08:40:51.315222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d1f2cfe4-077e-4055-b3ca-d711cb2673fa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/routers/00580530-b3fd-4ef4-9139-e910c66725c7 HTTP/1.1" status: 200 len: 699 time: 0.2802777 Nov 12 08:40:51.322958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.364947 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00580530-b3fd-4ef4-9139-e910c66725c7', 'name': 'tempest-RoutersTest-router-734720567', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:49Z', 'updated_at': '2021-11-12T08:40:50Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:51.400741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3d8f5e4f-7f47-416f-bf1b-9bd81ca5ec3d tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=00580530-b3fd-4ef4-9139-e910c66725c7 HTTP/1.1" status: 200 len: 205 time: 0.0773528 Nov 12 08:40:51.408389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55376) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.431101 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] Checking router: 00580530-b3fd-4ef4-9139-e910c66725c7 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:51.447625 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] Routers {'00580530-b3fd-4ef4-9139-e910c66725c7'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:51.448768 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['00580530-b3fd-4ef4-9139-e910c66725c7'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:51.523019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-32c7756f-7cb1-49fe-b7dc-d3be57972c2f tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.532649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-32c7756f-7cb1-49fe-b7dc-d3be57972c2f tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 814 time: 0.5355670 Nov 12 08:40:51.535774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.589135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Request body: {'port': {'device_id': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e', 'admin_state_up': True, 'tenant_id': '4c305fe09d394a35ab9ed882959a4910'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:51.608479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71b49bfa-19f8-43ea-b5ae-68ac522b81c5 req-a6062f43-5638-4ffb-a0b1-3e218de4289c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 210 time: 0.1539695 Nov 12 08:40:51.615526 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] Set router 00580530-b3fd-4ef4-9139-e910c66725c7 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:51.629295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.633775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=1190b6a3-db81-491a-9e4d-01945b99465e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:51.656841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.775100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] No DVR routers for this DVR port 1190b6a3-db81-491a-9e4d-01945b99465e on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:51.793700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.812739 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a2f1290-b508-4c01-b50e-278bcb030ff8 req-38f51ddb-d719-4eb0-a8e5-31e14453acd3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.25 "DELETE /v2.0/ports/1190b6a3-db81-491a-9e4d-01945b99465e HTTP/1.1" status: 204 len: 173 time: 1.4169948 Nov 12 08:40:51.815828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.db.resource_extend [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:40:51.833166 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00580530-b3fd-4ef4-9139-e910c66725c7', 'name': 'tempest-RoutersTest-router-734720567', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:49Z', 'updated_at': '2021-11-12T08:40:50Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:51.852572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'name': 'network-vif-deleted', 'tag': '1190b6a3-db81-491a-9e4d-01945b99465e'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:51.859447 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f50b8e-37c3-4ddc-93dc-466ff8377d76" -d '{"events": [{"server_uuid": "7d3a9404-b2cd-4dd1-a120-a31809fd89aa", "name": "network-vif-deleted", "tag": "1190b6a3-db81-491a-9e4d-01945b99465e"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:51.870854 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.872976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.875175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.964671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5878124 Nov 12 08:40:51.997923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55382) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.011536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Request body: {'subnet': {'network_id': '167db0f5-4014-417a-991a-6e623c414b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1502915029-subnet', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:52.025703 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df823a7f-6da3-4cfd-af8c-e6909fef9e95 None None] The sync data for ids ['00580530-b3fd-4ef4-9139-e910c66725c7'] in n-d-768509-25 is: [{'id': '00580530-b3fd-4ef4-9139-e910c66725c7', 'name': 'tempest-RoutersTest-router-734720567', 'tenant_id': '038020f375e243c3b5570a30d3346e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:49Z', 'updated_at': '2021-11-12T08:40:50Z', 'revision_number': 2, 'project_id': '038020f375e243c3b5570a30d3346e1e', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:52.087016 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f877413a-a839-456a-ae13-86a5a067ec3e x-openstack-request-id: req-f877413a-a839-456a-ae13-86a5a067ec3e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:52.087478 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3a9404-b2cd-4dd1-a120-a31809fd89aa", "name": "network-vif-deleted", "tag": "1190b6a3-db81-491a-9e4d-01945b99465e", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:52.087885 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f877413a-a839-456a-ae13-86a5a067ec3e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:52.088605 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3a9404-b2cd-4dd1-a120-a31809fd89aa', 'name': 'network-vif-deleted', 'tag': '1190b6a3-db81-491a-9e4d-01945b99465e', 'status': 'completed', 'code': 200} Nov 12 08:40:52.107734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868394cb-fc17-4e01-b7c4-6e640386cb6a admin admin] Pushing event updated for resources: {'Network': ['ID=167db0f5-4014-417a-991a-6e623c414b53,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:52.127126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 167db0f5-4014-417a-991a-6e623c414b53 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:52.131833 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.209321 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.314520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Made reservation on behalf of 898c3d3f8e114bdfbfeab2bae2dc9d09 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:52.317905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.342498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.343265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Fanout notify agent at l3_agent the message router_deleted on router 00580530-b3fd-4ef4-9139-e910c66725c7 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:40:52.365452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.366599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6a8f6c0a-38b8-464f-87f1-6782ed4d1492 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/00580530-b3fd-4ef4-9139-e910c66725c7 HTTP/1.1" status: 204 len: 168 time: 0.9578154 Nov 12 08:40:52.372131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55392) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.470563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Made reservation on behalf of 4c305fe09d394a35ab9ed882959a4910 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:52.475043 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.509665 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92fe66af-d195-4d1a-9442-57da3c4c92b2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=00580530-b3fd-4ef4-9139-e910c66725c7 HTTP/1.1" status: 200 len: 205 time: 0.1318429 Nov 12 08:40:52.510581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55398) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.526288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204233aa-7bd1-4de9-a6fd-c000d49b1113 req-da24ca19-d8a0-4b78-8c05-05234b4ac932 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.543918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-204233aa-7bd1-4de9-a6fd-c000d49b1113 req-da24ca19-d8a0-4b78-8c05-05234b4ac932 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.3279998 Nov 12 08:40:52.727868 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-5057200b-869c-418e-929c-6695b9d95eca tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:52.735461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5057200b-869c-418e-929c-6695b9d95eca tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/00580530-b3fd-4ef4-9139-e910c66725c7 HTTP/1.1" status: 404 len: 336 time: 0.2220075 Nov 12 08:40:52.736398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55406) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.806663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bb89dab-a336-4b8a-88d8-13d0968391b9 req-2bb1db92-e2c3-4728-8e1e-22d6799e826b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d3a9404-b2cd-4dd1-a120-a31809fd89aa HTTP/1.1" status: 200 len: 210 time: 0.1061714 Nov 12 08:40:52.831613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-204233aa-7bd1-4de9-a6fd-c000d49b1113 req-eb119a08-2d79-4c49-a050-5b0b2f820700 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867742 Nov 12 08:40:52.884972 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4ae23f-9db3-4665-8664-45ec9a058e26 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:52.887869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4ae23f-9db3-4665-8664-45ec9a058e26 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:52.898182 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd4ae23f-9db3-4665-8664-45ec9a058e26 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/969400b7-fc6a-47ef-ba64-2490de871310 HTTP/1.1" status: 404 len: 337 time: 0.1523378 Nov 12 08:40:52.899389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55410) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.958178 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-05030e3f-483f-4093-aca1-da0467f80faa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:52.958717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05030e3f-483f-4093-aca1-da0467f80faa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:52.962102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05030e3f-483f-4093-aca1-da0467f80faa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/cb724077-d2c8-4d93-98b7-f4be37c06631 HTTP/1.1" status: 404 len: 337 time: 0.0576684 Nov 12 08:40:52.966331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55412) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.039833 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ba92ee-ba0c-407f-bd19-1bf2f1c6ff84 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:53.053579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ba92ee-ba0c-407f-bd19-1bf2f1c6ff84 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:53.060171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c2ba92ee-ba0c-407f-bd19-1bf2f1c6ff84 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/c2b4e18e-b3fd-4116-9dae-1f734594f09b HTTP/1.1" status: 404 len: 337 time: 0.0916278 Nov 12 08:40:53.066474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55414) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.096148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75369e74-9d78-446e-b669-7bb8d72dab9d req-b33cdf85-24e0-408e-b078-0865d1dda8cc tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0799866 Nov 12 08:40:53.097739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.149663 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d051ed0b-993f-4b0f-8815-2ad9224f7d4e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:53.150368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d051ed0b-993f-4b0f-8815-2ad9224f7d4e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:53.157793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d051ed0b-993f-4b0f-8815-2ad9224f7d4e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/dd005320-cbaf-488f-9341-f83e79df2ab8 HTTP/1.1" status: 404 len: 337 time: 0.0889409 Nov 12 08:40:53.162336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55416) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.199408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:53.237203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8d0ddffb-ae51-4db4-a4c1-f518defd08ea tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 200 len: 205 time: 0.0725968 Nov 12 08:40:53.238322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.281488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Allocated IP 172.20.0.3 (6949af75-4509-45b8-8e7f-423e3c2a726e/0d75d18d-8713-4df5-a876-7129ed614001/252978e2-6917-4cb1-9341-639adc39877b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:53.318721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Checking segment: {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:53.319820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Network hostable DHCP agents. Network: 167db0f5-4014-417a-991a-6e623c414b53, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:53.345061 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-8debe7d7-f765-4c5c-a9b3-30ef67af2fae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:53.351576 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8debe7d7-f765-4c5c-a9b3-30ef67af2fae tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/06192263-8bf0-4f5b-9c61-e56ad6402744 HTTP/1.1" status: 404 len: 336 time: 0.1111479 Nov 12 08:40:53.352858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.439371 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24b5d29f-6745-4a3d-8bb8-92fa7da108e5 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=64b7810d-c425-4ad6-93f0-7fd1260abd6d HTTP/1.1" status: 200 len: 205 time: 0.0837131 Nov 12 08:40:53.439894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55422) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.507509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Network 167db0f5-4014-417a-991a-6e623c414b53 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:53.556836 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-3f34438f-23c4-4d57-ba2d-0ee2ea208b1f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:53.558932 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3f34438f-23c4-4d57-ba2d-0ee2ea208b1f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/64b7810d-c425-4ad6-93f0-7fd1260abd6d HTTP/1.1" status: 404 len: 336 time: 0.1029923 Nov 12 08:40:53.565069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55424) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.628959 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-d044eae1-f4cf-4bc6-ab24-30fc84a1da7a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:53.630006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d044eae1-f4cf-4bc6-ab24-30fc84a1da7a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:53.641604 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d044eae1-f4cf-4bc6-ab24-30fc84a1da7a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/c611e775-0a29-4d9b-aaf8-1b4c805e1d9a HTTP/1.1" status: 404 len: 337 time: 0.0744424 Nov 12 08:40:53.642739 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.708324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 167db0f5-4014-417a-991a-6e623c414b53) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:53.715194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.720138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.720742 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.721035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451de06-c55c-4410-95c1-00c5ecf8ac5d None None] Network 167db0f5-4014-417a-991a-6e623c414b53 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:53.744717 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ef7188f6-6134-4068-b4eb-4a79752343b2 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 200 len: 205 time: 0.0978897 Nov 12 08:40:53.745035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55430) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.767669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1e107cb2-43f5-4617-8977-7ffe3a9a3a62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7603462 Nov 12 08:40:53.769173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55432) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.780282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:53.829189 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-3ead5441-e3b6-4a42-b48c-5db53fac602e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:53.834498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3ead5441-e3b6-4a42-b48c-5db53fac602e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/05bdaa22-96a1-473b-85c6-79761d77d8b3 HTTP/1.1" status: 404 len: 336 time: 0.0844569 Nov 12 08:40:53.835591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55434) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.841977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.844607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.909741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-75e7cb46-fdb6-4ede-8e9f-a64aa4765b3b tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab16ef7c-d400-4091-bafa-b685ad673549 HTTP/1.1" status: 200 len: 205 time: 0.0728881 Nov 12 08:40:53.917502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55440) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.935158 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.041586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.043426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.164959 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-11e6dc78-d5ac-46c9-b090-c9e2d1403308 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:54.166652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-11e6dc78-d5ac-46c9-b090-c9e2d1403308 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/ab16ef7c-d400-4091-bafa-b685ad673549 HTTP/1.1" status: 404 len: 336 time: 0.2479103 Nov 12 08:40:54.207869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55450) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.326502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Pushing event updated for resources: {'Port': ['ID=252978e2-6917-4cb1-9341-639adc39877b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:54.338670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-167db0f5-4014-417a-991a-6e623c414b53', 'network_id': '167db0f5-4014-417a-991a-6e623c414b53', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'fixed_ips': [{'subnet_id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:54.339965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.346539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Network 6949af75-4509-45b8-8e7f-423e3c2a726e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:54.352420 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-683cb426-549f-4bd7-9165-57808eb648f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:54.353146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683cb426-549f-4bd7-9165-57808eb648f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:54.368689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-683cb426-549f-4bd7-9165-57808eb648f9 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/3a52adb5-e180-4a7f-b1a1-1539c1a58f1d HTTP/1.1" status: 404 len: 337 time: 0.1550860 Nov 12 08:40:54.372612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55454) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.379036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:54.429567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:54.445146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.594469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.595574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.609057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-daf91202-f58f-4193-81bb-9f8efa77535a tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=889c05f8-c790-40fe-a63a-a7cfdad3fbe5 HTTP/1.1" status: 200 len: 205 time: 0.2232685 Nov 12 08:40:54.612110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55456) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.641129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1190b6a3-db81-491a-9e4d-01945b99465e no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:54.667579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300493-40d7-49ce-bd9a-a941a08cc70a req-dfd4b495-f2ce-4db5-8726-7c09eefe806e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.671413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd300493-40d7-49ce-bd9a-a941a08cc70a req-dfd4b495-f2ce-4db5-8726-7c09eefe806e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.6073418 Nov 12 08:40:54.798712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 1190b6a3-db81-491a-9e4d-01945b99465e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:54.799537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1190b6a3-db81-491a-9e4d-01945b99465e not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:54.839604 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-6fc44592-9898-4e2f-90c8-5f26a46ff243 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:54.846132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Allocated IP 172.20.0.2 (167db0f5-4014-417a-991a-6e623c414b53/e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5/0b7d533b-42d0-4663-9b37-ddde9070689d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:54.847343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6fc44592-9898-4e2f-90c8-5f26a46ff243 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/889c05f8-c790-40fe-a63a-a7cfdad3fbe5 HTTP/1.1" status: 404 len: 336 time: 0.2231762 Nov 12 08:40:54.854156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55460) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.861992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-0d791e5e-860d-40a1-8ca8-aa90f242be92 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2939987 Nov 12 08:40:54.891829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd826404-abd4-4232-8358-8f8fea754f85 req-abfbb263-ac08-44af-9339-ae5e11c7169b tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.897039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd826404-abd4-4232-8358-8f8fea754f85 req-abfbb263-ac08-44af-9339-ae5e11c7169b tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 931 time: 0.6689477 Nov 12 08:40:55.008117 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd300493-40d7-49ce-bd9a-a941a08cc70a req-77a75d81-1def-4172-b4f2-d919d215562d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635586 Nov 12 08:40:55.009530 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f93ce1-af37-40f1-b791-88407a43bc5f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:55.010190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f93ce1-af37-40f1-b791-88407a43bc5f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:55.022363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e9f93ce1-af37-40f1-b791-88407a43bc5f tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/3ce211a1-ffeb-4254-83f0-82a65884d071 HTTP/1.1" status: 404 len: 337 time: 0.1581569 Nov 12 08:40:55.027312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55464) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.150950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Request body: {'port': {'device_id': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:55.162641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd826404-abd4-4232-8358-8f8fea754f85 req-69d1cf3b-eecf-407c-90bd-a4778ddb3f99 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386863 Nov 12 08:40:55.173747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2a27828b-bd3d-4611-9e00-cb58391cfac4 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "GET /v2.0/ports?device_id=97cb7324-c7f6-4451-ac2d-ce724d59bbfd HTTP/1.1" status: 200 len: 205 time: 0.1423328 Nov 12 08:40:55.175271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55468) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.287618 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-5749a933-e83f-4809-bac2-6a6b870c5b8e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] delete failed (client error): The resource could not be found. Nov 12 08:40:55.295366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5749a933-e83f-4809-bac2-6a6b870c5b8e tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/routers/97cb7324-c7f6-4451-ac2d-ce724d59bbfd HTTP/1.1" status: 404 len: 336 time: 0.0906010 Nov 12 08:40:55.297098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55470) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.364970 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.369801 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9e35cc-b7e9-42d8-a5ff-dca75e853222 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:55.371673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9e35cc-b7e9-42d8-a5ff-dca75e853222 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:55.377320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.382886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6c9e35cc-b7e9-42d8-a5ff-dca75e853222 tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/d9275d95-3ba8-438d-bef5-b01f23639d50 HTTP/1.1" status: 404 len: 337 time: 0.0800440 Nov 12 08:40:55.383874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55472) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.508654 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b075c1b-65a5-4bff-8ece-06f9f44037fa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:55.509349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b075c1b-65a5-4bff-8ece-06f9f44037fa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:55.521083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7b075c1b-65a5-4bff-8ece-06f9f44037fa tempest-RoutersTest-1744628786 tempest-RoutersTest-1744628786-project] 10.222.0.16 "DELETE /v2.0/subnets/a66c21e4-3944-4dca-8d37-635e0554d84a HTTP/1.1" status: 404 len: 337 time: 0.0992723 Nov 12 08:40:55.526648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.632478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.729375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.805628 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.999539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Network 167db0f5-4014-417a-991a-6e623c414b53 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:56.042073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:56.052615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:56.058554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Pushing event updated for resources: {'Port': ['ID=0b7d533b-42d0-4663-9b37-ddde9070689d,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.086466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Allocated IP 172.25.4.7 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/eb3a57ea-288b-453d-90c4-189c0c75af02) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:56.093575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55480) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:56.284479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.285044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.285618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.286210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.290958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.343324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Attempting to bind port 0b7d533b-42d0-4663-9b37-ddde9070689d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:56.343907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Attempting to bind port 0b7d533b-42d0-4663-9b37-ddde9070689d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:56.344506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Attempting to bind port 0b7d533b-42d0-4663-9b37-ddde9070689d on network 167db0f5-4014-417a-991a-6e623c414b53 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:56.369994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:56.370615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Checking segment: {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:56.371598 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.373322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Bound using segment: {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:56.374520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Bound port: 0b7d533b-42d0-4663-9b37-ddde9070689d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:56.375339 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.614235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32503e9e-44a4-4615-abec-0b01bd06e2c3 req-d7cec899-656a-40eb-b73d-6607a40e226c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.616946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32503e9e-44a4-4615-abec-0b01bd06e2c3 req-d7cec899-656a-40eb-b73d-6607a40e226c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.3476579 Nov 12 08:40:56.621506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] For port 0b7d533b-42d0-4663-9b37-ddde9070689d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:56.633924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] For port 0b7d533b-42d0-4663-9b37-ddde9070689d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0b7d533b-42d0-4663-9b37-ddde9070689d,segment=NetworkSegment(6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f),segment_id=6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:56.644597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.645724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.688547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252978e2-6917-4cb1-9341-639adc39877b {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:56.727839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.782666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.811365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0ec29668-faf6-4df1-bd83-665c92fdae87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=038020f375e243c3b5570a30d3346e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7130272 Nov 12 08:40:56.823707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55498) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:56.875471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f60134-0042-4c2c-847a-6b9018f237c8 None None] Pushing event updated for resources: {'Port': ['ID=0b7d533b-42d0-4663-9b37-ddde9070689d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.883274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30811b-02f9-4b4e-aff2-2083569c892f req-72b977cd-bd35-4bb3-904d-839b4a0b4dfa tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.899326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a30811b-02f9-4b4e-aff2-2083569c892f req-72b977cd-bd35-4bb3-904d-839b4a0b4dfa tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 931 time: 0.4061322 Nov 12 08:40:56.902942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:56.910634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Transition to ACTIVE for port object 252978e2-6917-4cb1-9341-639adc39877b will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:56.949970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.974048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:56.979245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:56.995429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a32061-bad3-4ca4-8312-e697de806bb7 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:57.106171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Pushing event updated for resources: {'Port': ['ID=eb3a57ea-288b-453d-90c4-189c0c75af02,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:57.128702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32503e9e-44a4-4615-abec-0b01bd06e2c3 req-80838eab-3c14-4c43-be8b-490e7d6c8063 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907229 Nov 12 08:40:57.143660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f30924e5-c324-43c9-85ff-380ff85fbaec None None] Provisioning complete for port eb3a57ea-288b-453d-90c4-189c0c75af02 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:57.145917 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f30924e5-c324-43c9-85ff-380ff85fbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.229147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Pushing event updated for resources: {'Port': ['ID=252978e2-6917-4cb1-9341-639adc39877b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:57.323288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a30811b-02f9-4b4e-aff2-2083569c892f req-58b46b31-09c4-451b-8d4f-1a13536c5bc4 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953571 Nov 12 08:40:57.362093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f30924e5-c324-43c9-85ff-380ff85fbaec None None] Port eb3a57ea-288b-453d-90c4-189c0c75af02 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:57.410638 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d766dc48-1225-4209-a78b-e26d89baec30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.545881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d766dc48-1225-4209-a78b-e26d89baec30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.810977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Attempting to bind port 252978e2-6917-4cb1-9341-639adc39877b on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:57.811861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Attempting to bind port 252978e2-6917-4cb1-9341-639adc39877b by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:57.812218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Attempting to bind port 252978e2-6917-4cb1-9341-639adc39877b on network 6949af75-4509-45b8-8e7f-423e3c2a726e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:57.884877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Port 252978e2-6917-4cb1-9341-639adc39877b on network 6949af75-4509-45b8-8e7f-423e3c2a726e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:57.885213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Attempting to bind port 252978e2-6917-4cb1-9341-639adc39877b on network 6949af75-4509-45b8-8e7f-423e3c2a726e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:57.904970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:57.910164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Checking segment: {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:57.912006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Bound using segment: {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:57.915206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Bound port: 252978e2-6917-4cb1-9341-639adc39877b, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:57.915854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.986366 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d766dc48-1225-4209-a78b-e26d89baec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.004648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d766dc48-1225-4209-a78b-e26d89baec30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.032104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d766dc48-1225-4209-a78b-e26d89baec30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f0c77cf-7f6f-4bbf-838a-9f3d2d76d0fa HTTP/1.1" status: 204 len: 168 time: 1.1898718 Nov 12 08:40:58.048381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766dc48-1225-4209-a78b-e26d89baec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c77cf-7f6f-4bbf-838a-9f3d2d76d0fa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.200451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0b7d533b-42d0-4663-9b37-ddde9070689d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:58.378017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port b5fc3958-eeea-4bad-a9fc-8950831b319e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:58.379619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.470501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0b7d533b-42d0-4663-9b37-ddde9070689d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:58.471390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] For port 252978e2-6917-4cb1-9341-639adc39877b, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:58.474764 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.674313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] For port b5fc3958-eeea-4bad-a9fc-8950831b319e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b5fc3958-eeea-4bad-a9fc-8950831b319e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:58.675116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.695149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for b5fc3958-eeea-4bad-a9fc-8950831b319e owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:58.709372 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.745120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] For port 252978e2-6917-4cb1-9341-639adc39877b, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=252978e2-6917-4cb1-9341-639adc39877b,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:58.781743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.793629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 0b7d533b-42d0-4663-9b37-ddde9070689d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0b7d533b-42d0-4663-9b37-ddde9070689d,segment=NetworkSegment(6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f),segment_id=6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:58.801966 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.917814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=0b7d533b-42d0-4663-9b37-ddde9070689d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.052313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc658c89-924c-435b-b37d-49f81464f8bd None None] Network 167db0f5-4014-417a-991a-6e623c414b53 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:59.078273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.329469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=b5fc3958-eeea-4bad-a9fc-8950831b319e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.432114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9c7d0a18-1025-4b70-bc05-843e014a454c None None] Provisioning complete for port 0b7d533b-42d0-4663-9b37-ddde9070689d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:59.432694 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0a18-1025-4b70-bc05-843e014a454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.817471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.853970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.856261 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.859835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] 10.222.0.32 "PUT /v2.0/ports/252978e2-6917-4cb1-9341-639adc39877b HTTP/1.1" status: 200 len: 1092 time: 4.9558477 Nov 12 08:40:59.863122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'tag': '252978e2-6917-4cb1-9341-639adc39877b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:59.887525 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa983ab-b6af-443e-a787-f010fdc2e0c1", "tag": "252978e2-6917-4cb1-9341-639adc39877b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:00.125505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab1bb3-c2f9-4f5a-b2fe-886e9b91978d service neutron] Pushing event updated for resources: {'Port': ['ID=252978e2-6917-4cb1-9341-639adc39877b,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.156521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55556) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.170848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d722c9-50ad-461b-bb8f-9bb12e3d97ba req-c394e6a5-e427-4ff8-88a7-ad185402c9b6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.172859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15d722c9-50ad-461b-bb8f-9bb12e3d97ba req-c394e6a5-e427-4ff8-88a7-ad185402c9b6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 945 time: 1.7748179 Nov 12 08:41:00.187043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0b7d533b-42d0-4663-9b37-ddde9070689d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:00.194390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827e912-7b56-434a-b574-ac03fc2b49a8 req-f020e1a7-bdf6-41e1-9fb9-3d244ef4bc75 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.196663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3827e912-7b56-434a-b574-ac03fc2b49a8 req-f020e1a7-bdf6-41e1-9fb9-3d244ef4bc75 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 1.7348208 Nov 12 08:41:00.207758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.371910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8abe3482-1dfb-4d51-9539-2861705680a0 None None] Provisioning complete for port 0b7d533b-42d0-4663-9b37-ddde9070689d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.376562 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8abe3482-1dfb-4d51-9539-2861705680a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.504293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15d722c9-50ad-461b-bb8f-9bb12e3d97ba req-6a765cba-ec5b-429f-b041-a2347507e3a1 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321322 Nov 12 08:41:00.511304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3827e912-7b56-434a-b574-ac03fc2b49a8 req-918f0b54-c62e-446a-825d-32c65470bde4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621229 Nov 12 08:41:00.558202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-83fa6e04-d525-432a-a15a-d37ad27ee2d6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.565465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-83fa6e04-d525-432a-a15a-d37ad27ee2d6 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 945 time: 0.7499707 Nov 12 08:41:00.572719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0b7d533b-42d0-4663-9b37-ddde9070689d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.573527 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.586022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-1815d450-7717-4956-bfb5-15759fb6a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.590884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-1815d450-7717-4956-bfb5-15759fb6a7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 1095 time: 0.5472674 Nov 12 08:41:00.722894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-81f903a9-2847-40a5-89e3-45f537b5ab28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252978e2-6917-4cb1-9341-639adc39877b HTTP/1.1" status: 200 len: 217 time: 0.1115992 Nov 12 08:41:00.723648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--756722836'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:00.789242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.801074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.812986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.029933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-8e53ceef-3970-497b-940c-0e8ea98f4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.032232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-8e53ceef-3970-497b-940c-0e8ea98f4b68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d75d18d-8713-4df5-a876-7129ed614001 HTTP/1.1" status: 200 len: 854 time: 0.2097044 Nov 12 08:41:01.057544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1548-27c1-48b5-b834-54fc1946a43d req-1aafa20b-7248-4532-b0b3-9b71032edb4e tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.064972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18ad1548-27c1-48b5-b834-54fc1946a43d req-1aafa20b-7248-4532-b0b3-9b71032edb4e tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 943 time: 0.3355532 Nov 12 08:41:01.210490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-9f46415f-b21a-46f1-b770-b9dec9bb7643 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6949af75-4509-45b8-8e7f-423e3c2a726e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691298 Nov 12 08:41:01.216828 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efef467-816f-4250-b707-8bd6fbec981b x-openstack-request-id: req-3efef467-816f-4250-b707-8bd6fbec981b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:01.217526 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa983ab-b6af-443e-a787-f010fdc2e0c1", "tag": "252978e2-6917-4cb1-9341-639adc39877b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:01.217835 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3efef467-816f-4250-b707-8bd6fbec981b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:01.218422 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'tag': '252978e2-6917-4cb1-9341-639adc39877b', 'status': 'completed', 'code': 200} Nov 12 08:41:01.344653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Router 30fb4d1c-1469-4104-95d3-34b9913db567 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:41:01.356590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.366848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router b250b47a-2882-4d0c-b740-8f7bca420a8c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:01.368385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.403937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18ad1548-27c1-48b5-b834-54fc1946a43d req-c22a4547-b023-44cc-a8af-df3e02833c73 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379989 Nov 12 08:41:01.411959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 330a30fe-4a52-4187-bd7e-88e038362208 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:01.427974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-7b3e89a2-b992-451a-abbf-8575399eb9e0 service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644111 Nov 12 08:41:01.495262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Deleting port 330a30fe-4a52-4187-bd7e-88e038362208 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:01.495621 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.529404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40958aa4-078b-426e-8dbb-12d6a921d9dc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:01.649692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.724777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=330a30fe-4a52-4187-bd7e-88e038362208,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:01.726203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:01.729369 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c325761-d439-4407-81e4-c86a95186968" -d '{"events": [{"server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "name": "network-vif-unplugged", "status": "completed", "tag": "330a30fe-4a52-4187-bd7e-88e038362208"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:01.734311 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.866823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:01.869740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:01.881179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Sync routers for ids ['30fb4d1c-1469-4104-95d3-34b9913db567'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:01.908307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.910658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Routers {'30fb4d1c-1469-4104-95d3-34b9913db567'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:01.911424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['30fb4d1c-1469-4104-95d3-34b9913db567'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:01.918560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:01.937081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2a7deeac-72eb-40b3-ae70-1b470521fc68 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "PUT /v2.0/routers/b250b47a-2882-4d0c-b740-8f7bca420a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8919055 Nov 12 08:41:01.939456 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.941342 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] Sync routers for ids ['b250b47a-2882-4d0c-b740-8f7bca420a8c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:01.944336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:01.973916 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] Routers {'b250b47a-2882-4d0c-b740-8f7bca420a8c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:01.974843 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b250b47a-2882-4d0c-b740-8f7bca420a8c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:01.979648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.984080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e0072-f74a-419b-9001-8427e9f0ebf1 req-d0c31e2b-ed00-4fa8-b3a2-6cfe15dfdad0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.986779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-358e0072-f74a-419b-9001-8427e9f0ebf1 req-d0c31e2b-ed00-4fa8-b3a2-6cfe15dfdad0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.3133953 Nov 12 08:41:01.996777 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-84594b3c-4fb8-40e5-812e-c3575f5aef2c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 8.2253907 Nov 12 08:41:02.006295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa128760-b6ea-42e4-b51d-e7418211cc8d req-9736974e-a6ff-42bc-933f-b0192fb2e619 service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712810 Nov 12 08:41:02.006923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55578) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.174719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] For port 330a30fe-4a52-4187-bd7e-88e038362208, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=330a30fe-4a52-4187-bd7e-88e038362208,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:02.175707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.179435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting subnet 5dcbc5b4-0075-4c9f-87f0-a2d870d03430 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:02.189185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.200437 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] Set router b250b47a-2882-4d0c-b740-8f7bca420a8c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:02.231177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Set router 30fb4d1c-1469-4104-95d3-34b9913db567 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:02.245296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e1357-fe63-43e3-96e5-04a4b98e6f64,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.316273 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.324565 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8b77cca4-82e3-40a5-967b-2b900637bf91 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1142206 Nov 12 08:41:02.328092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55582) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.382668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74051b3-aca5-42cd-8f9b-c471fa224dce req-f5607f77-2a47-4827-b961-265ee3f64412 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.405318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b74051b3-aca5-42cd-8f9b-c471fa224dce req-f5607f77-2a47-4827-b961-265ee3f64412 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 943 time: 0.6263230 Nov 12 08:41:02.410024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.584326 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:58Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:02.595044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba152df5-69b8-4f35-a9f3-2e0d49eb98a4 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2654026 Nov 12 08:41:02.598402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.605359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-security--116932693', 'description': 'tempest-security-description-369114197'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:02.618358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:40:58Z', 'revision_number': 3, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:02.664454 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.683298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Checking router: 30fb4d1c-1469-4104-95d3-34b9913db567 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:02.683844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Updating router 30fb4d1c-1469-4104-95d3-34b9913db567 port eb3a57ea-288b-453d-90c4-189c0c75af02 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:41:02.749050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.764938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.778155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.781713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.786204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "PUT /v2.0/security-groups/4a9e1357-fe63-43e3-96e5-04a4b98e6f64 HTTP/1.1" status: 200 len: 1795 time: 0.1870615 Nov 12 08:41:02.789340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.824208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b74051b3-aca5-42cd-8f9b-c471fa224dce req-dc3369f1-9348-4a29-86df-05b9039298d9 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/security-groups?id=9222fb16-2b5c-47d2-a018-352f4b5fc021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492670 Nov 12 08:41:02.851338 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] Checking router: b250b47a-2882-4d0c-b740-8f7bca420a8c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:02.871568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3358a22-337c-4a5b-a4e8-cfa21b37a772 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e1357-fe63-43e3-96e5-04a4b98e6f64,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.889434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] Routers {'b250b47a-2882-4d0c-b740-8f7bca420a8c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:02.891017 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b250b47a-2882-4d0c-b740-8f7bca420a8c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:02.932728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-358e0072-f74a-419b-9001-8427e9f0ebf1 req-09a2acf4-03a4-4391-ae56-2842d4ea91c0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9227030 Nov 12 08:41:02.969982 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.980548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-c865ab52-6861-4e52-b3c4-9e90395dce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.983110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-c865ab52-6861-4e52-b3c4-9e90395dce23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 1095 time: 0.7901585 Nov 12 08:41:03.095113 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bc8698c5-c2b1-4c5f-9405-7015b8d480f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups/4a9e1357-fe63-43e3-96e5-04a4b98e6f64 HTTP/1.1" status: 200 len: 1795 time: 0.2434263 Nov 12 08:41:03.106139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55592) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.151482 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] Set router b250b47a-2882-4d0c-b740-8f7bca420a8c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:03.261633 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dabf81-f46a-4320-8830-ace4881f71dc x-openstack-request-id: req-b9dabf81-f46a-4320-8830-ace4881f71dc {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:03.262143 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "name": "network-vif-unplugged", "status": "completed", "tag": "330a30fe-4a52-4187-bd7e-88e038362208", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:03.262506 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9dabf81-f46a-4320-8830-ace4881f71dc {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:03.263041 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208', 'code': 200} Nov 12 08:41:03.265856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6b88-fda5-44d7-b534-7e96a1389cd7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.300252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6b88-fda5-44d7-b534-7e96a1389cd7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.355092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6b88-fda5-44d7-b534-7e96a1389cd7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.359097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4f2c6b88-fda5-44d7-b534-7e96a1389cd7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.363893 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4f2c6b88-fda5-44d7-b534-7e96a1389cd7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a9e1357-fe63-43e3-96e5-04a4b98e6f64 HTTP/1.1" status: 204 len: 168 time: 0.2551830 Nov 12 08:41:03.364764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55596) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.386913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6b88-fda5-44d7-b534-7e96a1389cd7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e1357-fe63-43e3-96e5-04a4b98e6f64,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.419163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.439777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 252978e2-6917-4cb1-9341-639adc39877b details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:03.482971 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.488922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-b2a5c215-589c-4627-b6a1-4f2caa96f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.490509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-b2a5c215-589c-4627-b6a1-4f2caa96f0f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 914 time: 0.4796572 Nov 12 08:41:03.522898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.526261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.534917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/subnets/5dcbc5b4-0075-4c9f-87f0-a2d870d03430 HTTP/1.1" status: 204 len: 168 time: 1.5844862 Nov 12 08:41:03.537379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55600) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.545576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629855f-9660-4a6e-b4ab-c70f080c850e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcbc5b4-0075-4c9f-87f0-a2d870d03430,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.559229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cabef3-daa9-4b7c-a79f-e3a4e357cef5 None None] Network aed7caa9-3399-4c64-bb55-8e0eea4bddb4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:03.585612 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:58Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:03.655809 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5ab0-8bcf-4d5a-ae8a-2d0c572868d1 None None] The sync data for ids ['b250b47a-2882-4d0c-b740-8f7bca420a8c'] in n-d-768509-25 is: [{'id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2101235440', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:09Z', 'updated_at': '2021-11-12T08:40:58Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '9b83b152-07e4-4d06-96b5-6a31a2cd2afe', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b250b47a-2882-4d0c-b740-8f7bca420a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:11Z', 'updated_at': '2021-11-12T08:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:03.663418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-c8edadc5-5016-4f26-abff-0a0da964897c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252978e2-6917-4cb1-9341-639adc39877b HTTP/1.1" status: 200 len: 217 time: 0.1452577 Nov 12 08:41:03.794536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65696-57f7-453b-8b83-80af7087a86d req-ba75d45d-159d-4488-847e-c25a77a88ef9 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.797024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10c65696-57f7-453b-8b83-80af7087a86d req-ba75d45d-159d-4488-847e-c25a77a88ef9 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 943 time: 0.6134982 Nov 12 08:41:03.917836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e3ce6c-6af4-4007-9a59-4c931a66f995 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:03.970827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.971194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.971573 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Floating IP 7b7c5ab8-94bd-4633-a600-707b827fee77 disassociated. External IP: 172.25.4.72, port: 330a30fe-4a52-4187-bd7e-88e038362208. Nov 12 08:41:03.971925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Calling delete_port for 330a30fe-4a52-4187-bd7e-88e038362208 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:03.976842 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c3959573-2e82-4fe9-b017-468d5c50167c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5996561 Nov 12 08:41:03.979736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba3ced-9143-4f27-8e7d-1ee28746a02b None None] Pushing event updated for resources: {'Port': ['ID=eb3a57ea-288b-453d-90c4-189c0c75af02,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.980589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55610) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.023216 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-3c2af205-66d9-49ea-9080-d3da3131be60 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] delete failed (client error): The resource could not be found. Nov 12 08:41:04.024384 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c2af205-66d9-49ea-9080-d3da3131be60 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a9e1357-fe63-43e3-96e5-04a4b98e6f64 HTTP/1.1" status: 404 len: 347 time: 0.0427706 Nov 12 08:41:04.039523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55612) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.043124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Attempting to bind port eb3a57ea-288b-453d-90c4-189c0c75af02 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:04.052702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479907210'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:04.053401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Attempting to bind port eb3a57ea-288b-453d-90c4-189c0c75af02 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:04.053913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Attempting to bind port eb3a57ea-288b-453d-90c4-189c0c75af02 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:04.074999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.082100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b5fc3958-eeea-4bad-a9fc-8950831b319e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:04.140533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:04.145129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:04.145754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.146339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:04.146991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Bound port: eb3a57ea-288b-453d-90c4-189c0c75af02, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:04.149923 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.240681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7c9b292e-305c-4c43-a2ff-f85823abb62c None None] Provisioning complete for port eb3a57ea-288b-453d-90c4-189c0c75af02 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:04.249444 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7c9b292e-305c-4c43-a2ff-f85823abb62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.319791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b5fc3958-eeea-4bad-a9fc-8950831b319e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:04.320408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b5fc3958-eeea-4bad-a9fc-8950831b319e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:04.351398 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 252978e2-6917-4cb1-9341-639adc39877b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=252978e2-6917-4cb1-9341-639adc39877b,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:04.607763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '252978e2-6917-4cb1-9341-639adc39877b', 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e', 'port_id': '252978e2-6917-4cb1-9341-639adc39877b', 'mac_address': 'fa:16:3e:83:3c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d75d18d-8713-4df5-a876-7129ed614001', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:04.640958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b292e-305c-4c43-a2ff-f85823abb62c None None] Port eb3a57ea-288b-453d-90c4-189c0c75af02 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:04.709310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] DHCP port deletion for aed7caa9-3399-4c64-bb55-8e0eea4bddb4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:04.716124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] For port eb3a57ea-288b-453d-90c4-189c0c75af02, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:04.778200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] For port eb3a57ea-288b-453d-90c4-189c0c75af02, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eb3a57ea-288b-453d-90c4-189c0c75af02,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:04.814755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.814999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.835954 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.851673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7ceeefe1-b525-458e-8c70-42fecec0e0fd req-d7e488b6-9ee6-41a3-8af4-2edd70439eff tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.0552657 Nov 12 08:41:04.869836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-f66b2a90-bef4-4fce-9f62-72e4a760f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.871409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-f66b2a90-bef4-4fce-9f62-72e4a760f07c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d75d18d-8713-4df5-a876-7129ed614001 HTTP/1.1" status: 200 len: 854 time: 1.1978350 Nov 12 08:41:05.014669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-15759938-16cc-4d5c-8b5e-7536aa10279b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6949af75-4509-45b8-8e7f-423e3c2a726e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191537 Nov 12 08:41:05.087107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event deleted for resources: {'Port': ['ID=330a30fe-4a52-4187-bd7e-88e038362208,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.200291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10c65696-57f7-453b-8b83-80af7087a86d req-e4d8794e-8d96-4574-be06-ec34db922e06 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3320425 Nov 12 08:41:05.256318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.342223 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.397078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252978e2-6917-4cb1-9341-639adc39877b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:05.440592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02235d-8ba2-407f-9d3f-a9a5483dc825 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:05.526984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.536040 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.553281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] Deleting port 4216b804-0200-483f-a6fc-f4535eb1ea9e {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:05.555687 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.562946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:05.563772 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.667726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] For port 9b83b152-07e4-4d06-96b5-6a31a2cd2afe, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:05.668809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.684710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for 9b83b152-07e4-4d06-96b5-6a31a2cd2afe owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:05.848156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] For port 4216b804-0200-483f-a6fc-f4535eb1ea9e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4216b804-0200-483f-a6fc-f4535eb1ea9e,segment=NetworkSegment(5d05f885-71ab-40f0-aa0d-6ad1e6a69e32),segment_id=5d05f885-71ab-40f0-aa0d-6ad1e6a69e32)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:05.851699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.944578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] Calling delete_port for 4216b804-0200-483f-a6fc-f4535eb1ea9e owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:05.956365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.991838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.993219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9444973 Nov 12 08:41:06.009112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.010611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba3ced-9143-4f27-8e7d-1ee28746a02b None None] Pushing event updated for resources: {'Port': ['ID=eb3a57ea-288b-453d-90c4-189c0c75af02,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.018712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Routers {'30fb4d1c-1469-4104-95d3-34b9913db567'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:06.021652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['30fb4d1c-1469-4104-95d3-34b9913db567'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:06.033986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 252978e2-6917-4cb1-9341-639adc39877b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=252978e2-6917-4cb1-9341-639adc39877b,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:06.046307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': '74eed751-a853-47ef-a160-ee85524a12b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:06.055623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=9b83b152-07e4-4d06-96b5-6a31a2cd2afe,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.063424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3a3a2-4887-44df-b7e9-d70bdcf495df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74eed751-a853-47ef-a160-ee85524a12b7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.097793 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Router 04411c39-fe06-479a-85b8-39d837bf20b8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:06.185921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.215965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.226170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.241202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4216b804-0200-483f-a6fc-f4535eb1ea9e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:06.246350 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c1a17-293f-4f6a-9202-e26c106070d2 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:06.299959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b2ff-1293-4388-a354-aaea36bfc99b req-bffb78c5-1ff1-4cd5-be62-9a5fb990aa8e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.303572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dd8b2ff-1293-4388-a354-aaea36bfc99b req-bffb78c5-1ff1-4cd5-be62-9a5fb990aa8e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 1.2405782 Nov 12 08:41:06.307249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-308927b4-0745-4f1e-92ac-7060845fa18c service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2221715 Nov 12 08:41:06.369928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4ea96b6e-a536-4861-9c52-b38739ab52c8 None None] Provisioning complete for port eb3a57ea-288b-453d-90c4-189c0c75af02 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:06.370298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ea96b6e-a536-4861-9c52-b38739ab52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.542904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.549246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.575610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.618205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.634135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] Set router 30fb4d1c-1469-4104-95d3-34b9913db567 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:06.642251 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46a33e0c-a19f-4b54-8d9b-91167844099e req-e865f10a-f84f-442c-b97c-1280132409b2 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.5144777 Nov 12 08:41:06.645283 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.651368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.652292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Fanout notify agent at l3_agent the message router_deleted on router b250b47a-2882-4d0c-b740-8f7bca420a8c {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:06.655845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cb5bd9-61ef-47d1-be79-9d8aae9e023d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.670784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.672914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14843612-1c18-4b96-a2f9-d874ee109eb7 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/routers/b250b47a-2882-4d0c-b740-8f7bca420a8c HTTP/1.1" status: 204 len: 168 time: 3.1233523 Nov 12 08:41:06.682535 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.686511 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ec75aa78-785c-4a95-ad0f-8d34798bb52e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6456604 Nov 12 08:41:06.688815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55646) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.713393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55648) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.882076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a970e28-bca7-421f-9bb6-4486b9b1c6c0 req-bb1ec8d4-6374-4ed1-9264-9b706336ca4c service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306942 Nov 12 08:41:06.898478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['252978e2-6917-4cb1-9341-639adc39877b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:06.995222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.029817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e05464bd-8b64-43d3-b52e-9bb63b77c7df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.045422 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e05464bd-8b64-43d3-b52e-9bb63b77c7df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.102441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2dd8b2ff-1293-4388-a354-aaea36bfc99b req-39a0a839-6d0c-46fa-b428-03063fb14d60 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7744448 Nov 12 08:41:07.137525 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.182411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:07.207971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13b8f-8683-417e-b9d2-f9ae4f8b694b req-6f91efda-7bde-4dba-8ccb-f93b2ef3ba05 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.222728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9be13b8f-8683-417e-b9d2-f9ae4f8b694b req-6f91efda-7bde-4dba-8ccb-f93b2ef3ba05 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 944 time: 0.2839572 Nov 12 08:41:07.250796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.285079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed7caa9-3399-4c64-bb55-8e0eea4bddb4']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:07.298585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:07.298883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d05f885-71ab-40f0-aa0d-6ad1e6a69e32') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:07.333885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.364335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.381202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:07.382256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.398194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] No DVR routers for this DVR port 4216b804-0200-483f-a6fc-f4535eb1ea9e on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:07.499909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] Sync routers for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:07.518205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No active binding found for port 4216b804-0200-483f-a6fc-f4535eb1ea9e {{(pid=102373) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:41:07.518948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4216b804-0200-483f-a6fc-f4535eb1ea9e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:07.521252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=252978e2-6917-4cb1-9341-639adc39877b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.532989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] No DVR routers for this DVR port 330a30fe-4a52-4187-bd7e-88e038362208 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:07.547683 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:07.551809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e05464bd-8b64-43d3-b52e-9bb63b77c7df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.558226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e05464bd-8b64-43d3-b52e-9bb63b77c7df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.562732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e05464bd-8b64-43d3-b52e-9bb63b77c7df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/87cb5bd9-61ef-47d1-be79-9d8aae9e023d HTTP/1.1" status: 204 len: 168 time: 0.8482559 Nov 12 08:41:07.564755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55662) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.568286 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.587615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.605204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e2a5dda-2a3f-46a4-b906-db987ee58b11 req-7417f8dc-092c-4827-9c3b-b65046eb19cd tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.32 "DELETE /v2.0/ports/330a30fe-4a52-4187-bd7e-88e038362208 HTTP/1.1" status: 204 len: 173 time: 7.0047927 Nov 12 08:41:07.605204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'name': 'network-vif-deleted', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:07.613447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.616822 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a74448-884a-4682-8214-85aa0156f814" -d '{"events": [{"server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "name": "network-vif-deleted", "tag": "330a30fe-4a52-4187-bd7e-88e038362208"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:07.620021 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/networks/aed7caa9-3399-4c64-bb55-8e0eea4bddb4 HTTP/1.1" status: 204 len: 168 time: 0.9299524 Nov 12 08:41:07.674351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:07.674967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55664) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.675071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:07.696269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae810d-c3e1-4227-b1c4-86f810b6433b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Network': ['ID=aed7caa9-3399-4c64-bb55-8e0eea4bddb4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.705186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb5843-1f22-4974-8b5d-d44188492689 None None] Pushing event deleted for resources: {'Port': ['ID=4216b804-0200-483f-a6fc-f4535eb1ea9e,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.752264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05464bd-8b64-43d3-b52e-9bb63b77c7df tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87cb5bd9-61ef-47d1-be79-9d8aae9e023d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.881754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9be13b8f-8683-417e-b9d2-f9ae4f8b694b req-289e3f60-f2a9-4621-9a31-45f4cb1a0d27 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573272 Nov 12 08:41:07.926093 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae53ce0-d0dd-46b8-adca-388845b17af5 x-openstack-request-id: req-1ae53ce0-d0dd-46b8-adca-388845b17af5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:07.926934 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3769d5-460a-4687-8120-1199e0d88a13", "name": "network-vif-deleted", "tag": "330a30fe-4a52-4187-bd7e-88e038362208", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:07.927579 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ae53ce0-d0dd-46b8-adca-388845b17af5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:07.928479 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3769d5-460a-4687-8120-1199e0d88a13', 'name': 'network-vif-deleted', 'tag': '330a30fe-4a52-4187-bd7e-88e038362208', 'status': 'completed', 'code': 200} Nov 12 08:41:07.930992 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af36413b-b662-40e0-b014-ff621ad7a80e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3592379 Nov 12 08:41:07.932373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55670) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.983622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9b83b152-07e4-4d06-96b5-6a31a2cd2afe no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:08.014351 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c81fc6d0-8537-441c-9324-52a6c574436d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.044036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c81fc6d0-8537-441c-9324-52a6c574436d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.092799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 9b83b152-07e4-4d06-96b5-6a31a2cd2afe {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:08.093176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9b83b152-07e4-4d06-96b5-6a31a2cd2afe not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:08.097012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959cb232-68f6-4ff0-82c8-d380872f6305 req-a5e6ba21-e570-4cd5-9268-44f90c1acaae tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb3769d5-460a-4687-8120-1199e0d88a13 HTTP/1.1" status: 200 len: 210 time: 0.0929492 Nov 12 08:41:08.146177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c81fc6d0-8537-441c-9324-52a6c574436d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.154053 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c81fc6d0-8537-441c-9324-52a6c574436d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.158275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c81fc6d0-8537-441c-9324-52a6c574436d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/74eed751-a853-47ef-a160-ee85524a12b7 HTTP/1.1" status: 204 len: 168 time: 0.2247388 Nov 12 08:41:08.161996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ea96b6e-a536-4861-9c52-b38739ab52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.163768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.191918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fc6d0-8537-441c-9324-52a6c574436d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eed751-a853-47ef-a160-ee85524a12b7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.205340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:40:58Z', 'revision_number': 3, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:08.214660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:08.246808 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-94dea5cc-6e27-484d-bbf5-8c3a2c9166fc tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791395 Nov 12 08:41:08.251728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55676) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.257206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--721276774'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:08.286707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.394538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.402079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.429615 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.431366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4ea96b6e-a536-4861-9c52-b38739ab52c8 None None] For port eb3a57ea-288b-453d-90c4-189c0c75af02, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eb3a57ea-288b-453d-90c4-189c0c75af02,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:08.432200 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1790996 Nov 12 08:41:08.432868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Allocated IP 172.20.0.1 (167db0f5-4014-417a-991a-6e623c414b53/e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5/923e89ad-63d0-4b29-babc-4a9c4f7d4bd1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:08.433859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad440e-f98d-455f-9763-7ebe1b0ed76c None None] The sync data for ids ['30fb4d1c-1469-4104-95d3-34b9913db567'] in n-d-768509-25 is: [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:40:58Z', 'revision_number': 3, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:08.451050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ea96b6e-a536-4861-9c52-b38739ab52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.462637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55678) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.475131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a455b-ba92-48b4-93cb-640868ffd92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:08.567292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656e799-f577-42b6-b869-f926685d53cf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a455b-ba92-48b4-93cb-640868ffd92b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.604163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.676533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64aa44-77ee-4fe2-9d0e-0a80113b93cf req-3c5b4144-68fb-4b10-b729-4a0afd6a9464 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.697868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb64aa44-77ee-4fe2-9d0e-0a80113b93cf req-3c5b4144-68fb-4b10-b729-4a0afd6a9464 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.2606986 Nov 12 08:41:08.703625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea96b6e-a536-4861-9c52-b38739ab52c8 None None] Pushing event updated for resources: {'Port': ['ID=eb3a57ea-288b-453d-90c4-189c0c75af02,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.868717 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.874576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.904489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9e9604-bc74-49fc-8615-56df97c7eb21,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.937094 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.939346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5f18b560-a32d-4d06-a126-9f9c2717c5d8 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4755213 Nov 12 08:41:08.942414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55690) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.955899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a455b-ba92-48b4-93cb-640868ffd92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:09.000460 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port 8aebc6a0-1098-475e-8fb9-9a8af7919fce {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:09.007848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.033879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.085306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.134313 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb64aa44-77ee-4fe2-9d0e-0a80113b93cf req-2ccb23ee-ecbc-4d75-9dba-2ac7c042fef3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352684 Nov 12 08:41:09.183951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.197403 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.221983 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.243992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444fb53d-5900-4c6f-9939-f57f7a0c5978,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:09.255066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55694) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:09.261794 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.262125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.262577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:09.266319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.267844 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c80ae493-54f8-48cf-a08e-47c7bfa72a2e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3239977 Nov 12 08:41:09.279726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55696) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:09.283033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cfe45-54b6-4d39-9b26-0c4f0befc6cd req-5c4d4871-d20d-44b7-9e92-d4535dade9db tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.284261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b55cfe45-54b6-4d39-9b26-0c4f0befc6cd req-5c4d4871-d20d-44b7-9e92-d4535dade9db tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 944 time: 0.1410654 Nov 12 08:41:09.314853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for 8aebc6a0-1098-475e-8fb9-9a8af7919fce owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:09.316812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a455b-ba92-48b4-93cb-640868ffd92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:09.354253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] Checking router: 04411c39-fe06-479a-85b8-39d837bf20b8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:09.378080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:09.378837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:40:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:09.553712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b55cfe45-54b6-4d39-9b26-0c4f0befc6cd req-25393b82-70e2-49ae-bedf-2f4c83e5fefd tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589443 Nov 12 08:41:09.577451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:09.614828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.639201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.774791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Deleting port e337f068-29d9-4541-8baf-b3311dd3ce3c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:09.774791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.865611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.884620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.913911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.928864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6153400 Nov 12 08:41:09.929624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:09.989151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Network 167db0f5-4014-417a-991a-6e623c414b53 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:09.999452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:10.024824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:10.031102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a455b-ba92-48b4-93cb-640868ffd92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:10.045556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edbea7-4d71-45f9-9988-686184b967b6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274a3f99-1672-4421-ba5a-075485d76d56,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.146888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.147220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.162453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.182686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.238676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Calling delete_port for e337f068-29d9-4541-8baf-b3311dd3ce3c owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:10.338678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Pushing event updated for resources: {'Port': ['ID=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.509065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eb3a57ea-288b-453d-90c4-189c0c75af02 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:10.511511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.511815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.512191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.512529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.512863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.513778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.515315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 252978e2-6917-4cb1-9341-639adc39877b up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:10.518991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.519456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.519943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.520369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.523116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.523714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:10.680579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.683822 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.696114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.788112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794407b8-e277-46b7-9131-566e4b38e425,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.806644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event deleted for resources: {'Port': ['ID=e337f068-29d9-4541-8baf-b3311dd3ce3c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.898843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.905236 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41f5a363-96f5-4f76-878a-cfbd0fae8e94 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8886881 Nov 12 08:41:10.919160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cead1a96-dff4-4ca5-8860-dc08b801ce6e None None] Provisioning complete for port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:10.921343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cead1a96-dff4-4ca5-8860-dc08b801ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.922583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55722) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.956780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a455b-ba92-48b4-93cb-640868ffd92b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.029843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa14c8-d63e-47e0-aa06-c79cdfa4a781 req-acd4669b-dda1-45d6-ab54-440272f2c39b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.030894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.042535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72fa14c8-d63e-47e0-aa06-c79cdfa4a781 req-acd4669b-dda1-45d6-ab54-440272f2c39b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.6951702 Nov 12 08:41:11.044357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.051766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bbd70a8a-a767-4cf2-96a9-04afcbebbc79 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "DELETE /v2.0/floatingips/7b7c5ab8-94bd-4633-a600-707b827fee77 HTTP/1.1" status: 204 len: 168 time: 1.7827733 Nov 12 08:41:11.082381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.097428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cead1a96-dff4-4ca5-8860-dc08b801ce6e None None] Port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:11.109673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-da01448c-2d40-44c2-b30b-722c4353933c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.204954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 252978e2-6917-4cb1-9341-639adc39877b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:11.244038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 252978e2-6917-4cb1-9341-639adc39877b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:11.245257 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.388566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port eb3a57ea-288b-453d-90c4-189c0c75af02 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:11.389199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.464479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40b7bc-6a27-4f17-9bb6-92c80d05dd20 req-8d9d0b12-5d04-4bea-9a91-fc99788536ac tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.477982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e40b7bc-6a27-4f17-9bb6-92c80d05dd20 req-8d9d0b12-5d04-4bea-9a91-fc99788536ac tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 944 time: 0.6229796 Nov 12 08:41:11.520450 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.590772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.650207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72fa14c8-d63e-47e0-aa06-c79cdfa4a781 req-9a3d5c04-97e2-4f2d-a82b-4a4b9cb1288e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062629 Nov 12 08:41:11.655389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252978e2-6917-4cb1-9341-639adc39877b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:11.658087 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb5acf6-c0b9-429b-b0db-894cb8a6de85" -d '{"events": [{"server_uuid": "6aa983ab-b6af-443e-a787-f010fdc2e0c1", "name": "network-vif-plugged", "status": "completed", "tag": "252978e2-6917-4cb1-9341-639adc39877b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:11.666105 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.739189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 252978e2-6917-4cb1-9341-639adc39877b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=252978e2-6917-4cb1-9341-639adc39877b,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:11.792630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.865390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:11.909486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04183-733b-4d53-99d0-0826883167fa None None] The sync data for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 is: [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '59b6fb8b-59c4-442a-873d-135ca93aa05d', 'name': '', 'network_id': '56f84fd0-a83a-4ac9-8325-a437fabb32fa', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'mac_address': 'fa:16:3e:ba:2a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:58Z', 'updated_at': '2021-11-12T08:35:21Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'subnets': [{'id': '1dc50cf6-8f2e-4924-9f3d-dfa8a2706591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:12.034219 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.034803 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Floating IP af2149b0-c33b-45fc-873a-1d86e1e88ec4 disassociated (deleted). External IP: 172.25.4.245, port: d86a7f15-baa4-4f86-83ee-ae7a9c61325b. Nov 12 08:41:12.045374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=8aebc6a0-1098-475e-8fb9-9a8af7919fce,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.086727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=252978e2-6917-4cb1-9341-639adc39877b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.112035 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e02740e-c2d6-4da6-b825-bb7f993cf250 x-openstack-request-id: req-8e02740e-c2d6-4da6-b825-bb7f993cf250 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:12.114014 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa983ab-b6af-443e-a787-f010fdc2e0c1", "name": "network-vif-plugged", "status": "completed", "tag": "252978e2-6917-4cb1-9341-639adc39877b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:12.115086 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e02740e-c2d6-4da6-b825-bb7f993cf250 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:12.116653 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252978e2-6917-4cb1-9341-639adc39877b', 'code': 200} Nov 12 08:41:12.121032 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.240283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55744) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.384210 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c614dfdd-1129-40e2-8aed-ab45fe208919 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.422820 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c614dfdd-1129-40e2-8aed-ab45fe208919 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.550507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c614dfdd-1129-40e2-8aed-ab45fe208919 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.554112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c614dfdd-1129-40e2-8aed-ab45fe208919 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.558163 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c614dfdd-1129-40e2-8aed-ab45fe208919 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] 10.222.0.16 "DELETE /v2.0/security-groups/9222fb16-2b5c-47d2-a018-352f4b5fc021 HTTP/1.1" status: 204 len: 168 time: 0.3143101 Nov 12 08:41:12.607961 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-99bf7de9-9d0d-4ec8-b369-664f1a0102f4 service neutron] show failed (client error): The resource could not be found. Nov 12 08:41:12.607961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-99bf7de9-9d0d-4ec8-b369-664f1a0102f4 service neutron] 10.222.0.25 "GET /v2.0/ports/3556b2c6-d0f5-47f2-ba49-15eac23438d5/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.5339241 Nov 12 08:41:12.607961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614dfdd-1129-40e2-8aed-ab45fe208919 tempest-TestServerBasicOps-1308558017 tempest-TestServerBasicOps-1308558017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222fb16-2b5c-47d2-a018-352f4b5fc021,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.636386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.692313 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5b0a2-f194-412e-9f2b-335cf23ad931 None None] New status for floating IP 7b7c5ab8-94bd-4633-a600-707b827fee77: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:12.927736 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.937534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e40b7bc-6a27-4f17-9bb6-92c80d05dd20 req-ebf8c1bc-fa52-4e17-9122-cc5b55d39e8b tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4357417 Nov 12 08:41:13.050011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.192154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2537964f-09a1-42b1-8b67-114ce1e4c7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.227251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.262055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97a444-26e1-4a04-bfd9-01e67c0703bb req-d85730d8-2579-49fb-bbb2-340b921f6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:13.263988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b97a444-26e1-4a04-bfd9-01e67c0703bb req-d85730d8-2579-49fb-bbb2-340b921f6016 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 1097 time: 0.5190549 Nov 12 08:41:13.276626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.354212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Pushing event updated for resources: {'Port': ['ID=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.365021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.497435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-52a95e52-39d7-4778-9dd6-9c3f1e89420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:13.497435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-52a95e52-39d7-4778-9dd6-9c3f1e89420b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 1098 time: 0.5533535 Nov 12 08:41:13.518065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:13.531592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.562284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae0bb4-9a8e-4e5c-8bf2-3edd9d1471f1 req-f1e6ee11-816a-4587-ab36-91757461a6c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:13.563877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4ae0bb4-9a8e-4e5c-8bf2-3edd9d1471f1 req-f1e6ee11-816a-4587-ab36-91757461a6c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.4386532 Nov 12 08:41:13.568192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f059d252-f29e-4418-b8e6-620ddca045fa,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.648456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.649412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-70f5ee20-edac-4cfc-864b-5da7e6fec519 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 2.6995089 Nov 12 08:41:13.706180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55766) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:13.760658 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.786610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b97a444-26e1-4a04-bfd9-01e67c0703bb req-946438bc-a7b3-477b-bc2f-6a8e27668415 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906077 Nov 12 08:41:13.893331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Deleting port 59b6fb8b-59c4-442a-873d-135ca93aa05d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:13.893842 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.901442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4ae0bb4-9a8e-4e5c-8bf2-3edd9d1471f1 req-54e0a373-b4fa-46e9-98dd-0b66e7554b5b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303943 Nov 12 08:41:13.920032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Network 167db0f5-4014-417a-991a-6e623c414b53 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:13.935319 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5da9aa6-8d5d-439c-810b-cfdc8b7a7ebe tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.947846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5da9aa6-8d5d-439c-810b-cfdc8b7a7ebe tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.978010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:14.033281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] For port 59b6fb8b-59c4-442a-873d-135ca93aa05d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=59b6fb8b-59c4-442a-873d-135ca93aa05d,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:14.034386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.053574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Calling delete_port for 59b6fb8b-59c4-442a-873d-135ca93aa05d owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:14.349938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5da9aa6-8d5d-439c-810b-cfdc8b7a7ebe tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.390442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4069c428-6e8c-4410-807d-5992f6e05249 None None] Provisioning complete for port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:14.391034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4069c428-6e8c-4410-807d-5992f6e05249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.391995 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c5da9aa6-8d5d-439c-810b-cfdc8b7a7ebe tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.393190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c5da9aa6-8d5d-439c-810b-cfdc8b7a7ebe tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f059d252-f29e-4418-b8e6-620ddca045fa HTTP/1.1" status: 204 len: 168 time: 0.6841812 Nov 12 08:41:14.399938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55776) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.414030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router edbcdf4f-2e8f-484a-8939-cef887be6aea has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:14.430420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da9aa6-8d5d-439c-810b-cfdc8b7a7ebe tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f059d252-f29e-4418-b8e6-620ddca045fa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.458887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.496960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4069c428-6e8c-4410-807d-5992f6e05249 None None] Port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:14.526980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b6fb8b-59c4-442a-873d-135ca93aa05d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.537815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014bae-bcdc-4d0a-9b9e-b33ed8af56d7 req-bad3c5b0-0c9b-430f-8ae2-af5928322f99 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.551108 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58014bae-bcdc-4d0a-9b9e-b33ed8af56d7 req-bad3c5b0-0c9b-430f-8ae2-af5928322f99 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 945 time: 0.3159869 Nov 12 08:41:14.590844 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.720894 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8663bc69-f268-4efe-a93d-eadab13a6c4a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3189359 Nov 12 08:41:14.727371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55784) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.770884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:14.918141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f99c52db-1949-4db8-9489-13073f00ce0c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.964672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55790) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.998960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f99c52db-1949-4db8-9489-13073f00ce0c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.008922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Router 30fb4d1c-1469-4104-95d3-34b9913db567 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:15.056505 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.071911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58014bae-bcdc-4d0a-9b9e-b33ed8af56d7 req-f4f55f51-fc7d-4d32-a546-81df59c426e2 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198290 Nov 12 08:41:15.138959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:15.151635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] Sync routers for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:15.153968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.173899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:15.174556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.184123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:15.277646 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f99c52db-1949-4db8-9489-13073f00ce0c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.285883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f99c52db-1949-4db8-9489-13073f00ce0c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.287807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f99c52db-1949-4db8-9489-13073f00ce0c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/794407b8-e277-46b7-9131-566e4b38e425 HTTP/1.1" status: 204 len: 168 time: 0.5524471 Nov 12 08:41:15.307522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55798) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.344576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:15.504373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c52db-1949-4db8-9489-13073f00ce0c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=794407b8-e277-46b7-9131-566e4b38e425,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.524566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c43bf6f7-c92a-4f32-b7cd-809238ce3623 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/floatingips/af2149b0-c33b-45fc-873a-1d86e1e88ec4 HTTP/1.1" status: 204 len: 168 time: 7.8535464 Nov 12 08:41:15.548110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:15.552307 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a9924d-c61a-4772-a77d-b16effc135ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:15.562659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb638573-0062-4539-b655-7cf631372ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.603131 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.642785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f455db-6db6-4159-9a03-a2ddb6d607be req-06b20fd7-e8b5-4fe0-a38e-82dae3e590aa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.645038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09f455db-6db6-4159-9a03-a2ddb6d607be req-06b20fd7-e8b5-4fe0-a38e-82dae3e590aa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.5780299 Nov 12 08:41:15.691300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:05Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.746763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Transition to ACTIVE for port object 3556b2c6-d0f5-47f2-ba49-15eac23438d5 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:15.756518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] Checking router: edbcdf4f-2e8f-484a-8939-cef887be6aea for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:15.827782 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.828463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:15.829112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.900212 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f6f21-b0cf-4ba3-b440-995f243375bf x-openstack-request-id: req-2b6f6f21-b0cf-4ba3-b440-995f243375bf {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:15.900659 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:15.901086 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b6f6f21-b0cf-4ba3-b440-995f243375bf {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:15.901744 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'status': 'completed', 'code': 200} Nov 12 08:41:15.913635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e388e0f-e60e-49a5-aa9f-0d53c997f8c1 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6020513 Nov 12 08:41:15.914315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55810) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.952843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Router 04411c39-fe06-479a-85b8-39d837bf20b8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:15.987858 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a4f64fc-950d-4e6f-8406-811ecc7a985b tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.007220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:16.126187 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.163884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:16.177410 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] Sync routers for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:16.182272 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a4f64fc-950d-4e6f-8406-811ecc7a985b tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.184365 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:16.185911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.204471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3456e2fc-5b58-4894-ad72-143d29bd37c3 admin admin] 10.222.0.16 "PUT /v2.0/routers/04411c39-fe06-479a-85b8-39d837bf20b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5641289 Nov 12 08:41:16.204961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55820) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.248924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:16.284688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Sync routers for ids ['30fb4d1c-1469-4104-95d3-34b9913db567'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:16.340325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Routers {'30fb4d1c-1469-4104-95d3-34b9913db567'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:16.341008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['30fb4d1c-1469-4104-95d3-34b9913db567'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.364023 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:16.514789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.641431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a4f64fc-950d-4e6f-8406-811ecc7a985b tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.646168 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:41:14Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.678091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a4f64fc-950d-4e6f-8406-811ecc7a985b tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.682786 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a4f64fc-950d-4e6f-8406-811ecc7a985b tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/274a3f99-1672-4421-ba5a-075485d76d56 HTTP/1.1" status: 204 len: 168 time: 0.7655461 Nov 12 08:41:16.686354 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] Checking router: 04411c39-fe06-479a-85b8-39d837bf20b8 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:16.700684 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] Routers {'04411c39-fe06-479a-85b8-39d837bf20b8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:16.701249 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['04411c39-fe06-479a-85b8-39d837bf20b8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.729282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55822) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.749465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f64fc-950d-4e6f-8406-811ecc7a985b tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=274a3f99-1672-4421-ba5a-075485d76d56,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.817552 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-900fdb87-d20f-469f-82b2-7fcb995a843e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0859227 Nov 12 08:41:16.818830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.827235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.963565 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] Set router 04411c39-fe06-479a-85b8-39d837bf20b8 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:16.983492 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89dde734-65e1-448b-80d1-ff3710fae029 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.003404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89dde734-65e1-448b-80d1-ff3710fae029 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.017498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d21266cf-f8dc-4a86-8322-40a31a08bc2c admin admin] 10.222.0.16 "PUT /v2.0/routers/30fb4d1c-1469-4104-95d3-34b9913db567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0037355 Nov 12 08:41:17.038760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.32', 51436) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.053357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:17.171950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Deleting port bfb0d8a0-70db-4176-bcba-1eb2a94807b5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:17.172242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.185365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89dde734-65e1-448b-80d1-ff3710fae029 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.224988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.246893 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89dde734-65e1-448b-80d1-ff3710fae029 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.255095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89dde734-65e1-448b-80d1-ff3710fae029 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/444fb53d-5900-4c6f-9939-f57f7a0c5978 HTTP/1.1" status: 204 len: 168 time: 0.4301381 Nov 12 08:41:17.256039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dde734-65e1-448b-80d1-ff3710fae029 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=444fb53d-5900-4c6f-9939-f57f7a0c5978,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.266496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55836) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.273835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Set router 30fb4d1c-1469-4104-95d3-34b9913db567 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:17.278897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:05Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:17.310450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:17.339280 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:41:14Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:17.345678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f8e32-70fd-482e-bfc1-3bf94e2b6642 None None] The sync data for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 is: [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'b270404b-730a-4044-99d7-b619e6743073', 'name': '', 'network_id': '02da53e1-e962-4755-9a0e-e80eb6e20ecb', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'mac_address': 'fa:16:3e:07:70:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:53Z', 'updated_at': '2021-11-12T08:39:05Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'subnets': [{'id': '6691f0ca-52af-4e43-b555-8c278cf0a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:17.392150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09f455db-6db6-4159-9a03-a2ddb6d607be req-73c30516-9121-424f-95c5-5527e87df3ab tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6717889 Nov 12 08:41:17.393416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.418201 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae959a-fef9-4bd7-bec3-011b32b3cee6 None None] The sync data for ids ['04411c39-fe06-479a-85b8-39d837bf20b8'] in n-d-768509-25 is: [{'id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'name': 'tempest-TestServerBasicOps-1458142269-router', 'tenant_id': '3f962d75428b4aedbe40446ae6f75b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:41:14Z', 'revision_number': 5, 'project_id': '3f962d75428b4aedbe40446ae6f75b39', 'gw_port': {'id': 'bfb0d8a0-70db-4176-bcba-1eb2a94807b5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04411c39-fe06-479a-85b8-39d837bf20b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:49Z', 'updated_at': '2021-11-12T08:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:17.447518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-74e8c9c7-b166-473b-871b-57dd114cc9ae tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.449247 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-74e8c9c7-b166-473b-871b-57dd114cc9ae tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 0.4086323 Nov 12 08:41:17.545073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9924d-c61a-4772-a77d-b16effc135ee req-618dd704-50d8-4aa4-9781-eb55bfe0f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.547530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-618dd704-50d8-4aa4-9781-eb55bfe0f6a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 1137 time: 1.6290262 Nov 12 08:41:17.548710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] No DVR routers for this DVR port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:17.632774 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2673a154-d20c-4858-a9e6-e48b2ecfdcd3 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3458760 Nov 12 08:41:17.632774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55846) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.732139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9924d-c61a-4772-a77d-b16effc135ee req-fd363c22-b82a-425e-ad9f-72434e95ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.733651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-fd363c22-b82a-425e-ad9f-72434e95ebe5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02da53e1-e962-4755-9a0e-e80eb6e20ecb HTTP/1.1" status: 200 len: 896 time: 0.1358426 Nov 12 08:41:17.769275 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e621fc7-063b-4e61-87a5-a776a83f4cde req-86514d05-33e1-4d52-b978-063cd75c9ffc tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.780250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e621fc7-063b-4e61-87a5-a776a83f4cde req-86514d05-33e1-4d52-b978-063cd75c9ffc tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 1.7734523 Nov 12 08:41:17.840143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] For port bfb0d8a0-70db-4176-bcba-1eb2a94807b5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:17.840143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.843683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac9a0e36-3059-4add-8b94-6de16eae23f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.855081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac9a0e36-3059-4add-8b94-6de16eae23f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.892413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-e4653408-1e25-4f69-abfe-45ce41ad7ac2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b HTTP/1.1" status: 200 len: 217 time: 0.1040869 Nov 12 08:41:17.923938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:17.931191 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc28648-5cf8-4fd1-a742-d9ec62d2cc3d" -d '{"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-unplugged", "status": "completed", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:17.951217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 59b6fb8b-59c4-442a-873d-135ca93aa05d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:17.954900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac9a0e36-3059-4add-8b94-6de16eae23f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.988166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 59b6fb8b-59c4-442a-873d-135ca93aa05d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:17.989028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 59b6fb8b-59c4-442a-873d-135ca93aa05d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:17.991498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Calling delete_port for bfb0d8a0-70db-4176-bcba-1eb2a94807b5 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:18.006145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:41:10Z', 'revision_number': 4, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '923e89ad-63d0-4b29-babc-4a9c4f7d4bd1', 'name': '', 'network_id': '167db0f5-4014-417a-991a-6e623c414b53', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'mac_address': 'fa:16:3e:e6:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:07Z', 'updated_at': '2021-11-12T08:41:11Z', 'revision_number': 2, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'subnets': [{'id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:18.006452 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ac9a0e36-3059-4add-8b94-6de16eae23f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.011725 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e86642-d042-4e0b-b35e-d6768623826c None None] New status for floating IP af2149b0-c33b-45fc-873a-1d86e1e88ec4: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:18.012671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ac9a0e36-3059-4add-8b94-6de16eae23f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/db9e9604-bc74-49fc-8615-56df97c7eb21 HTTP/1.1" status: 204 len: 168 time: 0.3808789 Nov 12 08:41:18.014457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a0e36-3059-4add-8b94-6de16eae23f9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db9e9604-bc74-49fc-8615-56df97c7eb21,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.016976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9924d-c61a-4772-a77d-b16effc135ee req-b6267501-1db8-4a9b-8654-90fb3289fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.020023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-b6267501-1db8-4a9b-8654-90fb3289fbc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6691f0ca-52af-4e43-b555-8c278cf0a540 HTTP/1.1" status: 200 len: 835 time: 0.1141210 Nov 12 08:41:18.026559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55852) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.033306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb638573-0062-4539-b655-7cf631372ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.102365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Checking router: 30fb4d1c-1469-4104-95d3-34b9913db567 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:18.103007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Updating router 30fb4d1c-1469-4104-95d3-34b9913db567 port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:41:18.107973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb638573-0062-4539-b655-7cf631372ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.139395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port d86a7f15-baa4-4f86-83ee-ae7a9c61325b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:18.139395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.152691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f01b97-9117-4bb9-8fc4-c112ac241f9c req-e47de928-cd00-4ccd-b1c7-79ef513f7a43 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.170632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30f01b97-9117-4bb9-8fc4-c112ac241f9c req-e47de928-cd00-4ccd-b1c7-79ef513f7a43 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 945 time: 0.5708611 Nov 12 08:41:18.178832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fb638573-0062-4539-b655-7cf631372ac8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94fd779644924c16ab320a827f308cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2104175 Nov 12 08:41:18.186303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.237108 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.306126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e621fc7-063b-4e61-87a5-a776a83f4cde req-18b92560-a3a9-4eaf-8162-18fd415b3794 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5249794 Nov 12 08:41:18.372876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a882de-fcbc-497d-b0e5-2704feab628a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.420462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30f01b97-9117-4bb9-8fc4-c112ac241f9c req-fcc3ca84-1225-4a47-a0dd-c18dd11ef4d5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486269 Nov 12 08:41:18.425611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb638573-0062-4539-b655-7cf631372ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5673a65-3fab-49c4-9112-2818513de3d8,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.438551 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-419ebd55-3803-430e-a023-db3f6761c792 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4030895 Nov 12 08:41:18.441245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55862) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.466797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9924d-c61a-4772-a77d-b16effc135ee req-075a7519-5280-4a6e-a76e-b5edda6adb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.473512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-075a7519-5280-4a6e-a76e-b5edda6adb33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02da53e1-e962-4755-9a0e-e80eb6e20ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4427564 Nov 12 08:41:18.525769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a882de-fcbc-497d-b0e5-2704feab628a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.531051 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67995531-7fbb-4425-b637-b8321d69f14c x-openstack-request-id: req-67995531-7fbb-4425-b637-b8321d69f14c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:18.531051 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-unplugged", "status": "completed", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:18.531402 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67995531-7fbb-4425-b637-b8321d69f14c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:18.531571 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'code': 200} Nov 12 08:41:18.654652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] For port d86a7f15-baa4-4f86-83ee-ae7a9c61325b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:18.655177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.677879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for d86a7f15-baa4-4f86-83ee-ae7a9c61325b owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:18.716348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:18.716838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:18.717172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:18.749438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:18.749848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Attempting to bind port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:18.765392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:18.765749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Checking segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:18.766149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Bound using segment: {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:18.767863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Bound port: 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ff8fcc-37e3-44dc-8176-e3e273601cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:18.768279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.770891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b539de08-cd45-4c98-b141-4a4945833d28 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.864101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b539de08-cd45-4c98-b141-4a4945833d28 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.867926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a882de-fcbc-497d-b0e5-2704feab628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.872661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b4a882de-fcbc-497d-b0e5-2704feab628a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.879039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4a882de-fcbc-497d-b0e5-2704feab628a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5673a65-3fab-49c4-9112-2818513de3d8 HTTP/1.1" status: 204 len: 168 time: 0.6757555 Nov 12 08:41:18.914773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a882de-fcbc-497d-b0e5-2704feab628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5673a65-3fab-49c4-9112-2818513de3d8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.945203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.975504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca30f9-3db9-4811-921e-2336bee6a58e req-41332192-be3c-482e-87cc-4c7c0bf77933 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.984363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69ca30f9-3db9-4811-921e-2336bee6a58e req-41332192-be3c-482e-87cc-4c7c0bf77933 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.3792353 Nov 12 08:41:19.070506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-b997aa59-d08b-4385-879d-d07ae959888d service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374610 Nov 12 08:41:19.078426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca54ac3-33be-4889-bf2f-f91811783e1f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:19.177564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b539de08-cd45-4c98-b141-4a4945833d28 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.184315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b539de08-cd45-4c98-b141-4a4945833d28 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.185576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb0d8a0-70db-4176-bcba-1eb2a94807b5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.191014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b539de08-cd45-4c98-b141-4a4945833d28 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd1a455b-ba92-48b4-93cb-640868ffd92b HTTP/1.1" status: 204 len: 168 time: 0.7474744 Nov 12 08:41:19.191863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55912) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:19.200110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:19.332265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.363039 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:19.412249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69ca30f9-3db9-4811-921e-2336bee6a58e req-79b136af-edc9-4c65-8dff-163d8cd63968 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214385 Nov 12 08:41:19.437296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:19.473020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539de08-cd45-4c98-b141-4a4945833d28 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a455b-ba92-48b4-93cb-640868ffd92b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.473290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.505164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.514203 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.710088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b22966-b9a2-4486-ba9a-abd6808c2c85 None None] Pushing event updated for resources: {'Port': ['ID=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.734542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-754642dd-6dbc-4392-8ca3-48c95a828a9d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5185466 Nov 12 08:41:19.739670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55930) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:19.744788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480376928'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:19.757855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-a2679044-0be7-4d4e-998a-7b308f0463f9 service neutron] 10.222.0.32 "GET /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796424 Nov 12 08:41:19.759488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.760199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.761640 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] 10.222.0.32 "PUT /v2.0/ports/3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 1093 time: 6.2504091 Nov 12 08:41:19.910806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189a719-3f76-48b8-9502-e77417d5d893 req-9a078113-f4ea-4c1a-b861-c002078bebec tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.912849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d189a719-3f76-48b8-9502-e77417d5d893 req-9a078113-f4ea-4c1a-b861-c002078bebec tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 985 time: 0.3090899 Nov 12 08:41:19.917762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.923740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507c8a-70da-4a77-8861-575a9f70c950 service neutron] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.040309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Attempting to bind port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:20.041995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Attempting to bind port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:20.042176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Attempting to bind port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 on network 167db0f5-4014-417a-991a-6e623c414b53 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:20.044720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.064648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.078311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:20.081652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Checking segment: {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:20.082533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.085447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Bound using segment: {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:20.086390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Bound port: 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '167db0f5-4014-417a-991a-6e623c414b53'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:20.087190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.119688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d189a719-3f76-48b8-9502-e77417d5d893 req-45334b17-d735-48cb-a295-ef791712fb76 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/security-groups?id=041a864b-917f-498c-8e1e-7399d0cd901f&id=fc684e31-47ba-468a-9554-ca5580e113cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1973379 Nov 12 08:41:20.174525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.182751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=d86a7f15-baa4-4f86-83ee-ae7a9c61325b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.186048 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-7155914f-1677-4b07-94b4-c3cd19f65b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.196067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-7155914f-1677-4b07-94b4-c3cd19f65b48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1096 time: 0.3951435 Nov 12 08:41:20.294708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device d86a7f15-baa4-4f86-83ee-ae7a9c61325b no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:20.472636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: d86a7f15-baa4-4f86-83ee-ae7a9c61325b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:20.473473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device d86a7f15-baa4-4f86-83ee-ae7a9c61325b not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:20.495653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 55950) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:20.564723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] For port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:20.579720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] For port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,segment=NetworkSegment(6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f),segment_id=6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:20.588923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.590825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04411c39-fe06-479a-85b8-39d837bf20b8 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:20.605796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.681509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] No DVR routers for this DVR port d86a7f15-baa4-4f86-83ee-ae7a9c61325b on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:20.696854 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.705129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d2a68a74-09bf-46b7-94e1-c3fa0334f850 admin admin] 10.222.0.16 "DELETE /v2.0/routers/04411c39-fe06-479a-85b8-39d837bf20b8 HTTP/1.1" status: 204 len: 168 time: 4.4851549 Nov 12 08:41:20.714482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.722402 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08ea4379-72c0-4a18-8622-9af49ea72e66 req-49ae6486-0e4c-4ba3-8110-3a5febb0076b tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.32 "DELETE /v2.0/ports/d86a7f15-baa4-4f86-83ee-ae7a9c61325b HTTP/1.1" status: 204 len: 173 time: 3.2561705 Nov 12 08:41:20.723883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 55972) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:20.728878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'name': 'network-vif-deleted', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:20.736801 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec8dee3-5077-481c-ad53-b444ac3f74f8" -d '{"events": [{"server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "name": "network-vif-deleted", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:20.826397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bc4af9f5-1e1e-422b-a053-a55abdc14518 None None] Provisioning complete for port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:20.827746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bc4af9f5-1e1e-422b-a053-a55abdc14518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.864099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:20.866809 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1826ead4-ff6b-4bf6-9823-751228c2f56d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:21.061713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Deleting subnet 1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:21.083542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.149569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Routers {'30fb4d1c-1469-4104-95d3-34b9913db567'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:21.155720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['30fb4d1c-1469-4104-95d3-34b9913db567'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:21.290715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.351411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b22966-b9a2-4486-ba9a-abd6808c2c85 None None] Pushing event updated for resources: {'Port': ['ID=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.525676 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f37a26c-5b0d-4688-855e-70ca83d72e07 x-openstack-request-id: req-1f37a26c-5b0d-4688-855e-70ca83d72e07 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:21.526141 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf553e4-78df-4ba4-8618-e9dbc215f636", "name": "network-vif-deleted", "tag": "d86a7f15-baa4-4f86-83ee-ae7a9c61325b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:21.526536 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f37a26c-5b0d-4688-855e-70ca83d72e07 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:21.527148 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf553e4-78df-4ba4-8618-e9dbc215f636', 'name': 'network-vif-deleted', 'tag': 'd86a7f15-baa4-4f86-83ee-ae7a9c61325b', 'status': 'completed', 'code': 200} Nov 12 08:41:21.657034 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bc4af9f5-1e1e-422b-a053-a55abdc14518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.688313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.696618 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8cee31-2083-4550-8f21-9c5c7b1f812a x-openstack-request-id: req-ad8cee31-2083-4550-8f21-9c5c7b1f812a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:21.705548 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:21.710249 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad8cee31-2083-4550-8f21-9c5c7b1f812a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:21.711110 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'status': 'completed', 'code': 200} Nov 12 08:41:21.752973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] Set router 30fb4d1c-1469-4104-95d3-34b9913db567 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:21.764161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.883746 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.946014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfb0d8a0-70db-4176-bcba-1eb2a94807b5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:21.957431 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.967685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2250636 Nov 12 08:41:21.969576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56042) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:21.976270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': '8436ab54-2332-4ef7-8170-65cc36663baf', 'direction': 'ingress', 'protocol': 17}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:21.985320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bc4af9f5-1e1e-422b-a053-a55abdc14518 None None] For port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,segment=NetworkSegment(6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f),segment_id=6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.995542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.007117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-9e43026d-e2d6-42ce-92b3-de5ded2e88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.010658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-9e43026d-e2d6-42ce-92b3-de5ded2e88ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1096 time: 0.3165827 Nov 12 08:41:22.026483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-2b2ddadc-917b-46be-a3e8-79dad20ceac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.032005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-2b2ddadc-917b-46be-a3e8-79dad20ceac4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 1.8265932 Nov 12 08:41:22.054068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dc5a5-9458-4fab-bf45-18977a2abdec req-781bb083-50fb-4950-a62f-0b864a6230da tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.057762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d74dc5a5-9458-4fab-bf45-18977a2abdec req-781bb083-50fb-4950-a62f-0b864a6230da tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 1.0303841 Nov 12 08:41:22.124421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: bfb0d8a0-70db-4176-bcba-1eb2a94807b5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:22.125129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfb0d8a0-70db-4176-bcba-1eb2a94807b5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:22.127018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bc4af9f5-1e1e-422b-a053-a55abdc14518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.189240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9f5dd1e-cb2d-47fd-80e8-accd4b6cf058 req-766c236f-6ca9-429e-a936-8e1189cc63c1 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cf553e4-78df-4ba4-8618-e9dbc215f636 HTTP/1.1" status: 200 len: 210 time: 0.2202756 Nov 12 08:41:22.194123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b4c3b-15f9-4c7c-a2a3-1f94b98b4ed0 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8436ab54-2332-4ef7-8170-65cc36663baf,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.274359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-7d7dd753-c301-4ff0-a998-16ba716cea89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 999 time: 0.2001052 Nov 12 08:41:22.275959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-a69217b5-9e4b-4619-93ad-cbd0d4a7a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.277658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-a69217b5-9e4b-4619-93ad-cbd0d4a7a726 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.2365384 Nov 12 08:41:22.284761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.290572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc50cf6-8f2e-4924-9f3d-dfa8a2706591,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.307787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.312067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41636dab-30f8-4db8-beff-6151037afc32 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1dc50cf6-8f2e-4924-9f3d-dfa8a2706591 HTTP/1.1" status: 204 len: 168 time: 1.5685489 Nov 12 08:41:22.348491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0a16ff-c117-47ae-9f77-767d9d85e621 None None] Network 56f84fd0-a83a-4ac9-8325-a437fabb32fa requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:22.352177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56046) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.356328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d74dc5a5-9458-4fab-bf45-18977a2abdec req-1983bcc9-c791-4325-be5d-dbbc45f12ca9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617795 Nov 12 08:41:22.421988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-ee380511-d2d9-4ecd-9aff-33cb312307a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 999 time: 0.1338766 Nov 12 08:41:22.424125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.458690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.497998 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-57de3f19-00ae-43f0-8a2d-b169fd4f8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.501319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-57de3f19-00ae-43f0-8a2d-b169fd4f8e19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.2185464 Nov 12 08:41:22.524519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a5a7eeb9-89ed-44a3-943c-a5e4c28046f5 None None] Provisioning complete for port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.530846 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a5a7eeb9-89ed-44a3-943c-a5e4c28046f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.540265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4af9f5-1e1e-422b-a053-a55abdc14518 None None] Pushing event updated for resources: {'Port': ['ID=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.566452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4ef4ae-c7ac-4981-99d0-5752765fe526,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.592393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.594012 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5177c29b-cf62-481e-a3d6-ebb22d2886af tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6231160 Nov 12 08:41:22.596748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56050) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.633933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.641635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-0526b6cf-8599-43c4-a320-35e24c016cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.643486 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-0526b6cf-8599-43c4-a320-35e24c016cef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.2061987 Nov 12 08:41:22.726338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-6bcc67e2-3064-4706-adc2-bd3b971a2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.737729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-6bcc67e2-3064-4706-adc2-bd3b971a2fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2071154 Nov 12 08:41:22.748106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e66b2a1a-55eb-4fd7-aafb-f898ce0f9659 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.787313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e66b2a1a-55eb-4fd7-aafb-f898ce0f9659 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.860910 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.918489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e66b2a1a-55eb-4fd7-aafb-f898ce0f9659 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.923002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e66b2a1a-55eb-4fd7-aafb-f898ce0f9659 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.927866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e66b2a1a-55eb-4fd7-aafb-f898ce0f9659 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/8436ab54-2332-4ef7-8170-65cc36663baf HTTP/1.1" status: 204 len: 168 time: 0.3298478 Nov 12 08:41:22.928998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56058) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.965782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-8ca11adf-6ca1-44d9-8786-fc53d4bdcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.969632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-8ca11adf-6ca1-44d9-8786-fc53d4bdcc80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2947514 Nov 12 08:41:22.990979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b2a1a-55eb-4fd7-aafb-f898ce0f9659 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8436ab54-2332-4ef7-8170-65cc36663baf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.097857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-94a22add-f9a9-4fa1-947d-27c0180ecfdd tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1528673 Nov 12 08:41:23.098762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56080) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.172487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-ed9cc052-fef2-4ae1-927c-099cd5ec7bd2 service neutron] 10.222.0.32 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059443 Nov 12 08:41:23.235356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--455523317'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:23.244700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Deleting port c0b4ccf4-c603-4605-9900-9cb2906358cb {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:23.245368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.293398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56098) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.337843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.458559 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa862596-12a7-48ed-a9b7-2f456227b18d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.496853 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-e819eb0f-f98c-491e-8349-0e3921c3a5e1 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177696 Nov 12 08:41:23.537801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa862596-12a7-48ed-a9b7-2f456227b18d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.593291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:41:10Z', 'revision_number': 4, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '923e89ad-63d0-4b29-babc-4a9c4f7d4bd1', 'name': '', 'network_id': '167db0f5-4014-417a-991a-6e623c414b53', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'mac_address': 'fa:16:3e:e6:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:07Z', 'updated_at': '2021-11-12T08:41:20Z', 'revision_number': 4, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'subnets': [{'id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:23.695844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ea23e-aaa4-4871-ae84-7216ea027906 None None] The sync data for ids ['30fb4d1c-1469-4104-95d3-34b9913db567'] in n-d-768509-25 is: [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:41:10Z', 'revision_number': 4, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '923e89ad-63d0-4b29-babc-4a9c4f7d4bd1', 'name': '', 'network_id': '167db0f5-4014-417a-991a-6e623c414b53', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'mac_address': 'fa:16:3e:e6:0c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:07Z', 'updated_at': '2021-11-12T08:41:20Z', 'revision_number': 4, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'subnets': [{'id': 'e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:23.697778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] DHCP port deletion for 56f84fd0-a83a-4ac9-8325-a437fabb32fa request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:23.896013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] Deleting port c0b4ccf4-c603-4605-9900-9cb2906358cb {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:23.896460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.902525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.947358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.018504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa862596-12a7-48ed-a9b7-2f456227b18d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.021434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fa862596-12a7-48ed-a9b7-2f456227b18d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.025011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fa862596-12a7-48ed-a9b7-2f456227b18d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/security-groups/041a864b-917f-498c-8e1e-7399d0cd901f HTTP/1.1" status: 204 len: 168 time: 0.7270277 Nov 12 08:41:24.030816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfebaae-9109-4ff1-9384-25ef75f6c458,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.033534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56114) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.045073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] For port c0b4ccf4-c603-4605-9900-9cb2906358cb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c0b4ccf4-c603-4605-9900-9cb2906358cb,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.045589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.132190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] For port c0b4ccf4-c603-4605-9900-9cb2906358cb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c0b4ccf4-c603-4605-9900-9cb2906358cb,segment=NetworkSegment(47e19bbf-ff97-4d2f-a469-48b7c954d7b1),segment_id=47e19bbf-ff97-4d2f-a469-48b7c954d7b1)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:24.134895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.161846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa862596-12a7-48ed-a9b7-2f456227b18d tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a864b-917f-498c-8e1e-7399d0cd901f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.165253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:24.184148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-f4e6da37-17f0-451d-a69d-316136254aac service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794274 Nov 12 08:41:24.202355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Calling delete_port for c0b4ccf4-c603-4605-9900-9cb2906358cb owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:24.225690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.230986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-38f863f2-377c-4f6d-8ceb-b273b5132320 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9981523 Nov 12 08:41:24.234187 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56118) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.247957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411469655'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:24.279639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] Calling delete_port for c0b4ccf4-c603-4605-9900-9cb2906358cb owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:24.310966 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33118ec2-0ffe-4a9e-9cb5-2ee848d70e2f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.379059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33118ec2-0ffe-4a9e-9cb5-2ee848d70e2f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.391423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.392873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b90d4e-37a9-4c5a-bcc4-d02991cf9ce4 req-8b613d19-b90d-4874-ac76-e10087b41af3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.400763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21b90d4e-37a9-4c5a-bcc4-d02991cf9ce4 req-8b613d19-b90d-4874-ac76-e10087b41af3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.3443797 Nov 12 08:41:24.420295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d3e5b37-4aad-4e53-ad50-2fb693d30989 req-9b4f852c-c605-41fd-b61b-528b38ecfcc0 service neutron] 10.222.0.32 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2325208 Nov 12 08:41:24.590294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:24.591191 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.592877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21b90d4e-37a9-4c5a-bcc4-d02991cf9ce4 req-78497e1b-3055-4719-9a5b-a9884ab546eb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907752 Nov 12 08:41:24.612135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33118ec2-0ffe-4a9e-9cb5-2ee848d70e2f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.614757 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-33118ec2-0ffe-4a9e-9cb5-2ee848d70e2f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.618430 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-33118ec2-0ffe-4a9e-9cb5-2ee848d70e2f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc684e31-47ba-468a-9554-ca5580e113cf HTTP/1.1" status: 204 len: 168 time: 0.5706167 Nov 12 08:41:24.619063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56126) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.630538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.636592 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.643862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-0eeb9dc1-8c50-4a04-80ff-11b9112cbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.646641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-0eeb9dc1-8c50-4a04-80ff-11b9112cbf5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1096 time: 0.1570673 Nov 12 08:41:24.651198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Deleting port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:24.651852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.678944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33118ec2-0ffe-4a9e-9cb5-2ee848d70e2f tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc684e31-47ba-468a-9554-ca5580e113cf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.700122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b4ccf4-c603-4605-9900-9cb2906358cb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.767521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] No DVR routers for this DVR port c0b4ccf4-c603-4605-9900-9cb2906358cb on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:24.771236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.772327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.831806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] No DVR routers for this DVR port c0b4ccf4-c603-4605-9900-9cb2906358cb on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:24.864520 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.866136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6288888 Nov 12 08:41:24.869612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56130) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.870487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52c18-70e2-43f4-93bf-00cc8920cd4f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b254b-04cc-4c2d-a549-3873195b0105,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.881097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': '7bfebaae-9109-4ff1-9384-25ef75f6c458', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aa2b254b-04cc-4c2d-a549-3873195b0105', 'remote_ip_prefix': None}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:24.928705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3a466-1b2b-4249-8513-4a7cf1fb58ae None None] Pushing event deleted for resources: {'Port': ['ID=c0b4ccf4-c603-4605-9900-9cb2906358cb,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.177455 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.187216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] For port 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,segment=NetworkSegment(6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f),segment_id=6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:25.187593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.211412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c0b4ccf4-c603-4605-9900-9cb2906358cb no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:25.224134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Calling delete_port for 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:25.234440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.243152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-f6d7ad5f-fabe-47e3-9c90-898ddeb7a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.244565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-f6d7ad5f-fabe-47e3-9c90-898ddeb7a980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.5814784 Nov 12 08:41:25.253350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f84fd0-a83a-4ac9-8325-a437fabb32fa']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:25.259680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c0b4ccf4-c603-4605-9900-9cb2906358cb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:25.260026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c0b4ccf4-c603-4605-9900-9cb2906358cb not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:25.280635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e19bbf-ff97-4d2f-a469-48b7c954d7b1') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:25.281176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e19bbf-ff97-4d2f-a469-48b7c954d7b1') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:25.368991 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.413186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.437657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:25.438223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:25.440495 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:25.529471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-25b9997d-5689-4710-99a0-68f5182f5cf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 999 time: 0.2707422 Nov 12 08:41:25.654976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.680355 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.689054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] 10.222.0.16 "DELETE /v2.0/networks/56f84fd0-a83a-4ac9-8325-a437fabb32fa HTTP/1.1" status: 204 len: 168 time: 3.3307948 Nov 12 08:41:25.691278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56148) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:25.800535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-425752c3-8f09-45bb-b12c-29de80ce5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.801740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-425752c3-8f09-45bb-b12c-29de80ce5c6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.2610874 Nov 12 08:41:25.802497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce39a1-c335-47a2-bd06-ad5e8f046838 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f84fd0-a83a-4ac9-8325-a437fabb32fa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.018295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.045381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.088037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd2cf01-d928-415b-a246-493edee4eff4,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.093191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-a070b7af-5de8-4e30-99fe-5056f036ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.095082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-a070b7af-5de8-4e30-99fe-5056f036ab3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523851 Nov 12 08:41:26.110507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.112718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6479c8aa-d8a7-49ed-8a06-7639b789e03a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2375245 Nov 12 08:41:26.119512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.185550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9827-ccbf-42a6-a66c-794e69c8e142 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.197788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9827-ccbf-42a6-a66c-794e69c8e142 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.211707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4660daf-8c78-4a31-8680-67be31b70d98 req-db7a9456-bac1-4fce-96cc-98375176f49e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.214812 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4660daf-8c78-4a31-8680-67be31b70d98 req-db7a9456-bac1-4fce-96cc-98375176f49e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.4278038 Nov 12 08:41:26.252602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.290428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9827-ccbf-42a6-a66c-794e69c8e142 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.299754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c2d9827-ccbf-42a6-a66c-794e69c8e142 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.303703 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c2d9827-ccbf-42a6-a66c-794e69c8e142 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5dd2cf01-d928-415b-a246-493edee4eff4 HTTP/1.1" status: 204 len: 168 time: 0.1768661 Nov 12 08:41:26.305700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.334459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.350286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d9827-ccbf-42a6-a66c-794e69c8e142 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dd2cf01-d928-415b-a246-493edee4eff4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.438780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=923e89ad-63d0-4b29-babc-4a9c4f7d4bd1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.460526 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f3777476-7f10-4f6a-a5c8-f522688f9ce4 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1507325 Nov 12 08:41:26.462030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4660daf-8c78-4a31-8680-67be31b70d98 req-26a3818e-23a3-4c79-9276-7fab606df454 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360601 Nov 12 08:41:26.466454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56166) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.473876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-41012d65-4651-41f0-b4a2-3882a4f3a0a7 service neutron] 10.222.0.32 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482320 Nov 12 08:41:26.885224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55568f10-3a6c-4604-8f36-bb2dc2224081 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.935252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.938620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1826ead4-ff6b-4bf6-9823-751228c2f56d req-089875ca-b31e-415a-aee3-acc95744f49b service neutron] 10.222.0.32 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359508 Nov 12 08:41:26.959297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55568f10-3a6c-4604-8f36-bb2dc2224081 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.060657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55568f10-3a6c-4604-8f36-bb2dc2224081 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.063400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55568f10-3a6c-4604-8f36-bb2dc2224081 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.067388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55568f10-3a6c-4604-8f36-bb2dc2224081 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa2b254b-04cc-4c2d-a549-3873195b0105 HTTP/1.1" status: 204 len: 168 time: 0.5917408 Nov 12 08:41:27.071384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56174) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:27.088595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55568f10-3a6c-4604-8f36-bb2dc2224081 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b254b-04cc-4c2d-a549-3873195b0105,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.128691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port b270404b-730a-4044-99d7-b619e6743073 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:27.129080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.256126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9fd4ace2-52d7-41ca-abba-3744f0924439 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1821539 Nov 12 08:41:27.258377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56182) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:27.311614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] For port b270404b-730a-4044-99d7-b619e6743073, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b270404b-730a-4044-99d7-b619e6743073,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:27.311984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.343414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for b270404b-730a-4044-99d7-b619e6743073 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:27.363285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0375bcb-eb78-4135-a0f6-bd20936b0311 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.438392 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0375bcb-eb78-4135-a0f6-bd20936b0311 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.585426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0375bcb-eb78-4135-a0f6-bd20936b0311 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.592654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0375bcb-eb78-4135-a0f6-bd20936b0311 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.599124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c0375bcb-eb78-4135-a0f6-bd20936b0311 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bfebaae-9109-4ff1-9384-25ef75f6c458 HTTP/1.1" status: 204 len: 168 time: 0.3394370 Nov 12 08:41:27.600523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56192) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:27.634928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0375bcb-eb78-4135-a0f6-bd20936b0311 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfebaae-9109-4ff1-9384-25ef75f6c458,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.735929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f4720989-b03f-4397-a0e4-60a61b4e24a2 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1149340 Nov 12 08:41:27.739628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56196) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:27.754034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209364552'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:27.786858 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.923857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Router 30fb4d1c-1469-4104-95d3-34b9913db567 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:27.926861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.968826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6772e5-8948-4dfd-a93c-00c88cc88e35 req-c616115c-ad3e-4ee6-a6de-361b162318d1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.972657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=b270404b-730a-4044-99d7-b619e6743073,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.977993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff6772e5-8948-4dfd-a93c-00c88cc88e35 req-c616115c-ad3e-4ee6-a6de-361b162318d1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.2564659 Nov 12 08:41:27.989586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.021627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.087826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.164830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff6772e5-8948-4dfd-a93c-00c88cc88e35 req-03b35366-2861-48fa-a072-03664d9acf9d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811955 Nov 12 08:41:28.165083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.166256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4253581 Nov 12 08:41:28.183515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:28.183515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': '519eeef4-4c5d-4b11-b518-5a1146dfbe4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:28.254316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b96fc-617c-41ac-8256-c50bf58e9360 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519eeef4-4c5d-4b11-b518-5a1146dfbe4d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:28.292298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.325214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:28.377516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:28.389958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d90fb7f0-c318-4fdb-881b-20ba76df2d0a admin admin] 10.222.0.16 "PUT /v2.0/routers/30fb4d1c-1469-4104-95d3-34b9913db567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8783402 Nov 12 08:41:28.390672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56208) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:28.401375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.422100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] Sync routers for ids ['30fb4d1c-1469-4104-95d3-34b9913db567'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:28.445455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] Routers {'30fb4d1c-1469-4104-95d3-34b9913db567'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:28.446612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['30fb4d1c-1469-4104-95d3-34b9913db567'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:28.487450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.645206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] Set router 30fb4d1c-1469-4104-95d3-34b9913db567 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:28.683596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.836568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.969104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:28.998324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Router edbcdf4f-2e8f-484a-8939-cef887be6aea has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:29.013723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b55ab96-e85f-48a1-bcca-b2dcdfe296ac,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.024479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'port_id': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'mac_address': 'fa:16:3e:be:20:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:29.061257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-19b6eecc-eaca-4dae-ad78-7a5366886cf5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.065281 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-19b6eecc-eaca-4dae-ad78-7a5366886cf5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b&tenant_id=3d02e35b023247f58a3fcf58676cdf05&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 944 time: 0.4061861 Nov 12 08:41:29.075857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.076516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.078785 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-de8295c3-c177-4a98-b51a-59df7bec7410 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9044666 Nov 12 08:41:29.086281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56224) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:29.095215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bdbab-fcb7-441f-95a7-280e2a988872 req-ba82fe43-5e99-453d-9828-511279a66c7a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.096853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f34bdbab-fcb7-441f-95a7-280e2a988872 req-ba82fe43-5e99-453d-9828-511279a66c7a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 944 time: 0.4393122 Nov 12 08:41:29.106731 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.136617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3556b2c6-d0f5-47f2-ba49-15eac23438d5 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:29.168718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:29.175519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:41:26Z', 'revision_number': 5, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port': {'id': 'eb3a57ea-288b-453d-90c4-189c0c75af02', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:55Z', 'updated_at': '2021-11-12T08:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.190549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d817df36-05be-4940-9dad-1b163b3404b9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.207444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] Checking router: 30fb4d1c-1469-4104-95d3-34b9913db567 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:29.209803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.248630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] Routers {'30fb4d1c-1469-4104-95d3-34b9913db567'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:29.249309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['30fb4d1c-1469-4104-95d3-34b9913db567'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.278928 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d817df36-05be-4940-9dad-1b163b3404b9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.359096 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-6124d9b4-b2e6-4b80-b605-46944e8ff4c9 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:41:29.361691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-6124d9b4-b2e6-4b80-b605-46944e8ff4c9 service neutron] 10.222.0.25 "DELETE /v2.0/ports/3556b2c6-d0f5-47f2-ba49-15eac23438d5/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.2815480 Nov 12 08:41:29.365788 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.385634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] Set router 30fb4d1c-1469-4104-95d3-34b9913db567 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:29.431443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:29.454855 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] Sync routers for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:29.487879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['3556b2c6-d0f5-47f2-ba49-15eac23438d5'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:29.494086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:41:29Z', 'revision_number': 6, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.496464 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:29.500511 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.517733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9a03df76-b3bb-4534-9058-94e3f0cbd510 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "PUT /v2.0/routers/edbcdf4f-2e8f-484a-8939-cef887be6aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8606324 Nov 12 08:41:29.525724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56232) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:29.533697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d817df36-05be-4940-9dad-1b163b3404b9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.544572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d817df36-05be-4940-9dad-1b163b3404b9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.547530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6819a-eb2e-4a2a-8ee6-7cca20f410b8 None None] The sync data for ids ['30fb4d1c-1469-4104-95d3-34b9913db567'] in n-d-768509-25 is: [{'id': '30fb4d1c-1469-4104-95d3-34b9913db567', 'name': 'tempest-ImageQuotaTest-1502915029-router', 'tenant_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:40:53Z', 'updated_at': '2021-11-12T08:41:29Z', 'revision_number': 6, 'project_id': '898c3d3f8e114bdfbfeab2bae2dc9d09', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:29.553472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d817df36-05be-4940-9dad-1b163b3404b9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8b55ab96-e85f-48a1-bcca-b2dcdfe296ac HTTP/1.1" status: 204 len: 168 time: 0.4549279 Nov 12 08:41:29.558539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:29.675229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f34bdbab-fcb7-441f-95a7-280e2a988872 req-39210dc4-611b-47ce-b4bb-466b950783e8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5694146 Nov 12 08:41:29.675996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817df36-05be-4940-9dad-1b163b3404b9 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b55ab96-e85f-48a1-bcca-b2dcdfe296ac,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.706435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-7122a8ee-0bff-4bd7-af92-9118e68bc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.708119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-7122a8ee-0bff-4bd7-af92-9118e68bc91e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1097 time: 0.2737803 Nov 12 08:41:29.754923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Deleting port eb3a57ea-288b-453d-90c4-189c0c75af02 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:29.755745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.770637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting subnet 6691f0ca-52af-4e43-b555-8c278cf0a540 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:29.827355 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Deleting port 76829ecb-0c1d-4361-bbea-546dae2e5353 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:29.828076 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.844555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.882820 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1f49421-7b16-4e60-87c6-8cd5dcaefc56 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3029358 Nov 12 08:41:29.984692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] For port 76829ecb-0c1d-4361-bbea-546dae2e5353, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=76829ecb-0c1d-4361-bbea-546dae2e5353,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:29.985206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.001300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Calling delete_port for 76829ecb-0c1d-4361-bbea-546dae2e5353 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:30.093614 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:30.105566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56240) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.116466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:30.130318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.170169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:30.174657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 923e89ad-63d0-4b29-babc-4a9c4f7d4bd1 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:30.282240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.363913 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.395242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.460692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.467449 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/subnets/6691f0ca-52af-4e43-b555-8c278cf0a540 HTTP/1.1" status: 204 len: 168 time: 0.9374988 Nov 12 08:41:30.471266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1f39b-9ee7-4de3-b833-d165b8a27316 None None] Network 02da53e1-e962-4755-9a0e-e80eb6e20ecb requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:30.476455 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:41:27Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:30.483335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56246) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.491139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8b538-c3cc-454d-809f-709ce0fb2d3e tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Subnet': ['ID=6691f0ca-52af-4e43-b555-8c278cf0a540,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.517910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Pushing event deleted for resources: {'Port': ['ID=76829ecb-0c1d-4361-bbea-546dae2e5353,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.548340 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] Checking router: edbcdf4f-2e8f-484a-8939-cef887be6aea for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:30.578102 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] Routers {'edbcdf4f-2e8f-484a-8939-cef887be6aea'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:30.592801 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['edbcdf4f-2e8f-484a-8939-cef887be6aea'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:30.597742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-6a964b4d-3906-4d0a-9c6f-b4315c7a86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.600708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-6a964b4d-3906-4d0a-9c6f-b4315c7a86dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.8739722 Nov 12 08:41:30.671525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] For port eb3a57ea-288b-453d-90c4-189c0c75af02, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eb3a57ea-288b-453d-90c4-189c0c75af02,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:30.671912 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.705243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Calling delete_port for eb3a57ea-288b-453d-90c4-189c0c75af02 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:30.872667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad060-cbf2-4c03-8bf0-aaf2102cc673 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.909916 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-671e94a6-6244-42e9-b683-8c5a283b0792 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 1000 time: 0.2811270 Nov 12 08:41:30.940559 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] Set router edbcdf4f-2e8f-484a-8939-cef887be6aea gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:30.997096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] DHCP port deletion for 02da53e1-e962-4755-9a0e-e80eb6e20ecb request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:31.031743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-eeaed128-c3e3-459a-b6c6-f0a81e7bba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.039234 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-eeaed128-c3e3-459a-b6c6-f0a81e7bba6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.1115992 Nov 12 08:41:31.159214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] Deleting port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:31.160014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.181960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad060-cbf2-4c03-8bf0-aaf2102cc673 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.241967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962760a-a842-4508-953c-558e9af9bca5 req-2412eca6-866d-47f0-9cb9-30ef837c88b2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.250231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f962760a-a842-4508-953c-558e9af9bca5 req-2412eca6-866d-47f0-9cb9-30ef837c88b2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 945 time: 0.3028314 Nov 12 08:41:31.281496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-818eef8f-1220-4e22-a1b2-f71a6a4abbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.285306 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-818eef8f-1220-4e22-a1b2-f71a6a4abbab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2449577 Nov 12 08:41:31.341942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad060-cbf2-4c03-8bf0-aaf2102cc673 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.345677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad060-cbf2-4c03-8bf0-aaf2102cc673 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.350165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ea6ad060-cbf2-4c03-8bf0-aaf2102cc673 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/519eeef4-4c5d-4b11-b518-5a1146dfbe4d HTTP/1.1" status: 204 len: 168 time: 0.9681172 Nov 12 08:41:31.362880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56264) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:31.366285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ad060-cbf2-4c03-8bf0-aaf2102cc673 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519eeef4-4c5d-4b11-b518-5a1146dfbe4d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.438875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] For port ceb0d754-7d80-47de-b66c-fdb483c2e3d5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,segment=NetworkSegment(0ea8c096-2898-43cf-8550-9efcfa9fb240),segment_id=0ea8c096-2898-43cf-8550-9efcfa9fb240)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:31.439291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.480806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] Calling delete_port for ceb0d754-7d80-47de-b66c-fdb483c2e3d5 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:31.498896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f962760a-a842-4508-953c-558e9af9bca5 req-6d609998-f82f-48d4-b394-626d8f753ae8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476072 Nov 12 08:41:31.529367 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.553624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86c92cfa-b970-4c25-a3c9-6dc2471b146d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1835306 Nov 12 08:41:31.558171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56266) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:31.564147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395033883'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:31.575839 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:41:27Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:31.603062 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-b3424ab7-3a49-4ee8-8b3b-46d98ddc93a5 service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069143 Nov 12 08:41:31.647797 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91751b3-d18c-4b3f-8317-727b204003bd None None] The sync data for ids ['edbcdf4f-2e8f-484a-8939-cef887be6aea'] in n-d-768509-25 is: [{'id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365791593', 'tenant_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': '5477fd02-9860-4791-9fee-477d112f43d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:39Z', 'updated_at': '2021-11-12T08:41:27Z', 'revision_number': 5, 'project_id': 'bf5ae2a039b340fe8b9969b8a9eca9d4', 'gw_port': {'id': '5477fd02-9860-4791-9fee-477d112f43d2', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbcdf4f-2e8f-484a-8939-cef887be6aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:42Z', 'updated_at': '2021-11-12T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:31.692880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.817422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.886376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] Pushing event deleted for resources: {'Port': ['ID=ceb0d754-7d80-47de-b66c-fdb483c2e3d5,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.905233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5343f-6a86-47cb-8b2c-25d8dcedc452 None None] No DVR routers for this DVR port ceb0d754-7d80-47de-b66c-fdb483c2e3d5 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:31.974185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.989264 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.066914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fb8fad07-456f-4a37-b19f-e53c0852668a req-773bf070-cef7-4fba-9f91-263b9b27faff service neutron] 10.222.0.25 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561675 Nov 12 08:41:32.084543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df379f-b85c-40ed-acf5-b9e7bb27c53b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.105814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.125870 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-008d9688-1136-4122-9e0e-2604ae1ea35f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5651586 Nov 12 08:41:32.128802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.135335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'c1df379f-b85c-40ed-acf5-b9e7bb27c53b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:32.230944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.332252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:32.387080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.390520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.393051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb0d754-7d80-47de-b66c-fdb483c2e3d5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:32.396303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.449558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ceb0d754-7d80-47de-b66c-fdb483c2e3d5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:32.450426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ceb0d754-7d80-47de-b66c-fdb483c2e3d5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:32.450883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b270404b-730a-4044-99d7-b619e6743073 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:32.455695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.465074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3a57ea-288b-453d-90c4-189c0c75af02,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.481857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c972e4-0d7e-4e80-b771-cc93e7bfcfea,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.507522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b270404b-730a-4044-99d7-b619e6743073 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:32.508605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b270404b-730a-4044-99d7-b619e6743073 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:32.509189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eb3a57ea-288b-453d-90c4-189c0c75af02 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:32.510030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.513466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916b38f-2728-4d19-9c21-17dadb625bba None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:32.515110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7e1e8b7d-948a-4c94-b843-9d4cda5ed8de tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3849826 Nov 12 08:41:32.518146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.582250 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.588089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: eb3a57ea-288b-453d-90c4-189c0c75af02 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:32.588482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eb3a57ea-288b-453d-90c4-189c0c75af02 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:32.626491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fd03405f-de82-42d9-bfb5-4f33c305cf2f tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules/14c972e4-0d7e-4e80-b771-cc93e7bfcfea HTTP/1.1" status: 200 len: 763 time: 0.1035378 Nov 12 08:41:32.627222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56288) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.644402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:32.649894 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:32.650329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.716477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.757952 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-33338b3a-28e3-4bc4-8742-985de687c2a7 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1269615 Nov 12 08:41:32.761410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56296) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.796529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.834134 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4126fd53-fd8d-48ef-a0e7-7f02474f7a18 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.851735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4126fd53-fd8d-48ef-a0e7-7f02474f7a18 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.908272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:32.911092 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a189d-e2f7-4bac-96cd-9609bfd1b145" -d '{"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-plugged", "status": "completed", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:32.935869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:32.943112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4126fd53-fd8d-48ef-a0e7-7f02474f7a18 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.949363 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.951011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4126fd53-fd8d-48ef-a0e7-7f02474f7a18 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.952096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.955191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4126fd53-fd8d-48ef-a0e7-7f02474f7a18 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/14c972e4-0d7e-4e80-b771-cc93e7bfcfea HTTP/1.1" status: 204 len: 168 time: 0.1924148 Nov 12 08:41:32.957017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56300) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.960949 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.968777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126fd53-fd8d-48ef-a0e7-7f02474f7a18 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14c972e4-0d7e-4e80-b771-cc93e7bfcfea,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.016372 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-881feb88-b244-458d-8154-628ba881268a tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0581975 Nov 12 08:41:33.020105 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e23775c-7958-40b2-9f15-095ee91d870d x-openstack-request-id: req-9e23775c-7958-40b2-9f15-095ee91d870d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:33.020797 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-plugged", "status": "completed", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:33.021313 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e23775c-7958-40b2-9f15-095ee91d870d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:33.021915 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'code': 200} Nov 12 08:41:33.030856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.041356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'c1df379f-b85c-40ed-acf5-b9e7bb27c53b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:33.065586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.069671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d37ca-80df-449c-b39a-9e3df1bf34eb req-45d12360-c6c7-4953-aee4-ad5646e2ceab tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.071950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-914d37ca-80df-449c-b39a-9e3df1bf34eb req-45d12360-c6c7-4953-aee4-ad5646e2ceab tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 945 time: 0.3675873 Nov 12 08:41:33.101431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Deleting port 5477fd02-9860-4791-9fee-477d112f43d2 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:33.103689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.108630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.161186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.161997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fb4d1c-1469-4104-95d3-34b9913db567 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:33.169288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.171002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0af81032-09aa-4ee0-9371-7bcab7ca4684 admin admin] 10.222.0.16 "DELETE /v2.0/routers/30fb4d1c-1469-4104-95d3-34b9913db567 HTTP/1.1" status: 204 len: 168 time: 4.7766478 Nov 12 08:41:33.189411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56306) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.210819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.216184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.267225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0a4ce7-fbd0-4f6c-a7ed-900590667411,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.275870 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.280099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae4941e2-10e5-4d1e-99f8-db4f1324e002 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2462473 Nov 12 08:41:33.281715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56314) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.310554 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ed9dacf-e4cc-4e53-8f38-ba31659748aa tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules/3d0a4ce7-fbd0-4f6c-a7ed-900590667411 HTTP/1.1" status: 200 len: 763 time: 0.0245640 Nov 12 08:41:33.313188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56316) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.381491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-823ad2b4-dbfd-47a2-9fbe-3933da939e24 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669997 Nov 12 08:41:33.381994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-914d37ca-80df-449c-b39a-9e3df1bf34eb req-7c8e8265-1d2b-4c94-bd2a-230cfa464be0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800589 Nov 12 08:41:33.384584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.411510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11b59a65-c6e3-465a-9444-5ce27476b70c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.435158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11b59a65-c6e3-465a-9444-5ce27476b70c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.488714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Deleting subnet e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:33.508355 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.510565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11b59a65-c6e3-465a-9444-5ce27476b70c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.523432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-11b59a65-c6e3-465a-9444-5ce27476b70c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.533277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-11b59a65-c6e3-465a-9444-5ce27476b70c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3d0a4ce7-fbd0-4f6c-a7ed-900590667411 HTTP/1.1" status: 204 len: 168 time: 0.1473210 Nov 12 08:41:33.538717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56320) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.548505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] For port 5477fd02-9860-4791-9fee-477d112f43d2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5477fd02-9860-4791-9fee-477d112f43d2,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:33.548871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.573949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b59a65-c6e3-465a-9444-5ce27476b70c tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d0a4ce7-fbd0-4f6c-a7ed-900590667411,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.575948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Calling delete_port for 5477fd02-9860-4791-9fee-477d112f43d2 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:33.589218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Router b59d8bde-d03c-40ab-8ac8-44027d2b020e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:33.600486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.609312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cd5b6d7e-50a4-4596-9da4-0cb05bfc4e43 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699239 Nov 12 08:41:33.610184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56322) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.618679 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Request body: {'security_group_rule': {'security_group_id': 'c1df379f-b85c-40ed-acf5-b9e7bb27c53b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:33.650101 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Project 9ff2070c23a643b8aa7f9ab4e6276094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:41:33.657196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.734866 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.740509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.764858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4b5c0b-7968-46c9-b340-ded5a6448173,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.786193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.788159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e62af3ef-4e55-49cd-89eb-56be876de55e tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1767144 Nov 12 08:41:33.790690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.812422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-391566ef-9849-43ae-8f8e-3d45631e5969 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules/5e4b5c0b-7968-46c9-b340-ded5a6448173 HTTP/1.1" status: 200 len: 769 time: 0.0203257 Nov 12 08:41:33.815184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.926043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1e4b891f-ebb9-4d41-86f9-fd1a5e5c75f6 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1071625 Nov 12 08:41:33.931430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56334) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.977889 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.034900 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07f357aa-01a4-4569-889d-83bf1e439173 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.037811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:34.045290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b5ddc2d4-8cfd-4b30-8853-7b94cdac4514 admin admin] 10.222.0.16 "PUT /v2.0/routers/b59d8bde-d03c-40ab-8ac8-44027d2b020e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3474264 Nov 12 08:41:34.045612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56342) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.067641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] Sync routers for ids ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:34.081530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] Routers {'b59d8bde-d03c-40ab-8ac8-44027d2b020e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:34.082274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:34.126821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07f357aa-01a4-4569-889d-83bf1e439173 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.147384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.240406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.253259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.259691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bca6ed3d-73fd-4213-b12f-2ec290350517 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e818bd25-9d8c-47ac-9dd4-7fcfdb9330f5 HTTP/1.1" status: 204 len: 168 time: 1.0676320 Nov 12 08:41:34.267137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56344) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.283544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.304271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07f357aa-01a4-4569-889d-83bf1e439173 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.327312 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07f357aa-01a4-4569-889d-83bf1e439173 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.329074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-07f357aa-01a4-4569-889d-83bf1e439173 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5e4b5c0b-7968-46c9-b340-ded5a6448173 HTTP/1.1" status: 204 len: 168 time: 0.3951759 Nov 12 08:41:34.334100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56348) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.395953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f357aa-01a4-4569-889d-83bf1e439173 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e4b5c0b-7968-46c9-b340-ded5a6448173,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.398305 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.468285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Port': ['ID=5477fd02-9860-4791-9fee-477d112f43d2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.511813 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.531106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.580341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-96e186ca-76c5-4d9f-ac95-a91d68e89d1d tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2421513 Nov 12 08:41:34.588646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56356) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.624215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] Set router b59d8bde-d03c-40ab-8ac8-44027d2b020e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:34.675421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.686930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1684ae04-5ba3-4351-b57d-36de7f4f4464 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.718288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Deleting port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:34.718610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.722200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8af8ce-f28b-49fd-9691-b29901df9a80 None None] Network 167db0f5-4014-417a-991a-6e623c414b53 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:34.726769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a673a-1355-4610-a20e-bb63b3772c4f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:34.741572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1684ae04-5ba3-4351-b57d-36de7f4f4464 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.816189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9e2c4-8286-4478-9f66-7eccb67a70d2 req-9f919f5a-73ae-4cf0-97c5-31bb2414800d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.819074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ff9e2c4-8286-4478-9f66-7eccb67a70d2 req-9f919f5a-73ae-4cf0-97c5-31bb2414800d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.2847161 Nov 12 08:41:34.844874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1684ae04-5ba3-4351-b57d-36de7f4f4464 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.845746 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.848458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1684ae04-5ba3-4351-b57d-36de7f4f4464 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.850587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1684ae04-5ba3-4351-b57d-36de7f4f4464 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1df379f-b85c-40ed-acf5-b9e7bb27c53b HTTP/1.1" status: 204 len: 168 time: 0.2600193 Nov 12 08:41:34.863284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56358) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.864126 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.882214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] For port e2c835d4-1fa4-4a50-b64e-48dd8badcf2d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:34.882615 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.906308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684ae04-5ba3-4351-b57d-36de7f4f4464 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df379f-b85c-40ed-acf5-b9e7bb27c53b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.915110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Calling delete_port for e2c835d4-1fa4-4a50-b64e-48dd8badcf2d owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:34.998808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.999813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Fanout notify agent at l3_agent the message router_deleted on router edbcdf4f-2e8f-484a-8939-cef887be6aea {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:35.017713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Deleting port 0b7d533b-42d0-4663-9b37-ddde9070689d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:35.019453 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.046264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.049435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be4f94d9-b66b-49c1-b20f-1d6e64d26ffb tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/routers/edbcdf4f-2e8f-484a-8939-cef887be6aea HTTP/1.1" status: 204 len: 168 time: 4.5648136 Nov 12 08:41:35.075403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56366) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:35.113151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ff9e2c4-8286-4478-9f66-7eccb67a70d2 req-c8c6cb14-d1f7-48b4-995a-5be07c31f8de tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791839 Nov 12 08:41:35.159390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56370) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:35.238119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:41:30Z', 'revision_number': 5, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port': {'id': 'e2c835d4-1fa4-4a50-b64e-48dd8badcf2d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:12Z', 'updated_at': '2021-11-12T08:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:35.333383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83005357-db65-4733-953f-74563c794cea None None] DHCP port deletion for 167db0f5-4014-417a-991a-6e623c414b53 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:35.379193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] Checking router: b59d8bde-d03c-40ab-8ac8-44027d2b020e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:35.383018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] For port 0b7d533b-42d0-4663-9b37-ddde9070689d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0b7d533b-42d0-4663-9b37-ddde9070689d,segment=NetworkSegment(6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f),segment_id=6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:35.383479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.390418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.403801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f7a99f21-d939-45e3-ab2a-d1eb65a9ce68 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/6e9235c3-121b-459f-a76b-828d9488e36f HTTP/1.1" status: 200 len: 993 time: 0.2330129 Nov 12 08:41:35.404035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] Routers {'b59d8bde-d03c-40ab-8ac8-44027d2b020e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:35.405415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:35.417418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Calling delete_port for 0b7d533b-42d0-4663-9b37-ddde9070689d owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:35.476080 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3c515923-b897-4e13-a8f8-c406a0bd4310 tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6115029 Nov 12 08:41:35.480219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56372) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:35.552149 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bdd30074-8822-4191-a44e-f1513c2360bf tempest-SecGroupIPv6Test-1630871782 tempest-SecGroupIPv6Test-1630871782-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0699222 Nov 12 08:41:35.691757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.728478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] Set router b59d8bde-d03c-40ab-8ac8-44027d2b020e gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:35.736277 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.739714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02da53e1-e962-4755-9a0e-e80eb6e20ecb']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:35.801690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea8c096-2898-43cf-8550-9efcfa9fb240') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:35.802164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea8c096-2898-43cf-8550-9efcfa9fb240') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:35.825963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.835134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7d533b-42d0-4663-9b37-ddde9070689d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:35.847206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] No DVR routers for this DVR port 0b7d533b-42d0-4663-9b37-ddde9070689d on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:35.866660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.889709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c835d4-1fa4-4a50-b64e-48dd8badcf2d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:35.895033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.908449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:41:34Z', 'revision_number': 6, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:35.937690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:35.938278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:35.976318 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:36.018582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98f70c-2010-4fea-8449-7d60f1622aed None None] The sync data for ids ['b59d8bde-d03c-40ab-8ac8-44027d2b020e'] in n-d-768509-25 is: [{'id': 'b59d8bde-d03c-40ab-8ac8-44027d2b020e', 'name': 'tempest-TestServerBasicOps-1091992211-router', 'tenant_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:09Z', 'updated_at': '2021-11-12T08:41:34Z', 'revision_number': 6, 'project_id': '31cc3cbe1ce14d0ba1e5347610d1d85c', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:36.024569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4c835-5340-4db4-8f12-4e75cee88ade None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:36.028476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5477fd02-9860-4791-9fee-477d112f43d2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:36.058364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5477fd02-9860-4791-9fee-477d112f43d2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:36.059076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5477fd02-9860-4791-9fee-477d112f43d2 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:36.059508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0b7d533b-42d0-4663-9b37-ddde9070689d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:36.059674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.085029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-83005357-db65-4733-953f-74563c794cea None None] Deleting port 0b7d533b-42d0-4663-9b37-ddde9070689d {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:36.085783 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83005357-db65-4733-953f-74563c794cea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.090039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 0b7d533b-42d0-4663-9b37-ddde9070689d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:36.092911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0b7d533b-42d0-4663-9b37-ddde9070689d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:36.126345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56386) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:36.175255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.205242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167db0f5-4014-417a-991a-6e623c414b53']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:36.216722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:36.217010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e67ee01-4b0d-4a3a-ac9b-0c0c33fadd6f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:36.227646 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.243358 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.256008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:36.256541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:36.258297 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:36.300624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-83005357-db65-4733-953f-74563c794cea None None] For port 0b7d533b-42d0-4663-9b37-ddde9070689d, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:36.301254 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83005357-db65-4733-953f-74563c794cea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.309699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.318068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.321195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.322774 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.339438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] 10.222.0.16 "DELETE /v2.0/networks/02da53e1-e962-4755-9a0e-e80eb6e20ecb HTTP/1.1" status: 204 len: 168 time: 1.2513015 Nov 12 08:41:36.349115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-83005357-db65-4733-953f-74563c794cea None None] Calling delete_port for 0b7d533b-42d0-4663-9b37-ddde9070689d owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:36.354504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-83005357-db65-4733-953f-74563c794cea None None] Port 0b7d533b-42d0-4663-9b37-ddde9070689d was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:41:36.356823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83005357-db65-4733-953f-74563c794cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.367778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317ae5-5491-47f1-a85b-e7238b40abe3 tempest-TestSecurityGroupsBasicOps-786324474 tempest-TestSecurityGroupsBasicOps-786324474-project] Pushing event deleted for resources: {'Network': ['ID=02da53e1-e962-4755-9a0e-e80eb6e20ecb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:36.370079 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.389438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.393194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] 10.222.0.16 "DELETE /v2.0/networks/167db0f5-4014-417a-991a-6e623c414b53 HTTP/1.1" status: 204 len: 168 time: 2.1225007 Nov 12 08:41:36.394100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44839e82-2d4d-47b9-934c-fe5ff224891c admin admin] Pushing event deleted for resources: {'Network': ['ID=167db0f5-4014-417a-991a-6e623c414b53,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:36.465626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83005357-db65-4733-953f-74563c794cea None None] Network 167db0f5-4014-417a-991a-6e623c414b53 is not hosted by any dhcp agent {{(pid=102373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:41:36.466709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83005357-db65-4733-953f-74563c794cea None None] No DVR routers for this DVR port 0b7d533b-42d0-4663-9b37-ddde9070689d on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:36.480837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83005357-db65-4733-953f-74563c794cea None None] Pushing event deleted for resources: {'Port': ['ID=0b7d533b-42d0-4663-9b37-ddde9070689d,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:36.544702 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.545663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59d8bde-d03c-40ab-8ac8-44027d2b020e {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:36.563492 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.570682 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1382d6ef-a57e-473f-af04-594afde6d777 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b59d8bde-d03c-40ab-8ac8-44027d2b020e HTTP/1.1" status: 204 len: 168 time: 2.5213752 Nov 12 08:41:36.571015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56402) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:36.679617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56408) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:36.724703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Deleting subnet 884ea996-7e92-4f4b-93ad-4922fba998cb {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:36.732365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.789863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56412) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:36.790842 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8cc21afa-e86c-4871-879b-13a6fc995ca8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ff2070c23a643b8aa7f9ab4e6276094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632521 Nov 12 08:41:36.855239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.912606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0cddf171-bc38-4228-9831-46aacd41bcd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=898c3d3f8e114bdfbfeab2bae2dc9d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262807 Nov 12 08:41:36.913104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56414) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:36.959606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-069cd16a-323e-4ad5-a092-3abf49e62439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.041424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-069cd16a-323e-4ad5-a092-3abf49e62439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.107614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6e515d5-5ebe-4a50-9685-409b7f3b4e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.154862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.185582 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6e515d5-5ebe-4a50-9685-409b7f3b4e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.188671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:37.309022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6e515d5-5ebe-4a50-9685-409b7f3b4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.311581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e6e515d5-5ebe-4a50-9685-409b7f3b4e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.312926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e6e515d5-5ebe-4a50-9685-409b7f3b4e05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2e232f3-5bd5-40df-9550-a79dbd8c3bcb HTTP/1.1" status: 204 len: 168 time: 0.3989162 Nov 12 08:41:37.335611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e515d5-5ebe-4a50-9685-409b7f3b4e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e232f3-5bd5-40df-9550-a79dbd8c3bcb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:37.356567 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-069cd16a-323e-4ad5-a092-3abf49e62439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.365653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-069cd16a-323e-4ad5-a092-3abf49e62439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.369127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-069cd16a-323e-4ad5-a092-3abf49e62439 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40958aa4-078b-426e-8dbb-12d6a921d9dc HTTP/1.1" status: 204 len: 168 time: 0.5773034 Nov 12 08:41:37.386493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.908879 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-546c674f-fde7-4f06-aa43-e97bd6622d52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf5ae2a039b340fe8b9969b8a9eca9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7001114 Nov 12 08:41:37.909941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56450) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:37.990215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76829ecb-0c1d-4361-bbea-546dae2e5353 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:38.015604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d48b04d-7341-440a-ad28-844a5fb3556d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.039671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 76829ecb-0c1d-4361-bbea-546dae2e5353 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:38.042690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 76829ecb-0c1d-4361-bbea-546dae2e5353 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:38.044673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e2c835d4-1fa4-4a50-b64e-48dd8badcf2d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:38.059638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d48b04d-7341-440a-ad28-844a5fb3556d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.105105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e2c835d4-1fa4-4a50-b64e-48dd8badcf2d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:38.105646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e2c835d4-1fa4-4a50-b64e-48dd8badcf2d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:38.161676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d48b04d-7341-440a-ad28-844a5fb3556d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.173912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0d48b04d-7341-440a-ad28-844a5fb3556d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.179503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0d48b04d-7341-440a-ad28-844a5fb3556d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71e66a36-80f3-466f-bd18-98c5aa9f858a HTTP/1.1" status: 204 len: 168 time: 0.2683177 Nov 12 08:41:38.198764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48b04d-7341-440a-ad28-844a5fb3556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e66a36-80f3-466f-bd18-98c5aa9f858a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.227039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cd16a-323e-4ad5-a092-3abf49e62439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40958aa4-078b-426e-8dbb-12d6a921d9dc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.233212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884ea996-7e92-4f4b-93ad-4922fba998cb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.238883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.245558 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56462) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:38.247180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f84eee1f-29c1-4921-b29a-05eb5232ebca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/884ea996-7e92-4f4b-93ad-4922fba998cb HTTP/1.1" status: 204 len: 168 time: 1.6744974 Nov 12 08:41:38.280603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56466) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:38.284823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37abeaa9-b470-4280-900b-40a1adbd7c93 None None] Network 9fdabcd9-36e3-4929-8fce-f8416a089ea6 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:38.305997 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53225d4e-eccb-4e36-b622-a26418189c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.529615 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.614010 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53225d4e-eccb-4e36-b622-a26418189c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.626998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53225d4e-eccb-4e36-b622-a26418189c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.659489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Deleting port b8c5b3ef-acb5-437d-8b4d-775639ce25db {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:38.660145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.681179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34efd445-2174-4720-ad22-396c02e278ee None None] DHCP port deletion for 9fdabcd9-36e3-4929-8fce-f8416a089ea6 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:38.698473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-53225d4e-eccb-4e36-b622-a26418189c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4162858 Nov 12 08:41:38.703459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56472) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:38.783216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] For port b8c5b3ef-acb5-437d-8b4d-775639ce25db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8c5b3ef-acb5-437d-8b4d-775639ce25db,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:38.788148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.821026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53225d4e-eccb-4e36-b622-a26418189c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6802af2d-cd30-4495-80d5-a7e2ed98a528,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.835628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Calling delete_port for b8c5b3ef-acb5-437d-8b4d-775639ce25db owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:38.855558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cde4-7d34-439f-a1f9-92b0786bdcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.979336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cde4-7d34-439f-a1f9-92b0786bdcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.029864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-34efd445-2174-4720-ad22-396c02e278ee None None] Deleting port b8c5b3ef-acb5-437d-8b4d-775639ce25db {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:39.031133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34efd445-2174-4720-ad22-396c02e278ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.079650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56484) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:39.086875 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.097686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.133441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cde4-7d34-439f-a1f9-92b0786bdcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.136770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cde4-7d34-439f-a1f9-92b0786bdcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.138528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c9b7cde4-7d34-439f-a1f9-92b0786bdcb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6802af2d-cd30-4495-80d5-a7e2ed98a528 HTTP/1.1" status: 204 len: 168 time: 0.4348843 Nov 12 08:41:39.154378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7cde4-7d34-439f-a1f9-92b0786bdcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6802af2d-cd30-4495-80d5-a7e2ed98a528,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:39.159855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c5b3ef-acb5-437d-8b4d-775639ce25db,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:39.167294 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2a50917-8c76-4b1b-99ab-63cc1bb67bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.191307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] No DVR routers for this DVR port b8c5b3ef-acb5-437d-8b4d-775639ce25db on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:39.367033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-34efd445-2174-4720-ad22-396c02e278ee None None] For port b8c5b3ef-acb5-437d-8b4d-775639ce25db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8c5b3ef-acb5-437d-8b4d-775639ce25db,segment=NetworkSegment(2132343f-24f7-4da9-a66f-1414b790b659),segment_id=2132343f-24f7-4da9-a66f-1414b790b659)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:39.367033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34efd445-2174-4720-ad22-396c02e278ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.407609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-34efd445-2174-4720-ad22-396c02e278ee None None] Calling delete_port for b8c5b3ef-acb5-437d-8b4d-775639ce25db owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:39.420745 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.637762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdabcd9-36e3-4929-8fce-f8416a089ea6']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.716478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2132343f-24f7-4da9-a66f-1414b790b659') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.718370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2132343f-24f7-4da9-a66f-1414b790b659') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.814983 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.855285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-34efd445-2174-4720-ad22-396c02e278ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.953967 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2a50917-8c76-4b1b-99ab-63cc1bb67bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.004305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.020850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2a50917-8c76-4b1b-99ab-63cc1bb67bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.053597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efd445-2174-4720-ad22-396c02e278ee None None] No DVR routers for this DVR port b8c5b3ef-acb5-437d-8b4d-775639ce25db on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:40.083097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efd445-2174-4720-ad22-396c02e278ee None None] Pushing event deleted for resources: {'Port': ['ID=b8c5b3ef-acb5-437d-8b4d-775639ce25db,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:40.087452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:40.093701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.098134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8c5b3ef-acb5-437d-8b4d-775639ce25db no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:40.116676 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:40.242148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b8c5b3ef-acb5-437d-8b4d-775639ce25db {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:40.246206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8c5b3ef-acb5-437d-8b4d-775639ce25db not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:40.319772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56512) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:40.333003 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e2a50917-8c76-4b1b-99ab-63cc1bb67bb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d4b4b0a408c4eed819ad46131faab3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2494574 Nov 12 08:41:40.454587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50917-8c76-4b1b-99ab-63cc1bb67bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32877744-b30c-40c9-ba04-843c207947b8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:40.462122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.473272 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.477286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fdabcd9-36e3-4929-8fce-f8416a089ea6 HTTP/1.1" status: 204 len: 168 time: 2.2265086 Nov 12 08:41:40.482724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d07599bc-6584-43ea-89a3-99d5f6d424b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.525980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86479d1b-b589-466e-be02-f13db3a0c807 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdabcd9-36e3-4929-8fce-f8416a089ea6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:40.561337 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d07599bc-6584-43ea-89a3-99d5f6d424b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.755707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d07599bc-6584-43ea-89a3-99d5f6d424b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.771313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6bfc-9f1c-401b-91aa-8c6d3a8d2924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.773082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d07599bc-6584-43ea-89a3-99d5f6d424b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.779260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d07599bc-6584-43ea-89a3-99d5f6d424b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32877744-b30c-40c9-ba04-843c207947b8 HTTP/1.1" status: 204 len: 168 time: 0.4549882 Nov 12 08:41:40.825789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56532) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:40.830833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07599bc-6584-43ea-89a3-99d5f6d424b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32877744-b30c-40c9-ba04-843c207947b8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:40.980814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56536) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.117210 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-326c214d-a75e-4f30-bf89-09561fc1d441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f962d75428b4aedbe40446ae6f75b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313939 Nov 12 08:41:41.122647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56540) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.286525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cf8f57a-89a0-4b9f-8f5b-450dcc934402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.319783 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cf8f57a-89a0-4b9f-8f5b-450dcc934402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.388321 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cf8f57a-89a0-4b9f-8f5b-450dcc934402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.393195 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cf8f57a-89a0-4b9f-8f5b-450dcc934402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.395914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2cf8f57a-89a0-4b9f-8f5b-450dcc934402 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ab58fc2-baa2-48ec-8463-82387b794a5e HTTP/1.1" status: 204 len: 168 time: 0.2718952 Nov 12 08:41:41.407983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8f57a-89a0-4b9f-8f5b-450dcc934402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab58fc2-baa2-48ec-8463-82387b794a5e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.430838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-712587683'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:41.515986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Made reservation on behalf of c7bb91eb757a4c94938f487b9c600f09 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:41.521451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.552129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.614060 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56548) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.736527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-47affdd3-df38-47a1-8636-18e920350ea7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87e281cf92c84164b196976070ab38f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1052380 Nov 12 08:41:41.738952 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56554) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.748248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.756063 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.800237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:41.848096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.858161 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Added segment 5c0d586b-77c4-4519-a028-8a417cff5c5c of type vlan for network 488dc421-9f18-4af5-a618-677b492ee3b4 Nov 12 08:41:41.896735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4a59c24-b58b-47d3-a5ea-c3ded30ddbbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.963672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.983227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f62831-ed99-46aa-b9f1-034aa10a46fe,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.000720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.006063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4a59c24-b58b-47d3-a5ea-c3ded30ddbbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.051609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.060702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:42.061460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.112572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4a59c24-b58b-47d3-a5ea-c3ded30ddbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.120345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4a59c24-b58b-47d3-a5ea-c3ded30ddbbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.124132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a4a59c24-b58b-47d3-a5ea-c3ded30ddbbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa7def2-d8fc-4c5d-9a20-63b635c34620 HTTP/1.1" status: 204 len: 168 time: 0.3816638 Nov 12 08:41:42.142169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a59c24-b58b-47d3-a5ea-c3ded30ddbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa7def2-d8fc-4c5d-9a20-63b635c34620,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.198691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56558) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.198959 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3716812 Nov 12 08:41:42.207022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-fe96a811-7792-492a-a57c-2d1956a442b0 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-795192248') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:42.210182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2be6e-ba4f-4f72-9137-ac31f7d076aa tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Pushing event updated for resources: {'Network': ['ID=488dc421-9f18-4af5-a618-677b492ee3b4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.226929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 488dc421-9f18-4af5-a618-677b492ee3b4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:42.342733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56562) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.433209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fe96a811-7792-492a-a57c-2d1956a442b0 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "PUT /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-795192248 HTTP/1.1" status: 201 len: 201 time: 0.2301385 Nov 12 08:41:42.436563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56564) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.463497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-d9541a4c-4e66-4929-a85a-090a7bb0d877 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-795192248') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:42.501612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b134fa08-da77-4141-aa63-0568c1b44da4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31cc3cbe1ce14d0ba1e5347610d1d85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575851 Nov 12 08:41:42.502897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.645281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.662643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d9541a4c-4e66-4929-a85a-090a7bb0d877 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-795192248 HTTP/1.1" status: 204 len: 168 time: 0.2225604 Nov 12 08:41:42.666678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56570) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.674049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-534c3f8d-d994-485a-a927-990eed812101 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:42.756614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.857954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56572) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.858476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-534c3f8d-d994-485a-a927-990eed812101 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags HTTP/1.1" status: 200 len: 237 time: 0.1898446 Nov 12 08:41:42.871277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-06a81dfc-bbf9-4f01-b130-1f77bb2c3cb8 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', {'tags': ['tempest-TagsTest-Tag-1124696266', 'tempest-TagsTest-Tag-1073971779', 'tempest-TagsTest-Tag-1426714098']}) {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:42.889029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.903142 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.908503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7a109d0-a5d7-4b43-87be-187ba7f20745 HTTP/1.1" status: 204 len: 168 time: 0.4026730 Nov 12 08:41:42.946877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a109d0-a5d7-4b43-87be-187ba7f20745,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.972560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.972916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.982637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.982974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.985973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.988019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.988428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.990744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.991089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.991518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.994586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:42.995060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f56885-7e1a-4968-924e-ab624d747b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:43.039729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.039968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-06a81dfc-bbf9-4f01-b130-1f77bb2c3cb8 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "PUT /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags HTTP/1.1" status: 200 len: 309 time: 0.1756306 Nov 12 08:41:43.061334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-a202ac78-99eb-4fe5-b5b5-9ca5afa37fbf tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-1124696266') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.213776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe187875-d6b5-4ec5-9f7a-621ae1bac6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.323833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a202ac78-99eb-4fe5-b5b5-9ca5afa37fbf tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "DELETE /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-1124696266 HTTP/1.1" status: 204 len: 168 time: 0.2741692 Nov 12 08:41:43.328093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56580) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.335974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-47c26cae-d1e4-42a9-81fd-56894c53cd8e tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-1124696266') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.462581 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-47c26cae-d1e4-42a9-81fd-56894c53cd8e tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] show failed (client error): The resource could not be found. Nov 12 08:41:43.464171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-47c26cae-d1e4-42a9-81fd-56894c53cd8e tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-1124696266 HTTP/1.1" status: 404 len: 326 time: 0.1363597 Nov 12 08:41:43.467859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56584) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.473556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-3a752f36-05d2-453a-b627-a48afc38bb8c tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-1073971779') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.647673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3a752f36-05d2-453a-b627-a48afc38bb8c tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-1073971779 HTTP/1.1" status: 204 len: 168 time: 0.1783428 Nov 12 08:41:43.650363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.657365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-8ec5250e-0c7c-4824-938e-e7a9f833056c tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-1426714098') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.828676 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8ec5250e-0c7c-4824-938e-e7a9f833056c tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-1426714098 HTTP/1.1" status: 204 len: 168 time: 0.1761668 Nov 12 08:41:43.831064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56590) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.838396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-45650ff9-7e1e-46ae-88e2-a918f6311edc tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.962748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-45650ff9-7e1e-46ae-88e2-a918f6311edc tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "DELETE /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1295688 Nov 12 08:41:43.965721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56592) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.970127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-69791044-875f-4722-88e2-f998301d0166 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-1073971779') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.072623 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-69791044-875f-4722-88e2-f998301d0166 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] show failed (client error): The resource could not be found. Nov 12 08:41:44.074241 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-69791044-875f-4722-88e2-f998301d0166 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-1073971779 HTTP/1.1" status: 404 len: 326 time: 0.1074522 Nov 12 08:41:44.078468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56596) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:44.084323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.tag.tag_plugin [None req-086b8b25-ca0d-490c-b0a4-741a978bbeb7 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4', 'tempest-TagsTest-Tag-1426714098') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.186882 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-086b8b25-ca0d-490c-b0a4-741a978bbeb7 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] show failed (client error): The resource could not be found. Nov 12 08:41:44.187902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-086b8b25-ca0d-490c-b0a4-741a978bbeb7 tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "GET /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags/tempest-TagsTest-Tag-1426714098 HTTP/1.1" status: 404 len: 326 time: 0.1083381 Nov 12 08:41:44.191604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:44.211831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.tag.tag_plugin [None req-f23e56d3-2c3c-4278-82c8-cd2200f060dc tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '488dc421-9f18-4af5-a618-677b492ee3b4') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.313606 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f23e56d3-2c3c-4278-82c8-cd2200f060dc tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "DELETE /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1126099 Nov 12 08:41:44.318709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56600) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:44.425451 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.534052 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.576992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488dc421-9f18-4af5-a618-677b492ee3b4']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.586835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.593401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0d586b-77c4-4519-a028-8a417cff5c5c') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.593856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0d586b-77c4-4519-a028-8a417cff5c5c') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.609596 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.627953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.636121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:44.636579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:44.641025 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:44.720251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.733784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.740524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] 10.222.0.16 "DELETE /v2.0/networks/488dc421-9f18-4af5-a618-677b492ee3b4 HTTP/1.1" status: 204 len: 168 time: 0.4202600 Nov 12 08:41:44.761215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1202898-b76c-43e4-870a-3a812945dbff tempest-TagsTest-2136567817 tempest-TagsTest-2136567817-project] Pushing event deleted for resources: {'Network': ['ID=488dc421-9f18-4af5-a618-677b492ee3b4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:45.170505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56614) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.400109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c46b8bc-d425-47c0-9011-505691c5aa9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7bb91eb757a4c94938f487b9c600f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264736 Nov 12 08:41:45.404801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56618) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.503454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87b2b52e-c912-40db-80e6-ab76b80fba1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.548547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87b2b52e-c912-40db-80e6-ab76b80fba1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.615659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87b2b52e-c912-40db-80e6-ab76b80fba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.619752 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-87b2b52e-c912-40db-80e6-ab76b80fba1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.624319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-87b2b52e-c912-40db-80e6-ab76b80fba1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4f62831-ed99-46aa-b9f1-034aa10a46fe HTTP/1.1" status: 204 len: 168 time: 0.2150624 Nov 12 08:41:45.639648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2b52e-c912-40db-80e6-ab76b80fba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f62831-ed99-46aa-b9f1-034aa10a46fe,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:45.739395 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.810848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.352661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-2c979c8c-be58-4f0d-81d5-7c777d83fa60 req-1c12c3cb-2279-4ad4-920c-b98ef44f4ae6 service neutron] (102371) timed out ('10.222.0.16', 56756) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:41:56.365137 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:42:00.029331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76894a-1b3e-4ecd-a7fe-6d0aec86ec2c req-bc7a4e30-d8c8-4f17-9a3c-f164f2f05e64 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:00.037317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb76894a-1b3e-4ecd-a7fe-6d0aec86ec2c req-bc7a4e30-d8c8-4f17-9a3c-f164f2f05e64 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 0.1229293 Nov 12 08:42:00.129561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb76894a-1b3e-4ecd-a7fe-6d0aec86ec2c req-3db4d343-62c3-4304-b23c-8a4334e094fe tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902042 Nov 12 08:42:00.174431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56896) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:00.574803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port b9487efe-36ef-4a0a-9c47-4c488a5bc189 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:00.575486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.766662 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.766987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.805089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for b9487efe-36ef-4a0a-9c47-4c488a5bc189 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:01.106639 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.209060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=b9487efe-36ef-4a0a-9c47-4c488a5bc189,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:01.329578 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.330503 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP 6e9235c3-121b-459f-a76b-828d9488e36f disassociated (deleted). External IP: 172.25.4.67, port: 3556b2c6-d0f5-47f2-ba49-15eac23438d5. Nov 12 08:42:01.619222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:01.866186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:01.882073 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] Sync routers for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:01.893941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.898363 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:01.898997 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:01.955571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6577d81b-befa-48ac-b428-833e9385a22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/floatingips/6e9235c3-121b-459f-a76b-828d9488e36f HTTP/1.1" status: 204 len: 168 time: 1.7800086 Nov 12 08:42:01.956596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:01.959719 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf069bc-709e-4071-881a-b36117635957" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:02.010691 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47993c8-0be9-4646-90d9-a2aea227e7b1 x-openstack-request-id: req-b47993c8-0be9-4646-90d9-a2aea227e7b1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:02.011264 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:02.011706 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b47993c8-0be9-4646-90d9-a2aea227e7b1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:02.012324 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'status': 'completed', 'code': 200} Nov 12 08:42:02.115733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf069bc-709e-4071-881a-b36117635957 req-320c3ceb-b60c-426d-be4a-bfe76a90d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.126037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-320c3ceb-b60c-426d-be4a-bfe76a90d85b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 1098 time: 0.0916176 Nov 12 08:42:02.223338 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:02.555877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666bcb9-678b-4366-bdb7-5115b87b9a04 req-955150c1-07cb-4ba8-8e1a-18f16fbf5b41 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.570719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5666bcb9-678b-4366-bdb7-5115b87b9a04 req-955150c1-07cb-4ba8-8e1a-18f16fbf5b41 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.2657022 Nov 12 08:42:02.591693 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf069bc-709e-4071-881a-b36117635957 req-9d2f2c7b-b19d-4646-8fd2-43450663f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.604561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-9d2f2c7b-b19d-4646-8fd2-43450663f598 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 200 len: 897 time: 0.4636188 Nov 12 08:42:02.688758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-c2d8a757-9d60-4df5-880b-13fe2f378de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 200 len: 217 time: 0.0830827 Nov 12 08:42:02.695271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5666bcb9-678b-4366-bdb7-5115b87b9a04 req-69868f27-0493-43b1-8989-d71ea69b6e95 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232402 Nov 12 08:42:02.733277 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:02.768418 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] Checking router: 1ded18ae-0f3b-4660-b23b-bb7ba0021314 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:02.768631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf069bc-709e-4071-881a-b36117635957 req-ed870118-8616-45c5-8b81-28b68a85c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.770222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-ed870118-8616-45c5-8b81-28b68a85c4c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 200 len: 835 time: 0.0728216 Nov 12 08:42:02.790487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:02.792163 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:02.845876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf069bc-709e-4071-881a-b36117635957 req-5759edd7-fffa-4a64-9c04-e0b52cae398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.848002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-5759edd7-fffa-4a64-9c04-e0b52cae398e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74db9e45-bb6e-4b1e-9bb3-dd016c42566d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691025 Nov 12 08:42:03.056115 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:03.082438 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-597d784e-aeb8-453c-a336-13baa89d44a2 service neutron] 10.222.0.32 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258000 Nov 12 08:42:03.286662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-baf069bc-709e-4071-881a-b36117635957 req-db2b38e6-ba72-495b-b3f8-c654c804ffad service neutron] 10.222.0.32 "GET /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955643 Nov 12 08:42:03.457796 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:03.488314 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100c08e-1854-4e95-9368-19b9022c504a None None] The sync data for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 is: [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:38:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'dcb1b532-2d58-4ced-8271-6d3aa263c8c3', 'name': '', 'network_id': '74db9e45-bb6e-4b1e-9bb3-dd016c42566d', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:d9:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:20Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': 'fd81e2f8-b22e-44cf-87fa-6386d9d00fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:03.617780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02537ba1-0572-486f-a0a5-a49c85da714e req-4c0ab18f-bbc2-4aba-82a0-0cc4b6151ce8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.623312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02537ba1-0572-486f-a0a5-a49c85da714e req-4c0ab18f-bbc2-4aba-82a0-0cc4b6151ce8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.1647775 Nov 12 08:42:03.898678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:03.900457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.116365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 56978) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:04.133929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port 3556b2c6-d0f5-47f2-ba49-15eac23438d5, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3556b2c6-d0f5-47f2-ba49-15eac23438d5,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:04.134467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.149670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69853b-4f44-4d02-a441-c483b67e9b55 None None] New status for floating IP 6e9235c3-121b-459f-a76b-828d9488e36f: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:42:04.200376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 3556b2c6-d0f5-47f2-ba49-15eac23438d5 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:04.236865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78401d49-a856-4443-bdaa-f9d11074919a req-bd51b810-26cb-438f-858f-07a24964994b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.247035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78401d49-a856-4443-bdaa-f9d11074919a req-bd51b810-26cb-438f-858f-07a24964994b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 946 time: 0.3147571 Nov 12 08:42:04.397509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b34ca5c-9aa5-4268-bec7-10dbd1b03879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.525914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b34ca5c-9aa5-4268-bec7-10dbd1b03879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.531052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-78401d49-a856-4443-bdaa-f9d11074919a req-5f00a4b5-931e-4137-96c7-1572855ad067 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776432 Nov 12 08:42:04.535313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b34ca5c-9aa5-4268-bec7-10dbd1b03879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.561328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.610105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=3556b2c6-d0f5-47f2-ba49-15eac23438d5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.641841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b34ca5c-9aa5-4268-bec7-10dbd1b03879 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d91fcf9389a4b6399a98ff65c800107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5235188 Nov 12 08:42:04.643033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34ca5c-9aa5-4268-bec7-10dbd1b03879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69339c8-d1c4-4cf8-aa73-ddf180cddfda,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.644745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 56990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:04.774925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] No DVR routers for this DVR port 3556b2c6-d0f5-47f2-ba49-15eac23438d5 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:04.790560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.813149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02537ba1-0572-486f-a0a5-a49c85da714e req-7aae6198-6956-4eae-a296-f3408c6215a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "DELETE /v2.0/ports/3556b2c6-d0f5-47f2-ba49-15eac23438d5 HTTP/1.1" status: 204 len: 173 time: 1.1836326 Nov 12 08:42:04.815958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-deleted', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:04.822837 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6828752f-2d75-499d-af13-17633dcf2e02" -d '{"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-deleted", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:04.931906 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64fab6e-5beb-4dd4-865e-e3a2e1b333d8 x-openstack-request-id: req-a64fab6e-5beb-4dd4-865e-e3a2e1b333d8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:04.932376 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbee346-e252-4a62-9877-1e951b27d93b", "name": "network-vif-deleted", "tag": "3556b2c6-d0f5-47f2-ba49-15eac23438d5", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:04.932767 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64fab6e-5beb-4dd4-865e-e3a2e1b333d8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:04.933949 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbee346-e252-4a62-9877-1e951b27d93b', 'name': 'network-vif-deleted', 'tag': '3556b2c6-d0f5-47f2-ba49-15eac23438d5', 'status': 'completed', 'code': 200} Nov 12 08:42:04.965922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cec335db-800a-4fd6-a41a-f1a8c78b59cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.025504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cec335db-800a-4fd6-a41a-f1a8c78b59cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.121529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cec335db-800a-4fd6-a41a-f1a8c78b59cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.126424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cec335db-800a-4fd6-a41a-f1a8c78b59cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.127890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cec335db-800a-4fd6-a41a-f1a8c78b59cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f69339c8-d1c4-4cf8-aa73-ddf180cddfda HTTP/1.1" status: 204 len: 168 time: 0.4817743 Nov 12 08:42:05.159745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec335db-800a-4fd6-a41a-f1a8c78b59cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69339c8-d1c4-4cf8-aa73-ddf180cddfda,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.735182 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d22b949f-550e-4f26-9336-866094d8ba1d req-f7f44e69-2091-4422-aa87-a8f4e0db690c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fbee346-e252-4a62-9877-1e951b27d93b HTTP/1.1" status: 200 len: 210 time: 0.0674570 Nov 12 08:42:05.795661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57018) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:05.818115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03d96611-9cbf-4429-a29c-b6b33f1e1bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.960360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03d96611-9cbf-4429-a29c-b6b33f1e1bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.969847 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03d96611-9cbf-4429-a29c-b6b33f1e1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.035157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-03d96611-9cbf-4429-a29c-b6b33f1e1bbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d2f5b2bae7f4727be65d54982e3c7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381732 Nov 12 08:42:06.037103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d96611-9cbf-4429-a29c-b6b33f1e1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957acfa2-c3e9-4eba-9e3e-dcdb58c969de,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:06.038033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57022) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:06.126808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69a56039-f0e4-4680-a54a-85dac27aee26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.153374 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69a56039-f0e4-4680-a54a-85dac27aee26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.241329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69a56039-f0e4-4680-a54a-85dac27aee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.249744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-69a56039-f0e4-4680-a54a-85dac27aee26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.252006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-69a56039-f0e4-4680-a54a-85dac27aee26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/957acfa2-c3e9-4eba-9e3e-dcdb58c969de HTTP/1.1" status: 204 len: 168 time: 0.2125909 Nov 12 08:42:06.274783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a56039-f0e4-4680-a54a-85dac27aee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957acfa2-c3e9-4eba-9e3e-dcdb58c969de,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:06.394135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:06.441010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 3556b2c6-d0f5-47f2-ba49-15eac23438d5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:06.442106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3556b2c6-d0f5-47f2-ba49-15eac23438d5 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:06.820272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57042) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.629220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.960141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port dcb1b532-2d58-4ced-8271-6d3aa263c8c3 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:07.960852 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.106063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port dcb1b532-2d58-4ced-8271-6d3aa263c8c3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:08.106659 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.126186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for dcb1b532-2d58-4ced-8271-6d3aa263c8c3 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:08.404527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.483120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=dcb1b532-2d58-4ced-8271-6d3aa263c8c3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.774467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.929632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.142915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:09.301591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:09.313970 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] Sync routers for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:09.315693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fa3035e5-72df-40de-8dbe-e594df7cbfb4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/1ded18ae-0f3b-4660-b23b-bb7ba0021314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936171 Nov 12 08:42:09.319248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57128) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:09.339695 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:09.340590 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.414605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting subnet fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:09.425572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.505102 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.657574 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:10.097401 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.129695 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] Checking router: 1ded18ae-0f3b-4660-b23b-bb7ba0021314 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:10.139642 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] Routers {'1ded18ae-0f3b-4660-b23b-bb7ba0021314'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:10.140298 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:41:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.184620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.262809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.359652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Subnet': ['ID=fd81e2f8-b22e-44cf-87fa-6386d9d00fb8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.368836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.374938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57152) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:10.376973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4085dda3-c600-4f6f-999f-8fa05afd61df tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/subnets/fd81e2f8-b22e-44cf-87fa-6386d9d00fb8 HTTP/1.1" status: 204 len: 168 time: 1.0513680 Nov 12 08:42:10.381053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136eb3a8-009a-43fd-b710-a4f56756750b None None] Network 74db9e45-bb6e-4b1e-9bb3-dd016c42566d requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:10.390996 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] Set router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:10.600500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.722018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d662fa00-af2a-43f0-98e7-5e58cb326fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.763821 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.800625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.847536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] DHCP port deletion for 74db9e45-bb6e-4b1e-9bb3-dd016c42566d request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:10.857620 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a485ec-6280-49ff-bb86-0da681e82ea1 None None] The sync data for ids ['1ded18ae-0f3b-4660-b23b-bb7ba0021314'] in n-d-768509-25 is: [{'id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055015452', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:05Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '4b51262b-0205-47e6-9503-1fdd200ef1b1', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded18ae-0f3b-4660-b23b-bb7ba0021314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:06Z', 'updated_at': '2021-11-12T08:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:10.961456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Deleting port 637830b9-2e25-4e29-b63a-06d9913dc097 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:10.962456 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.025130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 4b51262b-0205-47e6-9503-1fdd200ef1b1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:11.026170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.068594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] For port 637830b9-2e25-4e29-b63a-06d9913dc097, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=637830b9-2e25-4e29-b63a-06d9913dc097,segment=NetworkSegment(d3ff8fcc-37e3-44dc-8176-e3e273601cad),segment_id=d3ff8fcc-37e3-44dc-8176-e3e273601cad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:11.069082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.085560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Calling delete_port for 637830b9-2e25-4e29-b63a-06d9913dc097 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:11.198141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.209256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port 4b51262b-0205-47e6-9503-1fdd200ef1b1, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4b51262b-0205-47e6-9503-1fdd200ef1b1,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:11.209618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.242741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 4b51262b-0205-47e6-9503-1fdd200ef1b1 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:11.268819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Pushing event deleted for resources: {'Port': ['ID=637830b9-2e25-4e29-b63a-06d9913dc097,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.280858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.281441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.282361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.282935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.283465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.283997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.284545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.285076 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.285750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.286276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.286845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.287367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:11.295605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb3036-a459-4f32-ba7b-108336f3bc20 None None] No DVR routers for this DVR port 637830b9-2e25-4e29-b63a-06d9913dc097 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:11.830131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.870930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36adb63f-cfbc-45b1-8f57-b60e0dd6de02 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:11.893668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=4b51262b-0205-47e6-9503-1fdd200ef1b1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.980948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.987877 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.990983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dcb1b532-2d58-4ced-8271-6d3aa263c8c3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:12.017968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: dcb1b532-2d58-4ced-8271-6d3aa263c8c3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:12.018490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dcb1b532-2d58-4ced-8271-6d3aa263c8c3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:12.018992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 637830b9-2e25-4e29-b63a-06d9913dc097 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:12.045337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 637830b9-2e25-4e29-b63a-06d9913dc097 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:12.045849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 637830b9-2e25-4e29-b63a-06d9913dc097 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:12.134899 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.138687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.196447 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.197445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Fanout notify agent at l3_agent the message router_deleted on router 1ded18ae-0f3b-4660-b23b-bb7ba0021314 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:12.218136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.219699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-87c93533-4c9d-41b6-a47e-44ea181118e6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/routers/1ded18ae-0f3b-4660-b23b-bb7ba0021314 HTTP/1.1" status: 204 len: 168 time: 1.8407538 Nov 12 08:42:12.222598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57198) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:12.437127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.580247 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.601761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74db9e45-bb6e-4b1e-9bb3-dd016c42566d']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:12.612630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ff8fcc-37e3-44dc-8176-e3e273601cad') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:12.613221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ff8fcc-37e3-44dc-8176-e3e273601cad') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:12.630212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.646190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.652862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:12.653525 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:12.730767 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:12.734347 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.757020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.761586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/networks/74db9e45-bb6e-4b1e-9bb3-dd016c42566d HTTP/1.1" status: 204 len: 168 time: 0.5372908 Nov 12 08:42:12.762772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Network': ['ID=74db9e45-bb6e-4b1e-9bb3-dd016c42566d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.763863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57212) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:12.775279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.785173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.785592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.785983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.786331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.786679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.787021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.787360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.787696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.788029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.788396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.788740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611cdc2-fd4d-4012-84f3-23345ca893f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.890383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b76dff-f05b-4bff-8b0e-20f778efebb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.924545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b76dff-f05b-4bff-8b0e-20f778efebb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.018468 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b76dff-f05b-4bff-8b0e-20f778efebb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.022105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-19b76dff-f05b-4bff-8b0e-20f778efebb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.023501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-19b76dff-f05b-4bff-8b0e-20f778efebb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa8a265d-7c7e-4dd8-8f15-776cc24ef21f HTTP/1.1" status: 204 len: 168 time: 0.2583814 Nov 12 08:42:13.060208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b76dff-f05b-4bff-8b0e-20f778efebb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a265d-7c7e-4dd8-8f15-776cc24ef21f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.191802 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-77e2c002-22b9-48d8-877d-a1db00db807f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.691781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57238) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.703592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117582601', 'description': 'tempest-secgroup-smoke-1117582601 description', 'project_id': '3d02e35b023247f58a3fcf58676cdf05'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:13.748723 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.838743 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.843942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.895170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f7a878-f0b1-41c0-bfc7-358d549af3ce,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.909185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.915116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57244) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.921058 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '81f7a878-f0b1-41c0-bfc7-358d549af3ce', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:13.926494 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-79c9e720-969d-4cd4-ab1e-228143d83a20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2185352 Nov 12 08:42:13.962948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.971942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4b51262b-0205-47e6-9503-1fdd200ef1b1 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:13.999832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 4b51262b-0205-47e6-9503-1fdd200ef1b1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:14.000097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4b51262b-0205-47e6-9503-1fdd200ef1b1 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:14.031494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.039490 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.058908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9d0cc7-156d-40cf-982a-4f9471be54b8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.068925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.072925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57250) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.073060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e91d5423-8b56-43f3-be0c-5382e626c73a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567626 Nov 12 08:42:14.079143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '81f7a878-f0b1-41c0-bfc7-358d549af3ce', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.112390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.185387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.189770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.214440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af00b074-7426-4d42-ae48-c260e2613adf,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.235661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.237184 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0355e93b-fed1-4844-b1ae-4e22b74f3385 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620843 Nov 12 08:42:14.239651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57254) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.248213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '81f7a878-f0b1-41c0-bfc7-358d549af3ce', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.284683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.383792 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.390654 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.418549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.419832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780360 Nov 12 08:42:14.420609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2802c6-34ea-485d-b3ec-3d4601f3f3d8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217d845d-e31e-44d0-bae7-6f96f60db590,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.423088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57266) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.428295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '81f7a878-f0b1-41c0-bfc7-358d549af3ce', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.499031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.590155 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.627577 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.632424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.665375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5259e9b7-c1d2-46bf-af5a-b561b472260b,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.680727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.685706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57280) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.686109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b80c6b70-51fd-4a7a-b43a-b040757c29fd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2617238 Nov 12 08:42:14.694728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '81f7a878-f0b1-41c0-bfc7-358d549af3ce', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.742997 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:14.757208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.878095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.884961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.930541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010df187-acc9-45ab-b943-8598f3768534,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.944544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.946601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-972800b1-5caf-4e4b-9ab9-47454808e6d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2597234 Nov 12 08:42:14.949763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57290) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.973406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '81f7a878-f0b1-41c0-bfc7-358d549af3ce', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:15.024810 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:15.058832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.193297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.199897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.236832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b820d1-f1fa-49e2-ad72-c7fc58ab0d12,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.245185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.249543 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8e102e75-8412-45c8-a7df-c3c3f773e3a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2953062 Nov 12 08:42:15.249911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57298) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.257061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'network': {'name': 'tempest-network-smoke--1842617882', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'port_security_enabled': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:15.287708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:15.293372 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.358372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:15.378213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.378590 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Added segment d1a50786-4493-4022-8499-d965a0eff6dc of type vlan for network 3b7d0717-d5e2-4541-ab49-041b5f170599 Nov 12 08:42:15.449216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.490065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.518256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.519121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.642254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Network': ['ID=3b7d0717-d5e2-4541-ab49-041b5f170599,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.676213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:15.683662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-807bc56e-2b84-441b-a405-0a12a36bf0af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4316339 Nov 12 08:42:15.686863 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57312) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.691464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'admin_state_up': True, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:15.741386 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.743918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.812490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.842091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.964816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57320) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:16.144239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.208233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf1a9-d118-43e5-8b3e-224039c2406b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.382986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf1a9-d118-43e5-8b3e-224039c2406b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.392993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ccaf1a9-d118-43e5-8b3e-224039c2406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.474172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5ccaf1a9-d118-43e5-8b3e-224039c2406b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4614460ea8c14f47934e7f5b0771aacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057852 Nov 12 08:42:16.474172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaf1a9-d118-43e5-8b3e-224039c2406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d2d00d-f72c-477b-8f8f-703e162b7a64,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.476313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:16.534045 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4824a05a-7d84-4ad1-9e1b-42a8b35caa9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.582424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4824a05a-7d84-4ad1-9e1b-42a8b35caa9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.584191 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.644948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4824a05a-7d84-4ad1-9e1b-42a8b35caa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.650283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4824a05a-7d84-4ad1-9e1b-42a8b35caa9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.655358 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4824a05a-7d84-4ad1-9e1b-42a8b35caa9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37d2d00d-f72c-477b-8f8f-703e162b7a64 HTTP/1.1" status: 204 len: 168 time: 0.1780109 Nov 12 08:42:16.669489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.691486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824a05a-7d84-4ad1-9e1b-42a8b35caa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d2d00d-f72c-477b-8f8f-703e162b7a64,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.841449 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.065479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.32 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/69ad3fad-25a4-4b4b-b565-92c62984857d) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:17.280859 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.376291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.395702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57358) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:17.466867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f00f15a-e7ed-4427-b164-38545b2b57cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.508931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:17.530207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:17.543149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:17.551376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=69ad3fad-25a4-4b4b-b565-92c62984857d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:17.555605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1222809f-64d1-4b20-982e-715a0df588c7 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:17.664823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f00f15a-e7ed-4427-b164-38545b2b57cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.671074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8f00f15a-e7ed-4427-b164-38545b2b57cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.671706 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-06f34bb1-56d5-4da8-ab4a-7837353639af None None] Provisioning complete for port 69ad3fad-25a4-4b4b-b565-92c62984857d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:17.673765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06f34bb1-56d5-4da8-ab4a-7837353639af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.723843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8f00f15a-e7ed-4427-b164-38545b2b57cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d12de600be9a4774a5f4f1539d96e5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222737 Nov 12 08:42:17.723843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00f15a-e7ed-4427-b164-38545b2b57cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf0a067-a7c5-4771-a485-1dc28dc410c2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:17.735930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57364) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:17.800648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a80f8702-a840-47b0-9141-8562da2a627c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.849216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a80f8702-a840-47b0-9141-8562da2a627c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.878612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-06f34bb1-56d5-4da8-ab4a-7837353639af None None] Port 69ad3fad-25a4-4b4b-b565-92c62984857d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:17.964764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a80f8702-a840-47b0-9141-8562da2a627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.980216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a80f8702-a840-47b0-9141-8562da2a627c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.990855 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a80f8702-a840-47b0-9141-8562da2a627c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baf0a067-a7c5-4771-a485-1dc28dc410c2 HTTP/1.1" status: 204 len: 168 time: 0.2528703 Nov 12 08:42:18.022445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f8702-a840-47b0-9141-8562da2a627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf0a067-a7c5-4771-a485-1dc28dc410c2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:18.134829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.541048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.783868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:18.986572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:19.000996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Sync routers for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:19.020680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:19.021837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:19.034657 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.035891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c382a5ff-7012-46a6-ad3e-4c661c513b29 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3481650 Nov 12 08:42:19.040317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57410) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.124481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-50b158ad-8ccf-411d-8a83-cbe3dcd1d2ef tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=3d02e35b023247f58a3fcf58676cdf05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800378 Nov 12 08:42:19.124718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57412) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.274745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:19.275351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77632453-01c8-4e4a-b081-b4b5d2ceccb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:19.278301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-77632453-01c8-4e4a-b081-b4b5d2ceccb9 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1525550 Nov 12 08:42:19.281258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57418) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.381569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bd6f7e0a-625b-411f-b33e-264d126479a0 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976052 Nov 12 08:42:19.384000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57422) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.390474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442413035', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:19.610064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:19.621329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.929018 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-aaf34b34-4055-4193-b5f9-f34618b05b13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2360818 Nov 12 08:42:19.991813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:17Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:20.079707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Checking router: 06f4cde8-1c71-47d2-9a54-c97c6a0e563c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:20.080434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Updating router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c port 69ad3fad-25a4-4b4b-b565-92c62984857d binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:20.130600 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.146903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41341cbc-7c62-402e-9941-439f11c7295f req-86ba2123-427f-4211-ab8f-dc12c1075625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.154715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-86ba2123-427f-4211-ab8f-dc12c1075625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 1097 time: 0.1554072 Nov 12 08:42:20.238468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.330000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Subnet': ['ID=3c0b0f01-0e8c-454c-9e91-25589c9a5838,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.491319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.497100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41341cbc-7c62-402e-9941-439f11c7295f req-e5ade578-c608-4f09-9d8c-b95a1b422e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.499391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-e5ade578-c608-4f09-9d8c-b95a1b422e12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 914 time: 0.3197792 Nov 12 08:42:20.503949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Checking segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:20.504852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network hostable DHCP agents. Network: 3b7d0717-d5e2-4541-ab49-041b5f170599, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:20.512371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.587974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-eef6d1d0-06ab-4ef1-90b7-1d5978dd5ac5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252978e2-6917-4cb1-9341-639adc39877b HTTP/1.1" status: 200 len: 217 time: 0.0798779 Nov 12 08:42:20.607289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e47806-72f1-4fae-844a-ebd57cd31073 None None] Pushing event updated for resources: {'Port': ['ID=69ad3fad-25a4-4b4b-b565-92c62984857d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.636084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7bc99-c8ed-454d-8a76-ba8cb799edc5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:20.670978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Attempting to bind port 69ad3fad-25a4-4b4b-b565-92c62984857d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:20.671340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Attempting to bind port 69ad3fad-25a4-4b4b-b565-92c62984857d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:20.671703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Attempting to bind port 69ad3fad-25a4-4b4b-b565-92c62984857d on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:20.677986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:20.678364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:20.678954 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.679169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:20.679621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Bound port: 69ad3fad-25a4-4b4b-b565-92c62984857d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:20.679986 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.701418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41341cbc-7c62-402e-9941-439f11c7295f req-f62abbc2-699c-490f-9594-adc55ff251eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.715136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-f62abbc2-699c-490f-9594-adc55ff251eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d75d18d-8713-4df5-a876-7129ed614001 HTTP/1.1" status: 200 len: 854 time: 0.1176414 Nov 12 08:42:20.719217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:20.779195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e9569d45-c747-4631-860f-ea934a8b149f None None] Provisioning complete for port 69ad3fad-25a4-4b4b-b565-92c62984857d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:20.779535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e9569d45-c747-4631-860f-ea934a8b149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.799329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 3b7d0717-d5e2-4541-ab49-041b5f170599) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:20.805378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.807602 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.826299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-7c47ba35-6c20-4396-973a-82ac8ae56a23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6949af75-4509-45b8-8e7f-423e3c2a726e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017654 Nov 12 08:42:20.839205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5eab55-c389-4943-9398-774213a2c7cb None None] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:20.840804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.846539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e9569d45-c747-4631-860f-ea934a8b149f None None] Port 69ad3fad-25a4-4b4b-b565-92c62984857d cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:20.862716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0529080e-37d9-450b-b45d-b24ead76ebd4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4517944 Nov 12 08:42:20.879939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] For port 69ad3fad-25a4-4b4b-b565-92c62984857d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:21.047240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] For port 69ad3fad-25a4-4b4b-b565-92c62984857d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=69ad3fad-25a4-4b4b-b565-92c62984857d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:21.080983 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.121827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-b61cefcd-cb35-4d4a-94ca-e8fab2d5ec63 service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556913 Nov 12 08:42:21.285445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862129e-1b9e-41e8-beb2-25e9bb77bbf1 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:21.396878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:21.397139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:21.456774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41341cbc-7c62-402e-9941-439f11c7295f req-35c913ae-c69d-431d-b342-4d4e547a2362 service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276389 Nov 12 08:42:21.618559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1f4150f5-7b78-49c1-91bc-7171a5f23444 None None] Provisioning complete for port 69ad3fad-25a4-4b4b-b565-92c62984857d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:21.618971 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f4150f5-7b78-49c1-91bc-7171a5f23444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.621102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e47806-72f1-4fae-844a-ebd57cd31073 None None] Pushing event updated for resources: {'Port': ['ID=69ad3fad-25a4-4b4b-b565-92c62984857d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:21.840994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-3b7d0717-d5e2-4541-ab49-041b5f170599', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:21.841370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.043815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.221115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:22.539730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Allocated IP 172.20.0.2 (3b7d0717-d5e2-4541-ab49-041b5f170599/3c0b0f01-0e8c-454c-9e91-25589c9a5838/7fd0f4d3-9284-4011-a7bb-f7a0f86d8840) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:22.797550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57506) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:22.843746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.952662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.965219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.1 (3b7d0717-d5e2-4541-ab49-041b5f170599/3c0b0f01-0e8c-454c-9e91-25589c9a5838/8585d0ad-650d-4432-acc3-fbea40b86813) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:23.138468 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f4150f5-7b78-49c1-91bc-7171a5f23444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.195375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:23.214650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a64509d0-506b-4395-951a-e2fb189da9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.219981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Pushing event updated for resources: {'Port': ['ID=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.223712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:23.226286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:23.241474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1f4150f5-7b78-49c1-91bc-7171a5f23444 None None] For port 69ad3fad-25a4-4b4b-b565-92c62984857d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=69ad3fad-25a4-4b4b-b565-92c62984857d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:23.272827 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f4150f5-7b78-49c1-91bc-7171a5f23444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.277563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:17Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:23.348822 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.363204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d06a49-4bca-45b9-9157-b54ec1d3a574 None None] The sync data for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 is: [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:17Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:23.392847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Attempting to bind port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:23.393246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Attempting to bind port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:23.393581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Attempting to bind port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:23.419328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.427141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:23.427567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Checking segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:23.427942 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.428668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Bound using segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:23.429550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Bound port: 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:23.429941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.522321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] For port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:23.528274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] For port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:23.528476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:23.530463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4150f5-7b78-49c1-91bc-7171a5f23444 None None] Pushing event updated for resources: {'Port': ['ID=69ad3fad-25a4-4b4b-b565-92c62984857d,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.545648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:23.545909 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.562614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:23.616467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=8585d0ad-650d-4432-acc3-fbea40b86813,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.705576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb052f8-bbf1-42ed-8886-2bfa5b05904f None None] Pushing event updated for resources: {'Port': ['ID=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.723566 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.727010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a64509d0-506b-4395-951a-e2fb189da9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.739977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a64509d0-506b-4395-951a-e2fb189da9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.114851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 69ad3fad-25a4-4b4b-b565-92c62984857d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:24.152427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64509d0-506b-4395-951a-e2fb189da9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20387bb-4794-4f0d-8dd7-18617e5f488c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.174330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57520) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.174793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a64509d0-506b-4395-951a-e2fb189da9c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cc3b3b2e7174467a3805fa310ac6ace&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3758011 Nov 12 08:42:24.294760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 69ad3fad-25a4-4b4b-b565-92c62984857d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:24.295586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.314309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2ac0-19c3-4a6c-bb19-f8b929e1978b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.338558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.369260 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2ac0-19c3-4a6c-bb19-f8b929e1978b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.529457 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2ac0-19c3-4a6c-bb19-f8b929e1978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.532526 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2ac0-19c3-4a6c-bb19-f8b929e1978b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.533733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d0c2ac0-19c3-4a6c-bb19-f8b929e1978b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f20387bb-4794-4f0d-8dd7-18617e5f488c HTTP/1.1" status: 204 len: 168 time: 0.3583670 Nov 12 08:42:24.551536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c2ac0-19c3-4a6c-bb19-f8b929e1978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20387bb-4794-4f0d-8dd7-18617e5f488c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.949303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.966301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.064586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.301694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57532) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.341485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee8718f6-7146-478e-8981-1d7119c64a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.405497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=8585d0ad-650d-4432-acc3-fbea40b86813,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.495182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf16bd-aece-42f0-b960-abfdcc5d0b21 None None] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:25.544299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:25.546484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:25.593372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f7ebada0-a19b-45c3-983a-53b83d1a270c None None] Provisioning complete for port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:25.593880 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7ebada0-a19b-45c3-983a-53b83d1a270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.610324 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee8718f6-7146-478e-8981-1d7119c64a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.620615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ee8718f6-7146-478e-8981-1d7119c64a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.694645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ee8718f6-7146-478e-8981-1d7119c64a64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c61e08131a804e9caf30dee319bc4700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918576 Nov 12 08:42:25.697293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8718f6-7146-478e-8981-1d7119c64a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181ff48f-650c-4fce-959b-a0b943aea757,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.705418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57534) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.705620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7ebada0-a19b-45c3-983a-53b83d1a270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.779212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f7ebada0-a19b-45c3-983a-53b83d1a270c None None] For port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:25.794298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f7ebada0-a19b-45c3-983a-53b83d1a270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.809163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:25.831136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3774e17b-4430-4a19-9159-aa5ea5a56b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.866972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebada0-a19b-45c3-983a-53b83d1a270c None None] Pushing event updated for resources: {'Port': ['ID=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.882825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3774e17b-4430-4a19-9159-aa5ea5a56b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.995272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:26.006909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5e75e570-e1a2-46d8-b19c-9741396362ec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/06f4cde8-1c71-47d2-9a54-c97c6a0e563c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1636539 Nov 12 08:42:26.059743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3774e17b-4430-4a19-9159-aa5ea5a56b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.066867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3774e17b-4430-4a19-9159-aa5ea5a56b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.070663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3774e17b-4430-4a19-9159-aa5ea5a56b79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/181ff48f-650c-4fce-959b-a0b943aea757 HTTP/1.1" status: 204 len: 168 time: 0.3608603 Nov 12 08:42:26.080411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774e17b-4430-4a19-9159-aa5ea5a56b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181ff48f-650c-4fce-959b-a0b943aea757,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.103832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:26.234583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:26.235129 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.424184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d5ade6d9-c1c0-4f0d-92bf-85ce3590ee39 None None] Provisioning complete for port 8585d0ad-650d-4432-acc3-fbea40b86813 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:26.424799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5ade6d9-c1c0-4f0d-92bf-85ce3590ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.472346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-670265e9-681a-4c7c-b248-3bd7c6a6172e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117582601&fields=id&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 267 time: 0.1770644 Nov 12 08:42:26.532019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d5ade6d9-c1c0-4f0d-92bf-85ce3590ee39 None None] Port 8585d0ad-650d-4432-acc3-fbea40b86813 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:26.554915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d5ade6d9-c1c0-4f0d-92bf-85ce3590ee39 None None] Provisioning complete for port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:26.555551 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d5ade6d9-c1c0-4f0d-92bf-85ce3590ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.740270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-14224289-dbcd-4a13-a03e-3298913f6a06 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.742070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-14224289-dbcd-4a13-a03e-3298913f6a06 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 797 time: 0.2598741 Nov 12 08:42:26.774235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6d10819f-cd31-4129-b4d4-1208ab1f3a18 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/quotas/3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 375 time: 0.0241394 Nov 12 08:42:26.847898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-adf64424-e3f4-4af1-9f42-fb4654fd8fa1 None None] Provisioning complete for port 8585d0ad-650d-4432-acc3-fbea40b86813 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:26.849342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-adf64424-e3f4-4af1-9f42-fb4654fd8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.875814 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Sync routers for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:26.894636 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:26.902045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:26.910555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-3006acdf-2c48-4286-a5d2-e2669d84677b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353781 Nov 12 08:42:26.938445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-adf64424-e3f4-4af1-9f42-fb4654fd8fa1 None None] Port 8585d0ad-650d-4432-acc3-fbea40b86813 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:27.172576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-921f9368-e6b3-4b22-ae55-a7ed35b9675d None None] Provisioning complete for port 8585d0ad-650d-4432-acc3-fbea40b86813 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:27.172983 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-921f9368-e6b3-4b22-ae55-a7ed35b9675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.215771 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:27.493238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-22eeaca0-c7cb-45cd-ba93-2685e94e0dce service neutron] 10.222.0.16 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653703 Nov 12 08:42:27.519102 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 2, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:27.554882 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Checking router: 06f4cde8-1c71-47d2-9a54-c97c6a0e563c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:27.555545 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Updating router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c port 8585d0ad-650d-4432-acc3-fbea40b86813 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:27.611320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-921f9368-e6b3-4b22-ae55-a7ed35b9675d None None] Port 8585d0ad-650d-4432-acc3-fbea40b86813 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:27.638179 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.723369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6c518a77-bd33-4a89-a4dd-f3115f476811 service neutron] 10.222.0.16 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247686 Nov 12 08:42:28.035554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f46eb315-b08a-410d-ab56-31394ca4e763 req-d664ef01-9c2e-4552-bd6b-bae171da6a84 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 210 time: 0.0649924 Nov 12 08:42:28.169006 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.185245 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.301355 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Pushing event updated for resources: {'Port': ['ID=8585d0ad-650d-4432-acc3-fbea40b86813,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:28.383588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.383981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.384355 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.384722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.385024 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.385382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.385702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.386300 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.387407 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.388252 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.388780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.389338 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:28.545789 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Attempting to bind port 8585d0ad-650d-4432-acc3-fbea40b86813 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:28.546159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Attempting to bind port 8585d0ad-650d-4432-acc3-fbea40b86813 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:28.546526 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Attempting to bind port 8585d0ad-650d-4432-acc3-fbea40b86813 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:28.564707 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:28.565024 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Checking segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:28.565546 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.568918 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Bound using segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:28.569679 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Bound port: 8585d0ad-650d-4432-acc3-fbea40b86813, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:28.571330 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.649893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57618) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:28.730807 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] For port 8585d0ad-650d-4432-acc3-fbea40b86813, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:28.738625 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] For port 8585d0ad-650d-4432-acc3-fbea40b86813, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8585d0ad-650d-4432-acc3-fbea40b86813,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:28.750523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57622) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:28.756315 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.855103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3bd256b3-08db-40bd-bf6c-d676a3ca5ccc None None] Provisioning complete for port 8585d0ad-650d-4432-acc3-fbea40b86813 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:28.857730 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bd256b3-08db-40bd-bf6c-d676a3ca5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.890981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:28.892088 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:29.080688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ac03240-55cb-451a-bea1-4ff66c8a79b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.138333 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d5013-eae4-4579-a644-4f45e95d8782 None None] Pushing event updated for resources: {'Port': ['ID=8585d0ad-650d-4432-acc3-fbea40b86813,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.189627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a6d6-d7bf-45e0-a242-9e15381973ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.269383 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bd256b3-08db-40bd-bf6c-d676a3ca5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.341712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19c85ad9-5630-4213-b9b4-fd92fdd03e87 req-c773d8ad-ecfe-45fc-9a1f-0fc0f7bf0e53 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 210 time: 0.1319180 Nov 12 08:42:29.366132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3bd256b3-08db-40bd-bf6c-d676a3ca5ccc None None] For port 8585d0ad-650d-4432-acc3-fbea40b86813, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8585d0ad-650d-4432-acc3-fbea40b86813,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:29.372516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bd256b3-08db-40bd-bf6c-d676a3ca5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.508123 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:29.540237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-30d2107e-2531-423b-967c-f7e5c72b19e1 None None] Provisioning complete for port 8585d0ad-650d-4432-acc3-fbea40b86813 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:29.541324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-30d2107e-2531-423b-967c-f7e5c72b19e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.543285 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd256b3-08db-40bd-bf6c-d676a3ca5ccc None None] Pushing event updated for resources: {'Port': ['ID=8585d0ad-650d-4432-acc3-fbea40b86813,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.608415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ac03240-55cb-451a-bea1-4ff66c8a79b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.621680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ac03240-55cb-451a-bea1-4ff66c8a79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.722418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a6d6-d7bf-45e0-a242-9e15381973ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.761706 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a6d6-d7bf-45e0-a242-9e15381973ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.769261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57634) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.772997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0ac03240-55cb-451a-bea1-4ff66c8a79b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f70d9af9906405d967c0079b649c8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0141206 Nov 12 08:42:29.777124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac03240-55cb-451a-bea1-4ff66c8a79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f9345-4e0f-4098-bef5-f9fffa4b8615,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.894281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9fb8a6d6-d7bf-45e0-a242-9e15381973ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93ee32c336ff4377864b92d3dc2ea457&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2430427 Nov 12 08:42:29.896032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57638) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.896930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8a6d6-d7bf-45e0-a242-9e15381973ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af5200-c340-473d-ad3f-994def2eaa65,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.000427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83b3582f-6ea6-482e-a010-e75f93e8ee53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.022762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e38a84c-e416-4c25-91c5-0d19054491b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.038092 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83b3582f-6ea6-482e-a010-e75f93e8ee53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.052195 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e38a84c-e416-4c25-91c5-0d19054491b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.076241 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:28Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.126224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83b3582f-6ea6-482e-a010-e75f93e8ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.130333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83b3582f-6ea6-482e-a010-e75f93e8ee53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.131244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e38a84c-e416-4c25-91c5-0d19054491b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.132748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83b3582f-6ea6-482e-a010-e75f93e8ee53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc8f9345-4e0f-4098-bef5-f9fffa4b8615 HTTP/1.1" status: 204 len: 168 time: 0.3620050 Nov 12 08:42:30.138045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651cd037-cce5-4c76-9f6d-af97df19e41e None None] The sync data for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 is: [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:28Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:30.138379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e38a84c-e416-4c25-91c5-0d19054491b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.139564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6e38a84c-e416-4c25-91c5-0d19054491b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10af5200-c340-473d-ad3f-994def2eaa65 HTTP/1.1" status: 204 len: 168 time: 0.2340465 Nov 12 08:42:30.162925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a84c-e416-4c25-91c5-0d19054491b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af5200-c340-473d-ad3f-994def2eaa65,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.275345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3582f-6ea6-482e-a010-e75f93e8ee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f9345-4e0f-4098-bef5-f9fffa4b8615,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.425976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-248ad522-c75b-4dce-ae66-74742035cdd8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.428286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-248ad522-c75b-4dce-ae66-74742035cdd8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 797 time: 0.5871663 Nov 12 08:42:30.640538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b1facce-961e-473a-accc-c709984ffea1 req-3ff7476f-3c8d-4ead-a073-91a14967fdf6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 210 time: 0.1467993 Nov 12 08:42:30.647052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-e3e48c84-10f1-48e6-999a-aa6a548b6047 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 380 time: 0.1993310 Nov 12 08:42:30.663741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'port': {'device_id': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'admin_state_up': True, 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'security_groups': ['81f7a878-f0b1-41c0-bfc7-358d549af3ce']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:30.969150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:30.977427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.164248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.10 (3b7d0717-d5e2-4541-ab49-041b5f170599/3c0b0f01-0e8c-454c-9e91-25589c9a5838/46f88bcc-e164-4b88-a7c3-bf23d8ae9443) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:31.376296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.434617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.499989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:31.504970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:31.506995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.509470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:31.577052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.577739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.631353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-6422bc1d-aa89-4008-acb2-9bb4f5193a2b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9787526 Nov 12 08:42:31.661059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Request body: {'port': {'device_id': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:31.794313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.879951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725b4-a589-42ed-a5fa-704ae4e736ba req-68619bcb-6412-4f50-9233-73136b4fb189 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.894036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c9725b4-a589-42ed-a5fa-704ae4e736ba req-68619bcb-6412-4f50-9233-73136b4fb189 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 932 time: 0.1220250 Nov 12 08:42:32.022153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-229e00be-513b-4238-a24a-0c860a7fb776 None None] Provisioning complete for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:32.023152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-229e00be-513b-4238-a24a-0c860a7fb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.105953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-229e00be-513b-4238-a24a-0c860a7fb776 None None] Port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:32.111898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c9725b4-a589-42ed-a5fa-704ae4e736ba req-33b3c754-c258-441b-ab4b-8d3ac03bbb63 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136157 Nov 12 08:42:32.157081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8585d0ad-650d-4432-acc3-fbea40b86813 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:32.288780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8585d0ad-650d-4432-acc3-fbea40b86813 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:32.289166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.562423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:32.574025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.597656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Transition to ACTIVE for port object 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:32.604164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.681854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:32.756740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:32.757081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:32.757412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:32.765203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:32.765533 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:32.771941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:32.772318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Checking segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:32.773185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Bound using segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:32.773904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Bound port: 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:32.774279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.792702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57690) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.799169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878638250', 'description': 'tempest-secgroup-smoke-1878638250 description', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:32.828143 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.865059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:32.870423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:32.878344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.931225 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.940945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.994826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.014071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.018776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ec92e829-be48-499d-90a1-0187bc2cb524 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2244899 Nov 12 08:42:33.019545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57692) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.025597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group_rule': {'security_group_id': '96bf7e5e-f273-4040-ba1f-4c0dd8851fd1', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:33.104090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.327132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.341279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.365903 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:42:33.372683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.373256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.374651 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] 10.222.0.25 "PUT /v2.0/ports/46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 1093 time: 1.7251501 Nov 12 08:42:33.375092 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:33.378203 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782" -d '{"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:33.387474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc782a1a-6214-43e0-8651-7157337f3058 req-b94acdbc-f29e-4b89-9f98-bf8a3cabc5f7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.392848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc782a1a-6214-43e0-8651-7157337f3058 req-b94acdbc-f29e-4b89-9f98-bf8a3cabc5f7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1687162 Nov 12 08:42:33.397817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2feb43-7bcf-4d3f-925d-f30fb131ec46,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.413847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.415536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e26d2ece-05f8-4b9a-baf3-08df98f2c36a tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947539 Nov 12 08:42:33.420887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57704) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.438112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group_rule': {'security_group_id': '96bf7e5e-f273-4040-ba1f-4c0dd8851fd1', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:33.506105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc782a1a-6214-43e0-8651-7157337f3058 req-2f65d22d-4b6f-40eb-bcd5-626c46e3ab62 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037109 Nov 12 08:42:33.515729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.518222 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde1e39-be41-45bd-9952-10e693f650a1 x-openstack-request-id: req-abde1e39-be41-45bd-9952-10e693f650a1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:33.518518 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:33.518814 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abde1e39-be41-45bd-9952-10e693f650a1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:33.519249 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'status': 'completed', 'code': 200} Nov 12 08:42:33.535229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dffa1e-1763-4923-883d-a6b4d5fabf1c service neutron] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.547071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-e029635e-4227-41b1-8367-863c7a67dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.549747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-e029635e-4227-41b1-8367-863c7a67dde6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1096 time: 0.1201630 Nov 12 08:42:33.615054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-79661f3c-4ed5-4a4f-8ef6-a96b04df3764 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 217 time: 0.0561886 Nov 12 08:42:33.624294 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.632030 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.659590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce4c8a3-5814-4c2d-8fd6-b80dae792899,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.670583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.675142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-40ec7960-78e3-4e9e-9564-91e7d4685c54 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2516024 Nov 12 08:42:33.675866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57708) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.681118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group_rule': {'security_group_id': '96bf7e5e-f273-4040-ba1f-4c0dd8851fd1', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:33.684461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c34f37ac-06b2-4b92-9710-5ee8799835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.685922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-c34f37ac-06b2-4b92-9710-5ee8799835d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0643542 Nov 12 08:42:33.716904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.737483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-66bd9dbc-9b07-4303-b3b2-37bf69acb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.738976 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-66bd9dbc-9b07-4303-b3b2-37bf69acb2df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464251 Nov 12 08:42:33.786396 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.792082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.813099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b388ab-dac5-4d8f-a5a8-39ed7f2674b7,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.825501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.829974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9a20eb04-9faf-4c07-b3c2-4d5df681baa6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503794 Nov 12 08:42:33.830652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57710) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.835399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group_rule': {'security_group_id': '96bf7e5e-f273-4040-ba1f-4c0dd8851fd1', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:33.851280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-9a612b96-513f-4a0b-b7a7-f8a998087c34 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050453 Nov 12 08:42:33.864187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.928309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.933819 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.951121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ee8a2-654f-493f-bf7c-b02d769af0c9,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.957595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c1fa9a3-49bf-441e-b3df-4c1ea217a2d5 req-0a0eff25-7daf-4d2d-a0bc-b94cf3d63bda service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965216 Nov 12 08:42:33.963682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.965225 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4945c722-ec01-4e9d-b348-727dcea2afd6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335039 Nov 12 08:42:33.968324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57712) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.973756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group_rule': {'security_group_id': '96bf7e5e-f273-4040-ba1f-4c0dd8851fd1', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:33.998848 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Project ad4bce2f806c4357a93d2477aa8eea01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:34.004187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.059166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-49d6f2d6-923b-481c-8e10-9c22b33171d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.061213 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-49d6f2d6-923b-481c-8e10-9c22b33171d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1096 time: 0.0488360 Nov 12 08:42:34.071286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.076198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.097099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11e1e9b-3cf8-411b-afb0-b36b32c482ea,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.108570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.110091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f1c6be8f-ec5c-423f-b48a-a09f79c5e998 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406348 Nov 12 08:42:34.113825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57714) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.118344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'security_group_rule': {'security_group_id': '96bf7e5e-f273-4040-ba1f-4c0dd8851fd1', 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:34.143621 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Project ad4bce2f806c4357a93d2477aa8eea01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:34.149425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.192860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-2a512fc1-0b0a-4e4b-a527-f88d9b4348f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.194443 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-2a512fc1-0b0a-4e4b-a527-f88d9b4348f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1249719 Nov 12 08:42:34.217820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.226515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.244737 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-0964f682-183b-4bd9-b3d9-e6798a48d668 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 217 time: 0.0418832 Nov 12 08:42:34.252090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b11451-59b0-43c5-bd77-1babcd1da2d0,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.263199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.264560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c6190cc-536a-4934-8e46-ca17e57c8a3c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497331 Nov 12 08:42:34.305240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-affcca94-33b8-4164-9dee-fe1ad6b90267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.306745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-affcca94-33b8-4164-9dee-fe1ad6b90267 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0557907 Nov 12 08:42:34.361496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-6e1400b1-8da4-4463-ab08-b489800dc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.362917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-6e1400b1-8da4-4463-ab08-b489800dc7b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493107 Nov 12 08:42:34.479885 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-7f7f416f-8f5e-483d-8ac8-919802f271ae service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094830 Nov 12 08:42:34.496833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-5fcb8fea-ba10-414f-a145-5aaf97fd9e43 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878638250&fields=id&tenant_id=ad4bce2f806c4357a93d2477aa8eea01 HTTP/1.1" status: 200 len: 267 time: 0.0514929 Nov 12 08:42:34.585094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7dd3ff90-c4fc-41c4-9456-b7259aeb0782 req-9f7099bb-a4e6-4d17-ae45-1b37e6036c35 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986505 Nov 12 08:42:34.652684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-38b7a950-55d6-4d2e-9d33-6ad33409b828 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.654185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-38b7a950-55d6-4d2e-9d33-6ad33409b828 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 813 time: 0.1496861 Nov 12 08:42:34.690752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea4752-9a30-4035-8b32-fa2fb6990ea4 req-f436c736-85b9-4bd6-af77-a3916423f6a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.703788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69ea4752-9a30-4035-8b32-fa2fb6990ea4 req-f436c736-85b9-4bd6-af77-a3916423f6a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1009884 Nov 12 08:42:34.716194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-cb98927e-6477-4b83-b355-a5ae44bf1fb8 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/quotas/ad4bce2f806c4357a93d2477aa8eea01 HTTP/1.1" status: 200 len: 375 time: 0.0550015 Nov 12 08:42:34.799889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69ea4752-9a30-4035-8b32-fa2fb6990ea4 req-fee8bc4a-5271-40b2-83a3-38a91c56e474 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962343 Nov 12 08:42:34.821303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-3cc2dcac-2b55-4b53-81e5-013a2f4dac77 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816932 Nov 12 08:42:34.953620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-8b996d04-8ff8-46f9-a3a2-a0d9853de00e service neutron] 10.222.0.16 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162128 Nov 12 08:42:35.060620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-40409913-7453-4a15-9cd4-1bdd706f60e0 service neutron] 10.222.0.16 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060696 Nov 12 08:42:35.409258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e02ab21-5c75-4625-b00e-edf8b5f92000 req-9c580166-311f-4705-a694-b2a8d4d42fd5 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0459132 Nov 12 08:42:35.968759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1dce-4f0a-4a59-a0c3-d57b54f86839 req-cd851074-47e8-405b-a530-414cb0f263ed tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.977006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5cd1dce-4f0a-4a59-a0c3-d57b54f86839 req-cd851074-47e8-405b-a530-414cb0f263ed tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.0839903 Nov 12 08:42:36.034405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5cd1dce-4f0a-4a59-a0c3-d57b54f86839 req-c10bc91b-fada-4b27-b452-1a51c626f47e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562427 Nov 12 08:42:36.587301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e31713ec-630c-4fe7-93e4-65fc57658c14 req-87d9ded5-f594-4bd1-a877-c153b3adb99d tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0401969 Nov 12 08:42:36.691698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-e2293fa9-0024-470d-97e9-66ac8119d22e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:36.693158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-e2293fa9-0024-470d-97e9-66ac8119d22e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 813 time: 0.1956744 Nov 12 08:42:37.107197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:37.118025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-86d679c4-d6f0-400f-8804-24975e9a8795 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4bce2f806c4357a93d2477aa8eea01 HTTP/1.1" status: 200 len: 380 time: 0.4156704 Nov 12 08:42:37.129118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'port': {'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'admin_state_up': True, 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'security_groups': ['96bf7e5e-f273-4040-ba1f-4c0dd8851fd1']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:37.271942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c7884-dd6b-437d-b498-edd542e1da4a req-c05994f3-b377-4ce6-ab59-fdca23a6035d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.280278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-331c7884-dd6b-437d-b498-edd542e1da4a req-c05994f3-b377-4ce6-ab59-fdca23a6035d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1171143 Nov 12 08:42:37.332890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:37.352467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-331c7884-dd6b-437d-b498-edd542e1da4a req-e6840946-0c7e-40b6-8ad2-d4564b74bd21 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708714 Nov 12 08:42:37.367224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'mac_address': 'fa:16:3e:63:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:37.404657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Made reservation on behalf of ad4bce2f806c4357a93d2477aa8eea01 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:37.410396 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.424747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.447168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:37.483220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:37.489358 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.603439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Allocated IP 172.20.0.14 (86ec5b5a-07df-4d29-a650-52e8e3e3d65f/1baca27c-82bf-40e4-b234-7b1083c63535/0a065000-9273-41bf-a3bd-fed82a621a7c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:37.612973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.767172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-478df6cf-f1f4-494d-b045-a4ed8e5be400 req-fcedd1c7-6218-4f73-82c4-92204d3379b6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0654233 Nov 12 08:42:37.782464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['46f88bcc-e164-4b88-a7c3-bf23d8ae9443'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:37.833956 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.893446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.951353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:37.957995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:37.976124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:38.023727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'Port': ['ID=0a065000-9273-41bf-a3bd-fed82a621a7c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.053856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.054624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.074706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-c37f57d9-ef16-4369-8228-c2cf3133a734 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9496133 Nov 12 08:42:38.089816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Request body: {'port': {'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:38.167402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.264138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-36449ff4-3dd6-4cbd-86be-f6f088219bdd None None] Provisioning complete for port 0a065000-9273-41bf-a3bd-fed82a621a7c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:38.264751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-36449ff4-3dd6-4cbd-86be-f6f088219bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.311603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-36449ff4-3dd6-4cbd-86be-f6f088219bdd None None] Port 0a065000-9273-41bf-a3bd-fed82a621a7c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:38.519862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a065000-9273-41bf-a3bd-fed82a621a7c {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:38.539096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.575725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Transition to ACTIVE for port object 0a065000-9273-41bf-a3bd-fed82a621a7c will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:38.584686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.642609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1d62-47d0-4222-b63f-545d5941fe6d req-487c7fd1-bbeb-4007-a565-034ae526bbf4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.644267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53ec1d62-47d0-4222-b63f-545d5941fe6d req-487c7fd1-bbeb-4007-a565-034ae526bbf4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 945 time: 0.1625192 Nov 12 08:42:38.688744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a065000-9273-41bf-a3bd-fed82a621a7c,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.766298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53ec1d62-47d0-4222-b63f-545d5941fe6d req-90057721-f176-479c-aed0-018acea4d042 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079583 Nov 12 08:42:38.814898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Attempting to bind port 0a065000-9273-41bf-a3bd-fed82a621a7c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:38.815233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Attempting to bind port 0a065000-9273-41bf-a3bd-fed82a621a7c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:38.815591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Attempting to bind port 0a065000-9273-41bf-a3bd-fed82a621a7c on network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:38.820820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Port 0a065000-9273-41bf-a3bd-fed82a621a7c on network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:38.821157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Attempting to bind port 0a065000-9273-41bf-a3bd-fed82a621a7c on network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:38.829255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:38.829598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Checking segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:38.829991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Bound using segment: {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:38.830571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Bound port: 0a065000-9273-41bf-a3bd-fed82a621a7c, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:38.830937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.935273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] For port 0a065000-9273-41bf-a3bd-fed82a621a7c, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:38.940619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] For port 0a065000-9273-41bf-a3bd-fed82a621a7c, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0a065000-9273-41bf-a3bd-fed82a621a7c,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:38.943576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.960173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.037023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.037680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.039403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 1093 time: 0.9552410 Nov 12 08:42:39.047554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:39.056429 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:39.107707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:39.118221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb027-2511-4b78-b2e6-1bec15f9b584 req-1566bd9f-9f60-48ed-87e8-c5b9b3500db5 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.121604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307cb027-2511-4b78-b2e6-1bec15f9b584 req-1566bd9f-9f60-48ed-87e8-c5b9b3500db5 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.1786623 Nov 12 08:42:39.205895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423af154-cae5-43da-8fa9-7904d4893ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a065000-9273-41bf-a3bd-fed82a621a7c,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.248179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-b19a8af2-4147-432f-9c64-cab3e37e6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.259865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:39.260141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-b19a8af2-4147-432f-9c64-cab3e37e6e82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1096 time: 0.1294961 Nov 12 08:42:39.265124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:39.265679 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc70238-3cc3-4f4f-9e67-0ed304f3dfd5 x-openstack-request-id: req-2fc70238-3cc3-4f4f-9e67-0ed304f3dfd5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:39.265995 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:39.266208 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fc70238-3cc3-4f4f-9e67-0ed304f3dfd5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:39.266503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.274743 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'status': 'completed', 'code': 200} Nov 12 08:42:39.362334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-307cb027-2511-4b78-b2e6-1bec15f9b584 req-d5ebdbfc-51c8-4501-83ed-9b9879a8e38c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261708 Nov 12 08:42:39.364682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-4f874470-7ce1-48a5-91a5-418934602d13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 217 time: 0.0836740 Nov 12 08:42:39.452185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-81b4599d-1af5-43df-b937-a722242af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.453614 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.453796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-81b4599d-1af5-43df-b937-a722242af014 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.0828259 Nov 12 08:42:39.500424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:39.503109 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4955192-8c9c-4965-809e-cb0f62a5c8ab" -d '{"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-plugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:39.516365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-df076a1c-f6c1-4143-9fc1-95160f3c8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.518191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-df076a1c-f6c1-4143-9fc1-95160f3c8265 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568066 Nov 12 08:42:39.529404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:39.536848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.615898 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680ba9db-c4e3-464f-817c-80a16d01461f x-openstack-request-id: req-680ba9db-c4e3-464f-817c-80a16d01461f {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:39.616869 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-plugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:39.617319 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-680ba9db-c4e3-464f-817c-80a16d01461f {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:39.617893 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'code': 200} Nov 12 08:42:39.646699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.726732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-3c94e9f8-d953-45d3-991e-eaf0a8823c7b service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996732 Nov 12 08:42:39.831893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db422e4-1e7a-44bb-bc70-fa4473dcaae5 req-4bbec35f-5b99-4130-a6e5-d613433cdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.840254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2db422e4-1e7a-44bb-bc70-fa4473dcaae5 req-4bbec35f-5b99-4130-a6e5-d613433cdb06 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1098 time: 0.1219072 Nov 12 08:42:39.991611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2db422e4-1e7a-44bb-bc70-fa4473dcaae5 req-3837b9a4-6b7d-402c-8908-36a415db4f0f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442471 Nov 12 08:42:40.021527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6cb0e454-099d-4a75-a55e-a949654e64e8 req-b49111ab-1278-49bd-b402-28b463e62cb5 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862580 Nov 12 08:42:40.036093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff682afa-4456-4573-9957-bb025be194ae req-56893d87-be4b-470a-8998-14c2b151f3cf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.044684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff682afa-4456-4573-9957-bb025be194ae req-56893d87-be4b-470a-8998-14c2b151f3cf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1008968 Nov 12 08:42:40.183990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff682afa-4456-4573-9957-bb025be194ae req-42675721-bbbd-44ed-a078-cdc58d66f3ee tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372032 Nov 12 08:42:40.206705 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-2ca4067b-bf22-4429-a663-d9ad88c09e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.209171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-2ca4067b-bf22-4429-a663-d9ad88c09e10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1096 time: 0.1031716 Nov 12 08:42:40.324583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-da0e64c5-ae62-4476-94cf-354a4ccdd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.326275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-da0e64c5-ae62-4476-94cf-354a4ccdd4c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 913 time: 0.1096961 Nov 12 08:42:40.407897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-a08ae7df-f65e-45ae-aa8e-8e73c1e15039 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 217 time: 0.0737500 Nov 12 08:42:40.495376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-ddf9fedb-28a8-4a5c-a5b4-791addc875b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.497239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-ddf9fedb-28a8-4a5c-a5b4-791addc875b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.0830250 Nov 12 08:42:40.580100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cda2b8-60d7-4713-894a-93c98dae5a4d req-c86c4613-4c79-4e69-bb6e-39b592d40676 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.581992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19cda2b8-60d7-4713-894a-93c98dae5a4d req-c86c4613-4c79-4e69-bb6e-39b592d40676 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.0981479 Nov 12 08:42:40.585650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-b53f390d-8e24-41d3-86d1-ce45ad02f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.587364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-b53f390d-8e24-41d3-86d1-ce45ad02f2df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663478 Nov 12 08:42:40.690066 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64a29afe-d1da-4dce-be91-47cb24e40fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.696704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19cda2b8-60d7-4713-894a-93c98dae5a4d req-57a0a822-bb9d-4870-83d9-54abef4ae0a3 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064539 Nov 12 08:42:40.730103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-ea12a7c4-bfb2-46e1-b4a8-e743ad0f1798 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324441 Nov 12 08:42:40.823408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6d2bf67-02ae-48e6-80d4-8e24a8c884cc req-d1469275-31dd-4d32-982a-d85b36aae215 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862947 Nov 12 08:42:41.387435 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa2bf9-b503-4c96-9ab8-a5450995616c req-d6fd88a1-08ef-4812-8152-dac3277e1f51 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.395319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35aa2bf9-b503-4c96-9ab8-a5450995616c req-d6fd88a1-08ef-4812-8152-dac3277e1f51 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0766647 Nov 12 08:42:41.500110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35aa2bf9-b503-4c96-9ab8-a5450995616c req-fa075b7d-99fe-4c27-8c3f-dc3b55de7ad3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001849 Nov 12 08:42:41.923021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5790-8173-4a13-9018-12060fc73b12 req-d9f68d13-ad83-4ed4-b0c5-7b27f3d365c6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.925961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-205d5790-8173-4a13-9018-12060fc73b12 req-d9f68d13-ad83-4ed4-b0c5-7b27f3d365c6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.1475511 Nov 12 08:42:42.009375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.018860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-205d5790-8173-4a13-9018-12060fc73b12 req-328a538d-c25f-4f1a-8c93-31121130e155 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805981 Nov 12 08:42:42.211949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57822) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:42.250120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58611bc-c25b-437e-95c5-38708a883069 req-a4490472-c123-47e2-bf92-2272b0ad8aca tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.251781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f58611bc-c25b-437e-95c5-38708a883069 req-a4490472-c123-47e2-bf92-2272b0ad8aca tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 945 time: 0.0602722 Nov 12 08:42:42.321618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f58611bc-c25b-437e-95c5-38708a883069 req-47c31467-e49a-4947-ac80-31e7a6115f25 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 Nov 12 08:42:42.367102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6417d6f7-125d-40dd-bf3e-364727d65630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.450179 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6417d6f7-125d-40dd-bf3e-364727d65630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.454962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6417d6f7-125d-40dd-bf3e-364727d65630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.495375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d6f7-125d-40dd-bf3e-364727d65630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e05a1a-cdeb-4d3b-a89b-cef2950f3801,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:42.503119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6417d6f7-125d-40dd-bf3e-364727d65630 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5890dba911b14e50bacfd74027331992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862279 Nov 12 08:42:42.503375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57826) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:42.573071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a0431d3-7d13-41f7-8d6a-7f75d715a980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.602949 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a0431d3-7d13-41f7-8d6a-7f75d715a980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.684960 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a0431d3-7d13-41f7-8d6a-7f75d715a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.689880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4686-0670-4ed2-97c9-2923a5aeaf0e req-b0e54ca5-02c0-463b-a3b5-47424dd5383c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.692659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15eb4686-0670-4ed2-97c9-2923a5aeaf0e req-b0e54ca5-02c0-463b-a3b5-47424dd5383c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0957608 Nov 12 08:42:42.693034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0a0431d3-7d13-41f7-8d6a-7f75d715a980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.694642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0a0431d3-7d13-41f7-8d6a-7f75d715a980 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51e05a1a-cdeb-4d3b-a89b-cef2950f3801 HTTP/1.1" status: 204 len: 168 time: 0.1903355 Nov 12 08:42:42.711623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0431d3-7d13-41f7-8d6a-7f75d715a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e05a1a-cdeb-4d3b-a89b-cef2950f3801,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:42.803050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15eb4686-0670-4ed2-97c9-2923a5aeaf0e req-18339699-d88f-4cf0-87ba-2578cbfe66f9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930178 Nov 12 08:42:42.951948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d822c2-0e27-4103-a9b9-04aac7d9c5a5 req-289c704d-3500-422d-8f04-4f4012606122 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.953516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69d822c2-0e27-4103-a9b9-04aac7d9c5a5 req-289c704d-3500-422d-8f04-4f4012606122 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0653515 Nov 12 08:42:43.042201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69d822c2-0e27-4103-a9b9-04aac7d9c5a5 req-edde12e6-8366-47ba-b934-f478c5d32d3b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813532 Nov 12 08:42:43.081369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57840) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:43.152481 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bbde8-02a7-400c-8680-fa2a6c7e24f1 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.157713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b89bbde8-02a7-400c-8680-fa2a6c7e24f1 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1093 time: 0.0724871 Nov 12 08:42:43.159039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 57844) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:43.183970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:43.205495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4338cf7-fd75-4d71-b18a-ccd00a9e6f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.235312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc527ee-6e78-4b56-846c-9de4c7a128af req-a764962f-0c76-4412-acde-416e660f3df4 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.237229 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bc527ee-6e78-4b56-846c-9de4c7a128af req-a764962f-0c76-4412-acde-416e660f3df4 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.0769858 Nov 12 08:42:43.242331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.345830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6bc527ee-6e78-4b56-846c-9de4c7a128af req-c4acdf9f-f100-4fa0-8f63-05048b3429b8 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935783 Nov 12 08:42:43.483436 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.492519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae608b-f022-49ae-b4a7-4879db3d7b42 req-7aace8ea-f767-421b-a40e-0ea345d24fae tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.500987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53ae608b-f022-49ae-b4a7-4879db3d7b42 req-7aace8ea-f767-421b-a40e-0ea345d24fae tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 945 time: 0.0635505 Nov 12 08:42:43.564122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53ae608b-f022-49ae-b4a7-4879db3d7b42 req-5c5d8bf5-ddc1-4f6a-a7bb-d6edbf0438fa tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Nov 12 08:42:43.632352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.8 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/61b244d9-1bfc-4146-a8e8-c29f1eaf351d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:43.673781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5909b-70ac-43a3-9f34-95892673be34 req-0e5fd215-506e-4552-96ec-f6ce386842db tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.676211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4df5909b-70ac-43a3-9f34-95892673be34 req-0e5fd215-506e-4552-96ec-f6ce386842db tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 945 time: 0.0814571 Nov 12 08:42:43.838308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.890566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Deleting port 252978e2-6917-4cb1-9341-639adc39877b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:43.891155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.911673 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.001719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:44.008099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:44.017807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:44.091983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] For port 252978e2-6917-4cb1-9341-639adc39877b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=252978e2-6917-4cb1-9341-639adc39877b,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:44.095811 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.116064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=61b244d9-1bfc-4146-a8e8-c29f1eaf351d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:44.124251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Calling delete_port for 252978e2-6917-4cb1-9341-639adc39877b owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:44.156255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.156942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.157608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.158294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.158961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.159805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.160770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.161434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.162099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.162974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.163623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.164333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:44.392223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.405126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['252978e2-6917-4cb1-9341-639adc39877b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:44.432497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Pushing event deleted for resources: {'Port': ['ID=252978e2-6917-4cb1-9341-639adc39877b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:44.527671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] No DVR routers for this DVR port 252978e2-6917-4cb1-9341-639adc39877b on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:44.555101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.566114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4df5909b-70ac-43a3-9f34-95892673be34 req-c456439c-85df-4187-898d-e300075b58c5 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "DELETE /v2.0/ports/252978e2-6917-4cb1-9341-639adc39877b HTTP/1.1" status: 204 len: 173 time: 0.8807936 Nov 12 08:42:44.568489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'name': 'network-vif-deleted', 'tag': '252978e2-6917-4cb1-9341-639adc39877b'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:44.574079 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec77cd3-648b-460b-8095-6b520b6db1f3" -d '{"events": [{"server_uuid": "6aa983ab-b6af-443e-a787-f010fdc2e0c1", "name": "network-vif-deleted", "tag": "252978e2-6917-4cb1-9341-639adc39877b"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:44.607653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.728113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e50cf-1bb3-43c6-846b-2bf9fb043c71 req-675a03c8-a705-41a6-9cac-dfa57eb022e9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.732933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e50cf-1bb3-43c6-846b-2bf9fb043c71 req-675a03c8-a705-41a6-9cac-dfa57eb022e9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.2128158 Nov 12 08:42:44.872563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.892347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b068f03-82ca-4add-a6be-5c90013559bb req-ecf86bea-5856-4917-b784-564ac3890cda tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aa983ab-b6af-443e-a787-f010fdc2e0c1 HTTP/1.1" status: 200 len: 210 time: 0.0625968 Nov 12 08:42:44.935132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d1e50cf-1bb3-43c6-846b-2bf9fb043c71 req-cd0fe78e-0e84-4012-bbbc-4c1df3ec716b tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963887 Nov 12 08:42:44.991211 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c386e11-14bb-4995-a067-d4ee79167eb5 x-openstack-request-id: req-1c386e11-14bb-4995-a067-d4ee79167eb5 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:44.991621 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa983ab-b6af-443e-a787-f010fdc2e0c1", "name": "network-vif-deleted", "tag": "252978e2-6917-4cb1-9341-639adc39877b", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:44.991966 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c386e11-14bb-4995-a067-d4ee79167eb5 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:44.992553 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa983ab-b6af-443e-a787-f010fdc2e0c1', 'name': 'network-vif-deleted', 'tag': '252978e2-6917-4cb1-9341-639adc39877b', 'status': 'completed', 'code': 200} Nov 12 08:42:45.015564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.326077 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.337060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.454197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=61b244d9-1bfc-4146-a8e8-c29f1eaf351d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.468272 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.673709 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP ef8ebb57-0056-415e-94bb-a3ab7e7cf38a associated. External IP: 172.25.4.8, port: 46f88bcc-e164-4b88-a7c3-bf23d8ae9443. Nov 12 08:42:45.723171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.937555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:46.080523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:46.098672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] Sync routers for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:46.101657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.118344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:46.119390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:46.138868 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e8773e90-a14f-4741-a6d7-1c1fa8fd97ae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9764667 Nov 12 08:42:46.139681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:46.142447 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0437a-92e5-488a-aaf1-d31b6d303e25" -d '{"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:46.192678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19357e-781c-4715-957c-8d14882d5893 req-dbcd231a-3758-4164-8cac-a7dde4044d73 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.196517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b19357e-781c-4715-957c-8d14882d5893 req-dbcd231a-3758-4164-8cac-a7dde4044d73 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.1256027 Nov 12 08:42:46.266515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b19357e-781c-4715-957c-8d14882d5893 req-70751b34-91e4-4952-b39b-fba958c6bfc6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630174 Nov 12 08:42:46.365957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040cc8a-64ff-4666-8ebb-1457cbca29ff req-67a69b40-b705-4af7-9a49-318170d3e68f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.370188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:46.374792 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f040cc8a-64ff-4666-8ebb-1457cbca29ff req-67a69b40-b705-4af7-9a49-318170d3e68f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0924232 Nov 12 08:42:46.404014 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f39751f-c02e-4822-8ffe-a0d7e5576168 x-openstack-request-id: req-0f39751f-c02e-4822-8ffe-a0d7e5576168 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:46.404334 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:46.404589 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f39751f-c02e-4822-8ffe-a0d7e5576168 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:46.405004 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'status': 'completed', 'code': 200} Nov 12 08:42:46.492504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f040cc8a-64ff-4666-8ebb-1457cbca29ff req-d41f2cb0-bcef-46d7-bebc-e1c31fb192bd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089530 Nov 12 08:42:46.499552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-62307982-cf97-4fd8-9060-8ff4e7887a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.501506 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-62307982-cf97-4fd8-9060-8ff4e7887a95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1098 time: 0.0727308 Nov 12 08:42:46.519842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57890) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:46.527656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 252978e2-6917-4cb1-9341-639adc39877b no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:46.553895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 252978e2-6917-4cb1-9341-639adc39877b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:46.554533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 252978e2-6917-4cb1-9341-639adc39877b not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:46.665869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9bde4da6-78fd-43ed-bf95-477e8027bb7c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/ef8ebb57-0056-415e-94bb-a3ab7e7cf38a HTTP/1.1" status: 200 len: 990 time: 0.1407137 Nov 12 08:42:46.728205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-74d1fcef-ac8a-4b68-a7b1-8f06e2dee406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.732952 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-74d1fcef-ac8a-4b68-a7b1-8f06e2dee406 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.2073901 Nov 12 08:42:46.858000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'ef8ebb57-0056-415e-94bb-a3ab7e7cf38a', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'mac_address': 'fa:16:3e:63:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:44Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:46.863093 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.899361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] Checking router: 06f4cde8-1c71-47d2-9a54-c97c6a0e563c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:46.914736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:46.915786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:46.945613 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-0691f65e-d091-4910-8813-f72fffbf61ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.2063556 Nov 12 08:42:47.133423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-c4cc77d9-0d06-42d4-b530-172e81ed6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.141762 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-c4cc77d9-0d06-42d4-b530-172e81ed6bca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.1881022 Nov 12 08:42:47.241142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-8490a69a-bd96-433a-8721-173810190193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.243329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-8490a69a-bd96-433a-8721-173810190193 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936043 Nov 12 08:42:47.357449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:47.544740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-dcfa9c40-222e-4e3b-9122-4b87c6c97a3b service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873726 Nov 12 08:42:47.666172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57908) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:47.729144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-76a0437a-92e5-488a-aaf1-d31b6d303e25 req-88cc3ea8-3fea-492b-927f-7a5f26f0d91d service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755326 Nov 12 08:42:47.833456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'ef8ebb57-0056-415e-94bb-a3ab7e7cf38a', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'mac_address': 'fa:16:3e:63:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:44Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:47.870408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad70513-9b0a-4060-aeb4-778c4fddd1a9 None None] The sync data for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 is: [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'ef8ebb57-0056-415e-94bb-a3ab7e7cf38a', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'mac_address': 'fa:16:3e:63:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:44Z', 'updated_at': '2021-11-12T08:42:44Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:47.939273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-731cade9-c9da-4431-894b-83f7e3ee4e1d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/ef8ebb57-0056-415e-94bb-a3ab7e7cf38a HTTP/1.1" status: 200 len: 990 time: 0.2695580 Nov 12 08:42:47.997785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85962a1b-6abc-4671-ad73-b41521c784cc req-34527e1c-c19f-472d-8b5f-f30481702f68 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.006889 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85962a1b-6abc-4671-ad73-b41521c784cc req-34527e1c-c19f-472d-8b5f-f30481702f68 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.1457219 Nov 12 08:42:48.101519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85962a1b-6abc-4671-ad73-b41521c784cc req-6b49d3da-a46d-4801-aa1a-1d38ffd3fcbb tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936205 Nov 12 08:42:48.313995 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a0625-3ee6-47de-b81d-48c44201f009 None None] New status for floating IP ef8ebb57-0056-415e-94bb-a3ab7e7cf38a: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:42:48.937417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 57920) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:49.262957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-006c94b6-9cae-4167-af07-4b491e7cae6b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/ef8ebb57-0056-415e-94bb-a3ab7e7cf38a HTTP/1.1" status: 200 len: 992 time: 0.3243413 Nov 12 08:42:49.278704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4078c-2772-4d2e-90ef-646c0b8fbab7 req-9b88ab43-063b-48ee-8e70-695833a737d8 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:49.280327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9df4078c-2772-4d2e-90ef-646c0b8fbab7 req-9b88ab43-063b-48ee-8e70-695833a737d8 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.0813510 Nov 12 08:42:49.363432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9df4078c-2772-4d2e-90ef-646c0b8fbab7 req-ce9711f7-8fba-4abc-8d96-7ccd393130b0 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756011 Nov 12 08:42:50.614659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c763ad-2a37-437f-8ad7-6a2120836fc1 req-c8c46ebb-6454-4cfa-92f8-bba5ac1d6342 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.617409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c763ad-2a37-437f-8ad7-6a2120836fc1 req-c8c46ebb-6454-4cfa-92f8-bba5ac1d6342 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.0939009 Nov 12 08:42:50.704678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c763ad-2a37-437f-8ad7-6a2120836fc1 req-23e1d78a-cfba-4a52-a63b-25ba5d40a7e7 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799994 Nov 12 08:42:51.941996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c6391-ee9a-4000-a175-111137a951f0 req-ce95e214-df3e-410f-906f-7f5226569b28 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:51.950407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-289c6391-ee9a-4000-a175-111137a951f0 req-ce95e214-df3e-410f-906f-7f5226569b28 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.1178708 Nov 12 08:42:52.020596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-289c6391-ee9a-4000-a175-111137a951f0 req-5df896b6-36db-4590-9c87-b4144f2fdef3 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693111 Nov 12 08:42:53.169545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4e606-4e6c-46bb-9ac9-6e30902e33d0 req-d7264a8c-72e7-4bde-b749-b00b5344aca7 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:53.174461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ac4e606-4e6c-46bb-9ac9-6e30902e33d0 req-d7264a8c-72e7-4bde-b749-b00b5344aca7 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.0611594 Nov 12 08:42:53.245213 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4ac4e606-4e6c-46bb-9ac9-6e30902e33d0 req-7cc2f06b-0c06-43dc-af88-8ece13cd6e93 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584097 Nov 12 08:42:54.417912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e8ff-bf3c-4941-947c-11d526222fa2 req-86862107-75d5-45f1-b6b1-33f8546da78b tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:54.419425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ab2e8ff-bf3c-4941-947c-11d526222fa2 req-86862107-75d5-45f1-b6b1-33f8546da78b tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.1130416 Nov 12 08:42:54.479140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-0e5e7cb7-56fc-45a6-89b2-50f4a6927a5a tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:54.480693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-0e5e7cb7-56fc-45a6-89b2-50f4a6927a5a tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 814 time: 0.1721601 Nov 12 08:42:54.506101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ab2e8ff-bf3c-4941-947c-11d526222fa2 req-0eb15935-c6e5-4ed4-89eb-0ed6e845bead tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789711 Nov 12 08:42:54.508778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-527c01de-8b70-4dca-8c62-eb6a019513e7 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/quotas/4c305fe09d394a35ab9ed882959a4910 HTTP/1.1" status: 200 len: 375 time: 0.0198548 Nov 12 08:42:54.541824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-27331a56-4acf-441d-bc26-063d025e9680 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264955 Nov 12 08:42:54.638788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-2901c6b1-4071-4771-a9ac-a408f70504a2 service neutron] 10.222.0.16 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899262 Nov 12 08:42:54.733827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-da7521b5-c457-4d21-97bd-0723dd70c63f service neutron] 10.222.0.16 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887823 Nov 12 08:42:54.929955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-189a1ade-6368-451b-a182-1db68c536175 req-f15fd301-aa55-4ec0-b9b3-f97957c7e38a tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 210 time: 0.0403881 Nov 12 08:42:55.630597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6c17f-e3e0-4d19-b565-e489704d9b6d req-3cd46038-81fa-4c86-949e-bab436345c66 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.632701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efd6c17f-e3e0-4d19-b565-e489704d9b6d req-3cd46038-81fa-4c86-949e-bab436345c66 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 944 time: 0.0510116 Nov 12 08:42:55.683748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-efd6c17f-e3e0-4d19-b565-e489704d9b6d req-398899dc-2d35-4684-a334-b403d46ab3f6 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Nov 12 08:42:55.914359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-bd230409-b636-4898-9308-5bc5d7840a9c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.916196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-bd230409-b636-4898-9308-5bc5d7840a9c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 814 time: 0.1183765 Nov 12 08:42:55.930264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Request body: {'port': {'device_id': '8595eb25-e527-4916-9874-aa4de5770e9e', 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e', 'admin_state_up': True, 'tenant_id': '4c305fe09d394a35ab9ed882959a4910'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:56.083791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b351ea9-a5a4-41a2-a201-1b7e70f1f84d req-5671ac5f-82aa-4538-9c09-ec28b90afe38 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 210 time: 0.0579162 Nov 12 08:42:56.158080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Made reservation on behalf of 4c305fe09d394a35ab9ed882959a4910 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:56.161613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.587997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0a065000-9273-41bf-a3bd-fed82a621a7c details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:56.637833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Allocated IP 172.20.0.14 (6949af75-4509-45b8-8e7f-423e3c2a726e/0d75d18d-8713-4df5-a876-7129ed614001/a759c993-a6ba-45db-9808-33752152fdcf) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:56.696919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0a065000-9273-41bf-a3bd-fed82a621a7c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0a065000-9273-41bf-a3bd-fed82a621a7c,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:56.724317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:56.773168 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.793482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a065000-9273-41bf-a3bd-fed82a621a7c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:56.817558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0a065000-9273-41bf-a3bd-fed82a621a7c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0a065000-9273-41bf-a3bd-fed82a621a7c,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:56.822996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.876815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0a065000-9273-41bf-a3bd-fed82a621a7c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.891671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a6def-8ca5-4bf2-93f3-d1f0c6946ae2 req-32ac01d5-c2e2-4ce5-9cf8-a7234165a5ee tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.893223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b68a6def-8ca5-4bf2-93f3-d1f0c6946ae2 req-32ac01d5-c2e2-4ce5-9cf8-a7234165a5ee tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 945 time: 0.0833352 Nov 12 08:42:56.913406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.971111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b68a6def-8ca5-4bf2-93f3-d1f0c6946ae2 req-5b7c53a1-ebd4-47a0-b470-580d98e92625 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685542 Nov 12 08:42:56.985499 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.029426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['0a065000-9273-41bf-a3bd-fed82a621a7c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:57.035692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Network 6949af75-4509-45b8-8e7f-423e3c2a726e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:57.043543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:57.047341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:57.074015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Pushing event updated for resources: {'Port': ['ID=a759c993-a6ba-45db-9808-33752152fdcf,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.105533 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.105533 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.125111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-a8d9d2c4-7d09-4e51-a3cd-bc036bf4e921 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1995928 Nov 12 08:42:57.139996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Request body: {'port': {'device_id': '8595eb25-e527-4916-9874-aa4de5770e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:57.235506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.279567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2bac-e243-42cc-951c-94f2664fbf96 req-0bef7478-f6c8-4fa6-8fa3-b4daf73e30e4 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.281204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-006a2bac-e243-42cc-951c-94f2664fbf96 req-0bef7478-f6c8-4fa6-8fa3-b4daf73e30e4 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 932 time: 0.1164894 Nov 12 08:42:57.403558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-006a2bac-e243-42cc-951c-94f2664fbf96 req-51de58da-4263-49d8-a03b-fc153678d57c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120090 Nov 12 08:42:57.554722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a759c993-a6ba-45db-9808-33752152fdcf {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:57.563368 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.576748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Transition to ACTIVE for port object a759c993-a6ba-45db-9808-33752152fdcf will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:57.582085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.636316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Pushing event updated for resources: {'Port': ['ID=a759c993-a6ba-45db-9808-33752152fdcf,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.702393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Attempting to bind port a759c993-a6ba-45db-9808-33752152fdcf on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:57.703097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Attempting to bind port a759c993-a6ba-45db-9808-33752152fdcf by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:57.703097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Attempting to bind port a759c993-a6ba-45db-9808-33752152fdcf on network 6949af75-4509-45b8-8e7f-423e3c2a726e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:57.707702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Port a759c993-a6ba-45db-9808-33752152fdcf on network 6949af75-4509-45b8-8e7f-423e3c2a726e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:57.708024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Attempting to bind port a759c993-a6ba-45db-9808-33752152fdcf on network 6949af75-4509-45b8-8e7f-423e3c2a726e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:57.713015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:57.713354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Checking segment: {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:57.713738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Bound using segment: {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:57.714162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Bound port: a759c993-a6ba-45db-9808-33752152fdcf, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620e551e-7698-4589-ba29-eae338f64db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:57.714517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.789297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] For port a759c993-a6ba-45db-9808-33752152fdcf, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:57.793360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] For port a759c993-a6ba-45db-9808-33752152fdcf, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a759c993-a6ba-45db-9808-33752152fdcf,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:57.799384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.835596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.836320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.837691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] 10.222.0.32 "PUT /v2.0/ports/a759c993-a6ba-45db-9808-33752152fdcf HTTP/1.1" status: 200 len: 1093 time: 0.7040083 Nov 12 08:42:57.838134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595eb25-e527-4916-9874-aa4de5770e9e', 'tag': 'a759c993-a6ba-45db-9808-33752152fdcf'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:57.840414 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396e9fd-f687-450d-b854-8549e16969b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8595eb25-e527-4916-9874-aa4de5770e9e", "tag": "a759c993-a6ba-45db-9808-33752152fdcf"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:57.862263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e4cbc-d15e-40e8-bae0-8a38ed94024e service neutron] Pushing event updated for resources: {'Port': ['ID=a759c993-a6ba-45db-9808-33752152fdcf,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.897087 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea20b0-c87c-4007-9ee5-f57d386fb77e x-openstack-request-id: req-ceea20b0-c87c-4007-9ee5-f57d386fb77e {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:57.897087 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595eb25-e527-4916-9874-aa4de5770e9e", "tag": "a759c993-a6ba-45db-9808-33752152fdcf", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:57.897087 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ceea20b0-c87c-4007-9ee5-f57d386fb77e {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:57.897552 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595eb25-e527-4916-9874-aa4de5770e9e', 'tag': 'a759c993-a6ba-45db-9808-33752152fdcf', 'status': 'completed', 'code': 200} Nov 12 08:42:57.927497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-9009b760-e8fa-44b9-97ab-ad10aee162db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.929060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-9009b760-e8fa-44b9-97ab-ad10aee162db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 1096 time: 0.0433099 Nov 12 08:42:57.975784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-d0a54191-dae8-4f59-9b81-a435ecd6744e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a759c993-a6ba-45db-9808-33752152fdcf HTTP/1.1" status: 200 len: 217 time: 0.0382218 Nov 12 08:42:58.027941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a58104-5128-4575-aa1b-0d42a083abee req-6dc549f7-4611-4316-9686-d604cb246617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.029498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-6dc549f7-4611-4316-9686-d604cb246617 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d75d18d-8713-4df5-a876-7129ed614001 HTTP/1.1" status: 200 len: 854 time: 0.0468686 Nov 12 08:42:58.070728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-b72802dc-ea9b-4c40-ae03-b2df964164e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6949af75-4509-45b8-8e7f-423e3c2a726e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343337 Nov 12 08:42:58.163202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521284d-7373-472b-b2f5-b91a86ab372c req-04a827f2-ea1f-4f6c-b08c-f37e30aea363 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.164774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d521284d-7373-472b-b2f5-b91a86ab372c req-04a827f2-ea1f-4f6c-b08c-f37e30aea363 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 945 time: 0.1196496 Nov 12 08:42:58.219673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-05160861-dd53-4555-8f0d-9d78183050f7 service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341567 Nov 12 08:42:58.241204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d521284d-7373-472b-b2f5-b91a86ab372c req-116daff8-261b-42d8-97de-0766520865e3 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685897 Nov 12 08:42:58.366427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72a58104-5128-4575-aa1b-0d42a083abee req-359dc546-a6a8-44bd-86f0-fb4b5236d1f7 service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165073 Nov 12 08:42:58.465844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e9fd-f687-450d-b854-8549e16969b6 req-4f4b4c9e-3de6-4b8a-b319-9c37f7c3b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.467590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-4f4b4c9e-3de6-4b8a-b319-9c37f7c3b349 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c305fe09d394a35ab9ed882959a4910&device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 1096 time: 0.0509338 Nov 12 08:42:58.601949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8233-49ee-4330-ae23-a0b68855923f req-32c6dd08-59e9-41b9-9759-b0054bf750c9 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.603467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b5d8233-49ee-4330-ae23-a0b68855923f req-32c6dd08-59e9-41b9-9759-b0054bf750c9 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 944 time: 0.1078122 Nov 12 08:42:58.606487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e9fd-f687-450d-b854-8549e16969b6 req-eb03380e-1a1f-46ba-9251-7068e4a24393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.607872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-eb03380e-1a1f-46ba-9251-7068e4a24393 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 200 len: 914 time: 0.1325395 Nov 12 08:42:58.613155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0a065000-9273-41bf-a3bd-fed82a621a7c up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:58.665217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 0a065000-9273-41bf-a3bd-fed82a621a7c completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:58.669315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 0a065000-9273-41bf-a3bd-fed82a621a7c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:58.669761 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.670255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-8786c4bf-3d97-4c61-acac-5bbe1d924252 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a759c993-a6ba-45db-9808-33752152fdcf HTTP/1.1" status: 200 len: 217 time: 0.0518463 Nov 12 08:42:58.733644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b5d8233-49ee-4330-ae23-a0b68855923f req-0a856579-48e0-4fae-a3f0-c9232caaa6f2 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240685 Nov 12 08:42:58.747010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e9fd-f687-450d-b854-8549e16969b6 req-0cc23b0e-6929-4678-9387-697ed521978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.748653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-0cc23b0e-6929-4678-9387-697ed521978c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d75d18d-8713-4df5-a876-7129ed614001 HTTP/1.1" status: 200 len: 854 time: 0.0685701 Nov 12 08:42:58.765428 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.787439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-1fca79e5-d00c-4342-9bac-5568f09d014f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6949af75-4509-45b8-8e7f-423e3c2a726e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297627 Nov 12 08:42:58.793017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:58.802469 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73a424-925b-4ebd-b5a8-4e5e992f5c3a" -d '{"events": [{"server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "name": "network-vif-plugged", "status": "completed", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:58.832017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0a065000-9273-41bf-a3bd-fed82a621a7c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0a065000-9273-41bf-a3bd-fed82a621a7c,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:58.845099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.893934 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a791c4ad-ffc5-4c0d-919b-415c5d271c31 x-openstack-request-id: req-a791c4ad-ffc5-4c0d-919b-415c5d271c31 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:58.894500 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "name": "network-vif-plugged", "status": "completed", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:58.894944 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a791c4ad-ffc5-4c0d-919b-415c5d271c31 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:58.895570 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'code': 200} Nov 12 08:42:58.908915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-defd5e8c-95e2-4c3e-baac-a8b69e7ff65b service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145713 Nov 12 08:42:58.923257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0a065000-9273-41bf-a3bd-fed82a621a7c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:58.996833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21bd9-d41f-43d0-9d5a-c7531ed6749b req-3a07bbdd-e945-4a44-bed8-5d833873ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.998770 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef21bd9-d41f-43d0-9d5a-c7531ed6749b req-3a07bbdd-e945-4a44-bed8-5d833873ec4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1098 time: 0.0444489 Nov 12 08:42:59.026935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0396e9fd-f687-450d-b854-8549e16969b6 req-a2d97452-8929-4978-bfa1-cc59352a2f1d service neutron] 10.222.0.32 "GET /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089523 Nov 12 08:42:59.060765 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cef21bd9-d41f-43d0-9d5a-c7531ed6749b req-75c35a8f-d805-4b85-bc31-995d676f50b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530913 Nov 12 08:42:59.381806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c4ad5-c612-42a2-9182-0dcbf73ca52c req-ce8685b2-9d70-423e-8299-0e058e6fdaef tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.383344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-302c4ad5-c612-42a2-9182-0dcbf73ca52c req-ce8685b2-9d70-423e-8299-0e058e6fdaef tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 946 time: 0.0520003 Nov 12 08:42:59.435398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-302c4ad5-c612-42a2-9182-0dcbf73ca52c req-dfa66f1e-28a3-4656-83a1-7baa2c75dbad tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Nov 12 08:42:59.873838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543d9f-fa1b-47c5-aa14-ca196421b637 req-9b61cbdd-5aa1-4e1d-a716-ce99de0acc7d tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.875540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64543d9f-fa1b-47c5-aa14-ca196421b637 req-9b61cbdd-5aa1-4e1d-a716-ce99de0acc7d tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 944 time: 0.0557632 Nov 12 08:42:59.941420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64543d9f-fa1b-47c5-aa14-ca196421b637 req-a5ba85d7-9b2c-44b9-aa59-48ed2abcfb72 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593507 Nov 12 08:43:00.561953 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff67e4-acc3-4f3a-bd93-1668ee827da8 req-e5a5c044-3df9-4899-8308-ecf80df8e47e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.563435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94ff67e4-acc3-4f3a-bd93-1668ee827da8 req-e5a5c044-3df9-4899-8308-ecf80df8e47e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 946 time: 0.0525134 Nov 12 08:43:00.614590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94ff67e4-acc3-4f3a-bd93-1668ee827da8 req-ecc901d1-7611-4577-a23d-9822c49aebc8 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Nov 12 08:43:00.627194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a759c993-a6ba-45db-9808-33752152fdcf details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:00.739170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91578353-1e98-4f65-906e-a09431a617cb req-e5aff901-661d-4d9e-a372-d7d7bd666686 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.740766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a759c993-a6ba-45db-9808-33752152fdcf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a759c993-a6ba-45db-9808-33752152fdcf,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:00.741293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91578353-1e98-4f65-906e-a09431a617cb req-e5aff901-661d-4d9e-a372-d7d7bd666686 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 946 time: 0.0584941 Nov 12 08:43:00.752694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a759c993-a6ba-45db-9808-33752152fdcf', 'network_id': '6949af75-4509-45b8-8e7f-423e3c2a726e', 'port_id': 'a759c993-a6ba-45db-9808-33752152fdcf', 'mac_address': 'fa:16:3e:f8:8a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d75d18d-8713-4df5-a876-7129ed614001', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:00.790397 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.804160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a759c993-a6ba-45db-9808-33752152fdcf {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:00.808710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91578353-1e98-4f65-906e-a09431a617cb req-620247f4-9953-45c6-837a-08a962bb8d76 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609274 Nov 12 08:43:00.826540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58056) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:00.827726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a759c993-a6ba-45db-9808-33752152fdcf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a759c993-a6ba-45db-9808-33752152fdcf,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:00.832540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.906107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a759c993-a6ba-45db-9808-33752152fdcf,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:01.007713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b9c90c-7764-47b6-8408-6d796cc383ca tempest-TestVolumeBackupRestore-1918427023 tempest-TestVolumeBackupRestore-1918427023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.012403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c2b9c90c-7764-47b6-8408-6d796cc383ca tempest-TestVolumeBackupRestore-1918427023 tempest-TestVolumeBackupRestore-1918427023-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1093 time: 0.1817122 Nov 12 08:43:01.012967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.017703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:01.032663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a759c993-a6ba-45db-9808-33752152fdcf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:01.058280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.087906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca9f14-f6b4-4a88-8b5c-cf0daf427b5a req-70f71169-5365-40e6-99c1-47e70c56c6d0 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.090099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ca9f14-f6b4-4a88-8b5c-cf0daf427b5a req-70f71169-5365-40e6-99c1-47e70c56c6d0 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 945 time: 0.0605519 Nov 12 08:43:01.161734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66ca9f14-f6b4-4a88-8b5c-cf0daf427b5a req-d47c7405-f8dd-4387-a00a-c5d78d1d2dae tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644982 Nov 12 08:43:01.185190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.300353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Allocated IP 172.25.4.74 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/02338303-c96d-4ced-b6f8-6bc80ffdbc6d) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:01.404238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.438588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.476682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:01.480357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:01.482731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:01.525697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'Port': ['ID=02338303-c96d-4ced-b6f8-6bc80ffdbc6d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:02.188249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.302427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.302703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0203d-7ee2-4064-94d3-535c3695b15a req-c56e7ff7-febe-4185-af9c-db633b435f9f tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.304072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afd0203d-7ee2-4064-94d3-535c3695b15a req-c56e7ff7-febe-4185-af9c-db633b435f9f tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 945 time: 0.0765877 Nov 12 08:43:02.364477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-afd0203d-7ee2-4064-94d3-535c3695b15a req-f58881ff-ae53-4e42-93b2-eaf5c1258f70 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Nov 12 08:43:02.493150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.500028 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.569943 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event updated for resources: {'Port': ['ID=02338303-c96d-4ced-b6f8-6bc80ffdbc6d,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:02.587624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.645729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a759c993-a6ba-45db-9808-33752152fdcf up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:02.703279 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Floating IP dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70 associated. External IP: 172.25.4.74, port: 0a065000-9273-41bf-a3bd-fed82a621a7c. Nov 12 08:43:02.721491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a759c993-a6ba-45db-9808-33752152fdcf completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:43:02.728856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a759c993-a6ba-45db-9808-33752152fdcf triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:02.729597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.850961 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.896361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595eb25-e527-4916-9874-aa4de5770e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a759c993-a6ba-45db-9808-33752152fdcf'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:02.901316 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b871f8c0-2ab1-45dc-87a7-a0b4b1a31b2e" -d '{"events": [{"server_uuid": "8595eb25-e527-4916-9874-aa4de5770e9e", "name": "network-vif-plugged", "status": "completed", "tag": "a759c993-a6ba-45db-9808-33752152fdcf"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:02.925814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a759c993-a6ba-45db-9808-33752152fdcf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a759c993-a6ba-45db-9808-33752152fdcf,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:02.932550 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.025247 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0baac-247e-4a7b-99c5-a7adfb182163 x-openstack-request-id: req-8cd0baac-247e-4a7b-99c5-a7adfb182163 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:03.025573 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595eb25-e527-4916-9874-aa4de5770e9e", "name": "network-vif-plugged", "status": "completed", "tag": "a759c993-a6ba-45db-9808-33752152fdcf", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:03.025890 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd0baac-247e-4a7b-99c5-a7adfb182163 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:03.026337 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595eb25-e527-4916-9874-aa4de5770e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a759c993-a6ba-45db-9808-33752152fdcf', 'code': 200} Nov 12 08:43:03.031296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a759c993-a6ba-45db-9808-33752152fdcf,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.049855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Router b279bdda-05f3-415c-a76d-a819676805df has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:03.179302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecbf84-20a2-44b3-bb6f-002608b77cbf req-9c3fe504-02bc-4416-876a-c85133198062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.180989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28ecbf84-20a2-44b3-bb6f-002608b77cbf req-9c3fe504-02bc-4416-876a-c85133198062 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 1098 time: 0.1254132 Nov 12 08:43:03.219797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:03.236998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] Sync routers for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:03.250548 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28ecbf84-20a2-44b3-bb6f-002608b77cbf req-2b43e466-126e-4ffe-a506-6da45c2cbfd0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Nov 12 08:43:03.253375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:03.253684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.254297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:03.287926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58074) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.288467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24d670bb-1d10-49d5-bb05-84d75b14ebe9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2741866 Nov 12 08:43:03.289151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:03.292448 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19eb31a-728e-4792-8aab-1c74af436579" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:03.361306 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806a861-69fd-45cf-80e8-b622033457d1 x-openstack-request-id: req-5806a861-69fd-45cf-80e8-b622033457d1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:03.361995 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:03.362586 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5806a861-69fd-45cf-80e8-b622033457d1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:03.363348 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'status': 'completed', 'code': 200} Nov 12 08:43:03.369717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d462891-0c1b-4ee1-a9d3-ce9acdd7f231 tempest-TestVolumeBackupRestore-1918427023 tempest-TestVolumeBackupRestore-1918427023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.371884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9d462891-0c1b-4ee1-a9d3-ce9acdd7f231 tempest-TestVolumeBackupRestore-1918427023 tempest-TestVolumeBackupRestore-1918427023-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1093 time: 0.0820510 Nov 12 08:43:03.375728 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58078) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.380412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Request body: {'floatingip': {'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:03.391119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:03.476771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.529121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb31a-728e-4792-8aab-1c74af436579 req-fad6ad20-2ab6-4504-afdf-4d81540f9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.530979 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-fad6ad20-2ab6-4504-afdf-4d81540f9444 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1098 time: 0.0627322 Nov 12 08:43:03.588625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfc32-0aa8-45f9-99cb-b38f70956f01 req-660e2f62-c9ea-4d93-89c6-a88927ea0d8c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.590219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e18bfc32-0aa8-45f9-99cb-b38f70956f01 req-660e2f62-c9ea-4d93-89c6-a88927ea0d8c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 946 time: 0.1307390 Nov 12 08:43:03.701499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb31a-728e-4792-8aab-1c74af436579 req-c9521b71-a4f7-4891-8b58-f378900133d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.705257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-c9521b71-a4f7-4891-8b58-f378900133d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 913 time: 0.1632593 Nov 12 08:43:03.751840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:01Z', 'updated_at': '2021-11-12T08:43:01Z', 'revision_number': 0, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:03.767055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e18bfc32-0aa8-45f9-99cb-b38f70956f01 req-1bb3f02e-89dd-49b2-a05a-48367419b687 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523428 Nov 12 08:43:03.807196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] Checking router: b279bdda-05f3-415c-a76d-a819676805df for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:03.817073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:03.817708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:03.831605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-43385b50-5976-4264-bcd6-8ab6024bdcb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 999 time: 0.1160021 Nov 12 08:43:03.913818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb31a-728e-4792-8aab-1c74af436579 req-bb71d609-34b4-4540-aa7a-5e9cf8549eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.915829 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-bb71d609-34b4-4540-aa7a-5e9cf8549eb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.0768075 Nov 12 08:43:03.975638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb31a-728e-4792-8aab-1c74af436579 req-47980a45-cd1a-47ea-b61f-8c101b4810cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.977883 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-47980a45-cd1a-47ea-b61f-8c101b4810cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528359 Nov 12 08:43:03.982367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:04.088395 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-f802c2be-b1e2-46b5-9965-17e3384360b1 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020181 Nov 12 08:43:04.292922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d19eb31a-728e-4792-8aab-1c74af436579 req-6c75b742-9450-40ad-8723-546453d1c9e6 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933560 Nov 12 08:43:04.438236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:01Z', 'updated_at': '2021-11-12T08:43:01Z', 'revision_number': 0, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:04.477473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c2763-c1e5-4690-ae5d-b34d8388c9a8 None None] The sync data for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 is: [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:01Z', 'updated_at': '2021-11-12T08:43:01Z', 'revision_number': 0, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:04.487098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.492651 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.763844 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9406de-fc5d-4865-8045-e37eadf50d69 None None] New status for floating IP dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:43:04.853160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Router b279bdda-05f3-415c-a76d-a819676805df has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:05.345499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f349-d9ac-4300-8d50-2b82110344c2 req-f5904b6d-3644-4040-ae48-3eee89e5a641 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.347573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef8f349-d9ac-4300-8d50-2b82110344c2 req-f5904b6d-3644-4040-ae48-3eee89e5a641 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 946 time: 0.4744170 Nov 12 08:43:05.390314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:05.399206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.402978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] Sync routers for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:05.418903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:05.418903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:05.458283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bef8f349-d9ac-4300-8d50-2b82110344c2 req-901f6f71-0f37-477e-9394-438ff896cc36 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013038 Nov 12 08:43:05.461315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:05.463711 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f84d65e-2edb-40ec-9ffc-06044fd285df" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:05.514204 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1216c277-2a7a-4f0e-ba63-a8024160b44b x-openstack-request-id: req-1216c277-2a7a-4f0e-ba63-a8024160b44b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:05.514815 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:05.514924 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1216c277-2a7a-4f0e-ba63-a8024160b44b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:05.515306 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'status': 'completed', 'code': 200} Nov 12 08:43:05.532123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-561c7813-64be-485e-9f3f-a89de123968e tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "PUT /v2.0/floatingips/dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70 HTTP/1.1" status: 200 len: 991 time: 2.1539166 Nov 12 08:43:05.577771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:05.613191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-0db1739c-413f-4a47-92eb-c3f4029fb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.615141 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-0db1739c-413f-4a47-92eb-c3f4029fb216 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1098 time: 0.0723679 Nov 12 08:43:05.787859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-0f10c5e1-335b-4513-8f65-71cd34ad49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.790267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-0f10c5e1-335b-4513-8f65-71cd34ad49c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 913 time: 0.1689827 Nov 12 08:43:05.915302 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-b70e391d-3d94-42e5-954b-546cce530b29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 1001 time: 0.1123712 Nov 12 08:43:05.992342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:01Z', 'updated_at': '2021-11-12T08:43:04Z', 'revision_number': 2, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:06.008355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-d4ce85f2-e24b-4e08-bfac-c0ca0fb86f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:06.010511 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-d4ce85f2-e24b-4e08-bfac-c0ca0fb86f3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.0854316 Nov 12 08:43:06.033936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] Checking router: b279bdda-05f3-415c-a76d-a819676805df for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:06.045225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:06.045921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:42:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:06.072273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-964dcfbc-f2e3-47de-97ad-c498db177748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:06.073775 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-964dcfbc-f2e3-47de-97ad-c498db177748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548580 Nov 12 08:43:06.192415 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-1e3e0168-a8ff-4361-951b-913ae41fd402 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099195 Nov 12 08:43:06.211390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:06.372489 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f84d65e-2edb-40ec-9ffc-06044fd285df req-020057a2-2013-4de7-a377-0d9cd973194b service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731594 Nov 12 08:43:06.603922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:01Z', 'updated_at': '2021-11-12T08:43:04Z', 'revision_number': 2, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:06.636610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89606f-6ae4-4a93-85a2-6e5fd76751c1 None None] The sync data for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 is: [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'port_id': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'mac_address': 'fa:16:3e:94:b7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:43:01Z', 'updated_at': '2021-11-12T08:43:04Z', 'revision_number': 2, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:07.516167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:07.518553 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99069fb8-bd28-4b2b-b376-5086b3e00ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:07.562948 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df827d12-7223-46b7-a00c-056549218665 x-openstack-request-id: req-df827d12-7223-46b7-a00c-056549218665 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:07.563526 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:07.563787 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df827d12-7223-46b7-a00c-056549218665 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:07.564482 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'status': 'completed', 'code': 200} Nov 12 08:43:07.646315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-0760d89e-04a0-4938-b569-b5f0e7c91ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.648140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-0760d89e-04a0-4938-b569-b5f0e7c91ceb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1098 time: 0.0600181 Nov 12 08:43:07.754003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-ddfbd6f1-4dc3-4e3d-8ad1-cc576bcdc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.755529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-ddfbd6f1-4dc3-4e3d-8ad1-cc576bcdc3c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 913 time: 0.0997286 Nov 12 08:43:07.831360 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-f016b131-60e6-40a0-b23f-d8995a75bdf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 1001 time: 0.0688021 Nov 12 08:43:07.896254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-b36248a5-5406-4dd1-beb4-699c5d213e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.897905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-b36248a5-5406-4dd1-beb4-699c5d213e2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.0594101 Nov 12 08:43:07.963849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-76cac63e-b5bc-4550-be3c-5848483c0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.965830 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-76cac63e-b5bc-4550-be3c-5848483c0546 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605471 Nov 12 08:43:08.088771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-154361b7-ae15-4a9b-b817-de070519a8fa service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150947 Nov 12 08:43:08.210259 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-99069fb8-bd28-4b2b-b376-5086b3e00ffd req-9be27d1d-b83e-4b6f-a73c-a771a898cb21 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132891 Nov 12 08:43:08.925799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.366101 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:10.686105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2e919732-7b91-4b95-86bb-b88e2f616edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.987570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.180447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-abf9e7e5-727a-44f5-ac4c-fbfbf177e903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.592899 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.724213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.809919 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.726326 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-7171caa2-304e-471b-bb7c-0a3675399417 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439258 Nov 12 08:43:19.826225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-3b8a83d2-73ba-4cdd-afc7-af2f3c892947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.828828 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-3b8a83d2-73ba-4cdd-afc7-af2f3c892947 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1098 time: 0.0542016 Nov 12 08:43:19.949865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-069a6491-03e8-4652-920c-b55dcecf4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.952205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-069a6491-03e8-4652-920c-b55dcecf4b0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 913 time: 0.0977762 Nov 12 08:43:20.037984 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-93da949d-c4d3-4139-aa2c-ac83366ff9b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 1001 time: 0.0765247 Nov 12 08:43:20.098213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-56d38f11-dce0-4d2b-9042-6db12677f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.099924 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-56d38f11-dce0-4d2b-9042-6db12677f55f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.0539246 Nov 12 08:43:20.167016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-cbcda405-aa80-4a78-b22c-a402d5899b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.168312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-cbcda405-aa80-4a78-b22c-a402d5899b8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536349 Nov 12 08:43:20.281008 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-a7c40f54-6264-4243-9eca-2c25eba49b0c service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026185 Nov 12 08:43:20.404313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dc659f06-b9f5-4af0-98c8-e728b134da4c req-8614e453-9f51-4dcf-93eb-8c50b38f2daf service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146302 Nov 12 08:43:27.104709 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-7189a47f-17fe-4554-bb57-e9352a6438ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442221 Nov 12 08:43:27.203730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57add787-929c-4b37-b881-5f24c737067f req-494d27d4-6180-4c76-974c-abf29b69a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.205189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-494d27d4-6180-4c76-974c-abf29b69a310 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1098 time: 0.0466232 Nov 12 08:43:27.329998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57add787-929c-4b37-b881-5f24c737067f req-9bc5d7d2-7239-4806-ae45-18ed2cb23f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.332584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-9bc5d7d2-7239-4806-ae45-18ed2cb23f6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1051950 Nov 12 08:43:27.405644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-01134207-01b7-4f09-bb42-839d7e266d37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 1000 time: 0.0663784 Nov 12 08:43:27.464732 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57add787-929c-4b37-b881-5f24c737067f req-4875c2ba-3b4a-4c8c-9aa6-621c97fac1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.466532 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-4875c2ba-3b4a-4c8c-9aa6-621c97fac1b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0547621 Nov 12 08:43:27.520075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57add787-929c-4b37-b881-5f24c737067f req-321b42f7-7bd0-49fe-ae35-1de479ea41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.521654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-321b42f7-7bd0-49fe-ae35-1de479ea41b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478320 Nov 12 08:43:27.686277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-22c010c0-d952-43a5-9c8d-c0f781c62f7f service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574740 Nov 12 08:43:27.821661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57add787-929c-4b37-b881-5f24c737067f req-c44b19b1-110d-4757-bb04-8407910e17f1 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281228 Nov 12 08:43:34.744902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1582f4-b9da-415e-bc6e-8bf277bdc80f req-167e45c3-c62a-422a-9ecb-bf3c1d3963d2 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.746504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a1582f4-b9da-415e-bc6e-8bf277bdc80f req-167e45c3-c62a-422a-9ecb-bf3c1d3963d2 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 946 time: 0.0594580 Nov 12 08:43:34.800866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a1582f4-b9da-415e-bc6e-8bf277bdc80f req-83a07ffc-9c0b-405f-b303-41a2ff1dd7b1 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483904 Nov 12 08:43:35.933176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd0add-39a3-496e-956e-40e9c60e9e3c req-108220bd-d772-4437-a609-de7ec46f1483 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.936914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0bd0add-39a3-496e-956e-40e9c60e9e3c req-108220bd-d772-4437-a609-de7ec46f1483 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 946 time: 0.0570581 Nov 12 08:43:35.990455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0bd0add-39a3-496e-956e-40e9c60e9e3c req-e583d363-582c-4bbb-afee-099d553555dc tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/security-groups?id=d924639e-af6e-4d92-8049-7f19ad667abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Nov 12 08:43:36.341477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-9028a62c-4a9d-4d81-8e1b-7253a1230079 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:36.343068 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-9028a62c-4a9d-4d81-8e1b-7253a1230079 tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 946 time: 0.0641220 Nov 12 08:43:36.460974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Deleting port a759c993-a6ba-45db-9808-33752152fdcf {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:36.461201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.598523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] For port a759c993-a6ba-45db-9808-33752152fdcf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a759c993-a6ba-45db-9808-33752152fdcf,segment=NetworkSegment(620e551e-7698-4589-ba29-eae338f64db7),segment_id=620e551e-7698-4589-ba29-eae338f64db7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:36.598885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.613911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Calling delete_port for a759c993-a6ba-45db-9808-33752152fdcf owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:36.755601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.774158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a759c993-a6ba-45db-9808-33752152fdcf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:36.802646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Pushing event deleted for resources: {'Port': ['ID=a759c993-a6ba-45db-9808-33752152fdcf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.850916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] No DVR routers for this DVR port a759c993-a6ba-45db-9808-33752152fdcf on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:36.854489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.859025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb9fd9c3-8eac-4de2-9350-90c103e1b21a req-549964ea-a777-41fc-bda7-dce42cf4761c tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.32 "DELETE /v2.0/ports/a759c993-a6ba-45db-9808-33752152fdcf HTTP/1.1" status: 204 len: 173 time: 0.5088503 Nov 12 08:43:36.859548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595eb25-e527-4916-9874-aa4de5770e9e', 'name': 'network-vif-deleted', 'tag': 'a759c993-a6ba-45db-9808-33752152fdcf'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:36.862244 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcd73a3-eade-4dfa-81c9-78bc977af39b" -d '{"events": [{"server_uuid": "8595eb25-e527-4916-9874-aa4de5770e9e", "name": "network-vif-deleted", "tag": "a759c993-a6ba-45db-9808-33752152fdcf"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:36.912566 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04628bdd-a73b-4d56-91bd-f75cb9d5e8d7 x-openstack-request-id: req-04628bdd-a73b-4d56-91bd-f75cb9d5e8d7 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:36.912566 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595eb25-e527-4916-9874-aa4de5770e9e", "name": "network-vif-deleted", "tag": "a759c993-a6ba-45db-9808-33752152fdcf", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:36.912566 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04628bdd-a73b-4d56-91bd-f75cb9d5e8d7 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:36.912566 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595eb25-e527-4916-9874-aa4de5770e9e', 'name': 'network-vif-deleted', 'tag': 'a759c993-a6ba-45db-9808-33752152fdcf', 'status': 'completed', 'code': 200} Nov 12 08:43:37.120584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-605375b0-25b2-46b4-a15d-c6d21e8b547b req-380e8bea-5186-43d1-bd8f-757d21db9a3a tempest-VolumesSnapshotTestJSON-425744063 tempest-VolumesSnapshotTestJSON-425744063-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595eb25-e527-4916-9874-aa4de5770e9e HTTP/1.1" status: 200 len: 210 time: 0.0329640 Nov 12 08:43:38.622614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58432) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:38.942551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a759c993-a6ba-45db-9808-33752152fdcf no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:39.001515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: a759c993-a6ba-45db-9808-33752152fdcf {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:39.001868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a759c993-a6ba-45db-9808-33752152fdcf not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:39.004769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.049470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Deleting port 02338303-c96d-4ced-b6f8-6bc80ffdbc6d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:39.050002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.146188 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.146544 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.165199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Calling delete_port for 02338303-c96d-4ced-b6f8-6bc80ffdbc6d owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:39.393273 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.490055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event deleted for resources: {'Port': ['ID=02338303-c96d-4ced-b6f8-6bc80ffdbc6d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.505851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.506237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.506684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.507028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.507361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.507726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.508738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.509100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.509420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.509833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.510041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.510377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:39.590688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.591942 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Floating IP dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70 disassociated (deleted). External IP: 172.25.4.74, port: 0a065000-9273-41bf-a3bd-fed82a621a7c. Nov 12 08:43:39.906153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Router b279bdda-05f3-415c-a76d-a819676805df has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:40.079753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:40.088256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.096173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] Sync routers for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:40.113750 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:40.114800 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.128441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7a142eba-784f-4efc-aa6e-155c146d3e04 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "DELETE /v2.0/floatingips/dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70 HTTP/1.1" status: 204 len: 168 time: 1.5046923 Nov 12 08:43:40.129409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:40.131946 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa360a8-4465-409a-b9a8-d8210a4a8128" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:40.174540 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6442f-169b-434f-9335-db3ef77d23ed x-openstack-request-id: req-9dc6442f-169b-434f-9335-db3ef77d23ed {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:40.174861 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:40.175087 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dc6442f-169b-434f-9335-db3ef77d23ed {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:40.175508 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'status': 'completed', 'code': 200} Nov 12 08:43:40.265758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-cc8e1381-107e-4842-8a80-6cd8b61cb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.269169 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-cc8e1381-107e-4842-8a80-6cd8b61cb2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 1098 time: 0.0585175 Nov 12 08:43:40.345274 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:40.442603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-9a997fe0-99db-4381-8313-4e841ae1a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.446182 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-9a997fe0-99db-4381-8313-4e841ae1a363 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 200 len: 913 time: 0.1682529 Nov 12 08:43:40.512157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-92a457c2-74e0-48bc-ab8c-225976492bb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 200 len: 217 time: 0.0570266 Nov 12 08:43:40.587246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3b289-f470-4c70-bbd7-90845e961c4f req-cf122cb2-2430-4d20-9a9c-e182e1a74298 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.589008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3c3b289-f470-4c70-bbd7-90845e961c4f req-cf122cb2-2430-4d20-9a9c-e182e1a74298 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 946 time: 0.0832543 Nov 12 08:43:40.617744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-2396ef88-b495-4a93-bcb9-382c4e675b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.624929 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-2396ef88-b495-4a93-bcb9-382c4e675b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 200 len: 852 time: 0.1041334 Nov 12 08:43:40.683281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d3c3b289-f470-4c70-bbd7-90845e961c4f req-e6f17cc0-5c60-4848-9365-ab9ec5bd2860 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812106 Nov 12 08:43:40.716528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-0251d43b-280e-4af5-8751-c9dba35bed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.718496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-0251d43b-280e-4af5-8751-c9dba35bed1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86ec5b5a-07df-4d29-a650-52e8e3e3d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840468 Nov 12 08:43:40.728389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56e32214-e49d-4c6b-9e2e-77fda0b9f840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.733179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.766327 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] Checking router: b279bdda-05f3-415c-a76d-a819676805df for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:40.777434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:40.778101 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.850823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-6e760a0b-0812-434f-977a-be329d7701f3 service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238828 Nov 12 08:43:40.937370 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:41.001002 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa360a8-4465-409a-b9a8-d8210a4a8128 req-5368b3df-466c-45db-a4ad-6a7b96b0123b service neutron] 10.222.0.32 "GET /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394529 Nov 12 08:43:41.462969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:41.521884 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372613c-7332-4085-8442-e13d3a8fe6fa None None] The sync data for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 is: [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5e26f809-658f-43b9-b98c-c207b47f1686', 'name': '', 'network_id': '86ec5b5a-07df-4d29-a650-52e8e3e3d65f', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'mac_address': 'fa:16:3e:d3:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:19Z', 'updated_at': '2021-11-12T08:37:55Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'subnets': [{'id': '1baca27c-82bf-40e4-b234-7b1083c63535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:41.994133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.088635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-0b9ab226-26f0-4451-826f-9be700cf1511 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.089726 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-0b9ab226-26f0-4451-826f-9be700cf1511 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 946 time: 0.1994343 Nov 12 08:43:42.102523 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1ac6-64ba-45ce-91f6-7ad8bf8227d4 req-b6f3fc5e-0c34-4385-8c7a-5002844eb9fd tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.104978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c73f1ac6-64ba-45ce-91f6-7ad8bf8227d4 req-b6f3fc5e-0c34-4385-8c7a-5002844eb9fd tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 946 time: 0.2120795 Nov 12 08:43:42.117409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332b5c0-e452-450e-b412-d23e29f14c28 None None] New status for floating IP dddc2c35-50bb-4f31-9e1f-0cf8d3ba0b70: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:43:42.350651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c73f1ac6-64ba-45ce-91f6-7ad8bf8227d4 req-abf167f7-c071-4e65-a56c-8c8c9c224bb5 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330832 Nov 12 08:43:42.362930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Deleting port 0a065000-9273-41bf-a3bd-fed82a621a7c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:42.364875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.482569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] For port 0a065000-9273-41bf-a3bd-fed82a621a7c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0a065000-9273-41bf-a3bd-fed82a621a7c,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:42.483282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.498373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Calling delete_port for 0a065000-9273-41bf-a3bd-fed82a621a7c owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:42.665789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.713327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event deleted for resources: {'Port': ['ID=0a065000-9273-41bf-a3bd-fed82a621a7c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:42.766388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] No DVR routers for this DVR port 0a065000-9273-41bf-a3bd-fed82a621a7c on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:42.768886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.772397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f3c77e76-183d-4eab-aede-8c7d02f2fa3a req-a2442608-9f1e-4a99-ae3f-70f5b1e6adf2 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.32 "DELETE /v2.0/ports/0a065000-9273-41bf-a3bd-fed82a621a7c HTTP/1.1" status: 204 len: 173 time: 0.6754193 Nov 12 08:43:42.772877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'name': 'network-vif-deleted', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:42.775369 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b8a854-2f0a-4051-8387-9aa32559a0f5" -d '{"events": [{"server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "name": "network-vif-deleted", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:42.839570 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d39ed6-a335-46b9-83ef-fd3cfba49253 x-openstack-request-id: req-e3d39ed6-a335-46b9-83ef-fd3cfba49253 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:42.839867 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4514f-56a7-47e7-bd54-f6ddf6e88300", "name": "network-vif-deleted", "tag": "0a065000-9273-41bf-a3bd-fed82a621a7c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:42.840295 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3d39ed6-a335-46b9-83ef-fd3cfba49253 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:42.841081 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4514f-56a7-47e7-bd54-f6ddf6e88300', 'name': 'network-vif-deleted', 'tag': '0a065000-9273-41bf-a3bd-fed82a621a7c', 'status': 'completed', 'code': 200} Nov 12 08:43:43.206282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d42f77a4-9da3-4067-ae69-e3be7cb8e7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.549328 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ec5a622-f2dd-4053-bab6-c95a3a615923 req-f98b6523-b584-46ac-9f2b-676e866599f9 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0581248 Nov 12 08:43:44.614709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.683378 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06796bf1-e664-4dac-a573-789be8e884a5 req-0fc80967-005a-4203-9be9-fe60b614d6bf tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0361762 Nov 12 08:43:44.955267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0a065000-9273-41bf-a3bd-fed82a621a7c no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:44.991035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 0a065000-9273-41bf-a3bd-fed82a621a7c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:44.991361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0a065000-9273-41bf-a3bd-fed82a621a7c not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:45.479608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58498) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:45.635260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.775214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.936562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9c981d2f-c3f5-4231-949f-56970bd9916c req-6ff4078e-a826-4488-88ff-fd6b1199b21c tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0834970 Nov 12 08:43:46.217694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.231991 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.308358 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36e8a1eb328645328d93527bbfcc13cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8277302 Nov 12 08:43:46.309821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f1b66f-0d4a-453b-8a60-66cb90ee58ed,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.311020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58506) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.319648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.321061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.322010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.322591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.323224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.323749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.324308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.324812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.325622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.326157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.326662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.327169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c52b0-a41e-4781-a137-39fb5fbe55e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:46.378637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-42ad28be-bf6e-4970-a7d7-3e19e9902877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.408529 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-42ad28be-bf6e-4970-a7d7-3e19e9902877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.484114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-42ad28be-bf6e-4970-a7d7-3e19e9902877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.486906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-42ad28be-bf6e-4970-a7d7-3e19e9902877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.491778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-42ad28be-bf6e-4970-a7d7-3e19e9902877 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49f1b66f-0d4a-453b-8a60-66cb90ee58ed HTTP/1.1" status: 204 len: 168 time: 0.1767707 Nov 12 08:43:46.519207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad28be-bf6e-4970-a7d7-3e19e9902877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f1b66f-0d4a-453b-8a60-66cb90ee58ed,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.814788 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.100649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df8b69b3-1512-4128-938d-d4a5a960b082 req-8be77bb8-ff1f-4086-802e-c410f071afee tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0393538 Nov 12 08:43:47.371080 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:48.249050 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4cd0609-88cd-4f67-85f3-8c444cec1136 req-e68f0b70-f556-4bed-a18b-7265d2f441ec tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd4514f-56a7-47e7-bd54-f6ddf6e88300 HTTP/1.1" status: 200 len: 210 time: 0.0341880 Nov 12 08:43:48.423156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed305528-06d9-4416-b2a9-5654efd0194d req-2bc026dc-5d74-414c-817f-4ce0139129b4 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:48.425279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed305528-06d9-4416-b2a9-5654efd0194d req-2bc026dc-5d74-414c-817f-4ce0139129b4 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1098 time: 0.0516205 Nov 12 08:43:48.500576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed305528-06d9-4416-b2a9-5654efd0194d req-f452c9b4-f3c4-4630-9d79-39302648d598 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683661 Nov 12 08:43:48.655496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0400e-7480-4b27-80a3-061b9d67d9ee req-0057486b-8e4d-4fcc-aa45-297562052f78 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:48.657286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cea0400e-7480-4b27-80a3-061b9d67d9ee req-0057486b-8e4d-4fcc-aa45-297562052f78 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0615423 Nov 12 08:43:48.716467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cea0400e-7480-4b27-80a3-061b9d67d9ee req-130725f6-b6e2-4482-8158-0596c72d3281 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524378 Nov 12 08:43:48.744231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58564) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:48.833144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16a5f40b-0f25-4604-b290-8a4666c0944b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/ef8ebb57-0056-415e-94bb-a3ab7e7cf38a HTTP/1.1" status: 200 len: 992 time: 0.0818973 Nov 12 08:43:49.339250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 58580) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.409198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afc3e338-a81a-4cd3-aaff-d63e77a54d86 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.443208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afc3e338-a81a-4cd3-aaff-d63e77a54d86 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.450280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 58584) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.548815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afc3e338-a81a-4cd3-aaff-d63e77a54d86 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.551926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-afc3e338-a81a-4cd3-aaff-d63e77a54d86 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.555843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-afc3e338-a81a-4cd3-aaff-d63e77a54d86 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] 10.222.0.16 "DELETE /v2.0/security-groups/96bf7e5e-f273-4040-ba1f-4c0dd8851fd1 HTTP/1.1" status: 204 len: 168 time: 0.2132075 Nov 12 08:43:49.572183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139da2-8bfe-4bed-b105-c452a4770af2 req-08a86f7d-58a6-4e23-bbc1-48c5b70db373 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:49.574671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e338-a81a-4cd3-aaff-d63e77a54d86 tempest-TestVolumeBackupRestore-629820464 tempest-TestVolumeBackupRestore-629820464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf7e5e-f273-4040-ba1f-4c0dd8851fd1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.577471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23139da2-8bfe-4bed-b105-c452a4770af2 req-08a86f7d-58a6-4e23-bbc1-48c5b70db373 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1084349 Nov 12 08:43:49.735211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23139da2-8bfe-4bed-b105-c452a4770af2 req-0f3c27ec-dd4e-46d3-a302-10ca49b5a6b8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287458 Nov 12 08:43:49.749900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-15600a66-0d55-4734-9dd7-8bfb0e7f6678 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2977502 Nov 12 08:43:49.771240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-c05ffcf1-29fd-4beb-b184-0d4411c3b239 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:43:49.772945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-c05ffcf1-29fd-4beb-b184-0d4411c3b239 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067949 Nov 12 08:43:50.958516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73291a-c53f-4744-b10a-ad01f58bb4bc req-9078db24-c52f-4874-82f0-22a0967adcc6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:50.961366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc73291a-c53f-4744-b10a-ad01f58bb4bc req-9078db24-c52f-4874-82f0-22a0967adcc6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0940907 Nov 12 08:43:51.155411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc73291a-c53f-4744-b10a-ad01f58bb4bc req-3a1159ce-6651-490e-8e56-781dea3edeb1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845047 Nov 12 08:43:52.400458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-54a9bebf-5035-4af9-a253-ef926e29daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.403090 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-54a9bebf-5035-4af9-a253-ef926e29daef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1098 time: 0.1740317 Nov 12 08:43:52.606983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36de7c-a72c-469e-8863-58da9d6816a9 req-ebf4a769-263b-46af-a966-efd244bae14d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.613971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c36de7c-a72c-469e-8863-58da9d6816a9 req-ebf4a769-263b-46af-a966-efd244bae14d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1966405 Nov 12 08:43:52.750519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-a456420a-7c37-4986-bd05-251b9b257da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.752031 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-a456420a-7c37-4986-bd05-251b9b257da9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.3278844 Nov 12 08:43:52.833331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c36de7c-a72c-469e-8863-58da9d6816a9 req-f033a50f-22bf-4199-9652-802baa49fc82 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091660 Nov 12 08:43:52.901617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-a64578a2-f163-4f65-b3d5-cc3c2132a367 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 1000 time: 0.1417077 Nov 12 08:43:52.997087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-598c6453-fc3a-4342-8986-650684d98cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.005463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-598c6453-fc3a-4342-8986-650684d98cf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0971723 Nov 12 08:43:53.130148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-3f845d8e-1bec-4654-8f7b-e447c0d571cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.133060 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-3f845d8e-1bec-4654-8f7b-e447c0d571cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182735 Nov 12 08:43:53.604595 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-22207b29-2b37-47cf-8fa8-29583222cb5a service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604859 Nov 12 08:43:53.858157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-a9dbe0bb-73dc-4fe9-aa58-11be3c1b21d7 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461109 Nov 12 08:43:54.146730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5a71-1474-4526-8288-91004bd6bfd5 req-8412911a-ceb2-43e3-9f08-bb5b06650a36 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:54.161974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8e5a71-1474-4526-8288-91004bd6bfd5 req-8412911a-ceb2-43e3-9f08-bb5b06650a36 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1214626 Nov 12 08:43:54.312921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e8e5a71-1474-4526-8288-91004bd6bfd5 req-3c1a5d6e-2087-4d57-b001-e85bdd9e1940 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480513 Nov 12 08:43:55.573167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828e570-4f46-43fa-981a-df824347e0f0 req-a2061e32-805d-403d-b4a9-68ca4e8d944e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:55.587525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1828e570-4f46-43fa-981a-df824347e0f0 req-a2061e32-805d-403d-b4a9-68ca4e8d944e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1033473 Nov 12 08:43:55.753584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1828e570-4f46-43fa-981a-df824347e0f0 req-e9c25f31-c167-4268-be15-39ad2ea2f973 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543827 Nov 12 08:43:57.079796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56175ef-a6a3-43ce-9cfa-5c4454969bf3 req-d6ac9ab3-fe90-4138-8879-79d7ddf750d2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.091720 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e56175ef-a6a3-43ce-9cfa-5c4454969bf3 req-d6ac9ab3-fe90-4138-8879-79d7ddf750d2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1894894 Nov 12 08:43:57.172349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e56175ef-a6a3-43ce-9cfa-5c4454969bf3 req-d4bcaa97-6f27-4efc-89a6-d69f7faf1e41 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791762 Nov 12 08:43:57.875798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59120) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:58.403287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b551c6-fd01-4ffe-9002-6682ac1b9ada req-ec6bd47a-ffb1-427c-b8f8-cc33e6ab1218 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:58.408728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06b551c6-fd01-4ffe-9002-6682ac1b9ada req-ec6bd47a-ffb1-427c-b8f8-cc33e6ab1218 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1587510 Nov 12 08:43:58.565236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06b551c6-fd01-4ffe-9002-6682ac1b9ada req-2bbeeb32-2e1e-4c5e-bbbf-715de1b90d9f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470883 Nov 12 08:43:58.789722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.113470 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Deleting port 5e26f809-658f-43b9-b98c-c207b47f1686 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:59.113718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.213477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] For port 5e26f809-658f-43b9-b98c-c207b47f1686, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5e26f809-658f-43b9-b98c-c207b47f1686,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:59.213886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.232092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Calling delete_port for 5e26f809-658f-43b9-b98c-c207b47f1686 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:59.441064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.480804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e26f809-658f-43b9-b98c-c207b47f1686,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.786980 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.904375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae4550-cd97-4419-ba3c-97e6b052076a req-beb91078-8e81-4c56-a846-06020c102c60 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.906091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fae4550-cd97-4419-ba3c-97e6b052076a req-beb91078-8e81-4c56-a846-06020c102c60 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1088357 Nov 12 08:44:00.081246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5fae4550-cd97-4419-ba3c-97e6b052076a req-baba1117-4d39-417f-b30e-102d07ea8402 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435680 Nov 12 08:44:00.161301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Router b279bdda-05f3-415c-a76d-a819676805df has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:00.278921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:00.289341 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] Sync routers for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:00.290197 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1db7809f-75ae-41fb-98c2-c14aebf1e3c4 admin admin] 10.222.0.16 "PUT /v2.0/routers/b279bdda-05f3-415c-a76d-a819676805df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4129748 Nov 12 08:44:00.292920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59146) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:00.304955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:00.305840 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.416721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.433908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:00.540158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.625260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Deleting port 57802f58-f67e-4981-ae96-84d94d2cbb3c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:00.625612 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.725033 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:43:59Z', 'revision_number': 5, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port': {'id': '57802f58-f67e-4981-ae96-84d94d2cbb3c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b279bdda-05f3-415c-a76d-a819676805df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:10Z', 'updated_at': '2021-11-12T08:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.744576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] For port 57802f58-f67e-4981-ae96-84d94d2cbb3c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=57802f58-f67e-4981-ae96-84d94d2cbb3c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:00.744833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.758179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] Checking router: b279bdda-05f3-415c-a76d-a819676805df for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:00.769187 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] Routers {'b279bdda-05f3-415c-a76d-a819676805df'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:00.769474 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b279bdda-05f3-415c-a76d-a819676805df'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.781963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Calling delete_port for 57802f58-f67e-4981-ae96-84d94d2cbb3c owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:00.889045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] Set router b279bdda-05f3-415c-a76d-a819676805df gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:00.956530 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:44:00Z', 'revision_number': 6, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.990971 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e2a69-44a6-4b6d-a0cd-ee8de988ea5a None None] The sync data for ids ['b279bdda-05f3-415c-a76d-a819676805df'] in n-d-768509-25 is: [{'id': 'b279bdda-05f3-415c-a76d-a819676805df', 'name': 'tempest-TestVolumeBackupRestore-939247787-router', 'tenant_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:07Z', 'updated_at': '2021-11-12T08:44:00Z', 'revision_number': 6, 'project_id': 'ad4bce2f806c4357a93d2477aa8eea01', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:01.078465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.149428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Pushing event deleted for resources: {'Port': ['ID=57802f58-f67e-4981-ae96-84d94d2cbb3c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:01.175459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4544caf-ef56-42c7-9851-51725b33e63c None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:01.281307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.461821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1dc53-e289-4081-a304-054afa249ec2 req-c4ecc463-f1c2-4384-a5b9-e99fe9a307a2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.480200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8f1dc53-e289-4081-a304-054afa249ec2 req-c4ecc463-f1c2-4384-a5b9-e99fe9a307a2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.2591436 Nov 12 08:44:01.501943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.506948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.546528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8f1dc53-e289-4081-a304-054afa249ec2 req-7aa43238-35a2-4fd7-be41-35b9c4526877 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648801 Nov 12 08:44:01.591194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.592636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b279bdda-05f3-415c-a76d-a819676805df {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:01.600171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.602617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3480f1fd-633b-4978-baa2-c210d670a45b admin admin] 10.222.0.16 "DELETE /v2.0/routers/b279bdda-05f3-415c-a76d-a819676805df HTTP/1.1" status: 204 len: 168 time: 1.3085275 Nov 12 08:44:01.606689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59156) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:01.672068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Deleting subnet 1baca27c-82bf-40e4-b234-7b1083c63535 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:01.677166 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.729438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.864139 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.981030 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.019128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5838a7b-4483-4e99-bbf2-c3395f5062fb None None] Network 86ec5b5a-07df-4d29-a650-52e8e3e3d65f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:02.049469 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.069814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59166) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.078996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1baca27c-82bf-40e4-b234-7b1083c63535 HTTP/1.1" status: 204 len: 168 time: 0.4707584 Nov 12 08:44:02.087307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6e75-0b93-408b-a195-96bbbdd4fd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1baca27c-82bf-40e4-b234-7b1083c63535,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.190836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57802f58-f67e-4981-ae96-84d94d2cbb3c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:02.244587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 57802f58-f67e-4981-ae96-84d94d2cbb3c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:02.245104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 57802f58-f67e-4981-ae96-84d94d2cbb3c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:02.245780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e26f809-658f-43b9-b98c-c207b47f1686 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:02.279822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5e26f809-658f-43b9-b98c-c207b47f1686 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:02.280635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5e26f809-658f-43b9-b98c-c207b47f1686 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:02.321204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.402993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] DHCP port deletion for 86ec5b5a-07df-4d29-a650-52e8e3e3d65f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:02.502859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Deleting port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:02.503744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.521576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59174) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.526822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Deleting port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:02.527627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.681335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] For port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:02.684732 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.713547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Calling delete_port for 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:02.768498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] For port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,segment=NetworkSegment(2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259),segment_id=2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:02.773303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.810398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Calling delete_port for 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:02.875950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8415878-e1ef-4345-bdb0-92c193420bf7 req-f4b109fe-d3d3-4ecc-b658-80cfae2ea9aa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.879143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8415878-e1ef-4345-bdb0-92c193420bf7 req-f4b109fe-d3d3-4ecc-b658-80cfae2ea9aa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1851323 Nov 12 08:44:02.880615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6524741b-d00c-4cbd-b8f3-fe22ff23c97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.890392 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.929505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Pushing event deleted for resources: {'Port': ['ID=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.941771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] No DVR routers for this DVR port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:02.947594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.948259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.948793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.949306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.950810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.951448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.951948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.952612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.953258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.953758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.954414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.954904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efadc18-6b00-419b-aa2b-ea38650d4453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:02.980125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.031458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.053288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] No DVR routers for this DVR port 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:03.171834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.202459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6524741b-d00c-4cbd-b8f3-fe22ff23c97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.216505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ec5b5a-07df-4d29-a650-52e8e3e3d65f']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:03.220791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8415878-e1ef-4345-bdb0-92c193420bf7 req-984192fd-eea6-4c67-a162-f23d9ec048cc tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168719 Nov 12 08:44:03.225088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6524741b-d00c-4cbd-b8f3-fe22ff23c97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.239717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:03.240421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a22a4c0-6ff8-4f9f-a7e9-8c03ea49f259') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:03.264538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.280639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6524741b-d00c-4cbd-b8f3-fe22ff23c97d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f44bcd07cc3f41b3b60ccf1a5d88017c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7569156 Nov 12 08:44:03.284613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59182) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.292642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524741b-d00c-4cbd-b8f3-fe22ff23c97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deeb3f8-67eb-40c3-9d0d-e7a904070314,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.311627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.336597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:03.337751 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:03.341782 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:03.374555 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577193e6-a692-455a-88d1-cf994fe4220a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.421978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577193e6-a692-455a-88d1-cf994fe4220a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.503867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.514298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.517714 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] 10.222.0.16 "DELETE /v2.0/networks/86ec5b5a-07df-4d29-a650-52e8e3e3d65f HTTP/1.1" status: 204 len: 168 time: 1.4467273 Nov 12 08:44:03.524245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59186) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.531470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1632-5e4c-4c5e-ad80-13fdd2b10f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ec5b5a-07df-4d29-a650-52e8e3e3d65f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.618501 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577193e6-a692-455a-88d1-cf994fe4220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.621947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577193e6-a692-455a-88d1-cf994fe4220a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.623203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-577193e6-a692-455a-88d1-cf994fe4220a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4deeb3f8-67eb-40c3-9d0d-e7a904070314 HTTP/1.1" status: 204 len: 168 time: 0.3373332 Nov 12 08:44:03.667831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577193e6-a692-455a-88d1-cf994fe4220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deeb3f8-67eb-40c3-9d0d-e7a904070314,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:04.051344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:04.092264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:04.093005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffbd185-fcf9-45b7-b9ab-f1fb630ae8a2 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:04.144103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.784103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6da6c-31ff-43d3-8465-3ee8d8916876 req-2fb493b3-5621-4b39-ae3a-2e29a2f7a3a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.786026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98b6da6c-31ff-43d3-8465-3ee8d8916876 req-2fb493b3-5621-4b39-ae3a-2e29a2f7a3a0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0874157 Nov 12 08:44:04.896910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98b6da6c-31ff-43d3-8465-3ee8d8916876 req-ac316077-2330-4bd0-bbe7-e928cabd523e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778186 Nov 12 08:44:04.918820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Deleting port 8a72c211-81eb-4e5f-b8a8-967c88367539 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:04.919245 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.022487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] For port 8a72c211-81eb-4e5f-b8a8-967c88367539, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8a72c211-81eb-4e5f-b8a8-967c88367539,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:05.023133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.040799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Calling delete_port for 8a72c211-81eb-4e5f-b8a8-967c88367539 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:05.346129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.395434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a72c211-81eb-4e5f-b8a8-967c88367539,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.691505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.730753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59230) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.005591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'network': {'name': 'tempest-network-smoke--544825087', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'port_security_enabled': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:06.042486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:06.047153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.064176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.101335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1ac42-3143-4d63-b3bd-24bd1d505bc4 req-f4d10e9f-ce1e-47bc-9216-ebf17c8cb9b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.102816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49a1ac42-3143-4d63-b3bd-24bd1d505bc4 req-f4d10e9f-ce1e-47bc-9216-ebf17c8cb9b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0880857 Nov 12 08:44:06.111213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:06.214826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.220982 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.227027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49a1ac42-3143-4d63-b3bd-24bd1d505bc4 req-6505fa62-ae04-4247-a34f-38702e455188 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100237 Nov 12 08:44:06.265214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:06.299345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:06.300117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.300682 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Added segment 0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b of type vlan for network f687526d-d02a-4b80-b95e-7e3a7305b043 Nov 12 08:44:06.304292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62329f5-9c01-4bcf-bbcd-43c403c04c72,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.312906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] Sync routers for ids ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:06.322491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2af82b7d-b10b-4d8d-96e8-30c47e5a9f8c admin admin] 10.222.0.16 "PUT /v2.0/routers/829e684b-98c5-4339-bad7-b1bd4df5e1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966309 Nov 12 08:44:06.326921 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59238) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.327819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] Routers {'829e684b-98c5-4339-bad7-b1bd4df5e1a0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:06.328798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:06.474986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.525576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] Set router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:06.525849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.531845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.532652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.643622 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.726729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9907434 Nov 12 08:44:06.728185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59240) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.736244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd71f87-0b09-4cc7-a743-2b0ccad31db1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Network': ['ID=f687526d-d02a-4b80-b95e-7e3a7305b043,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.746736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-655549178', 'admin_state_up': True, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:06.769916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f687526d-d02a-4b80-b95e-7e3a7305b043 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:06.838905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.840222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.855475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.934428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.953442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:44:05Z', 'revision_number': 5, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port': {'id': '85753c29-9b85-45fc-9cbd-cfb328954c1f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:39Z', 'updated_at': '2021-11-12T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:06.988738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] Checking router: 829e684b-98c5-4339-bad7-b1bd4df5e1a0 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:07.007243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] Routers {'829e684b-98c5-4339-bad7-b1bd4df5e1a0'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:07.008298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.111665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] Set router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:07.170112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:44:06Z', 'revision_number': 6, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.201095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abfd09-2924-4c90-87af-f85074bcf0df None None] The sync data for ids ['829e684b-98c5-4339-bad7-b1bd4df5e1a0'] in n-d-768509-25 is: [{'id': '829e684b-98c5-4339-bad7-b1bd4df5e1a0', 'name': 'tempest-TestVolumeBackupRestore-1322540792-router', 'tenant_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:36Z', 'updated_at': '2021-11-12T08:44:06Z', 'revision_number': 6, 'project_id': 'd80e9ec409fa4081b4f9cef9ce812593', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:07.216339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.227091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Deleting port 85753c29-9b85-45fc-9cbd-cfb328954c1f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:07.227686 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.527093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] For port 85753c29-9b85-45fc-9cbd-cfb328954c1f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=85753c29-9b85-45fc-9cbd-cfb328954c1f,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:07.527717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.565390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Calling delete_port for 85753c29-9b85-45fc-9cbd-cfb328954c1f owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:07.618359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db1fb-1905-45b6-b837-aea1f9167462 req-576a3242-b996-4236-810d-98755425700f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:07.621278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-850db1fb-1905-45b6-b837-aea1f9167462 req-576a3242-b996-4236-810d-98755425700f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.2411227 Nov 12 08:44:07.901752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-850db1fb-1905-45b6-b837-aea1f9167462 req-fdc95182-c24f-483d-b044-d6db25bdc253 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684016 Nov 12 08:44:08.079438 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.110674 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.124357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 85753c29-9b85-45fc-9cbd-cfb328954c1f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:08.230808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.261959 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.296331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8a72c211-81eb-4e5f-b8a8-967c88367539 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:08.313773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Pushing event deleted for resources: {'Port': ['ID=85753c29-9b85-45fc-9cbd-cfb328954c1f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.323925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8a72c211-81eb-4e5f-b8a8-967c88367539 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:08.324565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8a72c211-81eb-4e5f-b8a8-967c88367539 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:08.359420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66256fdb-4272-4b67-81f8-2b501571f9b0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:08.414683 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.25.4.215 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/d25514b1-b6e5-4b05-9960-6a486e4ca05c) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:08.422175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.551079 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.555610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.979902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.986508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.987261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829e684b-98c5-4339-bad7-b1bd4df5e1a0 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:08.995189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.996728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-234ee8dd-7c2f-4662-9d09-211909f7472f admin admin] 10.222.0.16 "DELETE /v2.0/routers/829e684b-98c5-4339-bad7-b1bd4df5e1a0 HTTP/1.1" status: 204 len: 168 time: 2.6681464 Nov 12 08:44:08.999443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:09.057642 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.067908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Deleting subnet eb96d60b-52c6-44a9-b11b-9db5de42202e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:09.071659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.083787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a1596-c771-4a80-a4c4-3af1d4768e29 req-4ff22418-dfa4-4c43-b71c-580d002cc7bd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.093709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f22a1596-c771-4a80-a4c4-3af1d4768e29 req-4ff22418-dfa4-4c43-b71c-580d002cc7bd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0958447 Nov 12 08:44:09.114526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.209296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.215558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f22a1596-c771-4a80-a4c4-3af1d4768e29 req-574b9d4e-3902-4faf-8f74-cb1161978668 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203673 Nov 12 08:44:09.218510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.294897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:09.298592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:09.298835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.306604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:09.330615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c211d37-a1a2-41f0-a7c6-397867678abf None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:09.342414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517acf8-c0da-4dbb-aa44-7faa700f6a8f None None] Network ca891076-8116-42d3-8806-2f62a0620352 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:09.342718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.347520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=d25514b1-b6e5-4b05-9960-6a486e4ca05c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.353408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eb96d60b-52c6-44a9-b11b-9db5de42202e HTTP/1.1" status: 204 len: 168 time: 0.3515861 Nov 12 08:44:09.354503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06485fca-9931-417e-b316-1dc27a79542e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb96d60b-52c6-44a9-b11b-9db5de42202e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.358292 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59260) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:09.446511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f6a46f71-985e-4bf8-b4a8-506c9c4145b2 None None] Provisioning complete for port d25514b1-b6e5-4b05-9960-6a486e4ca05c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:09.447472 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f71-985e-4bf8-b4a8-506c9c4145b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.493650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f6a46f71-985e-4bf8-b4a8-506c9c4145b2 None None] Port d25514b1-b6e5-4b05-9960-6a486e4ca05c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:09.548782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.664399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] DHCP port deletion for ca891076-8116-42d3-8806-2f62a0620352 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:09.680711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Deleting port e613bfbf-0eb1-4771-bb06-41f8795f8d46 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:09.681368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.730837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] Deleting port e613bfbf-0eb1-4771-bb06-41f8795f8d46 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:09.731545 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.763092 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.826887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] For port e613bfbf-0eb1-4771-bb06-41f8795f8d46, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e613bfbf-0eb1-4771-bb06-41f8795f8d46,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:09.827279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.845551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Calling delete_port for e613bfbf-0eb1-4771-bb06-41f8795f8d46 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:09.878200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] For port e613bfbf-0eb1-4771-bb06-41f8795f8d46, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e613bfbf-0eb1-4771-bb06-41f8795f8d46,segment=NetworkSegment(1df069a1-4a4d-4401-9506-d05e9b7c6708),segment_id=1df069a1-4a4d-4401-9506-d05e9b7c6708)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:09.878594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.898768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] Calling delete_port for e613bfbf-0eb1-4771-bb06-41f8795f8d46 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:09.974390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.994821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] No DVR routers for this DVR port e613bfbf-0eb1-4771-bb06-41f8795f8d46 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:10.046491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.064456 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.066624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Pushing event deleted for resources: {'Port': ['ID=e613bfbf-0eb1-4771-bb06-41f8795f8d46,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.088487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e613bfbf-0eb1-4771-bb06-41f8795f8d46 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:10.094034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] Pushing event deleted for resources: {'Port': ['ID=e613bfbf-0eb1-4771-bb06-41f8795f8d46,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.121270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d7539-38c7-4546-9ea8-3c3b99b885ba None None] No DVR routers for this DVR port e613bfbf-0eb1-4771-bb06-41f8795f8d46 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:10.123325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e613bfbf-0eb1-4771-bb06-41f8795f8d46 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:10.123896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e613bfbf-0eb1-4771-bb06-41f8795f8d46 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:10.171863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.196615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca891076-8116-42d3-8806-2f62a0620352']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:10.208127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df069a1-4a4d-4401-9506-d05e9b7c6708') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:10.208462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df069a1-4a4d-4401-9506-d05e9b7c6708') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:10.224860 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.242405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.248863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:10.249339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:10.251657 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:10.347574 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.355343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:10.358252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.364989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ca891076-8116-42d3-8806-2f62a0620352 HTTP/1.1" status: 204 len: 168 time: 1.0033317 Nov 12 08:44:10.405982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178baa1-f0d5-4c78-be96-0f263e59a568 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca891076-8116-42d3-8806-2f62a0620352,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.514551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feed83e-9e5e-48ab-b8c3-de36029a4dfa req-80c34c0a-f7fa-4a41-aad2-312b27150163 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.526887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2feed83e-9e5e-48ab-b8c3-de36029a4dfa req-80c34c0a-f7fa-4a41-aad2-312b27150163 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1454318 Nov 12 08:44:10.646132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:10.659113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2feed83e-9e5e-48ab-b8c3-de36029a4dfa req-2d5ad376-1d78-4358-8fd1-e410203d7c1e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310732 Nov 12 08:44:10.666846 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:10.690810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.695887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59270) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:10.698094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-55a1b971-e79f-4068-8fe2-baa74cd9b420 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9670968 Nov 12 08:44:10.707190 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:10.708302 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:10.718217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd15d6ea-2fb7-488a-aca9-f72580bc1474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.748616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59274) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:10.869423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fcb641d9-f6f2-45ab-b0fa-be9ea824795d tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9c9e122774964506bc014e4367afbaa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1714182 Nov 12 08:44:10.871969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59276) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:10.881488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2f22e558-d34c-432c-a004-735209473c9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad4bce2f806c4357a93d2477aa8eea01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279490 Nov 12 08:44:10.882644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:10.905344 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:10.993766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e84ddd3-3ff4-42cd-abe6-e2ae7fb18f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.024898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e84ddd3-3ff4-42cd-abe6-e2ae7fb18f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.036514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b1109-bef0-4bc8-9bca-42489a0af371 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.044494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-946b1109-bef0-4bc8-9bca-42489a0af371 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1702805 Nov 12 08:44:11.045764 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59280) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.095007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1cd55bce-304e-4ed7-8865-10244ff90996 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475726 Nov 12 08:44:11.095652 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59282) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.103187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024765358', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:11.137600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e84ddd3-3ff4-42cd-abe6-e2ae7fb18f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.146370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e84ddd3-3ff4-42cd-abe6-e2ae7fb18f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.160748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e84ddd3-3ff4-42cd-abe6-e2ae7fb18f5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78784176-913e-492e-a54c-e20b219ea13e HTTP/1.1" status: 204 len: 168 time: 0.2762771 Nov 12 08:44:11.190752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84ddd3-3ff4-42cd-abe6-e2ae7fb18f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78784176-913e-492e-a54c-e20b219ea13e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.198947 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 3, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:11.265999 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:11.267070 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Updating router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 port d25514b1-b6e5-4b05-9960-6a486e4ca05c binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:11.317429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:11.324042 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.326086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.632275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.693116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Subnet': ['ID=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.747476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Checking segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:11.747842 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network hostable DHCP agents. Network: f687526d-d02a-4b80-b95e-7e3a7305b043, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:11.822939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59292) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.837428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network f687526d-d02a-4b80-b95e-7e3a7305b043 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:11.851617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f687526d-d02a-4b80-b95e-7e3a7305b043) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:11.858066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.858591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.901503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde590d-ddd7-44fd-8137-fcf0b72724c5 None None] Network f687526d-d02a-4b80-b95e-7e3a7305b043 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:11.915621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-68d96f6d-1a70-4d1b-884a-745293bc5dbc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8178306 Nov 12 08:44:11.919714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59294) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.926408 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49900b2-c26f-4a20-8130-f507ab29e73d req-f5756b8c-371a-4b8f-82bc-46f1fdb57782 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.928369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d49900b2-c26f-4a20-8130-f507ab29e73d req-f5756b8c-371a-4b8f-82bc-46f1fdb57782 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1277766 Nov 12 08:44:11.962849 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.973811 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.071165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d49900b2-c26f-4a20-8130-f507ab29e73d req-bec4c44a-c4c4-460f-b893-c0fda147ea20 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286700 Nov 12 08:44:12.125153 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Attempting to bind port d25514b1-b6e5-4b05-9960-6a486e4ca05c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:12.134019 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Attempting to bind port d25514b1-b6e5-4b05-9960-6a486e4ca05c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:12.134611 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Attempting to bind port d25514b1-b6e5-4b05-9960-6a486e4ca05c on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:12.144307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe462d1-1990-468b-ae3c-d194ef371819 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:12.158877 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Pushing event updated for resources: {'Port': ['ID=d25514b1-b6e5-4b05-9960-6a486e4ca05c,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.160431 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-48e3f0af-a9d3-4d99-b294-f3ce89a9cecb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d80e9ec409fa4081b4f9cef9ce812593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353262 Nov 12 08:44:12.163782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59296) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:12.169517 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:12.170106 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:12.170782 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.171401 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:12.172230 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Bound port: d25514b1-b6e5-4b05-9960-6a486e4ca05c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:12.172855 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.183673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.251085 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.251895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.252789 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.253548 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.254142 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.254745 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.255674 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.258045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.258724 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.259307 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.259893 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.260666 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.312995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-91583d39-c880-460f-a9cb-e9dbfcf2990e None None] Provisioning complete for port d25514b1-b6e5-4b05-9960-6a486e4ca05c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:12.313595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91583d39-c880-460f-a9cb-e9dbfcf2990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.323816 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d68f-6efe-4bdd-9307-b0126c875114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.357615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d68f-6efe-4bdd-9307-b0126c875114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.396862 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] For port d25514b1-b6e5-4b05-9960-6a486e4ca05c, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:12.424543 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] For port d25514b1-b6e5-4b05-9960-6a486e4ca05c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d25514b1-b6e5-4b05-9960-6a486e4ca05c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:12.429723 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d68f-6efe-4bdd-9307-b0126c875114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.433428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d68f-6efe-4bdd-9307-b0126c875114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.439193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0ab9d68f-6efe-4bdd-9307-b0126c875114 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fffa946-0e0d-40e4-9109-80c62c621514 HTTP/1.1" status: 204 len: 168 time: 0.2693388 Nov 12 08:44:12.442769 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.471791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9d68f-6efe-4bdd-9307-b0126c875114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fffa946-0e0d-40e4-9109-80c62c621514,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.604767 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:12.605770 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:43:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:12.621871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a235a-123e-4beb-ba24-4adf66a69ac7 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:12.667652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-91583d39-c880-460f-a9cb-e9dbfcf2990e None None] Port d25514b1-b6e5-4b05-9960-6a486e4ca05c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:12.733829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f687526d-d02a-4b80-b95e-7e3a7305b043', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:12.741381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.848460 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae72f6-139d-4fd1-9f50-5a455036a8b3 None None] Pushing event updated for resources: {'Port': ['ID=d25514b1-b6e5-4b05-9960-6a486e4ca05c,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.915029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cacc821-277b-4a40-9928-e14b7bdc21d4 None None] Provisioning complete for port d25514b1-b6e5-4b05-9960-6a486e4ca05c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:12.916853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cacc821-277b-4a40-9928-e14b7bdc21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.138008 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:13.356720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Allocated IP 172.20.0.2 (f687526d-d02a-4b80-b95e-7e3a7305b043/4fcdbee3-13d9-4b3b-8511-76eb6d8c56af/159ebc21-5db5-4e6b-a16a-b01fa31bba04) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:13.391180 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.559855 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4504fe48-b85f-43da-930c-14b2e2e3357e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.572721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.576916 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cacc821-277b-4a40-9928-e14b7bdc21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.586591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.626095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59374a4e-7719-4b39-9a8b-96781b000ebe req-1401d0ad-25f7-42b3-8a1d-0d1113df9c57 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.630214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59374a4e-7719-4b39-9a8b-96781b000ebe req-1401d0ad-25f7-42b3-8a1d-0d1113df9c57 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.3045247 Nov 12 08:44:13.669189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5cacc821-277b-4a40-9928-e14b7bdc21d4 None None] For port d25514b1-b6e5-4b05-9960-6a486e4ca05c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d25514b1-b6e5-4b05-9960-6a486e4ca05c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:13.686723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Network f687526d-d02a-4b80-b95e-7e3a7305b043 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:13.692215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cacc821-277b-4a40-9928-e14b7bdc21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.711403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:13.718602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:13.734559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Pushing event updated for resources: {'Port': ['ID=159ebc21-5db5-4e6b-a16a-b01fa31bba04,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:13.830941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59374a4e-7719-4b39-9a8b-96781b000ebe req-8d1aec54-3564-432c-bf9b-bf1f3ec50a27 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909990 Nov 12 08:44:13.849160 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 3, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:13.921525 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b1e6b-4988-4b0b-acac-fcd0d4072b7b None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 3, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:13.921866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Attempting to bind port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:13.922931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Attempting to bind port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:13.923592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Attempting to bind port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 on network f687526d-d02a-4b80-b95e-7e3a7305b043 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:13.924276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.20.0.1 (f687526d-d02a-4b80-b95e-7e3a7305b043/4fcdbee3-13d9-4b3b-8511-76eb6d8c56af/2d273f7b-e492-4c02-9afc-83e737765dba) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:13.966002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:13.966612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Checking segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:13.967296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.967989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Bound using segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:13.968944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Bound port: 159ebc21-5db5-4e6b-a16a-b01fa31bba04, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:13.969559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.997064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc821-277b-4a40-9928-e14b7bdc21d4 None None] Pushing event updated for resources: {'Port': ['ID=d25514b1-b6e5-4b05-9960-6a486e4ca05c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.134072 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] For port 159ebc21-5db5-4e6b-a16a-b01fa31bba04, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:14.147790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] For port 159ebc21-5db5-4e6b-a16a-b01fa31bba04, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=159ebc21-5db5-4e6b-a16a-b01fa31bba04,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:14.159587 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.164363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.273234 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.293774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d87dfd-e462-4312-a89b-16916a023821 None None] Pushing event updated for resources: {'Port': ['ID=159ebc21-5db5-4e6b-a16a-b01fa31bba04,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.470047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network f687526d-d02a-4b80-b95e-7e3a7305b043 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:14.482544 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:14.488777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:14.495286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=2d273f7b-e492-4c02-9afc-83e737765dba,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.593175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.600014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.917718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.133661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040a764-8a48-4dcc-8706-4afb02364e4d req-8095106b-4812-42f6-9fd7-ce7ce3827357 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.135407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5040a764-8a48-4dcc-8706-4afb02364e4d req-8095106b-4812-42f6-9fd7-ce7ce3827357 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1662886 Nov 12 08:44:15.255869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5040a764-8a48-4dcc-8706-4afb02364e4d req-cb8ee118-29e0-42a3-b42b-543dcf06f11b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099286 Nov 12 08:44:15.618317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.628461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.735322 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.892016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd218616-bfda-4b55-8b60-ca4e21c521d5 None None] Network f687526d-d02a-4b80-b95e-7e3a7305b043 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:16.056235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7dc5a12f-d7b5-4a5e-8aae-26c0f8f2d605 None None] Provisioning complete for port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:16.057227 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a12f-d7b5-4a5e-8aae-26c0f8f2d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.171100 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=2d273f7b-e492-4c02-9afc-83e737765dba,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.199484 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.258746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d25514b1-b6e5-4b05-9960-6a486e4ca05c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:16.430870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d25514b1-b6e5-4b05-9960-6a486e4ca05c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:16.431194 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.452824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network f687526d-d02a-4b80-b95e-7e3a7305b043 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:16.455582 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-f3ba28c5-fbab-48cb-8669-8605820e1019 service neutron] show failed (client error): The resource could not be found. Nov 12 08:44:16.456713 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-f3ba28c5-fbab-48cb-8669-8605820e1019 service neutron] 10.222.0.25 "GET /v2.0/ports/46f88bcc-e164-4b88-a7c3-bf23d8ae9443/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.3832972 Nov 12 08:44:16.457997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:16.552084 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a12f-d7b5-4a5e-8aae-26c0f8f2d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.760301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7dc5a12f-d7b5-4a5e-8aae-26c0f8f2d605 None None] For port 159ebc21-5db5-4e6b-a16a-b01fa31bba04, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=159ebc21-5db5-4e6b-a16a-b01fa31bba04,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:16.764379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 159ebc21-5db5-4e6b-a16a-b01fa31bba04 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:16.770497 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a12f-d7b5-4a5e-8aae-26c0f8f2d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.792185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eed47-dbc4-4666-aefb-af16d77a0b0f req-c5d67573-ba6d-475e-aaaa-88efb3f7ef71 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:16.801237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-124eed47-dbc4-4666-aefb-af16d77a0b0f req-c5d67573-ba6d-475e-aaaa-88efb3f7ef71 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.2897725 Nov 12 08:44:16.892431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:17.018131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5a12f-d7b5-4a5e-8aae-26c0f8f2d605 None None] Pushing event updated for resources: {'Port': ['ID=159ebc21-5db5-4e6b-a16a-b01fa31bba04,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:17.058795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-124eed47-dbc4-4666-aefb-af16d77a0b0f req-296a46bb-949b-4e92-8b09-cef96ccaafc1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400846 Nov 12 08:44:17.064684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.119823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:17.120666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.178200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-d54e6279-a412-41e6-9072-cc4da251b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.180412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-d54e6279-a412-41e6-9072-cc4da251b991 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 1098 time: 0.2763352 Nov 12 08:44:17.207229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:17.231153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d934113f-9843-44e5-a2ed-6cbc92b2c352 None None] Provisioning complete for port 2d273f7b-e492-4c02-9afc-83e737765dba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:17.231931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d934113f-9843-44e5-a2ed-6cbc92b2c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.342210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:17.345909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.351526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d934113f-9843-44e5-a2ed-6cbc92b2c352 None None] Port 2d273f7b-e492-4c02-9afc-83e737765dba cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:17.385024 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-66c5956a-285a-4d8a-9357-03764aeb2297 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "PUT /v2.0/routers/3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4640687 Nov 12 08:44:17.389990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59314) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:17.401446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:17.509266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d934113f-9843-44e5-a2ed-6cbc92b2c352 None None] Provisioning complete for port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:17.511724 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d934113f-9843-44e5-a2ed-6cbc92b2c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.557708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:17.558009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:17.809539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.809910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.810386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.810861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.811328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.811793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.813867 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e3ead226-bf8c-4f50-9e95-fa46fea1ed5c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4267 time: 0.4217930 Nov 12 08:44:17.816918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:17.817742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59318) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:17.865524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:17.928647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:18.009994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.033343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Transition to ACTIVE for port object 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:18.034600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:18.039900 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ae4de-be09-432a-ae27-18373ad27b5e" -d '{"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:18.061241 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.158925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.159740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.160410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.161047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.161882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.164527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.178459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1ed850c6-64ff-4e1c-9b2e-bbf6bdbc5275 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.3555646 Nov 12 08:44:18.186045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:18.191626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6131f998-0559-478f-85ea-88d399599a15 None None] Provisioning complete for port 2d273f7b-e492-4c02-9afc-83e737765dba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.192276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6131f998-0559-478f-85ea-88d399599a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.322013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6131f998-0559-478f-85ea-88d399599a15 None None] Port 2d273f7b-e492-4c02-9afc-83e737765dba cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:18.327058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 159ebc21-5db5-4e6b-a16a-b01fa31bba04 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:18.394082 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408080a-c5e6-4e23-993e-64d99b0b58fe x-openstack-request-id: req-3408080a-c5e6-4e23-993e-64d99b0b58fe {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:18.394509 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:18.394943 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3408080a-c5e6-4e23-993e-64d99b0b58fe {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:18.395568 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'code': 200} Nov 12 08:44:18.475274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1390f-5ddf-4e6d-9c6c-10a2431914a5 req-48b5d277-e610-44db-aed6-c3d691a8b63f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.478972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54d1390f-5ddf-4e6d-9c6c-10a2431914a5 req-48b5d277-e610-44db-aed6-c3d691a8b63f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1543894 Nov 12 08:44:18.499992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.563071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d1057dc7-84bf-465e-a53d-8fe3469eca39 None None] Provisioning complete for port 2d273f7b-e492-4c02-9afc-83e737765dba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.563835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1057dc7-84bf-465e-a53d-8fe3469eca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.633784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.634156 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.639855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d1057dc7-84bf-465e-a53d-8fe3469eca39 None None] Port 2d273f7b-e492-4c02-9afc-83e737765dba cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:18.679375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54d1390f-5ddf-4e6d-9c6c-10a2431914a5 req-ec302e64-77a7-4eff-99f9-2d0b7e164443 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156511 Nov 12 08:44:18.691309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:14Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:15Z', 'revision_number': 2, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:18.695981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] No DVR routers for this DVR port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:18.729437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:18.729828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Updating router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 port 2d273f7b-e492-4c02-9afc-83e737765dba binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:18.779725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.787992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b09f8e44-787a-42f2-ae2d-33204a6edfd9 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.5985265 Nov 12 08:44:18.938988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:18.939602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:18.939721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:18.945146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:18.945459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:18.951276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:18.951616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Checking segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:18.951985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Bound using segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:18.952512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Bound port: 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:18.952897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.041606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:19.047550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:19.057796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.106837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.108291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.110688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] 10.222.0.32 "PUT /v2.0/ports/46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 1093 time: 1.9137783 Nov 12 08:44:19.141011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59330) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.157503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939019049', 'description': 'tempest-secgroup-smoke-939019049 description', 'project_id': '9c9e122774964506bc014e4367afbaa6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:19.177498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a497-f2dc-4d81-8c8e-59113de160af service neutron] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.214108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-8599c093-7ad6-488e-8e4d-937f59503a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.216452 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-8599c093-7ad6-488e-8e4d-937f59503a28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1096 time: 0.0753222 Nov 12 08:44:19.220719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.403564 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.416201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.417510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.423163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.475123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5393644d-e65b-4112-ab1a-e2c3f192fa47,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.503295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28912d1a-6e10-49e4-befb-c261695abb4d None None] Pushing event updated for resources: {'Port': ['ID=2d273f7b-e492-4c02-9afc-83e737765dba,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.508918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.514668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7b804592-fd0b-4a8b-9113-7307b96de6b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3723803 Nov 12 08:44:19.515329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59332) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.545812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Attempting to bind port 2d273f7b-e492-4c02-9afc-83e737765dba on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:19.546397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Attempting to bind port 2d273f7b-e492-4c02-9afc-83e737765dba by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:19.546546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Attempting to bind port 2d273f7b-e492-4c02-9afc-83e737765dba on network f687526d-d02a-4b80-b95e-7e3a7305b043 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:19.550859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '5393644d-e65b-4112-ab1a-e2c3f192fa47', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:19.556699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:19.557632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Checking segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:19.557632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.559209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Bound using segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:19.559209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Bound port: 2d273f7b-e492-4c02-9afc-83e737765dba, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:19.559209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.607693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:19.640760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.696641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] For port 2d273f7b-e492-4c02-9afc-83e737765dba, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:19.707469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] For port 2d273f7b-e492-4c02-9afc-83e737765dba, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2d273f7b-e492-4c02-9afc-83e737765dba,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:19.713019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:19.714984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-487ca896-3fcc-4225-84cd-53ad180c04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.719656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-487ca896-3fcc-4225-84cd-53ad180c04b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.4954610 Nov 12 08:44:19.721181 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.781084 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.787688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.804805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:19.806024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:19.809274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b33b5c4-f0f6-4eb8-8e06-c18cfad0d394,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.835680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-eb537154-e38b-4abf-8347-62e3b753b0c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.1074004 Nov 12 08:44:19.839161 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.843566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59336) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.843831 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-34a2d7a0-117e-4107-b4d2-e84ac062bf72 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234537 Nov 12 08:44:19.851393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '5393644d-e65b-4112-ab1a-e2c3f192fa47', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:19.856619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28912d1a-6e10-49e4-befb-c261695abb4d None None] Pushing event updated for resources: {'Port': ['ID=2d273f7b-e492-4c02-9afc-83e737765dba,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.906334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-4fc1e431-932d-4ad8-ad07-461e94b0b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.908217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-4fc1e431-932d-4ad8-ad07-461e94b0b754 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0628986 Nov 12 08:44:19.938984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.993496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-b881f74a-84ef-4676-a9d0-9cce7f970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.005326 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-b881f74a-84ef-4676-a9d0-9cce7f970c1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810997 Nov 12 08:44:20.031217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:20.065900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b089bf-0585-434a-91ca-ddb31b2642d4 req-5d766e63-3dcd-49ea-8583-939aa5f1e22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.068000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0b089bf-0585-434a-91ca-ddb31b2642d4 req-5d766e63-3dcd-49ea-8583-939aa5f1e22b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1424787 Nov 12 08:44:20.088739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5fa88fdd-ec56-4e2a-8a58-b4101e2e0273 None None] Provisioning complete for port 2d273f7b-e492-4c02-9afc-83e737765dba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:20.089132 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5fa88fdd-ec56-4e2a-8a58-b4101e2e0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.113863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.126196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-9caa62d6-041d-42e5-a3ad-2482d449d699 service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171021 Nov 12 08:44:20.126502 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.169631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0b089bf-0585-434a-91ca-ddb31b2642d4 req-c118a55f-cf33-4bef-8295-22cde426165e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881188 Nov 12 08:44:20.173929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088c452b-c8a3-4193-897c-81253e1e6cc1,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.201971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.206899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e7252f05-b0dc-4554-a274-8a90556daed2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615386 Nov 12 08:44:20.207560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59340) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:20.213479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '5393644d-e65b-4112-ab1a-e2c3f192fa47', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:20.255121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.276309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6d2d2160-8637-4822-99d5-cd4b808c1153 req-9455f26c-b61e-4f13-80c5-905dfc7a26c1 service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426003 Nov 12 08:44:20.348824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.357809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.378682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ca7532-ede2-4164-8c94-57023c083165,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.393972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.398861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cac87922-38ca-4eec-ad18-8ce35b7d645f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861281 Nov 12 08:44:20.399125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:20.400254 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605db333-fcf3-4da2-93d8-778eb3aa3ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:20.401381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59342) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:20.414222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5fa88fdd-ec56-4e2a-8a58-b4101e2e0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.416315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '5393644d-e65b-4112-ab1a-e2c3f192fa47', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:20.453354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.466349 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a53560-c298-405b-98da-d778ac196d9a x-openstack-request-id: req-a9a53560-c298-405b-98da-d778ac196d9a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:20.466630 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:20.466886 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9a53560-c298-405b-98da-d778ac196d9a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:20.467300 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'status': 'completed', 'code': 200} Nov 12 08:44:20.517044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5fa88fdd-ec56-4e2a-8a58-b4101e2e0273 None None] For port 2d273f7b-e492-4c02-9afc-83e737765dba, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2d273f7b-e492-4c02-9afc-83e737765dba,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:20.523662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5fa88fdd-ec56-4e2a-8a58-b4101e2e0273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.545665 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.551536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.573421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:14Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:19Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:20.580119 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.584115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758685 Nov 12 08:44:20.584385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-00f17193-1e33-4a8c-99c2-88973b8a87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.584385 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-00f17193-1e33-4a8c-99c2-88973b8a87ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1096 time: 0.0964513 Nov 12 08:44:20.585959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59346) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:20.587478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-5cd2f7b0-886e-4634-9c45-a763352886d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.588989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-5cd2f7b0-886e-4634-9c45-a763352886d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1096 time: 0.0884161 Nov 12 08:44:20.593511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '5393644d-e65b-4112-ab1a-e2c3f192fa47', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:20.600461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0c92-2fb3-4f32-9674-0dba5ff0fe7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2be8da-5511-4b3e-87d7-8dbf143ecee0,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.615833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b28dc-23c1-4425-9d65-aa4827d08f8a None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:14Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:19Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:20.624912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa88fdd-ec56-4e2a-8a58-b4101e2e0273 None None] Pushing event updated for resources: {'Port': ['ID=2d273f7b-e492-4c02-9afc-83e737765dba,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.649202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e64705d5-7d7b-4dff-9f7b-dbef9071562e None None] Provisioning complete for port 2d273f7b-e492-4c02-9afc-83e737765dba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:20.649202 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e64705d5-7d7b-4dff-9f7b-dbef9071562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.757443 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Project 9c9e122774964506bc014e4367afbaa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:44:20.774372 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.838493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-f7a73052-c113-44a2-96ca-95a893157f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.840011 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-f7a73052-c113-44a2-96ca-95a893157f11 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.2326903 Nov 12 08:44:20.842685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-897d1280-6ad7-419c-b000-6fc6d19ea7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.844144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-897d1280-6ad7-419c-b000-6fc6d19ea7d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.2451165 Nov 12 08:44:21.250087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.264675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.292909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-07a924a7-d4e4-4cd9-8a27-de44936ef962 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.4437437 Nov 12 08:44:21.316072 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-17b810a8-8f6a-49f3-a5fe-226cc0347603 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.4585576 Nov 12 08:44:21.342423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be429751-c08d-4e13-9168-fda550feb6ea,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.358419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.364099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29f7f966-be57-45a2-8ed8-b6cc7ff64a2c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7697511 Nov 12 08:44:21.366328 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59358) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:21.375400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '5393644d-e65b-4112-ab1a-e2c3f192fa47', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:21.430397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd29a49-b5d9-4fb0-88b7-2436111198ba req-de644ecd-afee-4da7-9683-ba63c42dbdfb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.432213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-701dc11c-7811-4adc-803c-744eb912ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.432741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bd29a49-b5d9-4fb0-88b7-2436111198ba req-de644ecd-afee-4da7-9683-ba63c42dbdfb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1273043 Nov 12 08:44:21.434429 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-701dc11c-7811-4adc-803c-744eb912ce41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0893285 Nov 12 08:44:21.436296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-7b3f3c79-6943-49cc-9898-97bf61a91c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.438296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-7b3f3c79-6943-49cc-9898-97bf61a91c8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.1356730 Nov 12 08:44:21.440594 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Project 9c9e122774964506bc014e4367afbaa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:44:21.449372 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.542023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-85b11735-7991-478f-b37d-27e1ffe78340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.543579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-85b11735-7991-478f-b37d-27e1ffe78340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998609 Nov 12 08:44:21.586781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bd29a49-b5d9-4fb0-88b7-2436111198ba req-b1823709-4557-4d52-a38b-c8bcdf6dee4f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152558 Nov 12 08:44:21.626727 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.632300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.653067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-699da8f7-867a-4657-96d3-035657f1e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.654986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-699da8f7-867a-4657-96d3-035657f1e5d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939571 Nov 12 08:44:21.676720 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.677655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102403 Nov 12 08:44:21.690717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5995643-5e1d-4666-ace1-9c887f90f869 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8d06d9-244a-4a70-9576-a45beb00e3f6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.773107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-598df058-06e8-49fd-98d1-44c47480575a service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199793 Nov 12 08:44:21.885685 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-a074cfcb-79c4-471d-82ee-7035f50429e8 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153621 Nov 12 08:44:22.010081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-485d1325-497e-4fbc-bb2c-89401a9d4abc service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228413 Nov 12 08:44:22.017748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-c915d3f3-c9db-4afb-8e23-eba0799a5e6d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939019049&fields=id&tenant_id=9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 267 time: 0.0695205 Nov 12 08:44:22.081014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-605db333-fcf3-4da2-93d8-778eb3aa3ffb req-723e6202-5611-41b4-8650-c74b11e3baad service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888247 Nov 12 08:44:22.106279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2d273f7b-e492-4c02-9afc-83e737765dba up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:22.183428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2d273f7b-e492-4c02-9afc-83e737765dba triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:22.183773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.201047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-9f87e201-e365-48b0-a669-b7dc9f1bea8f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.203072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-9f87e201-e365-48b0-a669-b7dc9f1bea8f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/networks?id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 796 time: 0.1728883 Nov 12 08:44:22.231728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-0a00d122-75bc-4e96-a3e6-3c73dc7d0c05 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/quotas/9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 375 time: 0.0129347 Nov 12 08:44:22.311809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-96acfa19-95a8-4072-ad53-944e744832dc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621061 Nov 12 08:44:22.455666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-fc277413-3f57-49e5-9a2a-9d69f7d78934 service neutron] 10.222.0.16 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297781 Nov 12 08:44:22.594248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-82dcfc47-bedb-49a3-b008-eb193955d63d service neutron] 10.222.0.16 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318805 Nov 12 08:44:22.733804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff2480-519e-46fb-9656-6b62ffe4008c req-9e711d9a-952b-4296-bca3-c723b85803a1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.735809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3ff2480-519e-46fb-9656-6b62ffe4008c req-9e711d9a-952b-4296-bca3-c723b85803a1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.0624886 Nov 12 08:44:22.790978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa78a7cf-b964-46cc-9792-be5fe4f97248 req-59bc4eca-d3fd-4941-8b50-1039519196a0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 210 time: 0.0377088 Nov 12 08:44:22.841535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3ff2480-519e-46fb-9656-6b62ffe4008c req-3063852f-f7b1-40af-8f65-fdcc11287677 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957005 Nov 12 08:44:23.118447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:23.214523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-b9a5bcaf-ec82-46b1-9f1a-9aeba35e38c5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.217006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-b9a5bcaf-ec82-46b1-9f1a-9aeba35e38c5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c&tenant_id=3d02e35b023247f58a3fcf58676cdf05&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 944 time: 0.0967007 Nov 12 08:44:23.265791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7829-6336-41d1-9d87-344c634c4395 req-e0857281-e602-4c2f-94f8-3df52938810e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.275185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d3e7829-6336-41d1-9d87-344c634c4395 req-e0857281-e602-4c2f-94f8-3df52938810e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 944 time: 0.1111822 Nov 12 08:44:23.323178 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-94426b72-7424-46fc-b07b-aab42d81dd11 service neutron] 10.222.0.32 "GET /v2.0/ports/46f88bcc-e164-4b88-a7c3-bf23d8ae9443/bindings/n-h2-768509-25 HTTP/1.1" status: 200 len: 383 time: 0.0985138 Nov 12 08:44:23.356110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:23.359617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d3e7829-6336-41d1-9d87-344c634c4395 req-d482dc92-e50e-4627-b6e9-2edbee27d053 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837145 Nov 12 08:44:23.405816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'mac_address': 'fa:16:3e:63:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:23.415499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-f35dbbc5-c6cc-48c7-a905-fc586729df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.417483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-f35dbbc5-c6cc-48c7-a905-fc586729df0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1096 time: 0.0652988 Nov 12 08:44:23.478747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.514489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:23.545978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:23.550458 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.592355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-bc59e33f-8ef3-4eff-9952-3269b4008b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.593851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-bc59e33f-8ef3-4eff-9952-3269b4008b20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1600666 Nov 12 08:44:23.611884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.683988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-49fd32c9-0712-47b3-b134-c36484830b54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 999 time: 0.0804148 Nov 12 08:44:23.750464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-8a127124-4f08-4bf6-8f13-9f9baee03a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.752350 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-8a127124-4f08-4bf6-8f13-9f9baee03a39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0570998 Nov 12 08:44:23.776443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['46f88bcc-e164-4b88-a7c3-bf23d8ae9443'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:23.812208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-89a2c8b0-3b30-448b-b7b0-a16adf73487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.814005 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-89a2c8b0-3b30-448b-b7b0-a16adf73487c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529146 Nov 12 08:44:23.961284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-3226d0bf-c2f6-4ba2-8ffa-5300d99e5283 service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391828 Nov 12 08:44:23.982560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c7f5b90-99de-4055-805f-b16fdebe088c req-34e02f2b-f902-45ca-8034-7d6949a3d7f5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 210 time: 0.0400114 Nov 12 08:44:24.118655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-0287c775-74e4-40b3-a56d-f7d1924255f6 service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492865 Nov 12 08:44:24.191220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-20ff3bb6-9def-4f4f-a631-6d8893da8d60 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.192819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-20ff3bb6-9def-4f4f-a631-6d8893da8d60 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "GET /v2.0/networks?id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 796 time: 0.1507759 Nov 12 08:44:24.280238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-8e7a6234-20f6-465b-adb8-fd5fe707ab12 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 379 time: 0.0768445 Nov 12 08:44:24.299518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'port': {'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'admin_state_up': True, 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'security_groups': ['5393644d-e65b-4112-ab1a-e2c3f192fa47']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:24.361837 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:24.420668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:24.424352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.552068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baba4b-a90d-4003-a5d9-bb0cc4bc13ca req-126321b7-58fb-4db8-9df0-e98a6478718f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.553715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46baba4b-a90d-4003-a5d9-bb0cc4bc13ca req-126321b7-58fb-4db8-9df0-e98a6478718f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 945 time: 0.1113801 Nov 12 08:44:24.654710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.20.0.13 (f687526d-d02a-4b80-b95e-7e3a7305b043/4fcdbee3-13d9-4b3b-8511-76eb6d8c56af/6f648c47-59c6-4d84-bdb2-0929db613660) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:24.664439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46baba4b-a90d-4003-a5d9-bb0cc4bc13ca req-d6629f86-bb28-4e2c-a706-7dc1af26eb8c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884826 Nov 12 08:44:24.832099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.872211 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.918579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network f687526d-d02a-4b80-b95e-7e3a7305b043 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:24.922044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:24.944761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=6f648c47-59c6-4d84-bdb2-0929db613660,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.952971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:25.026740 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.027557 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.058371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-379f3cb7-d1e5-4d53-9609-f6f44d748b93 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628224 Nov 12 08:44:25.071603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Request body: {'port': {'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:25.133823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:25.171899 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.216250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:25.222348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:25.223370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.272695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736ac2f-0110-429c-8a56-cbbea40b2c27 req-6fa05444-3039-4e99-b9cb-66a92c624897 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.274402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c736ac2f-0110-429c-8a56-cbbea40b2c27 req-6fa05444-3039-4e99-b9cb-66a92c624897 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 932 time: 0.1132848 Nov 12 08:44:25.288795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-374205a4-5921-4f08-acd9-95e3a3d0398f None None] Provisioning complete for port 6f648c47-59c6-4d84-bdb2-0929db613660 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:25.289164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-374205a4-5921-4f08-acd9-95e3a3d0398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.364573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-374205a4-5921-4f08-acd9-95e3a3d0398f None None] Port 6f648c47-59c6-4d84-bdb2-0929db613660 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:25.439355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.453604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c736ac2f-0110-429c-8a56-cbbea40b2c27 req-c8be42dd-a1fb-41b1-8d33-e6e761a06cad tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565621 Nov 12 08:44:25.485582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:25.486955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:25.489837 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290079cb-ece2-4aa1-b045-b0a34a5e0434" -d '{"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-plugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:25.494256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.573053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.592948 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db9206-501c-4fae-bfc2-bc26698176c2 x-openstack-request-id: req-48db9206-501c-4fae-bfc2-bc26698176c2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:25.593245 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-plugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:25.593565 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48db9206-501c-4fae-bfc2-bc26698176c2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:25.594147 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'code': 200} Nov 12 08:44:25.657990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f648c47-59c6-4d84-bdb2-0929db613660 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:25.666056 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.683298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Transition to ACTIVE for port object 6f648c47-59c6-4d84-bdb2-0929db613660 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:25.689232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.784092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Pushing event updated for resources: {'Port': ['ID=6f648c47-59c6-4d84-bdb2-0929db613660,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.955826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b00ff-c1e2-4cc9-88c2-e945d9d0a89e req-172e05a7-6a35-42f0-8c3e-debc7f2e6214 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.963395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d6b00ff-c1e2-4cc9-88c2-e945d9d0a89e req-172e05a7-6a35-42f0-8c3e-debc7f2e6214 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.1485660 Nov 12 08:44:25.971156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Attempting to bind port 6f648c47-59c6-4d84-bdb2-0929db613660 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:25.971559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Attempting to bind port 6f648c47-59c6-4d84-bdb2-0929db613660 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:25.972027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Attempting to bind port 6f648c47-59c6-4d84-bdb2-0929db613660 on network f687526d-d02a-4b80-b95e-7e3a7305b043 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:25.989325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Port 6f648c47-59c6-4d84-bdb2-0929db613660 on network f687526d-d02a-4b80-b95e-7e3a7305b043 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:25.989651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Attempting to bind port 6f648c47-59c6-4d84-bdb2-0929db613660 on network f687526d-d02a-4b80-b95e-7e3a7305b043 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:26.000594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:26.000944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Checking segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:26.001322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Bound using segment: {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:26.001759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Bound port: 6f648c47-59c6-4d84-bdb2-0929db613660, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:26.002117 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.043743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d6b00ff-c1e2-4cc9-88c2-e945d9d0a89e req-93a10871-640f-49c9-83df-7a1d20599314 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794077 Nov 12 08:44:26.141307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] For port 6f648c47-59c6-4d84-bdb2-0929db613660, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:26.149002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] For port 6f648c47-59c6-4d84-bdb2-0929db613660, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f648c47-59c6-4d84-bdb2-0929db613660,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:26.159927 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.415324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-743ce72a-3b18-424f-ba74-24dd5f574851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.416986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-743ce72a-3b18-424f-ba74-24dd5f574851 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 1098 time: 0.0515282 Nov 12 08:44:26.430444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:26.519855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.595755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.596699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.598151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] 10.222.0.32 "PUT /v2.0/ports/6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 200 len: 1093 time: 1.5314574 Nov 12 08:44:26.602809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:26.606259 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b3147f-a47f-444e-8935-b84c4799956c" -d '{"events": [{"name": "network-changed", "server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:26.629245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8dbb0-e6de-4dde-b23f-812a2945392d service neutron] Pushing event updated for resources: {'Port': ['ID=6f648c47-59c6-4d84-bdb2-0929db613660,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.654259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f868ca-6802-4c9f-9cd7-973945292feb req-97957f68-89d7-4c69-98bc-04ad35cf1630 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.655909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84f868ca-6802-4c9f-9cd7-973945292feb req-97957f68-89d7-4c69-98bc-04ad35cf1630 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 944 time: 0.0959568 Nov 12 08:44:26.703769 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd64f6-c4d6-45ac-b8d5-5a1b357089b3 x-openstack-request-id: req-42fd64f6-c4d6-45ac-b8d5-5a1b357089b3 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:26.704075 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:26.704337 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42fd64f6-c4d6-45ac-b8d5-5a1b357089b3 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:26.704726 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660', 'status': 'completed', 'code': 200} Nov 12 08:44:26.752316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-e7d0bbf5-5540-4567-bf5f-3220a9ae880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.753836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-e7d0bbf5-5540-4567-bf5f-3220a9ae880f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1096 time: 0.0902631 Nov 12 08:44:26.827298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-260cd9b2-a231-451c-8f08-b6c3ad72a4ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 200 len: 217 time: 0.0569158 Nov 12 08:44:26.832913 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84f868ca-6802-4c9f-9cd7-973945292feb req-1471c7a4-9438-40c0-98f1-703fd9d211f3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610758 Nov 12 08:44:26.881320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:26.936225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:26.999619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-04164f76-707c-42da-a01a-25025c1fb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.001587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-04164f76-707c-42da-a01a-25025c1fb8ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af HTTP/1.1" status: 200 len: 835 time: 0.0708737 Nov 12 08:44:27.023367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:27.027146 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da51b5-9796-46c7-82cc-2a80e66ce0b9" -d '{"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:27.034777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.066334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Transition to ACTIVE for port object 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:27.068074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-b9a4a6e5-4281-428d-ad4d-958ca11dbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.070261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-b9a4a6e5-4281-428d-ad4d-958ca11dbf04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f687526d-d02a-4b80-b95e-7e3a7305b043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615029 Nov 12 08:44:27.073560 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.240537 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbfa3ec-44ce-442e-8892-6e9219ace94a x-openstack-request-id: req-7dbfa3ec-44ce-442e-8892-6e9219ace94a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:27.241707 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:27.242439 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dbfa3ec-44ce-442e-8892-6e9219ace94a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:27.243417 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'code': 200} Nov 12 08:44:27.247496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.25', 62840) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:27.249422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-d07772a5-23be-4706-bfe7-70a0863176dd service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709299 Nov 12 08:44:27.321464 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.394703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] No DVR routers for this DVR port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:27.401184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-70ed83a7-75bb-473f-be76-be917f4398a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.402727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-70ed83a7-75bb-473f-be76-be917f4398a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1055 time: 0.1487858 Nov 12 08:44:27.432138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a58c8-64f9-487e-bb14-1f348777d739 req-26510e60-9e58-46a4-a35b-8ad565f0578c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.448962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae5a58c8-64f9-487e-bb14-1f348777d739 req-26510e60-9e58-46a4-a35b-8ad565f0578c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 945 time: 0.1980512 Nov 12 08:44:27.561963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fa853dc-b6d1-43f1-9fca-da85aead6bb1 req-9942d217-bdb3-4747-8b03-da6d91d4424a service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653644 Nov 12 08:44:27.581001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae5a58c8-64f9-487e-bb14-1f348777d739 req-962fc3c5-8912-43df-b0dc-19f4eb0eeb16 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251986 Nov 12 08:44:27.648787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-e638b923-ee71-4832-93b2-97b408ba91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.650303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-e638b923-ee71-4832-93b2-97b408ba91fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1950877 Nov 12 08:44:27.677713 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3147f-a47f-444e-8935-b84c4799956c req-81d270b1-5d01-4745-bf19-52544dbc7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.679312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-81d270b1-5d01-4745-bf19-52544dbc7fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1096 time: 0.0486698 Nov 12 08:44:27.755171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-1676913d-c85a-4622-9e45-5673684d5796 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.0980573 Nov 12 08:44:27.760102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:27.760513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:27.760755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:27.799082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:27.799442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Attempting to bind port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on network 3b7d0717-d5e2-4541-ab49-041b5f170599 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:27.812783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:27.813102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3147f-a47f-444e-8935-b84c4799956c req-960449af-21ad-4828-a274-619ebb1febd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.813303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Checking segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:27.813493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Bound using segment: {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:27.813938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Bound port: 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a50786-4493-4022-8499-d965a0eff6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:27.814152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.815113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-960449af-21ad-4828-a274-619ebb1febd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 896 time: 0.1277821 Nov 12 08:44:27.833571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-d082fffd-896a-41d2-8b8d-48c9a9404703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.835634 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-d082fffd-896a-41d2-8b8d-48c9a9404703 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0726297 Nov 12 08:44:27.873969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-a6075752-63da-4bfb-a703-7f25ecfb88c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 200 len: 217 time: 0.0501842 Nov 12 08:44:27.929143 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:27.934441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:27.938431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-1ef61bb2-c9d4-4862-a6bf-364995a7601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.940184 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-1ef61bb2-c9d4-4862-a6bf-364995a7601e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979478 Nov 12 08:44:27.943943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.971221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.972079 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.973763 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] 10.222.0.25 "PUT /v2.0/ports/46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 1094 time: 1.5485926 Nov 12 08:44:28.045923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3147f-a47f-444e-8935-b84c4799956c req-6b069bc7-5671-4aff-9280-4443489d31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.047569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-6b069bc7-5671-4aff-9280-4443489d31f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af HTTP/1.1" status: 200 len: 835 time: 0.1664262 Nov 12 08:44:28.104317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002be72-4a2e-4a3d-9f2f-b619200eb23f req-e3594850-1284-4497-9da2-0169aca82c11 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.106017 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c002be72-4a2e-4a3d-9f2f-b619200eb23f req-e3594850-1284-4497-9da2-0169aca82c11 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 944 time: 0.1310606 Nov 12 08:44:28.118769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=11']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.163811 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-8b27c0d0-3136-4109-9f76-e560a1db67c1 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113650 Nov 12 08:44:28.262389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3147f-a47f-444e-8935-b84c4799956c req-81dc0a38-0d55-44f6-887d-137120353835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.264416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-81dc0a38-0d55-44f6-887d-137120353835 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f687526d-d02a-4b80-b95e-7e3a7305b043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968102 Nov 12 08:44:28.272192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c002be72-4a2e-4a3d-9f2f-b619200eb23f req-32e79fef-079f-462b-986b-24d403b1b9cf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007657 Nov 12 08:44:28.308915 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c94c882b-35a9-48b2-8ca0-8f704be7eb7c req-ecfd1b14-393b-4afa-bd7e-80eeb53c89e8 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376984 Nov 12 08:44:28.423972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-870a09dc-f8b8-45ed-a967-fc02be122bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.425605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-870a09dc-f8b8-45ed-a967-fc02be122bb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1097 time: 0.0541761 Nov 12 08:44:28.446611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-0769d3a4-37e2-4393-9fa7-6357f0721a93 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722515 Nov 12 08:44:28.562139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-913322a0-52a5-4648-8fe1-7a18c6e90512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.564005 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-913322a0-52a5-4648-8fe1-7a18c6e90512 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1312482 Nov 12 08:44:28.587517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b3147f-a47f-444e-8935-b84c4799956c req-a99cc1db-1e95-4400-bbf8-3d68606af8d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315577 Nov 12 08:44:28.674962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-7b1a53c6-3f5d-436b-aeec-ca065efd7175 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.1033280 Nov 12 08:44:28.753358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-5a095aea-17e1-474d-8f2d-ac6e289cdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.755315 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-5a095aea-17e1-474d-8f2d-ac6e289cdb40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0735495 Nov 12 08:44:28.768136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4bcf0-5bf5-4c53-bc93-382483d6e382 req-27af5a3a-a4ff-4d2b-ba16-9fd699cad129 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.769762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4e4bcf0-5bf5-4c53-bc93-382483d6e382 req-27af5a3a-a4ff-4d2b-ba16-9fd699cad129 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 945 time: 0.0715239 Nov 12 08:44:28.820798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-81c1acf9-86ac-46b6-bfde-1ee5b0f7304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.822619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-81c1acf9-86ac-46b6-bfde-1ee5b0f7304c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606470 Nov 12 08:44:28.836375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4e4bcf0-5bf5-4c53-bc93-382483d6e382 req-a5e15767-5ca4-46db-b998-bd9b7bc02eec tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548410 Nov 12 08:44:28.939333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-c2d8b5d0-7cea-4200-a4cf-442703d1f4e7 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092076 Nov 12 08:44:29.052079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-f84b3828-6cad-4a3f-b50a-5b1861200cbb service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048651 Nov 12 08:44:29.165895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f648c47-59c6-4d84-bdb2-0929db613660 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:29.168962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:29.241737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:29.245251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:29.247619 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5704fe2e-9502-489b-81c7-7807b6cd7d24" -d '{"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:29.320965 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c601d7-6dd1-4d30-be48-8f445388ece6 x-openstack-request-id: req-98c601d7-6dd1-4d30-be48-8f445388ece6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:29.321579 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:29.322021 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98c601d7-6dd1-4d30-be48-8f445388ece6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:29.322752 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'status': 'completed', 'code': 200} Nov 12 08:44:29.349589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 6f648c47-59c6-4d84-bdb2-0929db613660, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f648c47-59c6-4d84-bdb2-0929db613660,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:29.376641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '6f648c47-59c6-4d84-bdb2-0929db613660', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:29.392448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-f10d0058-ca67-49cb-a4b0-d456261d1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.394171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-f10d0058-ca67-49cb-a4b0-d456261d1d36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1097 time: 0.0615492 Nov 12 08:44:29.434333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.445441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99489ba7-de1c-459a-bdf8-52d5d6a6bf2c req-29a5e559-2673-4eca-b260-fbd769712f73 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.453134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99489ba7-de1c-459a-bdf8-52d5d6a6bf2c req-29a5e559-2673-4eca-b260-fbd769712f73 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 944 time: 0.0657368 Nov 12 08:44:29.454664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f648c47-59c6-4d84-bdb2-0929db613660 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:29.485863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 6f648c47-59c6-4d84-bdb2-0929db613660, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f648c47-59c6-4d84-bdb2-0929db613660,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:29.487251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-ac75bf5b-55c5-40d3-9048-aa42ec6116b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.488912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-ac75bf5b-55c5-40d3-9048-aa42ec6116b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1097 time: 0.1499541 Nov 12 08:44:29.492736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.532915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-524cedca-bb56-4e04-9c5d-a2594b57c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.534491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-524cedca-bb56-4e04-9c5d-a2594b57c06c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1320255 Nov 12 08:44:29.560121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=6f648c47-59c6-4d84-bdb2-0929db613660,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:29.574880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99489ba7-de1c-459a-bdf8-52d5d6a6bf2c req-dd83ada2-5068-4fe7-a8e5-197ac75ae05c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204350 Nov 12 08:44:29.615128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-c3287787-e0c1-477b-a09b-27e9bfd7af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.617558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-c3287787-e0c1-477b-a09b-27e9bfd7af7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1194108 Nov 12 08:44:29.640151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-71e27871-98c4-4f05-95ad-737c55aaf73a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.0967088 Nov 12 08:44:29.691929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-6be76a4a-2cdc-45ec-a14a-b3c537ac8db4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 998 time: 0.0662661 Nov 12 08:44:29.693964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['6f648c47-59c6-4d84-bdb2-0929db613660'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:29.695171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-067f5193-392a-4816-ba02-4dcb4ba31230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.696719 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-067f5193-392a-4816-ba02-4dcb4ba31230 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0502186 Nov 12 08:44:29.753465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-5b95e7d8-3e22-4606-bb3f-eb71dddb8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.755486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-5b95e7d8-3e22-4606-bb3f-eb71dddb8d98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0565400 Nov 12 08:44:29.768433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-854918d4-790e-4da4-9e20-8c14090389e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.770629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-854918d4-790e-4da4-9e20-8c14090389e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654299 Nov 12 08:44:29.837421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-d5e18a38-8392-43b6-a751-3f180fa0e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.840400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-d5e18a38-8392-43b6-a751-3f180fa0e559 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769875 Nov 12 08:44:29.889649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-3bee5926-254a-438a-8e43-413f632b5934 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108508 Nov 12 08:44:30.016237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-a364c3fa-99b9-42e5-a602-7edc7a2e928c service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175132 Nov 12 08:44:30.075427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-d8946819-951d-4dbb-b4d2-7f2a31dd82f9 service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274802 Nov 12 08:44:30.092978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c223-50d4-450e-9f5b-67bfecccc839 req-58a67cb7-2f9a-433b-abcd-833cf377ae41 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.094544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2384c223-50d4-450e-9f5b-67bfecccc839 req-58a67cb7-2f9a-433b-abcd-833cf377ae41 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 945 time: 0.1140509 Nov 12 08:44:30.218813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2384c223-50d4-450e-9f5b-67bfecccc839 req-b0782670-8492-4e09-a529-44878bec8978 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139336 Nov 12 08:44:30.234952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5704fe2e-9502-489b-81c7-7807b6cd7d24 req-b67fd677-bcbd-4b54-8d48-4c8a6177980c service neutron] 10.222.0.32 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508939 Nov 12 08:44:30.739577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eda6f-31b9-4d29-af8e-b09bfa0b35ac req-42b895cc-e6db-4eff-9efe-6afcbb995000 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.742287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c9eda6f-31b9-4d29-af8e-b09bfa0b35ac req-42b895cc-e6db-4eff-9efe-6afcbb995000 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 945 time: 0.0738013 Nov 12 08:44:30.816304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c9eda6f-31b9-4d29-af8e-b09bfa0b35ac req-d1a1318e-27c5-426e-bdd1-f5fa2462ae48 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678573 Nov 12 08:44:31.179437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f648c47-59c6-4d84-bdb2-0929db613660 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:31.238608 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 6f648c47-59c6-4d84-bdb2-0929db613660 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:31.246452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 6f648c47-59c6-4d84-bdb2-0929db613660 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:31.247151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.342876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.368681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:31.369395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a54bc-852c-4601-a946-09fe810f4074 req-ce23b2e9-912a-4425-9df5-4bc04d947227 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.371073 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b6ecd-5053-4092-90c7-c9535f472f57" -d '{"events": [{"server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "name": "network-vif-plugged", "status": "completed", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:31.379911 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-169a54bc-852c-4601-a946-09fe810f4074 req-ce23b2e9-912a-4425-9df5-4bc04d947227 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 945 time: 0.0746636 Nov 12 08:44:31.389692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 6f648c47-59c6-4d84-bdb2-0929db613660, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f648c47-59c6-4d84-bdb2-0929db613660,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:31.394719 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.422749 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e19bd16-9fa6-439d-bb83-83e1fb01a325 x-openstack-request-id: req-8e19bd16-9fa6-439d-bb83-83e1fb01a325 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:31.423111 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "name": "network-vif-plugged", "status": "completed", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:31.423312 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e19bd16-9fa6-439d-bb83-83e1fb01a325 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:31.425017 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660', 'code': 200} Nov 12 08:44:31.474576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=6f648c47-59c6-4d84-bdb2-0929db613660,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:31.498591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-169a54bc-852c-4601-a946-09fe810f4074 req-fe3e15b4-b23b-40bf-bcc3-646881354a99 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153281 Nov 12 08:44:31.575277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75dc0-3613-4ba5-ab86-6679857ea4c0 req-7292d901-9d74-46b7-9989-f9fcb8959498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.576790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57e75dc0-3613-4ba5-ab86-6679857ea4c0 req-7292d901-9d74-46b7-9989-f9fcb8959498 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1098 time: 0.0526135 Nov 12 08:44:31.627605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57e75dc0-3613-4ba5-ab86-6679857ea4c0 req-d7d2998d-d209-41e8-bcd3-7a83ef4dd386 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Nov 12 08:44:31.648143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:31.914441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:31.930737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'port_id': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'mac_address': 'fa:16:3e:63:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:31.982783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d69c4-d6ce-4d60-9913-22ba91f10b7c req-316ab0e8-1d16-442f-918f-d97c4c47e25c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.984687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c94d69c4-d6ce-4d60-9913-22ba91f10b7c req-316ab0e8-1d16-442f-918f-d97c4c47e25c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 946 time: 0.0776944 Nov 12 08:44:31.989407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.007167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:32.036011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:32.041247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.049536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c94d69c4-d6ce-4d60-9913-22ba91f10b7c req-9070fb30-7835-4e35-b510-a63082d50a27 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583994 Nov 12 08:44:32.106781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.430595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['46f88bcc-e164-4b88-a7c3-bf23d8ae9443'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:32.702459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b767888-5b06-419c-94a1-d413e7cb0ee2 req-5e89bca0-f1b6-4fd9-a255-854016fbcedb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.704085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b767888-5b06-419c-94a1-d413e7cb0ee2 req-5e89bca0-f1b6-4fd9-a255-854016fbcedb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 946 time: 0.0734029 Nov 12 08:44:32.776990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b767888-5b06-419c-94a1-d413e7cb0ee2 req-714f795a-b29f-4196-9d26-6bd527078bc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621235 Nov 12 08:44:32.801273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59468) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:32.880412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5348e408-08f0-4aec-ae73-33d20f850522 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/ef8ebb57-0056-415e-94bb-a3ab7e7cf38a HTTP/1.1" status: 200 len: 991 time: 0.0777779 Nov 12 08:44:33.189957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae21bd-65a3-42dd-a1c2-d76a6d99295d req-6b272912-718d-478c-9a35-b4d0c37fa388 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.192716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8eae21bd-65a3-42dd-a1c2-d76a6d99295d req-6b272912-718d-478c-9a35-b4d0c37fa388 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 946 time: 0.0565860 Nov 12 08:44:33.249593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8eae21bd-65a3-42dd-a1c2-d76a6d99295d req-65ec57fa-5ee5-4b9e-b28f-e021affdfe0e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519998 Nov 12 08:44:33.407404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df28523-e5dd-4491-9a48-9ac385d86127 req-29a67daa-a9ba-4f8f-af07-6b02276210b4 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.408995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4df28523-e5dd-4491-9a48-9ac385d86127 req-29a67daa-a9ba-4f8f-af07-6b02276210b4 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 946 time: 0.0575974 Nov 12 08:44:33.468633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4df28523-e5dd-4491-9a48-9ac385d86127 req-48bd86bb-2b1e-4b56-a860-0964ca73377b tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514669 Nov 12 08:44:33.493896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59476) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:33.542671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0fe96-0303-40c1-9a37-713876fa8ecf tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.544246 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7ec0fe96-0303-40c1-9a37-713876fa8ecf tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1093 time: 0.0493104 Nov 12 08:44:33.549144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59478) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:33.553492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:33.575786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.674292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:33.731875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.742789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:33.748755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:33.749391 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.863281 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.892633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:33.895077 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c712eb3-ed32-4640-bfa6-254eaf806f7e" -d '{"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-plugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:33.911090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:33.917404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.25.4.185 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ef9646a4-1b22-4c5a-9942-9a8aca66c779) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:33.917684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.966607 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aef82d-f4d6-484c-b198-8ec452ce51f2 x-openstack-request-id: req-e1aef82d-f4d6-484c-b198-8ec452ce51f2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:33.967187 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-plugged", "status": "completed", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:33.967681 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1aef82d-f4d6-484c-b198-8ec452ce51f2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:33.968481 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'code': 200} Nov 12 08:44:33.991692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=13']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:34.070314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.105345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.152204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:34.155208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:34.159821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:34.163696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=ef9646a4-1b22-4c5a-9942-9a8aca66c779,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:34.603585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.679582 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.875011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.880381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.957114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.026082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=ef9646a4-1b22-4c5a-9942-9a8aca66c779,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:35.105485 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Floating IP 5e67fb87-3a0b-42fd-a534-76f639f2e4b9 associated. External IP: 172.25.4.185, port: 6f648c47-59c6-4d84-bdb2-0929db613660. Nov 12 08:44:35.678507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:35.837863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:35.850531 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:35.859883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.873521 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:35.874497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:35.898905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-eb287d86-8837-41d5-a84d-c66a8eeeaa9f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3483474 Nov 12 08:44:35.900165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:35.901490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59504) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.902785 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b78c74-2612-4856-8e37-101d71787c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:35.954465 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98de32df-52ad-47e9-8306-838818f1b8a2 x-openstack-request-id: req-98de32df-52ad-47e9-8306-838818f1b8a2 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:35.954983 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:35.955120 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98de32df-52ad-47e9-8306-838818f1b8a2 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:35.955439 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660', 'status': 'completed', 'code': 200} Nov 12 08:44:36.030146 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:36.057726 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-11260a59-a50e-4620-8ac3-f3fbbb360023 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/5e67fb87-3a0b-42fd-a534-76f639f2e4b9 HTTP/1.1" status: 200 len: 992 time: 0.1538665 Nov 12 08:44:36.067913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78c74-2612-4856-8e37-101d71787c1d req-865ec9fa-df1d-4fd2-9542-70baab5d5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.071084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-865ec9fa-df1d-4fd2-9542-70baab5d5d9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1098 time: 0.0918543 Nov 12 08:44:36.225168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78c74-2612-4856-8e37-101d71787c1d req-6b4d1432-cc4b-40bd-941b-ed945a72b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.226658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-6b4d1432-cc4b-40bd-941b-ed945a72b458 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 896 time: 0.1489856 Nov 12 08:44:36.297679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-2ff8ef42-0d0d-4710-93a3-3179eaed32d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 200 len: 1000 time: 0.0635357 Nov 12 08:44:36.315709 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:14Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:34Z', 'revision_number': 0, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.346169 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:36.355979 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:36.356650 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.359892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78c74-2612-4856-8e37-101d71787c1d req-3877ec23-dbed-4255-af45-335d237b2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.362655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-3877ec23-dbed-4255-af45-335d237b2a9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af HTTP/1.1" status: 200 len: 835 time: 0.0581992 Nov 12 08:44:36.416966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78c74-2612-4856-8e37-101d71787c1d req-ca20dda6-2118-48a9-b6d0-8168c5aca4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.418508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-ca20dda6-2118-48a9-b6d0-8168c5aca4d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f687526d-d02a-4b80-b95e-7e3a7305b043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487499 Nov 12 08:44:36.473517 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:36.548175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-377909fb-20f3-4bff-a0f6-5ac6c9ebb7d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225483 Nov 12 08:44:36.661652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5b78c74-2612-4856-8e37-101d71787c1d req-c5194742-37fb-4bb7-b1e9-3a69f17ae1a5 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064138 Nov 12 08:44:36.758631 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:14Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:34Z', 'revision_number': 0, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.786097 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a9722-edb3-4b5a-a22c-8a1297055904 None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:44:14Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:34Z', 'revision_number': 0, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:37.033606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e80cdc0-93f6-4877-88aa-925ab3f66218 None None] New status for floating IP 5e67fb87-3a0b-42fd-a534-76f639f2e4b9: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:44:37.059464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59510) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.134642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2338a75a-d195-4030-90a1-85d2377a1426 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/5e67fb87-3a0b-42fd-a534-76f639f2e4b9 HTTP/1.1" status: 200 len: 992 time: 0.0724373 Nov 12 08:44:38.138503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59518) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:38.260444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3627ee72-4155-4e16-a461-c675738d5e86 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/5e67fb87-3a0b-42fd-a534-76f639f2e4b9 HTTP/1.1" status: 200 len: 994 time: 0.1187050 Nov 12 08:44:38.989244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.694810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bc9481bd-f14e-433e-b8bc-6b163c9b43f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.992927 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.183660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c17d0464-cd7d-4b56-8e43-3908236b6c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.386707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59536) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.583540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Deleting subnet 0d75d18d-8713-4df5-a876-7129ed614001 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:43.586815 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.622074 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.665130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.720842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.769243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d75d18d-8713-4df5-a876-7129ed614001,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.785229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.791558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d75d18d-8713-4df5-a876-7129ed614001 HTTP/1.1" status: 204 len: 168 time: 0.4036112 Nov 12 08:44:43.793957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59540) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.794465 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.795050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.795609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.796221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.796797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.797970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.798406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.798977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.799560 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.800155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.800732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.801326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d40494-a874-4563-b415-606492df9dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:43.875529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.956911 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.979132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6949af75-4509-45b8-8e7f-423e3c2a726e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:43.988685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620e551e-7698-4589-ba29-eae338f64db7') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:43.988974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620e551e-7698-4589-ba29-eae338f64db7') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:43.998595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.012242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.018450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:44.018829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:44.020539 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:44.076711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.081203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.085074 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6949af75-4509-45b8-8e7f-423e3c2a726e HTTP/1.1" status: 204 len: 168 time: 0.2892456 Nov 12 08:44:44.099186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acd317-a15d-498c-acec-84297d6fa271 admin admin] Pushing event deleted for resources: {'Network': ['ID=6949af75-4509-45b8-8e7f-423e3c2a726e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.216585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59544) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.256936 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-973bdfb2-45f8-4135-9f3b-bfc600f27433 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c305fe09d394a35ab9ed882959a4910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394962 Nov 12 08:44:44.259252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59546) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.310574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-885ea556-849d-44b6-b232-f8f0e299fa87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.333364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-885ea556-849d-44b6-b232-f8f0e299fa87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.385249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-885ea556-849d-44b6-b232-f8f0e299fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.387986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-885ea556-849d-44b6-b232-f8f0e299fa87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.393510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-885ea556-849d-44b6-b232-f8f0e299fa87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d924639e-af6e-4d92-8049-7f19ad667abf HTTP/1.1" status: 204 len: 168 time: 0.1291184 Nov 12 08:44:44.408578 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ea556-849d-44b6-b232-f8f0e299fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d924639e-af6e-4d92-8049-7f19ad667abf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.581994 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.109459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.213069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1791356928-network', 'tenant_id': '07699374b21d4ed5af366910b57e5e91'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:45.234486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:45.237043 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.250616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.325838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.330417 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.355652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:45.364542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59c09e8-33e7-464e-8a50-e392b1c02349,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.374389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.374389 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Added segment 271ea280-443e-495b-a3b4-6134042d905e of type vlan for network 31674df8-8f70-4955-ab5e-fd3572b19773 Nov 12 08:44:45.415261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.444335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.445378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.445930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.510877 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4000711 Nov 12 08:44:45.513790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59572) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.518825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Request body: {'subnet': {'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1791356928-subnet', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:45.529302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98f1ed-d906-45fd-8135-5c5f9322d3cd admin admin] Pushing event updated for resources: {'Network': ['ID=31674df8-8f70-4955-ab5e-fd3572b19773,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.539254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 31674df8-8f70-4955-ab5e-fd3572b19773 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:45.549670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:45.553042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.726085 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.734659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.789823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.800870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:45.801230 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Network hostable DHCP agents. Network: 31674df8-8f70-4955-ab5e-fd3572b19773, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:45.818287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:45.826925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 31674df8-8f70-4955-ab5e-fd3572b19773) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:45.831214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.832696 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.837016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f809db1-984e-45b9-b0bd-33f2cc34a6f9 None None] Network 31674df8-8f70-4955-ab5e-fd3572b19773 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:45.850641 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-373771d8-33ef-4424-a681-adc9386696ee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3357675 Nov 12 08:44:45.853940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.857841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:45.879608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.880637 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.939124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.986869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-31674df8-8f70-4955-ab5e-fd3572b19773', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:45.987743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.082260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.127260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Allocated IP 172.20.0.2 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:46.283739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.289867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.290433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.310233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.335239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:46.338243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:46.342907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:46.346405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Pushing event updated for resources: {'Port': ['ID=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.400565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Attempting to bind port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:46.400941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Attempting to bind port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:46.401337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Attempting to bind port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:46.406454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:46.406981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:46.407387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.407781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:46.408275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Bound port: 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:46.408660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.424097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Allocated IP 172.25.4.222 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/9c168176-6db9-4566-b54c-cdd4a7e5431f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:46.480393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] For port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:46.483643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] For port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:46.488145 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.537449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.549044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718bbd3-91ac-4c93-8376-1d562a13a22e None None] Pushing event updated for resources: {'Port': ['ID=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.574193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.614619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:46.617568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:46.620021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:46.641758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd403b0a-48ac-4132-b7fe-d56a29ec3524 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:46.651031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c168176-6db9-4566-b54c-cdd4a7e5431f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.668902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.669262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.669577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.669916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.670249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.670580 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.671032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.671362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.671684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.672007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.672358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.672677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:46.756815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1549f629-0483-4947-a7ed-74d1001361d2 None None] Provisioning complete for port 9c168176-6db9-4566-b54c-cdd4a7e5431f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:46.757402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1549f629-0483-4947-a7ed-74d1001361d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.828596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.832972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1549f629-0483-4947-a7ed-74d1001361d2 None None] Port 9c168176-6db9-4566-b54c-cdd4a7e5431f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:46.939345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.141776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.282850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:47.399788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:47.411060 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:47.420777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.422809 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fee25767-998e-4a5a-835c-6c744fbd0da2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5682991 Nov 12 08:44:47.425041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59576) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.426002 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:47.426688 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:47.535425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec80df-e45b-4718-a4df-c4d5fe5544d6 None None] Network 31674df8-8f70-4955-ab5e-fd3572b19773 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:47.548301 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:47.598095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e991341f-5ec9-47a0-a11a-6add59884246 None None] Provisioning complete for port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:47.598457 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e991341f-5ec9-47a0-a11a-6add59884246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.760042 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e991341f-5ec9-47a0-a11a-6add59884246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.802855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e991341f-5ec9-47a0-a11a-6add59884246 None None] For port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:47.809953 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e991341f-5ec9-47a0-a11a-6add59884246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.868714 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:46Z', 'revision_number': 3, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:47.898789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991341f-5ec9-47a0-a11a-6add59884246 None None] Pushing event updated for resources: {'Port': ['ID=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.900312 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:47.900765 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Updating router 25a4293a-82eb-49d2-9ef6-01e810993f82 port 9c168176-6db9-4566-b54c-cdd4a7e5431f binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:47.919064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.927828 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.121674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Allocated IP 172.20.0.1 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/77a288c6-b21d-47a0-9f0b-6d4b6324f8f3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:48.155661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:48.192956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-862301dc-68e3-4b14-a46e-0098d4b76b30 None None] Provisioning complete for port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:48.193498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-862301dc-68e3-4b14-a46e-0098d4b76b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.251508 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.253661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.258914 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.259402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:48.259898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.295506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.305902 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0d957-1871-47c6-b8de-a5786f2d08db None None] Pushing event updated for resources: {'Port': ['ID=9c168176-6db9-4566-b54c-cdd4a7e5431f,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.325724 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Attempting to bind port 9c168176-6db9-4566-b54c-cdd4a7e5431f on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:48.326413 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Attempting to bind port 9c168176-6db9-4566-b54c-cdd4a7e5431f by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:48.326674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4791a90-bfe6-4cd8-8d74-5c0277eccf2a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:48.326888 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Attempting to bind port 9c168176-6db9-4566-b54c-cdd4a7e5431f on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:48.333990 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:48.334364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:48.334781 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.335164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:48.335857 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Bound port: 9c168176-6db9-4566-b54c-cdd4a7e5431f, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:48.336460 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.336851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:48.339949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:48.343903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:48.383566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Pushing event updated for resources: {'Port': ['ID=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.396202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.406719 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] For port 9c168176-6db9-4566-b54c-cdd4a7e5431f, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:48.417938 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] For port 9c168176-6db9-4566-b54c-cdd4a7e5431f, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9c168176-6db9-4566-b54c-cdd4a7e5431f,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:48.424513 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.461671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516ccf5-2574-4aba-bfb7-2d4a0506276e None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:48.480569 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:48.480998 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.497690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-552cabf0-8254-4120-8fce-7c0dc7985e28 None None] Provisioning complete for port 9c168176-6db9-4566-b54c-cdd4a7e5431f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:48.498064 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-552cabf0-8254-4120-8fce-7c0dc7985e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.579879 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.598881 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-552cabf0-8254-4120-8fce-7c0dc7985e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.608018 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:48.622150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-552cabf0-8254-4120-8fce-7c0dc7985e28 None None] For port 9c168176-6db9-4566-b54c-cdd4a7e5431f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9c168176-6db9-4566-b54c-cdd4a7e5431f,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:48.627735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-552cabf0-8254-4120-8fce-7c0dc7985e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.685642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cabf0-8254-4120-8fce-7c0dc7985e28 None None] Pushing event updated for resources: {'Port': ['ID=9c168176-6db9-4566-b54c-cdd4a7e5431f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.699530 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0d957-1871-47c6-b8de-a5786f2d08db None None] Pushing event updated for resources: {'Port': ['ID=9c168176-6db9-4566-b54c-cdd4a7e5431f,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.752250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e0d6cf6a-c936-4756-8b81-f885148415fc None None] Provisioning complete for port 9c168176-6db9-4566-b54c-cdd4a7e5431f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:48.752716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0d6cf6a-c936-4756-8b81-f885148415fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.758175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.763832 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.824465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:46Z', 'revision_number': 3, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.837098 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.840035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Pushing event updated for resources: {'Port': ['ID=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.863633 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2481bb-87df-4fac-8933-47d084d18635 None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:46Z', 'revision_number': 3, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:48.863957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e0d6cf6a-c936-4756-8b81-f885148415fc None None] Provisioning complete for port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:48.864479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0d6cf6a-c936-4756-8b81-f885148415fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.910362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6cf6a-c936-4756-8b81-f885148415fc None None] Port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:48.953650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:48.955140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:49.237640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-558c7710-1c2e-4566-bdc1-6af53651d685 None None] Provisioning complete for port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:49.238362 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-558c7710-1c2e-4566-bdc1-6af53651d685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.283374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-558c7710-1c2e-4566-bdc1-6af53651d685 None None] Port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:49.447348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:49.571377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:49.577284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ca99d519-f86c-407a-96cf-28ef945dbac0 admin admin] 10.222.0.16 "PUT /v2.0/routers/25a4293a-82eb-49d2-9ef6-01e810993f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1505544 Nov 12 08:44:50.065563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59592) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.070671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1487852328-network', 'tenant_id': '1b18b195ff60477bab07b48296bada58'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:50.093184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9c168176-6db9-4566-b54c-cdd4a7e5431f up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:50.097365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Made reservation on behalf of 1b18b195ff60477bab07b48296bada58 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:50.100329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.110871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.150514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 9c168176-6db9-4566-b54c-cdd4a7e5431f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:50.151031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.210127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.215624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.245476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:50.251411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b914e84-923d-4a7b-9d94-d2d9acc76269,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.260825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.261171 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Added segment 67c4519d-4adf-4c0a-8741-905a1ce949b9 of type vlan for network f0eba095-e588-4ec4-b8fa-249ffe27373c Nov 12 08:44:50.308313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.346498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.347912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.348779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.435812 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3689563 Nov 12 08:44:50.438456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59594) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.445636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Request body: {'subnet': {'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1487852328-subnet', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:50.454149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c19fa8-ebe8-4e54-a82b-5837876e3e56 admin admin] Pushing event updated for resources: {'Network': ['ID=f0eba095-e588-4ec4-b8fa-249ffe27373c,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.467694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f0eba095-e588-4ec4-b8fa-249ffe27373c details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:50.482011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Made reservation on behalf of 1b18b195ff60477bab07b48296bada58 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:50.484735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.561179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:50.575450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:50.576516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:50.669003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.691592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:50.721271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ea1182-038d-459f-81d7-8ddebc3eabce,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.741097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Checking segment: {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:50.741461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Network hostable DHCP agents. Network: f0eba095-e588-4ec4-b8fa-249ffe27373c, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:50.761130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Network f0eba095-e588-4ec4-b8fa-249ffe27373c is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:50.772271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f0eba095-e588-4ec4-b8fa-249ffe27373c) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:50.778025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.778648 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.789946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59059ea-0a4d-408d-91f5-2bdb31e7e600 None None] Network f0eba095-e588-4ec4-b8fa-249ffe27373c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:50.797262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-505ae06f-8fdd-4662-b15d-643ba5c755b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3576195 Nov 12 08:44:50.799888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59596) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.805281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:50.829073 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.830192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.888804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.038116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.051592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 2, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:51.084916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f0eba095-e588-4ec4-b8fa-249ffe27373c', 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'fixed_ips': [{'subnet_id': '10ea1182-038d-459f-81d7-8ddebc3eabce'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:51.085787 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.088284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:51.088814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Updating router 25a4293a-82eb-49d2-9ef6-01e810993f82 port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:51.131816 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.248759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.272377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.359954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Allocated IP 172.20.0.2 (f0eba095-e588-4ec4-b8fa-249ffe27373c/10ea1182-038d-459f-81d7-8ddebc3eabce/33ccf990-c1f9-411b-b0de-eefc26c2f026) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:51.384322 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Allocated IP 172.25.4.124 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/dfeb42f7-0ba3-4979-995a-b27e8b5bcb54) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:51.492227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.528202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.567857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:51.573006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:51.575666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:51.590124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8bd325-2ec0-4656-b8b3-a7398a8bb5ee None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:51.603492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Pushing event updated for resources: {'Port': ['ID=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.632369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.639040 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.642033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.650853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.705186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Network f0eba095-e588-4ec4-b8fa-249ffe27373c is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:51.710893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c83a4c-49a7-4465-a715-5243cb2fc271 None None] Pushing event updated for resources: {'Port': ['ID=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.716629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:51.721707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:51.835038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fbd1e10c-ed9f-4f76-b437-0bd5483ae3ea None None] Provisioning complete for port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:51.835413 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e10c-ed9f-4f76-b437-0bd5483ae3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.861308 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.881480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Pushing event updated for resources: {'Port': ['ID=33ccf990-c1f9-411b-b0de-eefc26c2f026,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.893581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Attempting to bind port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:51.893949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Attempting to bind port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:51.894366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Attempting to bind port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:51.911188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Attempting to bind port 33ccf990-c1f9-411b-b0de-eefc26c2f026 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:51.911577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Attempting to bind port 33ccf990-c1f9-411b-b0de-eefc26c2f026 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:51.911938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Attempting to bind port 33ccf990-c1f9-411b-b0de-eefc26c2f026 on network f0eba095-e588-4ec4-b8fa-249ffe27373c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:51.913984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:51.914355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:51.914748 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.915133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:51.915621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Bound port: 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:51.915988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.929525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1e10c-ed9f-4f76-b437-0bd5483ae3ea None None] Port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:51.932336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:51.932702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Checking segment: {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:51.933114 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.933460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Bound using segment: {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:51.933921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Bound port: 33ccf990-c1f9-411b-b0de-eefc26c2f026, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:51.934298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.038462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] For port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:52.062634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] For port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:52.064492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] For port 33ccf990-c1f9-411b-b0de-eefc26c2f026, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:52.077560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.079721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.087625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] For port 33ccf990-c1f9-411b-b0de-eefc26c2f026, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=33ccf990-c1f9-411b-b0de-eefc26c2f026,segment=NetworkSegment(67c4519d-4adf-4c0a-8741-905a1ce949b9),segment_id=67c4519d-4adf-4c0a-8741-905a1ce949b9)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:52.118819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.120672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d44e1809-58af-4e40-8571-ca963f9b27ae None None] Provisioning complete for port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:52.121028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d44e1809-58af-4e40-8571-ca963f9b27ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.185477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:52.186192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:52.235853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Router ed13479a-5910-46a1-8db5-584b93b673e5 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:52.435412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c83a4c-49a7-4465-a715-5243cb2fc271 None None] Pushing event updated for resources: {'Port': ['ID=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.574807 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e26c-1630-4d47-9b45-7987f6ef8aa5 None None] Pushing event updated for resources: {'Port': ['ID=33ccf990-c1f9-411b-b0de-eefc26c2f026,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.602366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:52.628832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d44e1809-58af-4e40-8571-ca963f9b27ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.717902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d44e1809-58af-4e40-8571-ca963f9b27ae None None] For port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:52.723260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:52.725190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d44e1809-58af-4e40-8571-ca963f9b27ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.738032 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Sync routers for ids ['ed13479a-5910-46a1-8db5-584b93b673e5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:52.745994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.750131 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3ed2ef27-c961-4ec4-8867-6b08f193290f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9464347 Nov 12 08:44:52.750691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59598) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.759645 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Routers {'ed13479a-5910-46a1-8db5-584b93b673e5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:52.760781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed13479a-5910-46a1-8db5-584b93b673e5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:52.840434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1809-58af-4e40-8571-ca963f9b27ae None None] Pushing event updated for resources: {'Port': ['ID=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.889532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Set router ed13479a-5910-46a1-8db5-584b93b673e5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:52.902007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-51b656ed-55a2-474c-9ede-b84953ecd93a None None] Provisioning complete for port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:52.902527 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51b656ed-55a2-474c-9ede-b84953ecd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.991912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:53.054055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b92b-e47f-4dd4-bbad-f29ba0959f0c None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:53.163590 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:44:51Z', 'revision_number': 3, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:53.197857 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Checking router: ed13479a-5910-46a1-8db5-584b93b673e5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:53.198747 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Updating router ed13479a-5910-46a1-8db5-584b93b673e5 port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:53.233230 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.318489 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.448201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274019fd-44be-4a37-a57b-d9826a0a7c0e None None] Network f0eba095-e588-4ec4-b8fa-249ffe27373c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:53.552034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9181368c-b960-4499-8101-abd7533b2cb9 None None] Provisioning complete for port 33ccf990-c1f9-411b-b0de-eefc26c2f026 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:53.552523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9181368c-b960-4499-8101-abd7533b2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.576392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Allocated IP 172.20.0.1 (f0eba095-e588-4ec4-b8fa-249ffe27373c/10ea1182-038d-459f-81d7-8ddebc3eabce/3a44a211-9d9c-4e60-90ec-d9437a0fbf40) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:53.615842 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.629085 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.698665 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Attempting to bind port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:53.699414 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Attempting to bind port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:53.700067 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Attempting to bind port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:53.711650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.713914 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:53.714291 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:53.714688 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.715077 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:53.715554 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Bound port: dfeb42f7-0ba3-4979-995a-b27e8b5bcb54, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:53.715930 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.735959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dcdfe5-fc86-4d37-bc21-eeeef471247a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:53.750193 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.756868 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4dbf5-3c43-49f4-92b6-5cce77b15431 None None] Pushing event updated for resources: {'Port': ['ID=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.788586 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] For port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:53.789683 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9181368c-b960-4499-8101-abd7533b2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.792260 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] For port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:53.798476 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.832304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Pushing event updated for resources: {'Port': ['ID=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.840909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Network f0eba095-e588-4ec4-b8fa-249ffe27373c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:53.846899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:53.851973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:53.861086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa4b50-7552-408d-a21f-08800d76ee16 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:53.867680 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Routers {'ed13479a-5910-46a1-8db5-584b93b673e5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:53.870338 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed13479a-5910-46a1-8db5-584b93b673e5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:53.888359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9181368c-b960-4499-8101-abd7533b2cb9 None None] For port 33ccf990-c1f9-411b-b0de-eefc26c2f026, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=33ccf990-c1f9-411b-b0de-eefc26c2f026,segment=NetworkSegment(67c4519d-4adf-4c0a-8741-905a1ce949b9),segment_id=67c4519d-4adf-4c0a-8741-905a1ce949b9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:53.897174 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9181368c-b960-4499-8101-abd7533b2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.921048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.017061 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4dbf5-3c43-49f4-92b6-5cce77b15431 None None] Pushing event updated for resources: {'Port': ['ID=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.023987 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] Set router ed13479a-5910-46a1-8db5-584b93b673e5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:54.025639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181368c-b960-4499-8101-abd7533b2cb9 None None] Pushing event updated for resources: {'Port': ['ID=33ccf990-c1f9-411b-b0de-eefc26c2f026,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.066345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-90709027-95fb-42bd-b32b-9321bc697207 None None] Provisioning complete for port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.069581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90709027-95fb-42bd-b32b-9321bc697207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.187969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.221192 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90709027-95fb-42bd-b32b-9321bc697207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.274128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-90709027-95fb-42bd-b32b-9321bc697207 None None] For port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:54.276950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 33ccf990-c1f9-411b-b0de-eefc26c2f026 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:54.287074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90709027-95fb-42bd-b32b-9321bc697207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.420263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90709027-95fb-42bd-b32b-9321bc697207 None None] Pushing event updated for resources: {'Port': ['ID=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.436677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9176f3d3-ed4d-429d-be56-7d6a5729c6c5 None None] Provisioning complete for port 33ccf990-c1f9-411b-b0de-eefc26c2f026 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.437204 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9176f3d3-ed4d-429d-be56-7d6a5729c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.463118 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.472504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.498148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 33ccf990-c1f9-411b-b0de-eefc26c2f026 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.498751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.502035 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:44:51Z', 'revision_number': 3, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:54.531412 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4773b58-b476-431f-bbd9-ae3679ef1c0a None None] The sync data for ids ['ed13479a-5910-46a1-8db5-584b93b673e5'] in n-d-768509-25 is: [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:44:51Z', 'revision_number': 3, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:54.559495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Pushing event updated for resources: {'Port': ['ID=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.562208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.630849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:54.685892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Network f0eba095-e588-4ec4-b8fa-249ffe27373c is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:54.687459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:54.690444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.690817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.741826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a574b959-4eb0-42a4-b458-5b1f7dbef9a8 None None] Provisioning complete for port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.747259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a574b959-4eb0-42a4-b458-5b1f7dbef9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.821585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a574b959-4eb0-42a4-b458-5b1f7dbef9a8 None None] Port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:54.840986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Router ed13479a-5910-46a1-8db5-584b93b673e5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:54.978985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:54.996639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c6d6c278-e7f9-426e-86d7-de29df017f45 admin admin] 10.222.0.16 "PUT /v2.0/routers/ed13479a-5910-46a1-8db5-584b93b673e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435098 Nov 12 08:44:55.042539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-76c7b339-fffd-40a1-9bef-be2696bd11e8 None None] Provisioning complete for port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:55.042539 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76c7b339-fffd-40a1-9bef-be2696bd11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.084884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-76c7b339-fffd-40a1-9bef-be2696bd11e8 None None] Port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:56.149565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 33ccf990-c1f9-411b-b0de-eefc26c2f026 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:56.201599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 33ccf990-c1f9-411b-b0de-eefc26c2f026 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:56.201970 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.292740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:56.351597 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:56.351968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.551504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Sync routers for ids ['ed13479a-5910-46a1-8db5-584b93b673e5'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:56.562189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Routers {'ed13479a-5910-46a1-8db5-584b93b673e5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:56.562824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed13479a-5910-46a1-8db5-584b93b673e5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:56.675875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Set router ed13479a-5910-46a1-8db5-584b93b673e5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:56.882854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3a44a211-9d9c-4e60-90ec-d9437a0fbf40', 'name': '', 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'mac_address': 'fa:16:3e:59:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '10ea1182-038d-459f-81d7-8ddebc3eabce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 2, 'project_id': '1b18b195ff60477bab07b48296bada58', 'subnets': [{'id': '10ea1182-038d-459f-81d7-8ddebc3eabce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:56.913145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Checking router: ed13479a-5910-46a1-8db5-584b93b673e5 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:56.913493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Updating router ed13479a-5910-46a1-8db5-584b93b673e5 port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:56.940175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.071077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-09872785-9bdf-42f4-b957-b71b4dbe143b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.072507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-09872785-9bdf-42f4-b957-b71b4dbe143b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1104393 Nov 12 08:44:57.088290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-31f5fb0d-5738-460f-9fd8-6418f52bd26a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0092807 Nov 12 08:44:57.142603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-77ed31bc-bee9-4659-9aa1-1d77dfce9fbc tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482516 Nov 12 08:44:57.212378 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.217176 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.244203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-c012154a-a039-49e9-b97f-d74bba4d01bf service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944796 Nov 12 08:44:57.268848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c6803-7d03-429e-b722-5f53741ed7ba None None] Pushing event updated for resources: {'Port': ['ID=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.322137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Attempting to bind port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:57.322454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Attempting to bind port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:57.322810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Attempting to bind port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 on network f0eba095-e588-4ec4-b8fa-249ffe27373c {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:57.328558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:57.328934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Checking segment: {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:57.329340 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.329736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Bound using segment: {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:57.330206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Bound port: 3a44a211-9d9c-4e60-90ec-d9437a0fbf40, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c4519d-4adf-4c0a-8741-905a1ce949b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:57.330586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.361976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-25c145d0-d343-411b-bcb3-7c9ce6e0fef3 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048689 Nov 12 08:44:57.399484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] For port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:57.403070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] For port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,segment=NetworkSegment(67c4519d-4adf-4c0a-8741-905a1ce949b9),segment_id=67c4519d-4adf-4c0a-8741-905a1ce949b9)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:57.407343 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.475596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Routers {'ed13479a-5910-46a1-8db5-584b93b673e5'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:57.476266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:44:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed13479a-5910-46a1-8db5-584b93b673e5'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:57.517059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c6803-7d03-429e-b722-5f53741ed7ba None None] Pushing event updated for resources: {'Port': ['ID=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.739523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-384195cd-c802-40d8-b480-09bde529edc6 None None] Provisioning complete for port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:57.739885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-384195cd-c802-40d8-b480-09bde529edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.793747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] Set router ed13479a-5910-46a1-8db5-584b93b673e5 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:57.946632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-384195cd-c802-40d8-b480-09bde529edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.014701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-384195cd-c802-40d8-b480-09bde529edc6 None None] For port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,segment=NetworkSegment(67c4519d-4adf-4c0a-8741-905a1ce949b9),segment_id=67c4519d-4adf-4c0a-8741-905a1ce949b9)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:58.022699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-384195cd-c802-40d8-b480-09bde529edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.100441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384195cd-c802-40d8-b480-09bde529edc6 None None] Pushing event updated for resources: {'Port': ['ID=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.112321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3a44a211-9d9c-4e60-90ec-d9437a0fbf40', 'name': '', 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'mac_address': 'fa:16:3e:59:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '10ea1182-038d-459f-81d7-8ddebc3eabce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:44:57Z', 'revision_number': 4, 'project_id': '1b18b195ff60477bab07b48296bada58', 'subnets': [{'id': '10ea1182-038d-459f-81d7-8ddebc3eabce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:58.148262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa7b78-c173-4ce5-8dce-dd237fcb97fd None None] The sync data for ids ['ed13479a-5910-46a1-8db5-584b93b673e5'] in n-d-768509-25 is: [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3a44a211-9d9c-4e60-90ec-d9437a0fbf40', 'name': '', 'network_id': 'f0eba095-e588-4ec4-b8fa-249ffe27373c', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'mac_address': 'fa:16:3e:59:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '10ea1182-038d-459f-81d7-8ddebc3eabce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:44:57Z', 'revision_number': 4, 'project_id': '1b18b195ff60477bab07b48296bada58', 'subnets': [{'id': '10ea1182-038d-459f-81d7-8ddebc3eabce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:58.159306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ddb315ec-bb63-4c55-b06f-17a8ee1c83b8 None None] Provisioning complete for port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.159676 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ddb315ec-bb63-4c55-b06f-17a8ee1c83b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.726859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd5945b8-6273-4f95-aef5-46609f94c13b req-3779ff1b-65a0-466e-9e81-280612ca8825 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 210 time: 0.0396624 Nov 12 08:44:59.668984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-ab79e8f9-6964-4949-a597-7f38b14bcd8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.670467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-ab79e8f9-6964-4949-a597-7f38b14bcd8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1122375 Nov 12 08:44:59.683809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': '1f555746-32db-4716-9565-d9f510d40bdf', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:59.817839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:59.821315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.839051 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c0ee8f3-1f28-4f79-876b-b14c11d424d7 req-7ba673fb-859d-4865-84df-8ba38498b047 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 210 time: 0.0371764 Nov 12 08:44:59.976085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.4 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/4635df6d-8c57-43b1-8547-9c488277ee26) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:00.150249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.166582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:00.193000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.228426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:00.229169 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.252611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:00.260084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:00.262583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:00.266960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=4635df6d-8c57-43b1-8547-9c488277ee26,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:00.335722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.336422 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.357704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-b8d17a09-a007-466e-91eb-50a30143603f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6780729 Nov 12 08:45:00.371703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Request body: {'port': {'device_id': '1f555746-32db-4716-9565-d9f510d40bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:00.450978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.619176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f197435e-8a70-4bb5-9283-b7a688adf7c9 None None] Provisioning complete for port 4635df6d-8c57-43b1-8547-9c488277ee26 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:00.619453 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f197435e-8a70-4bb5-9283-b7a688adf7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.664884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f197435e-8a70-4bb5-9283-b7a688adf7c9 None None] Port 4635df6d-8c57-43b1-8547-9c488277ee26 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:00.750080 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4635df6d-8c57-43b1-8547-9c488277ee26 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:00.757967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.771028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Transition to ACTIVE for port object 4635df6d-8c57-43b1-8547-9c488277ee26 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:00.776234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.877633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Pushing event updated for resources: {'Port': ['ID=4635df6d-8c57-43b1-8547-9c488277ee26,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:00.917731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Attempting to bind port 4635df6d-8c57-43b1-8547-9c488277ee26 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:00.918067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Attempting to bind port 4635df6d-8c57-43b1-8547-9c488277ee26 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:00.918394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Attempting to bind port 4635df6d-8c57-43b1-8547-9c488277ee26 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:00.923307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Port 4635df6d-8c57-43b1-8547-9c488277ee26 on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:00.923781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Attempting to bind port 4635df6d-8c57-43b1-8547-9c488277ee26 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:00.929258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:00.929598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:00.930042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:00.930479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Bound port: 4635df6d-8c57-43b1-8547-9c488277ee26, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:00.930841 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.052081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] For port 4635df6d-8c57-43b1-8547-9c488277ee26, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:01.068659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] For port 4635df6d-8c57-43b1-8547-9c488277ee26, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4635df6d-8c57-43b1-8547-9c488277ee26,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:01.078760 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.094725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e405cf-abfa-40be-83c8-76d0e2ddb2e7 req-0accc821-1f82-41ae-8b57-fdae0d61b144 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.096249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77e405cf-abfa-40be-83c8-76d0e2ddb2e7 req-0accc821-1f82-41ae-8b57-fdae0d61b144 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0744302 Nov 12 08:45:01.123926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.124585 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.125971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] 10.222.0.32 "PUT /v2.0/ports/4635df6d-8c57-43b1-8547-9c488277ee26 HTTP/1.1" status: 200 len: 1092 time: 0.7587416 Nov 12 08:45:01.128493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f555746-32db-4716-9565-d9f510d40bdf', 'tag': '4635df6d-8c57-43b1-8547-9c488277ee26'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:01.132533 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a700b-61b0-4716-82ed-f3ad58998db4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f555746-32db-4716-9565-d9f510d40bdf", "tag": "4635df6d-8c57-43b1-8547-9c488277ee26"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:01.221319 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c9630-4392-439c-afa7-e7656cb1b1bc x-openstack-request-id: req-c77c9630-4392-439c-afa7-e7656cb1b1bc {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:01.221748 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f555746-32db-4716-9565-d9f510d40bdf", "tag": "4635df6d-8c57-43b1-8547-9c488277ee26", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:01.222098 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c77c9630-4392-439c-afa7-e7656cb1b1bc {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:01.222601 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f555746-32db-4716-9565-d9f510d40bdf', 'tag': '4635df6d-8c57-43b1-8547-9c488277ee26', 'status': 'completed', 'code': 200} Nov 12 08:45:01.270153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bb31-5d7d-4832-ad92-583ec417816a service neutron] Pushing event updated for resources: {'Port': ['ID=4635df6d-8c57-43b1-8547-9c488277ee26,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:01.278314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77e405cf-abfa-40be-83c8-76d0e2ddb2e7 req-a9737f7d-912e-44b3-a1a7-b95f91078acd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566377 Nov 12 08:45:01.286494 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-28f57e15-708e-4a25-bd70-e00709f3cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.288100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-28f57e15-708e-4a25-bd70-e00709f3cc55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 1095 time: 0.1142125 Nov 12 08:45:01.346979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-983b9943-635b-4ce3-afe4-e5cd966c6a6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4635df6d-8c57-43b1-8547-9c488277ee26 HTTP/1.1" status: 200 len: 217 time: 0.0490370 Nov 12 08:45:01.362545 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:01.406253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-dd2bccf9-f23b-47b3-b294-c4ff96198a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.407789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-dd2bccf9-f23b-47b3-b294-c4ff96198a0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0523367 Nov 12 08:45:01.465018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-a0c76633-07e0-4076-89c5-009d48df7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.466558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-a0c76633-07e0-4076-89c5-009d48df7e68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511303 Nov 12 08:45:01.563524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-78f72400-a503-4de2-a63f-5b57687a8e34 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893459 Nov 12 08:45:01.659710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8359a0dc-aed9-4077-9e2c-ab130a95a202 req-1d5e4b1f-3d48-4bd8-828d-75464ae38383 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885768 Nov 12 08:45:01.744436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-8eb19fd4-d45c-4af5-91ff-65d4f4b12103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.746098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-8eb19fd4-d45c-4af5-91ff-65d4f4b12103 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 1095 time: 0.0421600 Nov 12 08:45:01.839749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-229859f7-f23c-46e4-bfb4-d56edbb4a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.841285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-229859f7-f23c-46e4-bfb4-d56edbb4a50a service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0881059 Nov 12 08:45:01.886701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-447e7abf-1dcc-47cf-8f58-b829178599c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4635df6d-8c57-43b1-8547-9c488277ee26 HTTP/1.1" status: 200 len: 217 time: 0.0384235 Nov 12 08:45:01.938118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-516bc0f3-ba8f-4745-8382-436fc4bb4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.939582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-516bc0f3-ba8f-4745-8382-436fc4bb4ba7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0460639 Nov 12 08:45:01.986357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-db9c8038-3c69-47f8-99e1-d52f4bbe690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.987849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-db9c8038-3c69-47f8-99e1-d52f4bbe690f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410969 Nov 12 08:45:02.092250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-558ce41f-d680-4573-a69b-760523b1df7d service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960388 Nov 12 08:45:02.189013 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a84a700b-61b0-4716-82ed-f3ad58998db4 req-aadacc18-9af2-4be4-bc35-9de5fa43d849 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891912 Nov 12 08:45:02.423428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7455cb-c6ec-4d95-8816-78a634022eba req-44e59c35-1c0b-4383-9324-085a2b308512 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.424947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f7455cb-c6ec-4d95-8816-78a634022eba req-44e59c35-1c0b-4383-9324-085a2b308512 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0545781 Nov 12 08:45:02.479457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f7455cb-c6ec-4d95-8816-78a634022eba req-6fe1ec13-4f4c-491f-aa07-a49df0e3331e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Nov 12 08:45:03.604545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a267f-24b3-4e74-bdbd-a75e345d9ef9 req-c04bdca8-3449-4f19-bdef-e5ab8bd8a40b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.606110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d6a267f-24b3-4e74-bdbd-a75e345d9ef9 req-c04bdca8-3449-4f19-bdef-e5ab8bd8a40b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0573685 Nov 12 08:45:03.655969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d6a267f-24b3-4e74-bdbd-a75e345d9ef9 req-64b44b08-21a1-4884-b284-651f6cb820a9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Nov 12 08:45:04.785818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50b6e1-7776-441a-a652-e10bbd3299f0 req-188d21f5-2686-4414-87eb-9a83420dc354 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.788107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a50b6e1-7776-441a-a652-e10bbd3299f0 req-188d21f5-2686-4414-87eb-9a83420dc354 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0602698 Nov 12 08:45:04.831127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59668) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:04.897377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a50b6e1-7776-441a-a652-e10bbd3299f0 req-2f4d0f50-8b3a-4da2-b6be-e0474037b5f4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017938 Nov 12 08:45:04.929909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c587a-d2bd-4001-98c3-52f607c21b0d tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.930392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c587a-d2bd-4001-98c3-52f607c21b0d tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.930861 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c587a-d2bd-4001-98c3-52f607c21b0d tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.932648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-174c587a-d2bd-4001-98c3-52f607c21b0d tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=9c9e122774964506bc014e4367afbaa6&network_id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 2973 time: 0.1035452 Nov 12 08:45:06.015603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf98b2-1e6c-4130-9e17-448c84cb6d69 req-da2bfa21-bf51-4f3b-a7d0-aa8668b7b375 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.017154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ebf98b2-1e6c-4130-9e17-448c84cb6d69 req-da2bfa21-bf51-4f3b-a7d0-aa8668b7b375 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0498524 Nov 12 08:45:06.071774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ebf98b2-1e6c-4130-9e17-448c84cb6d69 req-85b1aee2-2213-4cd3-bf34-b13df0bde6e9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Nov 12 08:45:07.187263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dc1b1-b4c1-421b-961f-8fc87b338d9c req-0977bb88-499a-45fa-9edd-46a8cfe58dbb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:07.189123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-838dc1b1-b4c1-421b-961f-8fc87b338d9c req-0977bb88-499a-45fa-9edd-46a8cfe58dbb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0499947 Nov 12 08:45:07.243066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-838dc1b1-b4c1-421b-961f-8fc87b338d9c req-8571dc00-f4c9-443c-9819-b78a4c2f1f40 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Nov 12 08:45:07.989386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59688) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:08.040227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2a639a-5885-4ae2-b140-a659c7a214d5 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.041728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e2a639a-5885-4ae2-b140-a659c7a214d5 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f HTTP/1.1" status: 200 len: 814 time: 0.0513105 Nov 12 08:45:08.370593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b1e14-db14-4fef-9e33-5be997440b3f req-f5633816-c170-4acf-bb20-e4f6011845cd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.372088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f30b1e14-db14-4fef-9e33-5be997440b3f req-f5633816-c170-4acf-bb20-e4f6011845cd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0557263 Nov 12 08:45:08.418837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f30b1e14-db14-4fef-9e33-5be997440b3f req-b72d2682-c6d6-434a-b15b-bf5e16b5224b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Nov 12 08:45:08.973071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.011317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59696) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.017813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'network': {'name': 'tempest-network-smoke--1314639410', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:09.038559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:09.042034 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.065093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:09.076016 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.076384 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Added segment 5c13efbb-8aad-459b-896a-73708f4e6b76 of type vlan for network 6a88d686-a19f-4305-935f-4238d3a8aadc Nov 12 08:45:09.118619 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.143907 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.150055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.150641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.187029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745765 Nov 12 08:45:09.190286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59698) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.225483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe36da-3dd4-4f4a-9186-457f5399e161 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Network': ['ID=6a88d686-a19f-4305-935f-4238d3a8aadc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:09.237857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6a88d686-a19f-4305-935f-4238d3a8aadc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:09.240541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a7672-5371-4bad-8ef7-616209121a18 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.242057 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-999a7672-5371-4bad-8ef7-616209121a18 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9c9e122774964506bc014e4367afbaa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0502031 Nov 12 08:45:09.245869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59700) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.337440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7f71d-8fb5-4bcd-a7ae-e460e69e35f3 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.338996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1de7f71d-8fb5-4bcd-a7ae-e460e69e35f3 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920997 Nov 12 08:45:09.341845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59702) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.374237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-67cea5f7-be14-4084-b060-9d9029c25d4e tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310926 Nov 12 08:45:09.376716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59704) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.405330 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-72e765e4-461d-4b90-add6-8d8f1a9ba844 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9c9e122774964506bc014e4367afbaa6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275540 Nov 12 08:45:09.407743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.497358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d537ff-3eb5-42fe-bb24-11dc842f18a7 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.498833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b2d537ff-3eb5-42fe-bb24-11dc842f18a7 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901465 Nov 12 08:45:09.501613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.533889 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-521f55ef-61ea-4a4a-a91e-20491545428c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311792 Nov 12 08:45:09.535568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae57d0-7b70-438f-bcdc-27ca8f1cbf81 req-db9bfe21-579d-4844-903c-7ad5ad204d9c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.536361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59712) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.537248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-beae57d0-7b70-438f-bcdc-27ca8f1cbf81 req-db9bfe21-579d-4844-903c-7ad5ad204d9c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0500946 Nov 12 08:45:09.541149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322691781', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:09.588271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-beae57d0-7b70-438f-bcdc-27ca8f1cbf81 req-2c8af2e1-c740-48f6-a27b-791fe6090471 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 Nov 12 08:45:09.638826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:09.642629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.840862 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.904705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Subnet': ['ID=ae71889a-bc3c-4bec-9b6c-28e275299379,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:09.917145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Checking segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:09.917382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network hostable DHCP agents. Network: 6a88d686-a19f-4305-935f-4238d3a8aadc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:09.937560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 6a88d686-a19f-4305-935f-4238d3a8aadc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:09.949663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6a88d686-a19f-4305-935f-4238d3a8aadc) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:09.954864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.955452 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.962587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f204ef8-bdb4-477f-ba78-741be4a481c4 None None] Network 6a88d686-a19f-4305-935f-4238d3a8aadc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:09.976337 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9a363799-d048-4ade-9131-cc53e7947b17 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4388278 Nov 12 08:45:10.126016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-6a88d686-a19f-4305-935f-4238d3a8aadc', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ips': [{'subnet_id': 'ae71889a-bc3c-4bec-9b6c-28e275299379'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:10.126868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.266513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59718) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.267088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Allocated IP 172.20.0.18 (6a88d686-a19f-4305-935f-4238d3a8aadc/ae71889a-bc3c-4bec-9b6c-28e275299379/fb6dcb3d-e9ae-467c-83a8-f60a622cc897) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:10.271729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998257008', 'description': 'tempest-secgroup-smoke-1998257008 description', 'project_id': '9c9e122774964506bc014e4367afbaa6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.298029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.378576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.382900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.413864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.415135 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1476018 Nov 12 08:45:10.417311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff612288-5639-4a4f-8fd7-cab3f5ad6cc3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76423ecb-a101-4864-9736-95479fd8cc00,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.418255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59720) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.422696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '76423ecb-a101-4864-9736-95479fd8cc00', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.432729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.439865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.454978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.481797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Network 6a88d686-a19f-4305-935f-4238d3a8aadc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:10.487140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:10.490383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:10.499859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Pushing event updated for resources: {'Port': ['ID=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.522980 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.526572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.526919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.527278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.527646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.527824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.528039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.528423 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.528745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.529068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.530019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.530413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.530743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.531066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:10.548602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98ddc3d-e0d5-4304-8414-a8937c98d2dd,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.558375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.559645 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-28cff1c1-174f-4b7c-8eb0-f4d185537cdb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404996 Nov 12 08:45:10.562646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59722) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.568351 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '76423ecb-a101-4864-9736-95479fd8cc00', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.570200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Attempting to bind port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:10.570645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Attempting to bind port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:10.571088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Attempting to bind port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 on network 6a88d686-a19f-4305-935f-4238d3a8aadc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:10.577107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:10.577489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Checking segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:10.577918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.578316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Bound using segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:10.578793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Bound port: fb6dcb3d-e9ae-467c-83a8-f60a622cc897, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:10.579177 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.598195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.651840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] For port fb6dcb3d-e9ae-467c-83a8-f60a622cc897, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:10.655681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] For port fb6dcb3d-e9ae-467c-83a8-f60a622cc897, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:10.661503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.665816 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.670968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.693145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79918db1-8ff8-4ffa-87fc-c79373d169b8,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.702494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.708307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59726) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.708500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57265566-4427-4f7f-aa71-ae625a13a7d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432235 Nov 12 08:45:10.715627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '76423ecb-a101-4864-9736-95479fd8cc00', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.735513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76816061-c634-48a1-89ed-efcfa09f14b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.739874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b82aff-fcf2-490b-824f-45fff2b4cd7c req-64f3769c-ac62-452b-a5ec-451d33e446a1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.741222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66af8a5-e986-4aac-bcdd-a66af614e6ab None None] Pushing event updated for resources: {'Port': ['ID=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.741478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58b82aff-fcf2-490b-824f-45fff2b4cd7c req-64f3769c-ac62-452b-a5ec-451d33e446a1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 943 time: 0.0772178 Nov 12 08:45:10.781292 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.827125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58b82aff-fcf2-490b-824f-45fff2b4cd7c req-91e764c5-5053-457e-8fc5-9a61201a6f1c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725887 Nov 12 08:45:10.854183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.858820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.877158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e18a528-e7f2-44f8-a688-ef9429329256,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.888180 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.889479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-77e16f69-243e-41d6-8432-a9851132566a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780365 Nov 12 08:45:10.892327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59728) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.897602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '76423ecb-a101-4864-9736-95479fd8cc00', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.946945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.019754 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.024972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.059358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d20d06-b92b-4438-ae24-d5afe468da21,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.071835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.075288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b983fa3-9a7e-4356-9642-b6eac61d554c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1817722 Nov 12 08:45:11.077960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59730) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.083628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '76423ecb-a101-4864-9736-95479fd8cc00', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:11.110148 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Project 9c9e122774964506bc014e4367afbaa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:45:11.115863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.184309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.188248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.207008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a0ca6e-cbbd-4570-b161-4ddb65bd37c6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.215129 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.219057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-282c1dd5-6e82-4409-94bf-44c7bc3cecdc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373892 Nov 12 08:45:11.219252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59732) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.223893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': '76423ecb-a101-4864-9736-95479fd8cc00', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:11.248219 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Project 9c9e122774964506bc014e4367afbaa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:45:11.253915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.317812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.321610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.340476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f57fdeb-c9df-4446-a085-d479be6f2f3e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.350391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4635df6d-8c57-43b1-8547-9c488277ee26 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:11.352577 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.353907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f047026a-9c75-4815-9507-f99edcc71489 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335301 Nov 12 08:45:11.463444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4635df6d-8c57-43b1-8547-9c488277ee26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4635df6d-8c57-43b1-8547-9c488277ee26,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:11.477141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '4635df6d-8c57-43b1-8547-9c488277ee26', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': '4635df6d-8c57-43b1-8547-9c488277ee26', 'mac_address': 'fa:16:3e:65:2f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:11.525012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.542159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4635df6d-8c57-43b1-8547-9c488277ee26 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:11.563574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4635df6d-8c57-43b1-8547-9c488277ee26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4635df6d-8c57-43b1-8547-9c488277ee26,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:11.569298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.584498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-102c8992-f5df-4afc-be05-04777d9da88f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998257008&fields=id&tenant_id=9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 267 time: 0.0498822 Nov 12 08:45:11.635551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4635df6d-8c57-43b1-8547-9c488277ee26,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.712918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-b0ecb2b7-6f9d-4eec-bb9e-29c78415bff8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.714361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-b0ecb2b7-6f9d-4eec-bb9e-29c78415bff8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/networks?id=6a88d686-a19f-4305-935f-4238d3a8aadc HTTP/1.1" status: 200 len: 797 time: 0.1226285 Nov 12 08:45:11.731607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-20efabef-3e07-4e5f-bfa0-08ec9b1e4f46 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/quotas/9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 375 time: 0.0109608 Nov 12 08:45:11.770827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['4635df6d-8c57-43b1-8547-9c488277ee26'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:11.775749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afce517-af76-4b02-b6e3-f67024f97557 None None] Network 6a88d686-a19f-4305-935f-4238d3a8aadc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:11.796665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-ec0e1a63-4916-400e-83d1-3a929289ae81 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0590472 Nov 12 08:45:11.889554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-83e6458e-8d1d-4815-8530-227adedbf6f9 None None] Provisioning complete for port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:11.889967 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83e6458e-8d1d-4815-8530-227adedbf6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.900327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-10dcdc6a-b71f-4150-81d3-580606cafcf4 service neutron] 10.222.0.16 "GET /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929658 Nov 12 08:45:12.046440 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.141007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83e6458e-8d1d-4815-8530-227adedbf6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.169721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fb6dcb3d-e9ae-467c-83a8-f60a622cc897 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:12.217061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-83e6458e-8d1d-4815-8530-227adedbf6f9 None None] For port fb6dcb3d-e9ae-467c-83a8-f60a622cc897, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:12.225537 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-83e6458e-8d1d-4815-8530-227adedbf6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.286768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:12.287143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.288898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6458e-8d1d-4815-8530-227adedbf6f9 None None] Pushing event updated for resources: {'Port': ['ID=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:12.378777 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40f10f-f4b9-4591-965c-33286f6abaa5 req-32d35fd7-af06-4967-9fdc-1c586c96f917 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:12.383779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea40f10f-f4b9-4591-965c-33286f6abaa5 req-32d35fd7-af06-4967-9fdc-1c586c96f917 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 944 time: 0.4808576 Nov 12 08:45:12.421822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-cd62ae73-30da-4f38-b246-cf057dcc3a4c service neutron] 10.222.0.16 "GET /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093846 Nov 12 08:45:12.450559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea40f10f-f4b9-4591-965c-33286f6abaa5 req-8330bc04-321b-4ee2-a718-48b4ec08203b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Nov 12 08:45:12.455041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-409a76b6-4741-436c-86f2-562e86f58a80 None None] Provisioning complete for port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:12.455555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-409a76b6-4741-436c-86f2-562e86f58a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.613529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08e470aa-3dea-4316-a936-4eb47fbd83cd req-d8f596e4-4075-41e2-9c64-d7a81748e6ea tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Nov 12 08:45:13.186717 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e2b9fb16-eb28-41e4-9905-bfda5f93fa33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.359327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4635df6d-8c57-43b1-8547-9c488277ee26 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:13.413312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 4635df6d-8c57-43b1-8547-9c488277ee26 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:13.418047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 4635df6d-8c57-43b1-8547-9c488277ee26 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:13.418423 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.510799 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.538290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f555746-32db-4716-9565-d9f510d40bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4635df6d-8c57-43b1-8547-9c488277ee26'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:13.541068 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edc1b5f-5e2f-4451-a44f-4e6e3d1e8ab5" -d '{"events": [{"server_uuid": "1f555746-32db-4716-9565-d9f510d40bdf", "name": "network-vif-plugged", "status": "completed", "tag": "4635df6d-8c57-43b1-8547-9c488277ee26"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:13.557402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 4635df6d-8c57-43b1-8547-9c488277ee26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4635df6d-8c57-43b1-8547-9c488277ee26,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:13.563492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.589244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091291-afe4-4017-ac00-8cf70184ecc3 req-5032d2c1-2265-4055-912f-90ea865481db tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.597896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6091291-afe4-4017-ac00-8cf70184ecc3 req-5032d2c1-2265-4055-912f-90ea865481db tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 944 time: 0.0673759 Nov 12 08:45:13.614999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-77d25ac6-c5c4-4830-9698-55924c107043 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.620368 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-77d25ac6-c5c4-4830-9698-55924c107043 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.25 "GET /v2.0/networks?id=6a88d686-a19f-4305-935f-4238d3a8aadc HTTP/1.1" status: 200 len: 797 time: 0.1940126 Nov 12 08:45:13.637276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=4635df6d-8c57-43b1-8547-9c488277ee26,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.654260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6091291-afe4-4017-ac00-8cf70184ecc3 req-386ae219-3369-4a2d-b647-6b301a5e1f1b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Nov 12 08:45:13.746544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-f55345ec-3c50-488d-bb44-d8073e94fd33 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 472 time: 0.1164625 Nov 12 08:45:13.757062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'port': {'device_id': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'admin_state_up': True, 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'security_groups': ['76423ecb-a101-4864-9736-95479fd8cc00']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:13.763625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b095204d-7837-43ca-adca-4aa1e813eb47 req-05747a45-d117-4176-928a-c452acb0e041 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 210 time: 0.0350151 Nov 12 08:45:13.858496 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eff9e55-0b31-4f5c-9d60-acdb61abf525 x-openstack-request-id: req-8eff9e55-0b31-4f5c-9d60-acdb61abf525 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:13.858797 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f555746-32db-4716-9565-d9f510d40bdf", "name": "network-vif-plugged", "status": "completed", "tag": "4635df6d-8c57-43b1-8547-9c488277ee26", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:13.859052 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8eff9e55-0b31-4f5c-9d60-acdb61abf525 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:13.859449 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f555746-32db-4716-9565-d9f510d40bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4635df6d-8c57-43b1-8547-9c488277ee26', 'code': 200} Nov 12 08:45:13.882542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:13.886249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.955431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ab7b0-9e86-4809-a371-71e79dd39a47 req-96faf57f-637b-4ddf-a6b0-0c56985e62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.956983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d0ab7b0-9e86-4809-a371-71e79dd39a47 req-96faf57f-637b-4ddf-a6b0-0c56985e62af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 1097 time: 0.0416231 Nov 12 08:45:14.003241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d0ab7b0-9e86-4809-a371-71e79dd39a47 req-381f6695-7887-4a3a-b54f-589d7519c45f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Nov 12 08:45:14.024949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.20.0.23 (6a88d686-a19f-4305-935f-4238d3a8aadc/ae71889a-bc3c-4bec-9b6c-28e275299379/41b9d922-d2cf-46ee-a5d5-ae7bd547947b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:14.088451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fb6dcb3d-e9ae-467c-83a8-f60a622cc897 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:14.143359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:14.143728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.178368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.213913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.257697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 6a88d686-a19f-4305-935f-4238d3a8aadc is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:14.260676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:14.263807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:14.297313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.327327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.327969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.347626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-e26386ae-611b-4b64-98f9-7642306fa962 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5951385 Nov 12 08:45:14.360210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Request body: {'port': {'device_id': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:14.425023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.477516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-938abc94-32fa-45ac-91e8-14765d1acfec None None] Provisioning complete for port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:14.477889 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-938abc94-32fa-45ac-91e8-14765d1acfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.513327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-938abc94-32fa-45ac-91e8-14765d1acfec None None] Port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:14.585286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.699528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b9d922-d2cf-46ee-a5d5-ae7bd547947b {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:14.707172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.719309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Transition to ACTIVE for port object 41b9d922-d2cf-46ee-a5d5-ae7bd547947b will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:14.723354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.780463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c6c84-1f33-4d75-93aa-0001bf0036fd req-9c9a0d02-7bd6-49f0-981f-40c2e35e55f9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.782052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f94c6c84-1f33-4d75-93aa-0001bf0036fd req-9c9a0d02-7bd6-49f0-981f-40c2e35e55f9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.0544045 Nov 12 08:45:14.793401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Pushing event updated for resources: {'Port': ['ID=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.847826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Attempting to bind port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:14.848239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Attempting to bind port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:14.848576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Attempting to bind port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b on network 6a88d686-a19f-4305-935f-4238d3a8aadc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:14.853386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b on network 6a88d686-a19f-4305-935f-4238d3a8aadc not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:14.853712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Attempting to bind port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b on network 6a88d686-a19f-4305-935f-4238d3a8aadc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:14.858928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:14.859208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Checking segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:14.859595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Bound using segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:14.860168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Bound port: 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:14.860414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.862900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f94c6c84-1f33-4d75-93aa-0001bf0036fd req-44dbb771-e7e1-4521-b55b-813fb0135ae3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747516 Nov 12 08:45:14.923014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf26b-548e-47ea-aa02-89348fbdf356 req-fa61b83a-75a9-4386-8a50-961420ec1db7 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.925043 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41edf26b-548e-47ea-aa02-89348fbdf356 req-fa61b83a-75a9-4386-8a50-961420ec1db7 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 944 time: 0.0746336 Nov 12 08:45:14.931785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] For port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:14.937387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] For port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:14.942927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.979657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.980306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.981829 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] 10.222.0.25 "PUT /v2.0/ports/41b9d922-d2cf-46ee-a5d5-ae7bd547947b HTTP/1.1" status: 200 len: 1093 time: 0.6262546 Nov 12 08:45:14.982152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'tag': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:14.984496 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe398a50-b918-4a4d-936b-f375af258376" -d '{"events": [{"name": "network-changed", "server_uuid": "ce536414-0533-4d91-8b85-ba19f2afacd4", "tag": "41b9d922-d2cf-46ee-a5d5-ae7bd547947b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:15.010263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41edf26b-548e-47ea-aa02-89348fbdf356 req-9d5270ed-3e17-42cc-b25c-09348e8091f2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767803 Nov 12 08:45:15.062272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0150e-0f81-4b83-93c0-7d13a4c9bf91 service neutron] Pushing event updated for resources: {'Port': ['ID=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.066417 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daf086e-fa52-4c5b-86ea-b13c7fc6d381 x-openstack-request-id: req-0daf086e-fa52-4c5b-86ea-b13c7fc6d381 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:15.066700 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce536414-0533-4d91-8b85-ba19f2afacd4", "tag": "41b9d922-d2cf-46ee-a5d5-ae7bd547947b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:15.067328 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0daf086e-fa52-4c5b-86ea-b13c7fc6d381 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:15.067734 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'tag': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b', 'status': 'completed', 'code': 200} Nov 12 08:45:15.087113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-361cf0f8-111b-4e75-8c95-b86b225a363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.088708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-361cf0f8-111b-4e75-8c95-b86b225a363a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 1096 time: 0.0623095 Nov 12 08:45:15.143247 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-bec0f85c-1009-4fda-bbf2-2e940799ec22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b HTTP/1.1" status: 200 len: 217 time: 0.0466685 Nov 12 08:45:15.199040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-16c01b03-0eae-4c5b-bd09-c813d6639e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.200695 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-16c01b03-0eae-4c5b-bd09-c813d6639e8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae71889a-bc3c-4bec-9b6c-28e275299379 HTTP/1.1" status: 200 len: 838 time: 0.0502656 Nov 12 08:45:15.251682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-dbaaa151-af52-4b24-9cf1-a8e328107b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.253310 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-dbaaa151-af52-4b24-9cf1-a8e328107b70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a88d686-a19f-4305-935f-4238d3a8aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0454843 Nov 12 08:45:15.353605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-66b50792-987e-4d32-a3dc-ad5bd9071112 service neutron] 10.222.0.25 "GET /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920594 Nov 12 08:45:15.445014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2bfacb6e-67b8-4949-bcdc-db275250ce7b req-83102754-bfef-4a84-87d6-fe7814277880 service neutron] 10.222.0.25 "GET /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836904 Nov 12 08:45:15.539646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398a50-b918-4a4d-936b-f375af258376 req-293de012-65ff-4b51-bbf1-085c3be788ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.541234 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-293de012-65ff-4b51-bbf1-085c3be788ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 1096 time: 0.0469372 Nov 12 08:45:15.636500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398a50-b918-4a4d-936b-f375af258376 req-24e825f5-65e3-42a0-9ca3-22f1e79dec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.637971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-24e825f5-65e3-42a0-9ca3-22f1e79dec7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6a88d686-a19f-4305-935f-4238d3a8aadc HTTP/1.1" status: 200 len: 897 time: 0.0885184 Nov 12 08:45:15.683282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-d4600cfa-3d0b-4dda-9861-38ee2f53e0b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b HTTP/1.1" status: 200 len: 217 time: 0.0380707 Nov 12 08:45:15.729506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.736608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398a50-b918-4a4d-936b-f375af258376 req-c1440b79-3e88-4001-a637-04468ed248c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.738085 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-c1440b79-3e88-4001-a637-04468ed248c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae71889a-bc3c-4bec-9b6c-28e275299379 HTTP/1.1" status: 200 len: 838 time: 0.0476177 Nov 12 08:45:15.786476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398a50-b918-4a4d-936b-f375af258376 req-7ba335a4-e7b7-4072-bf21-bbf5aac3f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.787961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-7ba335a4-e7b7-4072-bf21-bbf5aac3f6fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a88d686-a19f-4305-935f-4238d3a8aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0418427 Nov 12 08:45:15.885093 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-42d43323-0ef8-43c9-bbc2-793cbebc548e service neutron] 10.222.0.25 "GET /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893836 Nov 12 08:45:15.983464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe398a50-b918-4a4d-936b-f375af258376 req-cb30ff6d-d349-4dd5-b6d2-522680800deb service neutron] 10.222.0.25 "GET /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918272 Nov 12 08:45:15.989179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817444c2-19f9-4088-be35-574078fbbba1 req-992f27fe-573b-4932-a949-7f65a510f033 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.990692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-817444c2-19f9-4088-be35-574078fbbba1 req-992f27fe-573b-4932-a949-7f65a510f033 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.0497305 Nov 12 08:45:16.042582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-817444c2-19f9-4088-be35-574078fbbba1 req-2b2b7d30-efd1-4a0c-bff2-3eac7a78e86e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Nov 12 08:45:16.133829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deee94-04fb-4774-bfa4-13305e7fefcf req-e54b98b3-c32b-4052-a9d8-38de773f4de1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.135548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36deee94-04fb-4774-bfa4-13305e7fefcf req-e54b98b3-c32b-4052-a9d8-38de773f4de1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 944 time: 0.0547271 Nov 12 08:45:16.228093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30f382-f0ac-48f8-b7cc-f6f823dcd0d4 req-1c5b4915-f14d-4af5-be0c-01650c1d5da6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.229641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e30f382-f0ac-48f8-b7cc-f6f823dcd0d4 req-1c5b4915-f14d-4af5-be0c-01650c1d5da6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.1056845 Nov 12 08:45:16.234057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-36deee94-04fb-4774-bfa4-13305e7fefcf req-7c6e2688-ff7a-42c6-8a95-666b8686e6e9 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893059 Nov 12 08:45:16.279001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0e30f382-f0ac-48f8-b7cc-f6f823dcd0d4 req-b3a47f5a-f114-4059-abb4-5fe30abef606 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Nov 12 08:45:16.392808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9bd4-764a-4b4a-a35f-03d24b69ea2c req-a6593a5f-c283-4beb-93b8-7d243dd1dad5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.394200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff7d9bd4-764a-4b4a-a35f-03d24b69ea2c req-a6593a5f-c283-4beb-93b8-7d243dd1dad5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.0493019 Nov 12 08:45:16.441243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff7d9bd4-764a-4b4a-a35f-03d24b69ea2c req-25999d7c-2612-4ea1-bdea-261c3d26aeac tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Nov 12 08:45:16.680431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd3b7-1b2d-45f4-8a32-efee3b880e88 req-1a6b8ae4-6d2a-4305-b01c-9b1cc7ef880a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.681817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea8bd3b7-1b2d-45f4-8a32-efee3b880e88 req-1a6b8ae4-6d2a-4305-b01c-9b1cc7ef880a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.0533521 Nov 12 08:45:16.729301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea8bd3b7-1b2d-45f4-8a32-efee3b880e88 req-5d7052d5-395d-4ae7-bc38-7892540d2ad0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Nov 12 08:45:16.797902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.357590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad0091-3e12-4f71-aed6-678c6ff557e6 req-3206c5ac-cbd2-4eba-91e5-3108ad98cfb1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.359086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46ad0091-3e12-4f71-aed6-678c6ff557e6 req-3206c5ac-cbd2-4eba-91e5-3108ad98cfb1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 944 time: 0.0517192 Nov 12 08:45:17.408895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-46ad0091-3e12-4f71-aed6-678c6ff557e6 req-cc5de226-57d0-4af9-826d-ae3c58218985 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Nov 12 08:45:17.849244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5ad5-9307-410e-a2d6-3926e6fd8245 req-2405fd86-6bca-4de0-b413-1365791b8df4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.850997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0cb5ad5-9307-410e-a2d6-3926e6fd8245 req-2405fd86-6bca-4de0-b413-1365791b8df4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.0530155 Nov 12 08:45:17.875193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 41b9d922-d2cf-46ee-a5d5-ae7bd547947b details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:17.909580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0cb5ad5-9307-410e-a2d6-3926e6fd8245 req-06ffd60e-b2cf-444c-8e2c-1aebe3d91322 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Nov 12 08:45:17.977873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:17.989491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'port_id': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b', 'mac_address': 'fa:16:3e:7b:8c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:18.027380 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.041772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b9d922-d2cf-46ee-a5d5-ae7bd547947b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:18.065857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:18.073055 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.078160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-8f9c67fb-e67a-491b-9aef-7c033cf30d17 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.079937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-8f9c67fb-e67a-491b-9aef-7c033cf30d17 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 945 time: 0.0526643 Nov 12 08:45:18.122068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.174537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port 4635df6d-8c57-43b1-8547-9c488277ee26 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:18.174872 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.268339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port 4635df6d-8c57-43b1-8547-9c488277ee26, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=4635df6d-8c57-43b1-8547-9c488277ee26,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:18.268703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.281974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for 4635df6d-8c57-43b1-8547-9c488277ee26 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:18.389214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['41b9d922-d2cf-46ee-a5d5-ae7bd547947b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:18.417410 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.430340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['4635df6d-8c57-43b1-8547-9c488277ee26'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:18.449308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=4635df6d-8c57-43b1-8547-9c488277ee26,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.515816 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port 4635df6d-8c57-43b1-8547-9c488277ee26 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:18.517374 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.521463 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdad72b4-8cf7-43cf-be6b-9e565b3fbe8d req-21a9518a-0c92-48f5-9844-98fc4dec5882 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "DELETE /v2.0/ports/4635df6d-8c57-43b1-8547-9c488277ee26 HTTP/1.1" status: 204 len: 173 time: 0.4350040 Nov 12 08:45:18.541719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f555746-32db-4716-9565-d9f510d40bdf', 'name': 'network-vif-deleted', 'tag': '4635df6d-8c57-43b1-8547-9c488277ee26'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:18.544820 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdea9be-e4e0-4099-b9f0-786384cd8361" -d '{"events": [{"server_uuid": "1f555746-32db-4716-9565-d9f510d40bdf", "name": "network-vif-deleted", "tag": "4635df6d-8c57-43b1-8547-9c488277ee26"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:18.597009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12c2f-cf99-4204-bb65-b0e2a0f04406 req-df2609b5-b910-460f-980f-bc25dfc1acdd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.599558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7e12c2f-cf99-4204-bb65-b0e2a0f04406 req-df2609b5-b910-460f-980f-bc25dfc1acdd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 945 time: 0.1095161 Nov 12 08:45:18.604146 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e3971-089f-4e27-9d7c-6837fcc59529 x-openstack-request-id: req-249e3971-089f-4e27-9d7c-6837fcc59529 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:18.604418 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f555746-32db-4716-9565-d9f510d40bdf", "name": "network-vif-deleted", "tag": "4635df6d-8c57-43b1-8547-9c488277ee26", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:18.604675 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-249e3971-089f-4e27-9d7c-6837fcc59529 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:18.605081 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f555746-32db-4716-9565-d9f510d40bdf', 'name': 'network-vif-deleted', 'tag': '4635df6d-8c57-43b1-8547-9c488277ee26', 'status': 'completed', 'code': 200} Nov 12 08:45:18.664861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7e12c2f-cf99-4204-bb65-b0e2a0f04406 req-1c8b17f2-b20a-47a6-8f77-0a185654cbd5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582361 Nov 12 08:45:19.008153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43a02e03-7d78-4778-bb2f-470f06bfb36e req-a00a7b20-89c8-4cd4-b3ab-2007a7e27063 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 210 time: 0.0269184 Nov 12 08:45:19.790036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1653a5a-a42b-45ab-a039-ef3de6b17066 req-94a31819-fc5a-4ec0-8e82-55ba16b155b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.791410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1653a5a-a42b-45ab-a039-ef3de6b17066 req-94a31819-fc5a-4ec0-8e82-55ba16b155b0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Nov 12 08:45:19.842365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1653a5a-a42b-45ab-a039-ef3de6b17066 req-021e5ba9-c9b6-41c3-ad32-84619f5335fa tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Nov 12 08:45:19.899533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 41b9d922-d2cf-46ee-a5d5-ae7bd547947b up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:19.954873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:19.959101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:19.959471 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.047366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.072967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:20.075591 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b95c353-0ada-4384-906c-086f42f70115" -d '{"events": [{"server_uuid": "ce536414-0533-4d91-8b85-ba19f2afacd4", "name": "network-vif-plugged", "status": "completed", "tag": "41b9d922-d2cf-46ee-a5d5-ae7bd547947b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:20.090051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:20.095540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.126200 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e671b4c1-0119-4304-a9d7-e1aacba27a52 x-openstack-request-id: req-e671b4c1-0119-4304-a9d7-e1aacba27a52 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:20.126611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc6b761d-24b1-438a-8485-2d527e350b38 req-5c0cfff1-d771-467b-9a85-882e9b624f8c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 210 time: 0.0339961 Nov 12 08:45:20.126841 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce536414-0533-4d91-8b85-ba19f2afacd4", "name": "network-vif-plugged", "status": "completed", "tag": "41b9d922-d2cf-46ee-a5d5-ae7bd547947b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:20.126841 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e671b4c1-0119-4304-a9d7-e1aacba27a52 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:20.127193 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b', 'code': 200} Nov 12 08:45:20.155154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.222693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f531d-9251-4a46-a0cb-3730ce3c779c req-112dc947-8d09-4878-ac6c-4efd9955f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.224277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-374f531d-9251-4a46-a0cb-3730ce3c779c req-112dc947-8d09-4878-ac6c-4efd9955f315 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 1098 time: 0.0427148 Nov 12 08:45:20.283860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-374f531d-9251-4a46-a0cb-3730ce3c779c req-58f40e07-1f0f-42e7-bcf8-779f974a2862 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526643 Nov 12 08:45:20.719469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-d3c5771e-8605-4006-9bdc-fc8a9ac5552b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479698 Nov 12 08:45:20.803707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ed389-56c5-4077-b4db-134a69656b6c req-658cacfd-c9af-45a7-a475-0fa74e5c1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.805379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-658cacfd-c9af-45a7-a475-0fa74e5c1788 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1098 time: 0.0426531 Nov 12 08:45:20.930279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ed389-56c5-4077-b4db-134a69656b6c req-29a0d8a1-08ae-46a5-863a-f13c584cf6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.930855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-29a0d8a1-08ae-46a5-863a-f13c584cf6f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 896 time: 0.1043446 Nov 12 08:45:21.017079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25afe25-31d3-404c-af3a-463025d0fb2e req-a892d2f8-50e7-4678-8293-9bde860b4f0f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.018511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f25afe25-31d3-404c-af3a-463025d0fb2e req-a892d2f8-50e7-4678-8293-9bde860b4f0f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 946 time: 0.1035082 Nov 12 08:45:21.020842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-0f320739-3c8c-4e95-a943-2c46ba6cc3c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 200 len: 1002 time: 0.0759981 Nov 12 08:45:21.108946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ed389-56c5-4077-b4db-134a69656b6c req-b578d26a-f899-45cf-8711-0080e7acd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.110467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-b578d26a-f899-45cf-8711-0080e7acd92a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af HTTP/1.1" status: 200 len: 835 time: 0.0809808 Nov 12 08:45:21.120707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f25afe25-31d3-404c-af3a-463025d0fb2e req-2dc4878a-c0eb-44fc-b667-3fbe2cdc1028 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940268 Nov 12 08:45:21.168951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ed389-56c5-4077-b4db-134a69656b6c req-a25c8031-6c91-4289-b728-4ddd6a4b06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.170534 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-a25c8031-6c91-4289-b728-4ddd6a4b06f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f687526d-d02a-4b80-b95e-7e3a7305b043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489101 Nov 12 08:45:21.299579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12ad3fbe-c6f7-432a-9acb-07a34376eec7 req-792fa64b-00d8-4ae6-b1b8-1eabbd83ba65 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 210 time: 0.0922756 Nov 12 08:45:21.345898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-6e5f52ba-296c-4cda-878c-b7839bc75116 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670458 Nov 12 08:45:21.416694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4635df6d-8c57-43b1-8547-9c488277ee26 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:21.440524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 4635df6d-8c57-43b1-8547-9c488277ee26 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:21.440755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-959ed389-56c5-4077-b4db-134a69656b6c req-339153c6-212b-4924-b9b5-1c82e3752424 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881164 Nov 12 08:45:21.441391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 4635df6d-8c57-43b1-8547-9c488277ee26 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:22.254989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaf3f2-dbac-4119-a461-ad8f4fd5e3dd req-d564ede0-1322-4fcd-aac5-36b8a9225db7 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.256502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ddaf3f2-dbac-4119-a461-ad8f4fd5e3dd req-d564ede0-1322-4fcd-aac5-36b8a9225db7 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 946 time: 0.0560052 Nov 12 08:45:22.307593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ddaf3f2-dbac-4119-a461-ad8f4fd5e3dd req-a08c566c-3917-4472-accc-da9fb9864007 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Nov 12 08:45:22.417191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84fdbe96-b778-4e0c-8202-2342f4bb6afb req-11792708-0312-44da-8490-a3b20f12755b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f555746-32db-4716-9565-d9f510d40bdf HTTP/1.1" status: 200 len: 210 time: 0.0362556 Nov 12 08:45:22.457716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e97be-6024-4579-bd82-50aa7aad7465 req-eba503f4-5d2c-4333-8ae1-67c058d59e7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.459270 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-245e97be-6024-4579-bd82-50aa7aad7465 req-eba503f4-5d2c-4333-8ae1-67c058d59e7f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 946 time: 0.0688167 Nov 12 08:45:22.511059 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-245e97be-6024-4579-bd82-50aa7aad7465 req-65c0c5fc-c787-46d9-a17c-f06d25d295d2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Nov 12 08:45:23.988081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59826) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.449382 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.745314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.20.0.17 (6a88d686-a19f-4305-935f-4238d3a8aadc/ae71889a-bc3c-4bec-9b6c-28e275299379/53edec85-21a4-4892-ba49-2a88a38e85f3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:24.860572 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.893878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.936823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 6a88d686-a19f-4305-935f-4238d3a8aadc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:24.945305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:24.947983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:24.958637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=53edec85-21a4-4892-ba49-2a88a38e85f3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.003442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.162090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.249522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ca937a43-d9d3-43d1-ad1a-c5aba306ef08 None None] Provisioning complete for port 53edec85-21a4-4892-ba49-2a88a38e85f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:25.250481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca937a43-d9d3-43d1-ad1a-c5aba306ef08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.287021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ca937a43-d9d3-43d1-ad1a-c5aba306ef08 None None] Port 53edec85-21a4-4892-ba49-2a88a38e85f3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:25.460881 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.465627 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.539311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=53edec85-21a4-4892-ba49-2a88a38e85f3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.544700 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.644986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 6a88d686-a19f-4305-935f-4238d3a8aadc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:25.646639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:25.776989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:25.908400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:25.919233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f5051a15-4e92-4e02-81e3-c96bcac430b0 None None] Provisioning complete for port 53edec85-21a4-4892-ba49-2a88a38e85f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:25.919451 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:25.919900 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f5051a15-4e92-4e02-81e3-c96bcac430b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.929978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-263e7a18-1d00-4d11-8943-70e629ec8cfc tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "PUT /v2.0/routers/3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9400620 Nov 12 08:45:25.932504 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:25.933152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:25.958996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f5051a15-4e92-4e02-81e3-c96bcac430b0 None None] Port 53edec85-21a4-4892-ba49-2a88a38e85f3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:26.055257 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:26.307537 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 1, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53edec85-21a4-4892-ba49-2a88a38e85f3', 'name': '', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:76:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 2, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:26.339002 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:26.339357 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Updating router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 port 53edec85-21a4-4892-ba49-2a88a38e85f3 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:26.367413 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.648493 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.655583 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.706633 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Pushing event updated for resources: {'Port': ['ID=53edec85-21a4-4892-ba49-2a88a38e85f3,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:26.732493 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.732838 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.733175 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.733514 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.733848 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.734175 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.734501 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.734819 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.735145 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.735469 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.735790 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.736144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.774304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Attempting to bind port 53edec85-21a4-4892-ba49-2a88a38e85f3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:26.774675 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Attempting to bind port 53edec85-21a4-4892-ba49-2a88a38e85f3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:26.775020 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Attempting to bind port 53edec85-21a4-4892-ba49-2a88a38e85f3 on network 6a88d686-a19f-4305-935f-4238d3a8aadc {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:26.780665 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:26.781029 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Checking segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:26.781433 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.781816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Bound using segment: {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:26.782275 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Bound port: 53edec85-21a4-4892-ba49-2a88a38e85f3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c13efbb-8aad-459b-896a-73708f4e6b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:26.782656 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.881453 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] For port 53edec85-21a4-4892-ba49-2a88a38e85f3, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:26.887220 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] For port 53edec85-21a4-4892-ba49-2a88a38e85f3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=53edec85-21a4-4892-ba49-2a88a38e85f3,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:26.893132 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.972969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd3be2-ad6c-484c-894f-13d180790239 None None] Pushing event updated for resources: {'Port': ['ID=53edec85-21a4-4892-ba49-2a88a38e85f3,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:26.981814 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:26.982459 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:27.003888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-16090fb1-a528-45f1-9e34-6e9173d0a7a7 None None] Provisioning complete for port 53edec85-21a4-4892-ba49-2a88a38e85f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:27.005511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16090fb1-a528-45f1-9e34-6e9173d0a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.105791 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16090fb1-a528-45f1-9e34-6e9173d0a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.123321 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:27.147926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-16090fb1-a528-45f1-9e34-6e9173d0a7a7 None None] For port 53edec85-21a4-4892-ba49-2a88a38e85f3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=53edec85-21a4-4892-ba49-2a88a38e85f3,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:27.155393 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-16090fb1-a528-45f1-9e34-6e9173d0a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.225456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16090fb1-a528-45f1-9e34-6e9173d0a7a7 None None] Pushing event updated for resources: {'Port': ['ID=53edec85-21a4-4892-ba49-2a88a38e85f3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.278381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1d6cd892-0f1c-4bb1-a70c-5619342cf981 None None] Provisioning complete for port 53edec85-21a4-4892-ba49-2a88a38e85f3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:27.278790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd892-0f1c-4bb1-a70c-5619342cf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.496790 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 1, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53edec85-21a4-4892-ba49-2a88a38e85f3', 'name': '', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:76:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:26Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:27.642374 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6e105-4133-49bc-aa7f-737a4b2f3895 None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 1, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53edec85-21a4-4892-ba49-2a88a38e85f3', 'name': '', 'network_id': '6a88d686-a19f-4305-935f-4238d3a8aadc', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:76:d2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:26Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': 'ae71889a-bc3c-4bec-9b6c-28e275299379', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:28.139028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53edec85-21a4-4892-ba49-2a88a38e85f3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:28.201564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 53edec85-21a4-4892-ba49-2a88a38e85f3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:28.201938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.119267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-7df56654-fec6-4ac6-8f33-24986fdcce88 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409729 Nov 12 08:45:29.215665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-c973fa93-399c-48ed-b086-b04f3e47fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.217633 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-c973fa93-399c-48ed-b086-b04f3e47fe47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1099 time: 0.0449371 Nov 12 08:45:29.331876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-ecbffe08-377a-40f2-ab8d-1c81dd4b3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.333432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-ecbffe08-377a-40f2-ab8d-1c81dd4b3b53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.0942905 Nov 12 08:45:29.403094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-8d33051e-c1d1-4b2d-ae24-f9e1b9e7b3bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 1000 time: 0.0628593 Nov 12 08:45:29.454768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-ff0a5212-d830-4326-aab3-b1b746db52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.456722 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-ff0a5212-d830-4326-aab3-b1b746db52ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0462089 Nov 12 08:45:29.515265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-1cc2f3fd-fd37-4d4e-933f-783aca626fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.517206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-1cc2f3fd-fd37-4d4e-933f-783aca626fb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543706 Nov 12 08:45:29.620922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-40d6a55d-0071-44c7-b16f-35eb7876c7fe service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965328 Nov 12 08:45:29.720766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-90e7b11f-8005-4dd3-8e42-a8017cc6846d req-8a546bf7-2827-433b-ad99-02e48803a7bc service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932093 Nov 12 08:45:30.178647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd326a-9d04-4eae-a277-a0a6efd69066 req-d4b67b93-4d69-4b05-bcfd-395d61dc67cb tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.180235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89dd326a-9d04-4eae-a277-a0a6efd69066 req-d4b67b93-4d69-4b05-bcfd-395d61dc67cb tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1099 time: 0.0469470 Nov 12 08:45:30.229274 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-89dd326a-9d04-4eae-a277-a0a6efd69066 req-92af4e92-5d35-478b-a1f8-64cb920186d1 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Nov 12 08:45:30.252911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59924) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.423189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 61b244d9-1bfc-4146-a8e8-c29f1eaf351d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:30.423497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.504987 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.505570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.520479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 61b244d9-1bfc-4146-a8e8-c29f1eaf351d owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:30.682579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.709840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=61b244d9-1bfc-4146-a8e8-c29f1eaf351d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:30.781249 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.781591 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP ef8ebb57-0056-415e-94bb-a3ab7e7cf38a disassociated (deleted). External IP: 172.25.4.8, port: 46f88bcc-e164-4b88-a7c3-bf23d8ae9443. Nov 12 08:45:31.012205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:31.132244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:31.137486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.143708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] Sync routers for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:31.154478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:31.155106 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:31.166038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-577a0ada-2947-4fba-88bf-a8ba1befca72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef8ebb57-0056-415e-94bb-a3ab7e7cf38a HTTP/1.1" status: 204 len: 168 time: 0.9111021 Nov 12 08:45:31.166710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:31.169176 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6440d46-3a3e-482f-b938-1214d3522a45" -d '{"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:31.234138 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65d175-f40b-433f-a3fa-2ee329ebae35 x-openstack-request-id: req-fb65d175-f40b-433f-a3fa-2ee329ebae35 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:31.239248 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:31.240774 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb65d175-f40b-433f-a3fa-2ee329ebae35 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:31.246857 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'status': 'completed', 'code': 200} Nov 12 08:45:31.303083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-2c650099-ea12-43b5-ba3d-15c6ee981758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.305217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-2c650099-ea12-43b5-ba3d-15c6ee981758 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 1099 time: 0.0484161 Nov 12 08:45:31.321351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:31.426254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-ca346439-8290-4142-bbc8-2427e58d1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.427904 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-ca346439-8290-4142-bbc8-2427e58d1813 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 200 len: 897 time: 0.1165559 Nov 12 08:45:31.475121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198f3d-9167-45c7-9cb7-a7c1f7e4a7bb req-d3dec9ac-9466-4d5f-8b34-7ec0fb8d7250 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.476959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d198f3d-9167-45c7-9cb7-a7c1f7e4a7bb req-d3dec9ac-9466-4d5f-8b34-7ec0fb8d7250 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 947 time: 0.0618110 Nov 12 08:45:31.479630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-c062ec57-b1a7-483a-b796-ec973fcfade6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 200 len: 217 time: 0.0443776 Nov 12 08:45:31.540678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-4a961e6f-3ae7-47f3-9768-723d5aaf9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.542547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-4a961e6f-3ae7-47f3-9768-723d5aaf9658 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 200 len: 835 time: 0.0547562 Nov 12 08:45:31.549562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d198f3d-9167-45c7-9cb7-a7c1f7e4a7bb req-663b34c6-8128-46c5-b64d-056c86823bb9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659034 Nov 12 08:45:31.618905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-e4ea4625-d6ea-42dc-88ff-bb981a69e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.622278 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-e4ea4625-d6ea-42dc-88ff-bb981a69e245 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3b7d0717-d5e2-4541-ab49-041b5f170599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688727 Nov 12 08:45:31.636743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:31.696587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] Checking router: 06f4cde8-1c71-47d2-9a54-c97c6a0e563c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:31.708741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:31.711020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:31.734244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-c1d80ac1-de69-46da-b46d-52d8e23b9636 service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039212 Nov 12 08:45:31.854658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:31.859989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6440d46-3a3e-482f-b938-1214d3522a45 req-e3a76944-2dbe-4b41-bf4c-a57f2f5a559c service neutron] 10.222.0.25 "GET /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181910 Nov 12 08:45:32.095754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:32.123936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7a7b04-fdab-4fb9-965a-ce810738ea52 None None] The sync data for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 is: [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '8585d0ad-650d-4432-acc3-fbea40b86813', 'name': '', 'network_id': '3b7d0717-d5e2-4541-ab49-041b5f170599', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:0d:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:22Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '3c0b0f01-0e8c-454c-9e91-25589c9a5838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:32.382568 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ec003-f97a-4167-9124-59bd54348b6a None None] New status for floating IP ef8ebb57-0056-415e-94bb-a3ab7e7cf38a: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:45:32.710975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441167-e590-405f-94c7-4a5a4bbc8a3d req-8336ceaf-d1d2-4b6c-a24c-caa8c2b9aed5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.712841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7441167-e590-405f-94c7-4a5a4bbc8a3d req-8336ceaf-d1d2-4b6c-a24c-caa8c2b9aed5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 947 time: 0.0613911 Nov 12 08:45:32.788762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7441167-e590-405f-94c7-4a5a4bbc8a3d req-f2e44e1c-ffb2-4e66-8b23-ce465d7e0d05 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=81f7a878-f0b1-41c0-bfc7-358d549af3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686824 Nov 12 08:45:32.974025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-f19053dc-3496-47b1-837d-83704566c35e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.975907 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-f19053dc-3496-47b1-837d-83704566c35e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 947 time: 0.0535774 Nov 12 08:45:33.083505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:33.084020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.187917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:33.188352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.204657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:33.345252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.376480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=46f88bcc-e164-4b88-a7c3-bf23d8ae9443,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.419307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] No DVR routers for this DVR port 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:33.422151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.426748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-61c1ddb0-dfc3-430c-8fd2-4c532dd2c53f req-3849b206-9e06-4c77-9372-02199e43f58d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "DELETE /v2.0/ports/46f88bcc-e164-4b88-a7c3-bf23d8ae9443 HTTP/1.1" status: 204 len: 173 time: 0.4448113 Nov 12 08:45:33.427204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-deleted', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:33.430491 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15212a3-64d5-4594-9042-27e140282c56" -d '{"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-deleted", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:33.477174 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdfebc1-8075-4caa-b87d-838c4c101f40 x-openstack-request-id: req-bcdfebc1-8075-4caa-b87d-838c4c101f40 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:33.477779 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e35dc3-75d2-4c16-8292-052ffce51f8c", "name": "network-vif-deleted", "tag": "46f88bcc-e164-4b88-a7c3-bf23d8ae9443", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:33.478100 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcdfebc1-8075-4caa-b87d-838c4c101f40 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:33.478596 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e35dc3-75d2-4c16-8292-052ffce51f8c', 'name': 'network-vif-deleted', 'tag': '46f88bcc-e164-4b88-a7c3-bf23d8ae9443', 'status': 'completed', 'code': 200} Nov 12 08:45:33.920443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a235847-0b6e-4905-8e2c-6355a812ffd5 req-b82743d8-a1b5-4fa2-8b2b-0b8992011f4e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=79e35dc3-75d2-4c16-8292-052ffce51f8c HTTP/1.1" status: 200 len: 210 time: 0.0336614 Nov 12 08:45:34.992568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.741384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.979549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:36.001768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:36.002036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 46f88bcc-e164-4b88-a7c3-bf23d8ae9443 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:36.014168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 8585d0ad-650d-4432-acc3-fbea40b86813 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:36.014829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.116409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port 8585d0ad-650d-4432-acc3-fbea40b86813, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8585d0ad-650d-4432-acc3-fbea40b86813,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:36.116770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.130176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 8585d0ad-650d-4432-acc3-fbea40b86813 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:36.327367 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.359017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=8585d0ad-650d-4432-acc3-fbea40b86813,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.554133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.793773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:36.923971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:36.929747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d9cfd661-7d16-4367-a8cb-f8ca79deca8b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/06f4cde8-1c71-47d2-9a54-c97c6a0e563c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9360433 Nov 12 08:45:36.932512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59962) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.938672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] Sync routers for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:36.951947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:36.953045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:36.996888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting subnet 3c0b0f01-0e8c-454c-9e91-25589c9a5838 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:37.000800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.045974 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.071214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:37.140655 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.211187 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.245361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.251196 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/subnets/3c0b0f01-0e8c-454c-9e91-25589c9a5838 HTTP/1.1" status: 204 len: 168 time: 0.3172581 Nov 12 08:45:37.252314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf76c6b-d82c-45d4-9c57-7e903944e2a4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0b0f01-0e8c-454c-9e91-25589c9a5838,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.253024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e6aaa-6676-47a4-9dfd-6f4955ac2226 None None] Network 3b7d0717-d5e2-4541-ab49-041b5f170599 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:37.256396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 59966) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:37.374057 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:45:36Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.384573 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.415653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] Checking router: 06f4cde8-1c71-47d2-9a54-c97c6a0e563c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:37.430058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] Routers {'06f4cde8-1c71-47d2-9a54-c97c6a0e563c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:37.430686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.510199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.552607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] Set router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:37.577968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 69ad3fad-25a4-4b4b-b565-92c62984857d {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:37.578455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.588038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] DHCP port deletion for 3b7d0717-d5e2-4541-ab49-041b5f170599 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:37.670712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port 69ad3fad-25a4-4b4b-b565-92c62984857d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=69ad3fad-25a4-4b4b-b565-92c62984857d,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:37.670998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.684525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 69ad3fad-25a4-4b4b-b565-92c62984857d owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:37.746260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] Deleting port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:37.746862 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.896264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] For port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,segment=NetworkSegment(d1a50786-4493-4022-8499-d965a0eff6dc),segment_id=d1a50786-4493-4022-8499-d965a0eff6dc)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:37.896869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.899585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.914893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] Calling delete_port for 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:37.926274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=69ad3fad-25a4-4b4b-b565-92c62984857d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.938345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:45:36Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.974046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c7265-4139-46c9-b341-fbfdbc8ae415 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:38.009226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.009544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c643-542e-4ef9-98d5-ec000781612c None None] The sync data for ids ['06f4cde8-1c71-47d2-9a54-c97c6a0e563c'] in n-d-768509-25 is: [{'id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-895577992', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:15Z', 'updated_at': '2021-11-12T08:45:36Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '69ad3fad-25a4-4b4b-b565-92c62984857d', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f4cde8-1c71-47d2-9a54-c97c6a0e563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:38.069591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.098677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] Pushing event deleted for resources: {'Port': ['ID=7fd0f4d3-9284-4011-a7bb-f7a0f86d8840,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.109077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d9a99-c39a-4fe1-a24e-5fbb90a7c8f0 None None] No DVR routers for this DVR port 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:38.121274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.125814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.198173 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.199067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Fanout notify agent at l3_agent the message router_deleted on router 06f4cde8-1c71-47d2-9a54-c97c6a0e563c {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:38.210706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.215238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59978) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.215752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-116dbb5d-5744-4898-99fc-3109f3e4d166 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/routers/06f4cde8-1c71-47d2-9a54-c97c6a0e563c HTTP/1.1" status: 204 len: 168 time: 0.9575796 Nov 12 08:45:38.294688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:38.321095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:38.321829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7fd0f4d3-9284-4011-a7bb-f7a0f86d8840 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:38.325971 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.366262 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:38.435446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.460164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7d0717-d5e2-4541-ab49-041b5f170599']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.481098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a50786-4493-4022-8499-d965a0eff6dc') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.481416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a50786-4493-4022-8499-d965a0eff6dc') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.493339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.508237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.514718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:38.515323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:38.518582 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:38.609428 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.615711 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.619668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/networks/3b7d0717-d5e2-4541-ab49-041b5f170599 HTTP/1.1" status: 204 len: 168 time: 0.4024279 Nov 12 08:45:38.624120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59980) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.650452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4301e-6ed4-409d-b712-a431a49a4255 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Network': ['ID=3b7d0717-d5e2-4541-ab49-041b5f170599,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.715546 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-faf1b32d-a339-4a30-8acc-82988710ccd2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.748433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-faf1b32d-a339-4a30-8acc-82988710ccd2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.817523 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-faf1b32d-a339-4a30-8acc-82988710ccd2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.820330 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-faf1b32d-a339-4a30-8acc-82988710ccd2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.824857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-faf1b32d-a339-4a30-8acc-82988710ccd2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/security-groups/81f7a878-f0b1-41c0-bfc7-358d549af3ce HTTP/1.1" status: 204 len: 168 time: 0.1972809 Nov 12 08:45:38.835823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1b32d-a339-4a30-8acc-82988710ccd2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f7a878-f0b1-41c0-bfc7-358d549af3ce,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.989989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.168935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.176977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589666872', 'description': 'tempest-secgroup-smoke-589666872 description', 'project_id': '3d02e35b023247f58a3fcf58676cdf05'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.208068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.288192 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.293707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.326340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.327999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1580515 Nov 12 08:45:39.331066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 59998) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.336703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '3f2809d4-d767-4af9-8356-3ffeea9212c9', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.342318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d4501-4649-449a-89a9-db745f2ec20f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2809d4-d767-4af9-8356-3ffeea9212c9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.375547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.446284 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.452861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.478957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482d22db-9028-43b8-b13b-6fac0b8fd7df,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.488313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.489887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d641d822-f188-403e-a281-75c7fdc2e4b4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575570 Nov 12 08:45:39.492559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60002) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.497099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '3f2809d4-d767-4af9-8356-3ffeea9212c9', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.527127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.586298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.591088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.608982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617c2212-741c-4b56-bd57-8a53cbc66c2a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.626135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.628423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9556d86c-41fa-4183-9828-fab7b13b5950 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343069 Nov 12 08:45:39.630934 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60004) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.637036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '3f2809d4-d767-4af9-8356-3ffeea9212c9', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.674176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.745948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.750557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.773117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73a016b-230d-4102-8caf-65b14a1f195d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.780887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.784688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-27408e10-e560-4d6f-9f97-4819a02f7b2a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522787 Nov 12 08:45:39.785831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60006) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.791055 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '3f2809d4-d767-4af9-8356-3ffeea9212c9', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.820956 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.891205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.896417 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.921300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fac7d5a-aca5-422a-a8da-b06afd075003,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.928151 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.932582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-67ab8329-cec5-4f6e-8298-949ef34e0df1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427705 Nov 12 08:45:39.932805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60008) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.937272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '3f2809d4-d767-4af9-8356-3ffeea9212c9', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.964303 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:45:39.969698 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.032641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.037258 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.055813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec71632f-ea2d-400a-9027-a75949908ffa,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.056033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8585d0ad-650d-4432-acc3-fbea40b86813 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:40.077459 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.080685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fc75c330-0d9f-433a-a71e-b7bdd7af3601 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465080 Nov 12 08:45:40.083882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60012) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.088658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '3f2809d4-d767-4af9-8356-3ffeea9212c9', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:40.127595 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:45:40.137868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.224348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.229246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.252128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ccc611-7bee-48b7-a923-ec61dafab74d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.268222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.269727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-991fdc1f-917c-42e4-8812-115c8a39e364 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1845829 Nov 12 08:45:40.271493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8585d0ad-650d-4432-acc3-fbea40b86813 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:40.272323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8585d0ad-650d-4432-acc3-fbea40b86813 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:40.272737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.273155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 69ad3fad-25a4-4b4b-b565-92c62984857d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:40.279404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'network': {'name': 'tempest-network-smoke--1006974104', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'port_security_enabled': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:40.293615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 69ad3fad-25a4-4b4b-b565-92c62984857d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:40.294096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 69ad3fad-25a4-4b4b-b565-92c62984857d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:40.301001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:40.304480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.336690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:40.352292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.352645 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Added segment 19159abb-c747-4d22-b3bd-3f6aff425c77 of type vlan for network 411ce365-6775-449e-9575-a19ebc8fa8bc Nov 12 08:45:40.396071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.421768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.427398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:40.427988 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.492161 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2182407 Nov 12 08:45:40.495097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60024) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.500407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'admin_state_up': True, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:40.501503 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f67dc-80d0-4aa0-9625-162977b94f09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Network': ['ID=411ce365-6775-449e-9575-a19ebc8fa8bc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.512382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 411ce365-6775-449e-9575-a19ebc8fa8bc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:40.527587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.528930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.590203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.706287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e461c63d-a18b-426e-b70c-f5f545e3232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.740194 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.944027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.969232 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.076359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.93 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/e185da30-fa56-458b-8e6f-64f481c84047) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:41.187776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.221279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.258385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:41.263256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:41.269680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:41.284438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4e015-0a43-43fe-9e9f-103994416ce0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:41.295898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=e185da30-fa56-458b-8e6f-64f481c84047,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.349599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5a68ac21-caeb-4cb2-899f-4e11207a3b70 None None] Provisioning complete for port e185da30-fa56-458b-8e6f-64f481c84047 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:41.349908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5a68ac21-caeb-4cb2-899f-4e11207a3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.390140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5a68ac21-caeb-4cb2-899f-4e11207a3b70 None None] Port e185da30-fa56-458b-8e6f-64f481c84047 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:41.550674 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.765334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.903750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router e4eac7fb-cee2-4f32-b020-ee6228b909b2 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:42.040796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.391637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:42.403043 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Sync routers for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:42.414335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.416811 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:42.417521 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.418963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-38b29547-1ce1-4609-a997-a63befb4fd31 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9221945 Nov 12 08:45:42.419264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60034) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.455261 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f8a40df6-53ba-4a1f-bc87-0270d24238a1 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=3d02e35b023247f58a3fcf58676cdf05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332279 Nov 12 08:45:42.458054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60036) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.540198 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:42.552653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9c948-f9e8-4f6b-811c-95be73f284ce tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.557124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-90b9c948-f9e8-4f6b-811c-95be73f284ce tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951319 Nov 12 08:45:42.557467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60038) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.593304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.600215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1776352326', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:42.604802 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d062d33-3c69-456e-befe-20ed79766481 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460689 Nov 12 08:45:42.713447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:42.719120 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.749293 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:41Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:42.796110 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Checking router: e4eac7fb-cee2-4f32-b020-ee6228b909b2 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:42.796483 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Updating router e4eac7fb-cee2-4f32-b020-ee6228b909b2 port e185da30-fa56-458b-8e6f-64f481c84047 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:42.839467 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.982954 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.073419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Subnet': ['ID=02450c68-a11a-4a8b-aa15-803e690b3d73,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.085575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Checking segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:43.085950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network hostable DHCP agents. Network: 411ce365-6775-449e-9575-a19ebc8fa8bc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:43.115674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 411ce365-6775-449e-9575-a19ebc8fa8bc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:43.131971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 411ce365-6775-449e-9575-a19ebc8fa8bc) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:43.137414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.138159 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.158968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95c00d-5b6a-477d-a0ca-d78aa5cbb0b5 None None] Network 411ce365-6775-449e-9575-a19ebc8fa8bc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:43.168348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8403fb33-85fd-49ce-8ae0-fca950122833 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5727382 Nov 12 08:45:43.171829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60042) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:43.196551 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.211894 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.292934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd27c7-9a3a-496e-aa47-32ed253d80ee None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:43.300894 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Attempting to bind port e185da30-fa56-458b-8e6f-64f481c84047 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:43.301396 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Attempting to bind port e185da30-fa56-458b-8e6f-64f481c84047 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:43.302003 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Attempting to bind port e185da30-fa56-458b-8e6f-64f481c84047 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:43.305729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8ef60799-a4cb-4f23-ad9a-14a411758b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.335349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:43.335349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:43.335349 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.335349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:43.335349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Bound port: e185da30-fa56-458b-8e6f-64f481c84047, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:43.335349 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.434166 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] For port e185da30-fa56-458b-8e6f-64f481c84047, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:43.442305 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] For port e185da30-fa56-458b-8e6f-64f481c84047, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e185da30-fa56-458b-8e6f-64f481c84047,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:43.452318 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56751-08ab-48d5-99b6-8befcde8a82a None None] Pushing event updated for resources: {'Port': ['ID=e185da30-fa56-458b-8e6f-64f481c84047,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.456980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-01e4e7b6-6859-4ef6-90b3-2c8cc685dfb1 None None] Provisioning complete for port e185da30-fa56-458b-8e6f-64f481c84047 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:43.457949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-01e4e7b6-6859-4ef6-90b3-2c8cc685dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.459504 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.532718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86e179-ef29-46a5-a100-cfa81cead9ef None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:43.546393 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56751-08ab-48d5-99b6-8befcde8a82a None None] Pushing event updated for resources: {'Port': ['ID=e185da30-fa56-458b-8e6f-64f481c84047,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.550993 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:43.551629 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:43.564582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-411ce365-6775-449e-9575-a19ebc8fa8bc', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:43.565669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.668099 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:43.681010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-01e4e7b6-6859-4ef6-90b3-2c8cc685dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.721911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-01e4e7b6-6859-4ef6-90b3-2c8cc685dfb1 None None] For port e185da30-fa56-458b-8e6f-64f481c84047, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e185da30-fa56-458b-8e6f-64f481c84047,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:43.734405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-01e4e7b6-6859-4ef6-90b3-2c8cc685dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.824461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Allocated IP 172.20.0.2 (411ce365-6775-449e-9575-a19ebc8fa8bc/02450c68-a11a-4a8b-aa15-803e690b3d73/ea6895ca-6c41-42ba-a308-4c9911cba7f4) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:43.833253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4e7b6-6859-4ef6-90b3-2c8cc685dfb1 None None] Pushing event updated for resources: {'Port': ['ID=e185da30-fa56-458b-8e6f-64f481c84047,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.881878 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:41Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:43.916648 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eee062-c9d0-4df6-b95f-e5b53bbc7bc1 None None] The sync data for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 is: [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:41Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:43.943336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.969196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b18bbc45-7309-4819-a16a-0f9b1cb7d4cb None None] Provisioning complete for port e185da30-fa56-458b-8e6f-64f481c84047 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:43.969716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b18bbc45-7309-4819-a16a-0f9b1cb7d4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.107809 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.124041 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.171100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Network 411ce365-6775-449e-9575-a19ebc8fa8bc is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:44.184288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:44.185969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Pushing event updated for resources: {'Port': ['ID=ea6895ca-6c41-42ba-a308-4c9911cba7f4,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.188596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:44.275220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Attempting to bind port ea6895ca-6c41-42ba-a308-4c9911cba7f4 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:44.275598 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Attempting to bind port ea6895ca-6c41-42ba-a308-4c9911cba7f4 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:44.275957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Attempting to bind port ea6895ca-6c41-42ba-a308-4c9911cba7f4 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:44.282221 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:44.282580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Checking segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:44.282978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.283366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Bound using segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:44.283843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Bound port: ea6895ca-6c41-42ba-a308-4c9911cba7f4, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:44.292998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.318330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.1 (411ce365-6775-449e-9575-a19ebc8fa8bc/02450c68-a11a-4a8b-aa15-803e690b3d73/e89d0aa6-7f5e-476f-87f3-e911b6b94070) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:44.387384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] For port ea6895ca-6c41-42ba-a308-4c9911cba7f4, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:44.400745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] For port ea6895ca-6c41-42ba-a308-4c9911cba7f4, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ea6895ca-6c41-42ba-a308-4c9911cba7f4,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:44.417884 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.507176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.536168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d5066-615b-429c-8110-087c12ea3eac None None] Pushing event updated for resources: {'Port': ['ID=ea6895ca-6c41-42ba-a308-4c9911cba7f4,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.567684 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.599818 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.626451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 411ce365-6775-449e-9575-a19ebc8fa8bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:44.632617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:44.635397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:44.663369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=e89d0aa6-7f5e-476f-87f3-e911b6b94070,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.675159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.676036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.676406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.676755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.677067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.677388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.677721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.678047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.678366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.678670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.678994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.679316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:44.722675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.888834 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.209758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.214906 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.289750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=e89d0aa6-7f5e-476f-87f3-e911b6b94070,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.292263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.395329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 411ce365-6775-449e-9575-a19ebc8fa8bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:45.396673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:45.518392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c47af9-285f-4520-9d44-a4178cd4e663 None None] Network 411ce365-6775-449e-9575-a19ebc8fa8bc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:45.535774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router e4eac7fb-cee2-4f32-b020-ee6228b909b2 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:45.592857 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8d57a36d-7ff1-452d-885b-dab9583b96a8 None None] Provisioning complete for port ea6895ca-6c41-42ba-a308-4c9911cba7f4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:45.593231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d57a36d-7ff1-452d-885b-dab9583b96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.659396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:45.680387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-672cd08f-e7e4-4d17-bc1f-4da7cdf3a61f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/e4eac7fb-cee2-4f32-b020-ee6228b909b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4977670 Nov 12 08:45:45.785773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.786560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d57a36d-7ff1-452d-885b-dab9583b96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.842469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8d57a36d-7ff1-452d-885b-dab9583b96a8 None None] For port ea6895ca-6c41-42ba-a308-4c9911cba7f4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ea6895ca-6c41-42ba-a308-4c9911cba7f4,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:45.858474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d57a36d-7ff1-452d-885b-dab9583b96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.911668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57a36d-7ff1-452d-885b-dab9583b96a8 None None] Pushing event updated for resources: {'Port': ['ID=ea6895ca-6c41-42ba-a308-4c9911cba7f4,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.942806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-3d1f7dbd-1a27-4b7f-b37d-d99a6b902961 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589666872&fields=id&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 267 time: 0.0677791 Nov 12 08:45:46.116911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-4fdb108b-c2fa-4dd4-8dc5-0c62dfb8ee8d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.118602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-4fdb108b-c2fa-4dd4-8dc5-0c62dfb8ee8d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 797 time: 0.1679096 Nov 12 08:45:46.142664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-3d90955e-6434-43ae-b637-f11383b422d6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/quotas/3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 375 time: 0.0138574 Nov 12 08:45:46.188821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d739bcca-24eb-487a-bf90-0e17a0133e70 None None] Provisioning complete for port e89d0aa6-7f5e-476f-87f3-e911b6b94070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:46.189197 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d739bcca-24eb-487a-bf90-0e17a0133e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.245086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e185da30-fa56-458b-8e6f-64f481c84047 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:46.245589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-716b15ee-3e1a-4ea2-90cd-07d8adbf3dad tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897779 Nov 12 08:45:46.300889 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Sync routers for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:46.317791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:46.318859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:46.377951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-45572abd-2c13-4421-ba41-06c41aec1982 service neutron] 10.222.0.16 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219678 Nov 12 08:45:46.384224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d739bcca-24eb-487a-bf90-0e17a0133e70 None None] Port e89d0aa6-7f5e-476f-87f3-e911b6b94070 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:46.451191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d739bcca-24eb-487a-bf90-0e17a0133e70 None None] Provisioning complete for port ea6895ca-6c41-42ba-a308-4c9911cba7f4 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:46.451810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d739bcca-24eb-487a-bf90-0e17a0133e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.505655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:46.505886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-0f5d11cd-0298-4d12-9e05-26fb4c4a6c09 service neutron] 10.222.0.16 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214151 Nov 12 08:45:46.535356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e185da30-fa56-458b-8e6f-64f481c84047 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:46.535988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.740012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-119c0ba0-c2cf-40e6-8b51-f313ff25b9da req-0ba8e047-3d52-4098-be9b-ae71dfb08eb6 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 210 time: 0.0433056 Nov 12 08:45:46.920167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.993821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ea6895ca-6c41-42ba-a308-4c9911cba7f4 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:47.072590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-219a67ae-d866-456d-b9d7-4277eb9c83a4 None None] Provisioning complete for port e89d0aa6-7f5e-476f-87f3-e911b6b94070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:47.073337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-219a67ae-d866-456d-b9d7-4277eb9c83a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.129508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-219a67ae-d866-456d-b9d7-4277eb9c83a4 None None] Port e89d0aa6-7f5e-476f-87f3-e911b6b94070 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:47.133477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ea6895ca-6c41-42ba-a308-4c9911cba7f4 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:47.133865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.162115 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:45Z', 'revision_number': 2, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:47.197425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Checking router: e4eac7fb-cee2-4f32-b020-ee6228b909b2 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:47.198080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Updating router e4eac7fb-cee2-4f32-b020-ee6228b909b2 port e89d0aa6-7f5e-476f-87f3-e911b6b94070 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:47.233650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.642133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.649487 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.724681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab8af-dacd-41f7-bfbe-6799c793e4b1 None None] Pushing event updated for resources: {'Port': ['ID=e89d0aa6-7f5e-476f-87f3-e911b6b94070,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.777875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Attempting to bind port e89d0aa6-7f5e-476f-87f3-e911b6b94070 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:47.778340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Attempting to bind port e89d0aa6-7f5e-476f-87f3-e911b6b94070 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:47.778774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Attempting to bind port e89d0aa6-7f5e-476f-87f3-e911b6b94070 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:47.785362 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:47.785742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Checking segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:47.786146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.786541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Bound using segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:47.787011 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Bound port: e89d0aa6-7f5e-476f-87f3-e911b6b94070, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:47.787391 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.869595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b3494c6-54a6-466a-8c85-dab599075330 req-48bb5b0a-b169-42d4-a8d8-237ab87f0c4b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 210 time: 0.0356865 Nov 12 08:45:47.875040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] For port e89d0aa6-7f5e-476f-87f3-e911b6b94070, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:47.878791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] For port e89d0aa6-7f5e-476f-87f3-e911b6b94070, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e89d0aa6-7f5e-476f-87f3-e911b6b94070,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:47.885389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.951235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:47.951884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:48.003944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab8af-dacd-41f7-bfbe-6799c793e4b1 None None] Pushing event updated for resources: {'Port': ['ID=e89d0aa6-7f5e-476f-87f3-e911b6b94070,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.090563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-95b23eca-4a26-43cc-b8c9-ad49f01c15ae None None] Provisioning complete for port e89d0aa6-7f5e-476f-87f3-e911b6b94070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:48.091051 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b23eca-4a26-43cc-b8c9-ad49f01c15ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.129765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:48.264189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-00f03e51-5f15-4351-a918-ebb5d0177b60 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.265713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-00f03e51-5f15-4351-a918-ebb5d0177b60 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1936035 Nov 12 08:45:48.293662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-e8c284c8-c3f5-48e9-bd3c-6b350bc5d3f2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0210104 Nov 12 08:45:48.302857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-966cb4e0-d345-44f4-8f78-a7b6bd3c1896 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.304331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-966cb4e0-d345-44f4-8f78-a7b6bd3c1896 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 797 time: 0.2633650 Nov 12 08:45:48.319823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b23eca-4a26-43cc-b8c9-ad49f01c15ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.377737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-95b23eca-4a26-43cc-b8c9-ad49f01c15ae None None] For port e89d0aa6-7f5e-476f-87f3-e911b6b94070, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e89d0aa6-7f5e-476f-87f3-e911b6b94070,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.392523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-0f791635-d0be-4ec1-b9f5-d5e57d311e92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871971 Nov 12 08:45:48.400498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b23eca-4a26-43cc-b8c9-ad49f01c15ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.430074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-5e964a2b-0e59-40e5-80ef-b8ac811d9c47 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 379 time: 0.1162961 Nov 12 08:45:48.448166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'port': {'device_id': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'admin_state_up': True, 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'security_groups': ['3f2809d4-d767-4af9-8356-3ffeea9212c9']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:48.463201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b23eca-4a26-43cc-b8c9-ad49f01c15ae None None] Pushing event updated for resources: {'Port': ['ID=e89d0aa6-7f5e-476f-87f3-e911b6b94070,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.482848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:48.515656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b855fa0-07a6-48c9-a641-7ed7cec999ff None None] The sync data for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 is: [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:48.527188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-15c663de-0378-4319-9b6f-d9c57ead6981 None None] Provisioning complete for port e89d0aa6-7f5e-476f-87f3-e911b6b94070 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:48.527569 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-15c663de-0378-4319-9b6f-d9c57ead6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.616839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-bb5b1859-6821-4649-b42e-ddbffc49f89d service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150152 Nov 12 08:45:48.701979 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:48.709480 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.785058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-7aa28ab2-ae3b-41df-bb78-ebce674810ea service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591890 Nov 12 08:45:48.871208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.12 (411ce365-6775-449e-9575-a19ebc8fa8bc/02450c68-a11a-4a8b-aa15-803e690b3d73/c256c4ec-8085-4d0a-9560-aeb5aac3c620) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:49.048988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f1059050-d2b0-43d9-9c76-f062c22bddac req-d3514e4c-7ede-4f81-aa26-4d133747e871 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.0564580 Nov 12 08:45:49.053416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65e12f42-ade2-4fac-8cbe-3934646d5004 req-e8f3a094-2de2-444a-8438-18f282e8b560 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 210 time: 0.0597997 Nov 12 08:45:49.098352 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.138969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.194317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network 411ce365-6775-449e-9575-a19ebc8fa8bc is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:49.201912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:49.206397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:49.238736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.277159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:49.277986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.305597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-72a3272f-9b29-485e-a54d-6d201ac9a572 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8671489 Nov 12 08:45:49.319284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Request body: {'port': {'device_id': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:49.396842 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.587696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-001cfe77-e6ad-489c-b57d-8633ae7d37d9 None None] Provisioning complete for port c256c4ec-8085-4d0a-9560-aeb5aac3c620 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:49.588780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-001cfe77-e6ad-489c-b57d-8633ae7d37d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.631587 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-001cfe77-e6ad-489c-b57d-8633ae7d37d9 None None] Port c256c4ec-8085-4d0a-9560-aeb5aac3c620 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:49.707162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c256c4ec-8085-4d0a-9560-aeb5aac3c620 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:49.716968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.737261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Transition to ACTIVE for port object c256c4ec-8085-4d0a-9560-aeb5aac3c620 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:49.742679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.798512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.881018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:49.882124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:49.882124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.886946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:49.887236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:49.893591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:49.893962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Checking segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:49.894586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Bound using segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:49.894797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Bound port: c256c4ec-8085-4d0a-9560-aeb5aac3c620, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:49.895164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.974241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:49.978362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:49.983732 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.022513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.023152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.024743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] 10.222.0.32 "PUT /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1093 time: 0.7102752 Nov 12 08:45:50.025150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:50.027624 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee" -d '{"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:50.058482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d71ad9-ebbc-4cde-95a1-e4afda334e09 service neutron] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.130675 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a61230-4ef6-4d68-a9ab-9e392a998a43 x-openstack-request-id: req-91a61230-4ef6-4d68-a9ab-9e392a998a43 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:50.130977 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:50.131217 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91a61230-4ef6-4d68-a9ab-9e392a998a43 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:50.131723 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'status': 'completed', 'code': 200} Nov 12 08:45:50.190063 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-3651650f-c2ed-452d-ae89-4eb9d16b265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.192157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-3651650f-c2ed-452d-ae89-4eb9d16b265b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1096 time: 0.0830634 Nov 12 08:45:50.227729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e89d0aa6-7f5e-476f-87f3-e911b6b94070 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:50.309873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e89d0aa6-7f5e-476f-87f3-e911b6b94070 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:50.310583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.331009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-ddac323d-e47f-4971-aef1-adb163131bf0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.334205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-ddac323d-e47f-4971-aef1-adb163131bf0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.2582850 Nov 12 08:45:50.338737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-70f547c1-b252-4d85-b5af-319b25a23039 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 217 time: 0.1352911 Nov 12 08:45:50.349139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19807fde-2124-4cdd-b45f-e23bf6902772 req-27955516-030a-4798-8bd2-90754afc5e2e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.1252699 Nov 12 08:45:50.367953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': 'e8720536-187a-4873-9dcb-41abde959b55', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:50.433443 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8735b-ac5e-4b79-9415-0b58b71f320b req-9e8a2aa2-a304-40ac-b96a-a0cadeecf92c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.436910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b8735b-ac5e-4b79-9415-0b58b71f320b req-9e8a2aa2-a304-40ac-b96a-a0cadeecf92c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 944 time: 0.1780128 Nov 12 08:45:50.450977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-f94eb97b-69fe-4b20-a2b2-bc80772b1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.452431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-f94eb97b-69fe-4b20-a2b2-bc80772b1c9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0804002 Nov 12 08:45:50.514110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:50.517904 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.531112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-2c2dd57a-acbc-4fac-a365-92e51abe70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.532679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-2c2dd57a-acbc-4fac-a365-92e51abe70ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705988 Nov 12 08:45:50.536801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8b8735b-ac5e-4b79-9415-0b58b71f320b req-137f39d6-74dc-407b-81b9-d09b1e54e207 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932999 Nov 12 08:45:50.646009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-794076e4-f537-4488-9f6b-9b41e56aa233 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055439 Nov 12 08:45:50.651647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.13 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:50.752706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1ed0355-c62f-4e9b-aa09-c6fc4bfe5b9b req-49cafa11-5ca5-4dbe-943a-3804972330a1 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979960 Nov 12 08:45:50.822667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.855569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-e9e7103d-7e5f-4a48-a44c-650ef65c2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.860668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-e9e7103d-7e5f-4a48-a44c-650ef65c2c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1096 time: 0.0579019 Nov 12 08:45:50.874379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.901492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:50.920266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:50.922913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:50.980704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-bddeae58-036e-4040-878b-f42375e035fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.983246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-bddeae58-036e-4040-878b-f42375e035fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.1183395 Nov 12 08:45:50.983971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.004380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.005049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.009646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.009992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.010333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.010665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.010998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.011326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.011648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.011972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.012337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.012659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.012980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.013294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:51.031535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-e009ab81-0e00-477e-9f55-2853667c893b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 217 time: 0.0403175 Nov 12 08:45:51.033267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-8c199c67-4e48-4299-b05a-079edc76fb31 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6814606 Nov 12 08:45:51.051927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Request body: {'port': {'device_id': 'e8720536-187a-4873-9dcb-41abde959b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:51.101000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-b974bc67-e290-4632-8ec1-d43d0f8fdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.102399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-b974bc67-e290-4632-8ec1-d43d0f8fdff8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0626118 Nov 12 08:45:51.116581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.170095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-316e54b1-734f-4aaf-8612-d0dc49fa2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.172921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-316e54b1-734f-4aaf-8612-d0dc49fa2aed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625055 Nov 12 08:45:51.290252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-daac5626-eaba-424a-8cba-83cb29addf10 None None] Provisioning complete for port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:51.291689 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-daac5626-eaba-424a-8cba-83cb29addf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.291979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-7e542fa2-4b45-4d08-92f3-786621eba7a4 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103277 Nov 12 08:45:51.336876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-daac5626-eaba-424a-8cba-83cb29addf10 None None] Port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:51.426407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5bf5781-6f7a-4a62-a6be-1913a1ea69ee req-303b1143-76f1-430f-869e-364aa2b482bb service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260788 Nov 12 08:45:51.534252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a69b9-f131-4913-86b8-d5500977cf38 req-75b6e441-2459-4f78-9c4e-30a493e975d3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.536363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f5a69b9-f131-4913-86b8-d5500977cf38 req-75b6e441-2459-4f78-9c4e-30a493e975d3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 932 time: 0.0588679 Nov 12 08:45:51.608528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f5a69b9-f131-4913-86b8-d5500977cf38 req-5c5edb52-deff-4ed5-b862-cfc152fa4d2b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649381 Nov 12 08:45:51.683925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f85d0-5221-4863-9069-e8cc563b27dc req-0c5c3a33-315e-4432-9629-3a9eb590faae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.685546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c8f85d0-5221-4863-9069-e8cc563b27dc req-0c5c3a33-315e-4432-9629-3a9eb590faae tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 944 time: 0.0634463 Nov 12 08:45:51.836461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:51.845099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.861818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Transition to ACTIVE for port object 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:51.868227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.945115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.006710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Attempting to bind port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:52.007031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Attempting to bind port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:52.007367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Attempting to bind port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:52.012754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:52.013076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Attempting to bind port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:52.021510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:52.022040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:52.022692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:52.023429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Bound port: 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:52.024118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.132898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] For port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:52.134751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c8f85d0-5221-4863-9069-e8cc563b27dc req-b619131a-7bc5-4be8-a59c-23a7b831eaaa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392676 Nov 12 08:45:52.136490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] For port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:52.142259 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.180901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.181384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.182808 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] 10.222.0.25 "PUT /v2.0/ports/1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb HTTP/1.1" status: 200 len: 1093 time: 1.1376493 Nov 12 08:45:52.183279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8720536-187a-4873-9dcb-41abde959b55', 'tag': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:52.185583 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ef87c0-9af0-4412-b45a-0768728603c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8720536-187a-4873-9dcb-41abde959b55", "tag": "1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:52.252349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77905-8250-4075-9d25-a5ad48ac2be0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.259234 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb9272e-0c16-4033-9999-31cef6b3512f x-openstack-request-id: req-4fb9272e-0c16-4033-9999-31cef6b3512f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:52.260456 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8720536-187a-4873-9dcb-41abde959b55", "tag": "1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:52.260879 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fb9272e-0c16-4033-9999-31cef6b3512f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:52.261606 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8720536-187a-4873-9dcb-41abde959b55', 'tag': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb', 'status': 'completed', 'code': 200} Nov 12 08:45:52.326018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-02cd6ab7-7b4a-4645-b7c0-445159ac5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.327544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-02cd6ab7-7b4a-4645-b7c0-445159ac5f5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 1096 time: 0.0649321 Nov 12 08:45:52.387949 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-781befc3-c9cf-47a8-9b78-6f1fafd112a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb HTTP/1.1" status: 200 len: 217 time: 0.0518756 Nov 12 08:45:52.441163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-a986d20d-9725-4f71-82ba-d7098fae7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.442682 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-a986d20d-9725-4f71-82ba-d7098fae7ba7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0476036 Nov 12 08:45:52.491447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f2650a77-859f-4ade-aef4-15dee782ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.493406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-f2650a77-859f-4ade-aef4-15dee782ef17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439501 Nov 12 08:45:52.609941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-bec61c1a-04eb-4ff8-9b54-1407cbc0e4e7 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085145 Nov 12 08:45:52.716157 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4b64564f-b59e-4db2-9d86-614032d47e8a req-007118d5-8e5c-4837-8a33-cc74c1877958 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992270 Nov 12 08:45:52.750487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f039b-92fe-45af-9286-bea8c704ab68 req-bf2ff8d3-bdf6-431e-b871-c7d4b4417cfd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.752031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c56f039b-92fe-45af-9286-bea8c704ab68 req-bf2ff8d3-bdf6-431e-b871-c7d4b4417cfd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0578873 Nov 12 08:45:52.812009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-04371aa9-311d-4d2d-82ea-ecff273eee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.813578 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-04371aa9-311d-4d2d-82ea-ecff273eee59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 1096 time: 0.0521989 Nov 12 08:45:52.820367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c56f039b-92fe-45af-9286-bea8c704ab68 req-e1e2bb49-7663-48c4-a4b2-641d243df111 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603073 Nov 12 08:45:52.914555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-c2f59afb-1f81-4d3d-b7b9-920cb3f73d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.916076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-c2f59afb-1f81-4d3d-b7b9-920cb3f73d36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0945807 Nov 12 08:45:52.961865 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-a540da4a-a7b0-4fcf-98e4-8b4ff6ed5b63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb HTTP/1.1" status: 200 len: 217 time: 0.0372603 Nov 12 08:45:53.016463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-809c8a0e-bcf8-431f-a397-ed0954439fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.017875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-809c8a0e-bcf8-431f-a397-ed0954439fba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0494254 Nov 12 08:45:53.068613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-3a54f16c-947b-4b73-854f-befc3bb0120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.070256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-3a54f16c-947b-4b73-854f-befc3bb0120c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456522 Nov 12 08:45:53.185107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-2e504db9-0d13-42bc-badd-5e536988606f service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076896 Nov 12 08:45:53.271872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c53c2-515b-426a-9be5-7d93f29963b1 req-549b5cae-d523-4ba3-9502-8d0c61385911 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.273495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-016c53c2-515b-426a-9be5-7d93f29963b1 req-549b5cae-d523-4ba3-9502-8d0c61385911 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 944 time: 0.0510280 Nov 12 08:45:53.292288 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03ef87c0-9af0-4412-b45a-0768728603c0 req-ceb37a22-c926-45e9-a0fb-a97d0f22c3eb service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993428 Nov 12 08:45:53.339201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-016c53c2-515b-426a-9be5-7d93f29963b1 req-865167ec-aedf-494c-a310-7be5a186bcba tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567567 Nov 12 08:45:53.597656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:53.703870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:53.715957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'port_id': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'mac_address': 'fa:16:3e:2c:95:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:53.757305 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.770990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c256c4ec-8085-4d0a-9560-aeb5aac3c620 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:53.792131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:53.797466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.848895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.946534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663114-855f-4a2a-8f2a-ad221cd2fecd req-c8299219-c2ec-4009-b77f-a45440ac384d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.948292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43663114-855f-4a2a-8f2a-ad221cd2fecd req-c8299219-c2ec-4009-b77f-a45440ac384d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0517843 Nov 12 08:45:53.998484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43663114-855f-4a2a-8f2a-ad221cd2fecd req-458d350f-081a-48fa-a238-0d0f0d8ee3ac tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Nov 12 08:45:54.011692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c256c4ec-8085-4d0a-9560-aeb5aac3c620'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:54.491496 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901bb68-b076-43b1-a4a5-f87c65460f40 req-acf31f31-ec48-48f3-a4cb-04c7e728d3f4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.493375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0901bb68-b076-43b1-a4a5-f87c65460f40 req-acf31f31-ec48-48f3-a4cb-04c7e728d3f4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0666878 Nov 12 08:45:54.573647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0901bb68-b076-43b1-a4a5-f87c65460f40 req-e36518d1-934c-4c7d-be7c-07e82352b3d9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703595 Nov 12 08:45:55.153660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3d130-4e0f-42fc-bf0f-12f372997698 req-8076ce0c-3f59-41d0-9410-50d247b7b07b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.155604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dc3d130-4e0f-42fc-bf0f-12f372997698 req-8076ce0c-3f59-41d0-9410-50d247b7b07b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0681987 Nov 12 08:45:55.218763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dc3d130-4e0f-42fc-bf0f-12f372997698 req-d4df985c-cb61-4469-97e8-599035a4f6b7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Nov 12 08:45:55.599645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:55.676458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c256c4ec-8085-4d0a-9560-aeb5aac3c620 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:55.680966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c256c4ec-8085-4d0a-9560-aeb5aac3c620 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:55.681344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.731996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a742-347d-47fd-9db5-7e7a4274cef5 req-a77d066e-3b75-4013-88ec-8e869404f84d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.736703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c102a742-347d-47fd-9db5-7e7a4274cef5 req-a77d066e-3b75-4013-88ec-8e869404f84d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0707428 Nov 12 08:45:55.787150 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.803143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c102a742-347d-47fd-9db5-7e7a4274cef5 req-26870f1e-9b26-4f89-97d1-cd66e081d447 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604057 Nov 12 08:45:55.829852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:55.829852 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5c44ef-1531-4d6b-8585-6053481c201a" -d '{"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-plugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:55.840319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:55.849553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.882408 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667e8e8-51d8-4631-9d09-53b2d9d0ce9e x-openstack-request-id: req-a667e8e8-51d8-4631-9d09-53b2d9d0ce9e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:55.882782 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-plugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:55.883042 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a667e8e8-51d8-4631-9d09-53b2d9d0ce9e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:55.883435 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'code': 200} Nov 12 08:45:55.911664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.200362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9865a80-c2c4-4861-964b-639485c67d68 req-1bc54adf-3513-48da-9fc2-cafed63594b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.205063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9865a80-c2c4-4861-964b-639485c67d68 req-1bc54adf-3513-48da-9fc2-cafed63594b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1098 time: 0.2451222 Nov 12 08:45:56.309872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9865a80-c2c4-4861-964b-639485c67d68 req-a32273e9-ac74-4254-9bc0-789ea876d348 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952649 Nov 12 08:45:56.399289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f2a47-9685-48e7-bb0d-dab6e482bd62 req-4a5032bd-272f-4327-b741-400fd9b9a0f5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.401775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-812f2a47-9685-48e7-bb0d-dab6e482bd62 req-4a5032bd-272f-4327-b741-400fd9b9a0f5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0823095 Nov 12 08:45:56.495549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-812f2a47-9685-48e7-bb0d-dab6e482bd62 req-76961c7f-ba64-48d3-b429-0be35beac540 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856831 Nov 12 08:45:56.954372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c3a55-8070-478f-aa36-738b4f2cb70b req-5f38f29a-1079-4d16-867b-681f04ba999a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.955995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df4c3a55-8070-478f-aa36-738b4f2cb70b req-5f38f29a-1079-4d16-867b-681f04ba999a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0676680 Nov 12 08:45:57.028022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df4c3a55-8070-478f-aa36-738b4f2cb70b req-04b8eab9-1ab8-41e4-8dc3-4837958a6c7a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596306 Nov 12 08:45:57.487505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60160) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.689790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a9299-3b31-4137-b79a-7d802f90f80b req-e035f20a-4fb7-4b60-9fdd-f6ad89437fd9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:57.697086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f26a9299-3b31-4137-b79a-7d802f90f80b req-e035f20a-4fb7-4b60-9fdd-f6ad89437fd9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.1116855 Nov 12 08:45:57.803312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f26a9299-3b31-4137-b79a-7d802f90f80b req-c59343c8-a2a7-4d4a-8c2e-286af9507aa8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048803 Nov 12 08:45:58.033087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.310540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c047-8767-4bb6-90bb-8b46a6236e46 req-f1f16416-987f-4999-97a4-2b154cb7f4e4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.311860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f888c047-8767-4bb6-90bb-8b46a6236e46 req-f1f16416-987f-4999-97a4-2b154cb7f4e4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.1113749 Nov 12 08:45:58.382949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f888c047-8767-4bb6-90bb-8b46a6236e46 req-2ad5237a-67c4-4c43-9aac-2fdb36813c01 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623701 Nov 12 08:45:58.507930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 53edec85-21a4-4892-ba49-2a88a38e85f3 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:58.508341 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.576782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47371f3-a635-4084-b135-6e9848103c01 req-3f39b8ce-ce91-43ae-920d-ec92772b72b8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.578627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b47371f3-a635-4084-b135-6e9848103c01 req-3f39b8ce-ce91-43ae-920d-ec92772b72b8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.1182106 Nov 12 08:45:58.653091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 53edec85-21a4-4892-ba49-2a88a38e85f3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=53edec85-21a4-4892-ba49-2a88a38e85f3,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:58.653534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.673178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b47371f3-a635-4084-b135-6e9848103c01 req-e9534384-1c23-4794-bd6f-7b13d3d7efbb tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847952 Nov 12 08:45:58.674045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 53edec85-21a4-4892-ba49-2a88a38e85f3 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:58.701074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60168) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.757391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd8fa0-f11c-474d-b908-ee746701717b tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.760590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-09bd8fa0-f11c-474d-b908-ee746701717b tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1093 time: 0.0577247 Nov 12 08:45:58.762866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60170) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.768017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:58.804455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.947784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.981271 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.990364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24402cf3-1712-411d-bebc-2b4df64659f2 req-bda467a2-04d3-4e2a-a725-e57b42a57d3a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.992279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24402cf3-1712-411d-bebc-2b4df64659f2 req-bda467a2-04d3-4e2a-a725-e57b42a57d3a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0875263 Nov 12 08:45:58.998093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=53edec85-21a4-4892-ba49-2a88a38e85f3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.124520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.167 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/01f69cd4-d401-47b0-b621-c4700280c37b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:59.186353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-24402cf3-1712-411d-bebc-2b4df64659f2 req-24e24388-a92e-441c-8b80-6d81b2ce5e10 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859300 Nov 12 08:45:59.263086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.281208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.329584 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.372214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:59.379472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:59.383299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:59.412951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=01f69cd4-d401-47b0-b621-c4700280c37b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.525217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:59.634825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:59.644243 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a5d0ebe1-1166-4f28-a608-565d07e85162 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "PUT /v2.0/routers/3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1507978 Nov 12 08:45:59.645304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:59.655166 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:59.655781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.770152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:59.806248 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.882436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72472b-7dea-4243-9c13-29876766f8ea req-4e3fa516-2255-4159-b820-866a7f9f2555 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:59.884375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d72472b-7dea-4243-9c13-29876766f8ea req-4e3fa516-2255-4159-b820-866a7f9f2555 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 946 time: 0.0563798 Nov 12 08:45:59.890352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.954804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d72472b-7dea-4243-9c13-29876766f8ea req-7063c66b-f372-4c5b-986e-2ae43fe34fcd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642817 Nov 12 08:46:00.057386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.063545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.142088 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 1, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:00.157740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=01f69cd4-d401-47b0-b621-c4700280c37b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.172586 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:00.173532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.181580 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:00.182201 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:00.303051 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:00.306296 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP b287e031-009b-4765-9737-b1e50c700bce associated. External IP: 172.25.4.167, port: c256c4ec-8085-4d0a-9560-aeb5aac3c620. Nov 12 08:46:00.323314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fd9d6-f0bf-4447-a32e-656ea91b71f4 req-ccfd5425-9e30-49b7-8bea-35096c4f5b88 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.332142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-161fd9d6-f0bf-4447-a32e-656ea91b71f4 req-ccfd5425-9e30-49b7-8bea-35096c4f5b88 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0638628 Nov 12 08:46:00.390516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-161fd9d6-f0bf-4447-a32e-656ea91b71f4 req-4c84379b-989b-4722-944e-a84d3f1f36f0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Nov 12 08:46:00.548079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router e4eac7fb-cee2-4f32-b020-ee6228b909b2 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:00.563568 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 1, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:00.595157 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965dd6e-c16f-4a9c-8041-7ff14659cdbc None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '5e67fb87-3a0b-42fd-a534-76f639f2e4b9', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'port_id': '6f648c47-59c6-4d84-bdb2-0929db613660', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'mac_address': 'fa:16:3e:9a:cb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c91e1e-c713-4562-86df-ec0d882fe629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:34Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 1, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:00.668976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:00.678718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] Sync routers for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:00.688894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.692166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:00.692697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:00.717431 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0b75f917-4bf2-4c97-adf7-d4e1d626afc5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9535089 Nov 12 08:46:00.718385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:00.726526 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfd46d0-3317-468c-b916-4b0cf065c81d" -d '{"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:00.774997 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d61a68-b695-4d70-995b-992952cb41e5 x-openstack-request-id: req-22d61a68-b695-4d70-995b-992952cb41e5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:00.775352 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:00.775641 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22d61a68-b695-4d70-995b-992952cb41e5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:00.776075 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'status': 'completed', 'code': 200} Nov 12 08:46:00.824024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:00.864160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d833dd-cf86-462f-9f7b-014b9ae36e45 req-8401f5a4-1763-45c2-b384-2237595f16b1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.865849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82d833dd-cf86-462f-9f7b-014b9ae36e45 req-8401f5a4-1763-45c2-b384-2237595f16b1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0866337 Nov 12 08:46:00.868847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-b34f4fdb-8c78-4127-bca9-3e64ad834b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.870262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-b34f4fdb-8c78-4127-bca9-3e64ad834b33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1098 time: 0.0615520 Nov 12 08:46:00.987495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82d833dd-cf86-462f-9f7b-014b9ae36e45 req-ee796c57-0d5a-4310-84ca-04ada4558cf5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110504 Nov 12 08:46:01.008301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60186) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:01.054261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-e7470313-e098-4e8f-ad35-8a0344706cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.056008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-e7470313-e098-4e8f-ad35-8a0344706cac service neutron] 10.222.0.32 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.1761518 Nov 12 08:46:01.161987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'b287e031-009b-4765-9737-b1e50c700bce', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'port_id': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'mac_address': 'fa:16:3e:2c:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:45:59Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.166255 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b25fc8ac-dfeb-4981-9572-bb87db7fa4d4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/b287e031-009b-4765-9737-b1e50c700bce HTTP/1.1" status: 200 len: 992 time: 0.1556027 Nov 12 08:46:01.200718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] Checking router: e4eac7fb-cee2-4f32-b020-ee6228b909b2 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:01.206576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-b4c32ebd-130e-46d5-9131-8e4801fb43d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1000 time: 0.1434896 Nov 12 08:46:01.210485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:01.211099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.234807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e934a0-0426-4dfe-a759-046852997881 req-57e69687-d669-438b-95c2-5b645d46a493 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.236404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64e934a0-0426-4dfe-a759-046852997881 req-57e69687-d669-438b-95c2-5b645d46a493 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 946 time: 0.1013665 Nov 12 08:46:01.298143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-c2df05f4-90cd-4443-a491-f5d8a05444c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.300213 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-c2df05f4-90cd-4443-a491-f5d8a05444c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0831416 Nov 12 08:46:01.349435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64e934a0-0426-4dfe-a759-046852997881 req-6b403390-8f91-466a-a692-a0cc7cd863e2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=76423ecb-a101-4864-9736-95479fd8cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918653 Nov 12 08:46:01.369224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-251a7a76-c6e6-4248-9543-da7bcc5bf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.370776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-251a7a76-c6e6-4248-9543-da7bcc5bf682 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590856 Nov 12 08:46:01.390641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-6e08ac0b-c926-4bce-86ee-e6cb3c164e25 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:01.390641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-6e08ac0b-c926-4bce-86ee-e6cb3c164e25 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065069 Nov 12 08:46:01.521159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-1c410fb2-a9e8-483b-9a73-c99862f56ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.523923 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-1c410fb2-a9e8-483b-9a73-c99862f56ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 946 time: 0.0734966 Nov 12 08:46:01.530504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:01.545305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-86099cfb-d686-4bdd-a302-9e25889e8429 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540837 Nov 12 08:46:01.557016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb054d-94e5-4fb2-bd4c-ece767f214d1 req-b82c4967-4182-48ab-afd3-f66d86b2182d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.558678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fdb054d-94e5-4fb2-bd4c-ece767f214d1 req-b82c4967-4182-48ab-afd3-f66d86b2182d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0697603 Nov 12 08:46:01.641835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:01.642565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.674876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fdb054d-94e5-4fb2-bd4c-ece767f214d1 req-b78b9353-4887-4722-bc8b-d00490e8f8f1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 Nov 12 08:46:01.687188 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dfd46d0-3317-468c-b916-4b0cf065c81d req-6a7a64a9-d5ad-49bf-9891-7eeef25302e1 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275234 Nov 12 08:46:01.764985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:01.765361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.779137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 41b9d922-d2cf-46ee-a5d5-ae7bd547947b owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:01.809346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'b287e031-009b-4765-9737-b1e50c700bce', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'port_id': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'mac_address': 'fa:16:3e:2c:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:45:59Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.838376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7489cab-d992-45b7-a401-3641c42a2a5f None None] The sync data for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 is: [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'b287e031-009b-4765-9737-b1e50c700bce', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'port_id': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'mac_address': 'fa:16:3e:2c:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:45:59Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:01.937297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.976610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=41b9d922-d2cf-46ee-a5d5-ae7bd547947b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.021866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] No DVR routers for this DVR port 41b9d922-d2cf-46ee-a5d5-ae7bd547947b on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:02.024867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.028384 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b5c307ef-3292-4b10-b7da-c87a1e40c62a req-72082f84-8c13-4dba-99c9-b62fdca2fa3a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.25 "DELETE /v2.0/ports/41b9d922-d2cf-46ee-a5d5-ae7bd547947b HTTP/1.1" status: 204 len: 173 time: 0.4983292 Nov 12 08:46:02.087056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53edec85-21a4-4892-ba49-2a88a38e85f3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:02.114730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 53edec85-21a4-4892-ba49-2a88a38e85f3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:02.115075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53edec85-21a4-4892-ba49-2a88a38e85f3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:02.127504 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb1703-d4d5-467c-b96a-7e6dc984cceb None None] New status for floating IP b287e031-009b-4765-9737-b1e50c700bce: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:02.169229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60190) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.238389 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-01b4cce8-80ad-4f22-bde5-99c54a978420 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/b287e031-009b-4765-9737-b1e50c700bce HTTP/1.1" status: 200 len: 992 time: 0.0679305 Nov 12 08:46:02.507586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af55f109-ed40-4150-9cd4-5804da89b4e5 req-ff5a338d-e025-4649-b9a8-35b30004d06c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce536414-0533-4d91-8b85-ba19f2afacd4 HTTP/1.1" status: 200 len: 210 time: 0.0325890 Nov 12 08:46:02.777641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'name': 'network-vif-deleted', 'tag': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:02.782328 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3fa70-833d-452f-959c-00b483be09a9" -d '{"events": [{"server_uuid": "ce536414-0533-4d91-8b85-ba19f2afacd4", "name": "network-vif-deleted", "tag": "41b9d922-d2cf-46ee-a5d5-ae7bd547947b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:02.802387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab643c-f50a-4523-b51c-7f88fa2c5a1f req-7d075382-7921-4cf7-a1f6-6ccaec2a3d6d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:02.804217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71ab643c-f50a-4523-b51c-7f88fa2c5a1f req-7d075382-7921-4cf7-a1f6-6ccaec2a3d6d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0554645 Nov 12 08:46:02.821577 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735bcefd-c9f4-49b3-abfd-bffd80df7b51 x-openstack-request-id: req-735bcefd-c9f4-49b3-abfd-bffd80df7b51 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:02.822033 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce536414-0533-4d91-8b85-ba19f2afacd4", "name": "network-vif-deleted", "tag": "41b9d922-d2cf-46ee-a5d5-ae7bd547947b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:02.822381 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-735bcefd-c9f4-49b3-abfd-bffd80df7b51 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:02.823277 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce536414-0533-4d91-8b85-ba19f2afacd4', 'name': 'network-vif-deleted', 'tag': '41b9d922-d2cf-46ee-a5d5-ae7bd547947b', 'status': 'completed', 'code': 200} Nov 12 08:46:02.857036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71ab643c-f50a-4523-b51c-7f88fa2c5a1f req-247ea4ea-46a8-442d-a6ec-e1d0b6246a76 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462308 Nov 12 08:46:03.242107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60198) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.307898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e77f692b-b253-4c76-8b96-08c8de0dfb16 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/b287e031-009b-4765-9737-b1e50c700bce HTTP/1.1" status: 200 len: 994 time: 0.0647321 Nov 12 08:46:03.570032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60202) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.628616 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c270125d-cb0f-4ce5-9ffc-3a69edf78c0c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.654503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c270125d-cb0f-4ce5-9ffc-3a69edf78c0c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.717195 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c270125d-cb0f-4ce5-9ffc-3a69edf78c0c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.719986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c270125d-cb0f-4ce5-9ffc-3a69edf78c0c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.721296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c270125d-cb0f-4ce5-9ffc-3a69edf78c0c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/security-groups/76423ecb-a101-4864-9736-95479fd8cc00 HTTP/1.1" status: 204 len: 168 time: 0.1502423 Nov 12 08:46:03.732886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270125d-cb0f-4ce5-9ffc-3a69edf78c0c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76423ecb-a101-4864-9736-95479fd8cc00,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.760375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60206) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.824061 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting subnet ae71889a-bc3c-4bec-9b6c-28e275299379 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:03.826999 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.867402 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.986847 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.034809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a82a8-2d61-4348-bc3f-041d4ccb85e8 req-0c1ecf24-891c-4793-8faa-ba90e6480f57 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:04.036382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f3a82a8-2d61-4348-bc3f-041d4ccb85e8 req-0c1ecf24-891c-4793-8faa-ba90e6480f57 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0993531 Nov 12 08:46:04.094628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.097964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 41b9d922-d2cf-46ee-a5d5-ae7bd547947b no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:04.119143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 41b9d922-d2cf-46ee-a5d5-ae7bd547947b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:04.119829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 41b9d922-d2cf-46ee-a5d5-ae7bd547947b not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:04.123546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f3a82a8-2d61-4348-bc3f-041d4ccb85e8 req-cc5edaa0-d639-45a7-b3ba-ed47ab6da34b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795214 Nov 12 08:46:04.126514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Subnet': ['ID=ae71889a-bc3c-4bec-9b6c-28e275299379,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.136565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.138475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f87b84f-4a01-470c-a003-043ed6b2330a None None] Network 6a88d686-a19f-4305-935f-4238d3a8aadc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:04.140943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-afe8ce1f-c2e3-4b7d-acb7-cb588c503e64 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/subnets/ae71889a-bc3c-4bec-9b6c-28e275299379 HTTP/1.1" status: 204 len: 168 time: 0.3792851 Nov 12 08:46:04.144250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60210) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.236306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.297675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:04.298329 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.357720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] DHCP port deletion for 6a88d686-a19f-4305-935f-4238d3a8aadc request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:04.377179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port fb6dcb3d-e9ae-467c-83a8-f60a622cc897, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:04.377652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.399405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for fb6dcb3d-e9ae-467c-83a8-f60a622cc897 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:04.409286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] Deleting port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:04.409782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.480479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] For port fb6dcb3d-e9ae-467c-83a8-f60a622cc897, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,segment=NetworkSegment(5c13efbb-8aad-459b-896a-73708f4e6b76),segment_id=5c13efbb-8aad-459b-896a-73708f4e6b76)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:04.480914 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.495549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.500754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] Calling delete_port for fb6dcb3d-e9ae-467c-83a8-f60a622cc897 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:04.524522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.529573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] No DVR routers for this DVR port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:04.586601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.619044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] Pushing event deleted for resources: {'Port': ['ID=fb6dcb3d-e9ae-467c-83a8-f60a622cc897,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.621205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029222fa-5ab4-4b78-90e1-47855c5f36e1 None None] No DVR routers for this DVR port fb6dcb3d-e9ae-467c-83a8-f60a622cc897 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:04.623453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.654009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a88d686-a19f-4305-935f-4238d3a8aadc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:04.664901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c13efbb-8aad-459b-896a-73708f4e6b76') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:04.665198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c13efbb-8aad-459b-896a-73708f4e6b76') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:04.676400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.691057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.697239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:04.697938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:04.701280 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:04.760780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.768379 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.771515 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/networks/6a88d686-a19f-4305-935f-4238d3a8aadc HTTP/1.1" status: 204 len: 168 time: 0.6262591 Nov 12 08:46:04.774649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60212) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.784409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1ad77-a3c7-4544-8a6d-17ca69912cb8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Network': ['ID=6a88d686-a19f-4305-935f-4238d3a8aadc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.939858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port ef9646a4-1b22-4c5a-9942-9a8aca66c779 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:04.940442 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.021798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.022279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.035192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for ef9646a4-1b22-4c5a-9942-9a8aca66c779 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:05.189923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.226059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=ef9646a4-1b22-4c5a-9942-9a8aca66c779,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.311906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935851-9b8b-4ecc-ba27-a7c2e7a2b922 req-f8a5d1e6-4b78-4e18-be86-b677085c6c36 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:05.313392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5935851-9b8b-4ecc-ba27-a7c2e7a2b922 req-f8a5d1e6-4b78-4e18-be86-b677085c6c36 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0987051 Nov 12 08:46:05.322712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.322712 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Floating IP 5e67fb87-3a0b-42fd-a534-76f639f2e4b9 disassociated (deleted). External IP: 172.25.4.185, port: 6f648c47-59c6-4d84-bdb2-0929db613660. Nov 12 08:46:05.444622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5935851-9b8b-4ecc-ba27-a7c2e7a2b922 req-9dd49451-9200-4301-95ad-9fad2d494b0b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 Nov 12 08:46:05.578512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:05.692253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:05.696858 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.703413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:05.715400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:05.716028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.737893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-09641f08-d419-4f26-9415-707c50549ef0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e67fb87-3a0b-42fd-a534-76f639f2e4b9 HTTP/1.1" status: 204 len: 168 time: 0.9590311 Nov 12 08:46:05.737893 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:05.738371 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdb249-0d52-46ec-aae5-754d20de3256" -d '{"events": [{"name": "network-changed", "server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:05.844947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:05.953289 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e9e74-64ce-4e02-a737-3c4aaa40f920 x-openstack-request-id: req-6a2e9e74-64ce-4e02-a737-3c4aaa40f920 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:05.953842 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:05.955197 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a2e9e74-64ce-4e02-a737-3c4aaa40f920 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:05.955707 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660', 'status': 'completed', 'code': 200} Nov 12 08:46:06.034788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b08cf-1687-4bea-8af3-e6d2511dec8c req-6b18d729-357f-4ab4-99cd-154b7adc3a3e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.036311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc7b08cf-1687-4bea-8af3-e6d2511dec8c req-6b18d729-357f-4ab4-99cd-154b7adc3a3e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 946 time: 0.0796440 Nov 12 08:46:06.042371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-1bbb3578-2ffb-41e0-b576-7b5410f8de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.043780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-1bbb3578-2ffb-41e0-b576-7b5410f8de8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 1098 time: 0.0598896 Nov 12 08:46:06.075039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.102769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:06.111669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:06.112875 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.147460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fb6dcb3d-e9ae-467c-83a8-f60a622cc897 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:06.154483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc7b08cf-1687-4bea-8af3-e6d2511dec8c req-efc63ac7-09c3-4965-9890-592f5bc97882 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097317 Nov 12 08:46:06.175835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: fb6dcb3d-e9ae-467c-83a8-f60a622cc897 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:06.176207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fb6dcb3d-e9ae-467c-83a8-f60a622cc897 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:06.184931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-aa0db21f-6b41-4fa7-9c4c-d12aaf676eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.186661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-aa0db21f-6b41-4fa7-9c4c-d12aaf676eaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 200 len: 896 time: 0.1354287 Nov 12 08:46:06.230187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-394a02e4-9ec3-4449-8e62-816c2a112e3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 200 len: 217 time: 0.0357070 Nov 12 08:46:06.248628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:06.285942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-4633c24f-cb14-4143-b57c-cc87b868bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.287397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-4633c24f-cb14-4143-b57c-cc87b868bc1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af HTTP/1.1" status: 200 len: 835 time: 0.0487392 Nov 12 08:46:06.481997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.517824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810a11c-d0bb-4f16-90a5-b252af39f944 None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2d273f7b-e492-4c02-9afc-83e737765dba', 'name': '', 'network_id': 'f687526d-d02a-4b80-b95e-7e3a7305b043', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:c9:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:13Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '4fcdbee3-13d9-4b3b-8511-76eb6d8c56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:06.712935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-a5c8dcec-3b7a-468b-91a1-99ce1cdd7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.714511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-a5c8dcec-3b7a-468b-91a1-99ce1cdd7ccd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f687526d-d02a-4b80-b95e-7e3a7305b043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4187369 Nov 12 08:46:06.739855 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f7e1-cf52-456a-816f-efd04961033e req-de2e7b5c-6276-46eb-990d-46c32db06aca tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:06.741365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f12f7e1-cf52-456a-816f-efd04961033e req-de2e7b5c-6276-46eb-990d-46c32db06aca tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0811858 Nov 12 08:46:06.790528 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d29d24-78f4-41d9-96e5-70b5dc3be69c None None] New status for floating IP 5e67fb87-3a0b-42fd-a534-76f639f2e4b9: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:06.846470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f12f7e1-cf52-456a-816f-efd04961033e req-36137300-07ef-4d54-8c0f-4f71f76d8e04 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942450 Nov 12 08:46:06.868230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-85b0a217-8e93-4a8c-b3fb-eca2e51b1425 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449327 Nov 12 08:46:06.967703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7cdb249-0d52-46ec-aae5-754d20de3256 req-41a91e6a-2734-44e6-add7-d29075a91287 service neutron] 10.222.0.32 "GET /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848737 Nov 12 08:46:07.289398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c2762-e2ba-45d9-afc9-80dbe3c1b042 req-3c00253f-3a22-4e76-adc5-b48406dca0cd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.290898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-584c2762-e2ba-45d9-afc9-80dbe3c1b042 req-3c00253f-3a22-4e76-adc5-b48406dca0cd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 946 time: 0.0609787 Nov 12 08:46:07.374339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-584c2762-e2ba-45d9-afc9-80dbe3c1b042 req-fb19c2ec-29ac-4f82-923a-7a3ae24369c0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=5393644d-e65b-4112-ab1a-e2c3f192fa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773077 Nov 12 08:46:07.383875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-9ee61487-6f9f-4bf3-a02e-fdec61d2101c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.385537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-9ee61487-6f9f-4bf3-a02e-fdec61d2101c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c91e1e-c713-4562-86df-ec0d882fe629 HTTP/1.1" status: 200 len: 946 time: 0.0810754 Nov 12 08:46:07.481312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 6f648c47-59c6-4d84-bdb2-0929db613660 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:07.481653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.569853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 6f648c47-59c6-4d84-bdb2-0929db613660, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=6f648c47-59c6-4d84-bdb2-0929db613660,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:07.570218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.582827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 6f648c47-59c6-4d84-bdb2-0929db613660 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:07.716251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.746009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=6f648c47-59c6-4d84-bdb2-0929db613660,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.794977 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] No DVR routers for this DVR port 6f648c47-59c6-4d84-bdb2-0929db613660 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:07.797613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.802095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0d589f6-14f9-486e-9148-0188be6e3cdd req-898e8cc0-0960-4df1-8155-8dab3e7ad1e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "DELETE /v2.0/ports/6f648c47-59c6-4d84-bdb2-0929db613660 HTTP/1.1" status: 204 len: 173 time: 0.4101813 Nov 12 08:46:07.956779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'name': 'network-vif-deleted', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:07.959337 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7620aeab-8029-46b9-abd4-8911595aaf56" -d '{"events": [{"server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "name": "network-vif-deleted", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:07.975783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75a6d7-744d-4b74-ab11-9b4517a91bce req-805e5fe4-8239-424e-b82b-2a0be60058b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.977358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f75a6d7-744d-4b74-ab11-9b4517a91bce req-805e5fe4-8239-424e-b82b-2a0be60058b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0580611 Nov 12 08:46:07.998219 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20798b2-d3a4-40bc-8243-e0e8687d1af4 x-openstack-request-id: req-f20798b2-d3a4-40bc-8243-e0e8687d1af4 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:07.998512 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c91e1e-c713-4562-86df-ec0d882fe629", "name": "network-vif-deleted", "tag": "6f648c47-59c6-4d84-bdb2-0929db613660", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:07.998764 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f20798b2-d3a4-40bc-8243-e0e8687d1af4 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:07.999148 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c91e1e-c713-4562-86df-ec0d882fe629', 'name': 'network-vif-deleted', 'tag': '6f648c47-59c6-4d84-bdb2-0929db613660', 'status': 'completed', 'code': 200} Nov 12 08:46:08.028268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f75a6d7-744d-4b74-ab11-9b4517a91bce req-3c4e8c25-b294-4d89-b9b3-a8886eeb588d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Nov 12 08:46:08.433570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60234) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.494264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e77f40c-8872-49d8-adca-b9634e6319d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.520626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e77f40c-8872-49d8-adca-b9634e6319d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.582931 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e77f40c-8872-49d8-adca-b9634e6319d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.585479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6e77f40c-8872-49d8-adca-b9634e6319d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.586639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6e77f40c-8872-49d8-adca-b9634e6319d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/security-groups/5393644d-e65b-4112-ab1a-e2c3f192fa47 HTTP/1.1" status: 204 len: 168 time: 0.1520386 Nov 12 08:46:08.596262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77f40c-8872-49d8-adca-b9634e6319d3 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393644d-e65b-4112-ab1a-e2c3f192fa47,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.620369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60238) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.986080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.988335 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.153775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964dcef-7372-404b-a447-9646e48d4ad4 req-03b556a3-dc4e-4b10-a512-2b184b860fb6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:09.155382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8964dcef-7372-404b-a447-9646e48d4ad4 req-03b556a3-dc4e-4b10-a512-2b184b860fb6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0570078 Nov 12 08:46:09.208330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8964dcef-7372-404b-a447-9646e48d4ad4 req-ac70f3e5-92d4-4eec-b022-e8f16ffd43f4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Nov 12 08:46:09.553671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 2d273f7b-e492-4c02-9afc-83e737765dba {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:09.554004 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.634552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f648c47-59c6-4d84-bdb2-0929db613660 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:09.648550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 2d273f7b-e492-4c02-9afc-83e737765dba, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2d273f7b-e492-4c02-9afc-83e737765dba,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:09.649157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.656228 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 6f648c47-59c6-4d84-bdb2-0929db613660 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:09.656557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 6f648c47-59c6-4d84-bdb2-0929db613660 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:09.662371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 2d273f7b-e492-4c02-9afc-83e737765dba owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:09.846325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.875886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=2d273f7b-e492-4c02-9afc-83e737765dba,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.044948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.268520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:10.329158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e530ad3-9e8f-41eb-b1af-f5b294f925f9 req-62a295e5-fe13-4826-ab41-b456d703050e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:10.330741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e530ad3-9e8f-41eb-b1af-f5b294f925f9 req-62a295e5-fe13-4826-ab41-b456d703050e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0509481 Nov 12 08:46:10.380364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e530ad3-9e8f-41eb-b1af-f5b294f925f9 req-aca42ef5-b7dd-491b-9ebd-4a8c64b68892 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Nov 12 08:46:10.385936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:10.392488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d47e8e8b-3add-4071-856a-a1166cc6ca22 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "PUT /v2.0/routers/3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702603 Nov 12 08:46:10.394532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60244) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.398024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] Sync routers for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:10.410352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:10.410972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.446862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting subnet 4fcdbee3-13d9-4b3b-8511-76eb6d8c56af {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:10.451563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.497157 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.520782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:10.581235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.645980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.672719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcdbee3-13d9-4b3b-8511-76eb6d8c56af,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.680389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.683729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5f6087f7-364c-4388-833e-4234357fc7bd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/subnets/4fcdbee3-13d9-4b3b-8511-76eb6d8c56af HTTP/1.1" status: 204 len: 168 time: 0.2881048 Nov 12 08:46:10.686442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60246) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.699480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46caf5e-2c72-4b92-aa8b-564998af5e87 None None] Network f687526d-d02a-4b80-b95e-7e3a7305b043 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:10.761605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cd78e407-a9c5-4c42-854c-aa91c8e7985b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.801320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.839202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:46:09Z', 'revision_number': 7, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.868930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] Checking router: 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:10.884419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] Routers {'3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:10.885109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:45:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.915683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.969639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] DHCP port deletion for f687526d-d02a-4b80-b95e-7e3a7305b043 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:10.981045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port d25514b1-b6e5-4b05-9960-6a486e4ca05c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:10.981409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.020081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] Set router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:11.072974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port d25514b1-b6e5-4b05-9960-6a486e4ca05c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d25514b1-b6e5-4b05-9960-6a486e4ca05c,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:11.073334 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.088589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for d25514b1-b6e5-4b05-9960-6a486e4ca05c owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:11.143793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Deleting port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:11.144201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.274212 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.302763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=d25514b1-b6e5-4b05-9960-6a486e4ca05c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:11.342600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ad106-4ec7-43fa-8af3-80bebd412768 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:11.388680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.444098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] For port 159ebc21-5db5-4e6b-a16a-b01fa31bba04, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=159ebc21-5db5-4e6b-a16a-b01fa31bba04,segment=NetworkSegment(0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b),segment_id=0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:11.444098 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.462677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Calling delete_port for 159ebc21-5db5-4e6b-a16a-b01fa31bba04 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:11.490444 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.492935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.525001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb8e15-8490-423d-91cb-bac159a3e210 req-c116e9ee-6612-4f3d-ad00-c516fd18ae06 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.526728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47fb8e15-8490-423d-91cb-bac159a3e210 req-c116e9ee-6612-4f3d-ad00-c516fd18ae06 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0563173 Nov 12 08:46:11.527515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:46:09Z', 'revision_number': 7, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.545139 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.545861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Fanout notify agent at l3_agent the message router_deleted on router 3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:11.555597 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.557136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-57e035bb-dcbc-4f4e-a082-cf488015be88 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/routers/3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6 HTTP/1.1" status: 204 len: 168 time: 0.8694193 Nov 12 08:46:11.559763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60250) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.560336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28b4df-f851-4995-9b50-0f660f712e5f None None] The sync data for ids ['3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6'] in n-d-768509-25 is: [{'id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'name': 'tempest-TestNetworkBasicOps-router-655549178', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:06Z', 'updated_at': '2021-11-12T08:46:09Z', 'revision_number': 7, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': 'd25514b1-b6e5-4b05-9960-6a486e4ca05c', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fda4a12-7eb9-4fcc-b92c-2acfca10c8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:11.594128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47fb8e15-8490-423d-91cb-bac159a3e210 req-f9cc4335-01b2-41ac-ac57-90d4ed5ebfb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606580 Nov 12 08:46:11.615830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.642781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Pushing event deleted for resources: {'Port': ['ID=159ebc21-5db5-4e6b-a16a-b01fa31bba04,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:11.648459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] No DVR routers for this DVR port 159ebc21-5db5-4e6b-a16a-b01fa31bba04 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:11.652689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.662575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6856ca7a-def9-4af7-a30c-9014f1ce0fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:11.740801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.760446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f687526d-d02a-4b80-b95e-7e3a7305b043']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.769354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.769650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e47c409-2bef-4ae1-9915-0e5d0f2d7f7b') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.778712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.791357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.797072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:11.797444 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:11.800849 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:11.863123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.869625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.872735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/networks/f687526d-d02a-4b80-b95e-7e3a7305b043 HTTP/1.1" status: 204 len: 168 time: 0.3119686 Nov 12 08:46:11.884697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22d667-ef2d-42a6-9286-db01bb4c477d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Network': ['ID=f687526d-d02a-4b80-b95e-7e3a7305b043,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:11.892190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60252) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.897194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'network': {'name': 'tempest-network-smoke--1899907894', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'port_security_enabled': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:11.919296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:11.923223 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.949359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:11.959713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.960074 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Added segment 2065c4fe-2585-4f45-9ebd-623b0de72b11 of type vlan for network 8b509f33-3d44-4742-b980-80d1bd071790 Nov 12 08:46:12.004189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.037161 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.037894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.046780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.046780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.120703 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2265542 Nov 12 08:46:12.122873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60254) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.128194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'admin_state_up': True, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:12.132805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24e09d-2f0c-4e63-8013-14660ebf4311 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Network': ['ID=8b509f33-3d44-4742-b980-80d1bd071790,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:12.148905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 8b509f33-3d44-4742-b980-80d1bd071790 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:12.156735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.157932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.219233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 159ebc21-5db5-4e6b-a16a-b01fa31bba04 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:12.223789 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.249557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 159ebc21-5db5-4e6b-a16a-b01fa31bba04 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:12.249901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 159ebc21-5db5-4e6b-a16a-b01fa31bba04 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:12.250532 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2d273f7b-e492-4c02-9afc-83e737765dba no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:12.273831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2d273f7b-e492-4c02-9afc-83e737765dba {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:12.274179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2d273f7b-e492-4c02-9afc-83e737765dba not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:12.387766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.590614 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.614433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.749897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb73213-ddb6-4b8b-94ee-d3de9805d02e req-da199e9a-a0e7-4f56-bbfc-b8c2f8fe4dac tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:12.751471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eb73213-ddb6-4b8b-94ee-d3de9805d02e req-da199e9a-a0e7-4f56-bbfc-b8c2f8fe4dac tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.0869706 Nov 12 08:46:12.764624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.25.4.109 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/611acefc-c5ee-4f7e-bfb3-debb462de540) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:12.881954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eb73213-ddb6-4b8b-94ee-d3de9805d02e req-4d539748-af83-4bf8-bbf0-6c2874d6cab1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185644 Nov 12 08:46:12.922751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.962393 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.004624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:13.007607 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:13.012944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:13.015189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=611acefc-c5ee-4f7e-bfb3-debb462de540,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.020882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201a9c9-65b6-4507-84f5-c1db1531b517 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:13.123128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c723555f-79b8-48e1-a9f6-6b94b5152d6c None None] Provisioning complete for port 611acefc-c5ee-4f7e-bfb3-debb462de540 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:13.125179 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c723555f-79b8-48e1-a9f6-6b94b5152d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.170986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c723555f-79b8-48e1-a9f6-6b94b5152d6c None None] Port 611acefc-c5ee-4f7e-bfb3-debb462de540 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:13.193703 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f863ddd9-482f-46eb-89db-ef3b5e0b4dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.279055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.481550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.618818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 469f6fa6-60f9-45be-970d-81b5246cba1e is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:13.737007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:13.747941 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Sync routers for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:13.759412 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.759824 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:13.760462 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:13.760721 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-20634fcc-59b4-4d64-b0c3-4cbfa246a9b5 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6367517 Nov 12 08:46:13.764159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60258) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.797675 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-58a47d8d-5710-4876-8613-4dcaaf0b3936 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9c9e122774964506bc014e4367afbaa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298195 Nov 12 08:46:13.797939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60260) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.878196 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:13.897974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271fefb-ad2f-4fa6-830d-804affca6793 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.899487 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1271fefb-ad2f-4fa6-830d-804affca6793 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005929 Nov 12 08:46:13.902332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60262) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.931552 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b4978900-64f0-4bdd-8d21-f539edaf0bcf tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281096 Nov 12 08:46:13.934175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60266) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.940735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1863676518', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:14.062959 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:13Z', 'revision_number': 3, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.064260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a780b-a42a-4fc6-b85a-e46c44edd631 req-300d5218-3c19-484f-ae94-b407609ef691 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.066626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f11a780b-a42a-4fc6-b85a-e46c44edd631 req-300d5218-3c19-484f-ae94-b407609ef691 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 944 time: 0.1013935 Nov 12 08:46:14.078940 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:14.082141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d25514b1-b6e5-4b05-9960-6a486e4ca05c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:14.083578 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.097659 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Checking router: 469f6fa6-60f9-45be-970d-81b5246cba1e for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:14.097997 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Updating router 469f6fa6-60f9-45be-970d-81b5246cba1e port 611acefc-c5ee-4f7e-bfb3-debb462de540 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:14.104733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d25514b1-b6e5-4b05-9960-6a486e4ca05c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:14.105222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d25514b1-b6e5-4b05-9960-6a486e4ca05c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:14.126728 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.128431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:14.194714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f11a780b-a42a-4fc6-b85a-e46c44edd631 req-a1959972-801c-4dd3-951b-a46adb69b6ca tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064451 Nov 12 08:46:14.246624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:14.260135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb', 'mac_address': 'fa:16:3e:43:94:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:14.302752 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.318417 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.318926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:14.342385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:14.347091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.392148 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Subnet': ['ID=32edcfa7-6d41-4976-a211-ee881b03b057,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.401312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Checking segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:14.401779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network hostable DHCP agents. Network: 8b509f33-3d44-4742-b980-80d1bd071790, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:14.404264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.420419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 8b509f33-3d44-4742-b980-80d1bd071790 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:14.429848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 8b509f33-3d44-4742-b980-80d1bd071790) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:14.434343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.435055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.443647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e899e-4aca-4170-8872-dab457ac9869 None None] Network 8b509f33-3d44-4742-b980-80d1bd071790 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:14.456190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d5f2d15c-3e33-4941-9d51-33f052abbecd tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5199943 Nov 12 08:46:14.460701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60268) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.525461 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.531475 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.591098 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64c3d-f160-4114-8e0e-addf51d8c094 None None] Pushing event updated for resources: {'Port': ['ID=611acefc-c5ee-4f7e-bfb3-debb462de540,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.593592 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Attempting to bind port 611acefc-c5ee-4f7e-bfb3-debb462de540 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:14.594131 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Attempting to bind port 611acefc-c5ee-4f7e-bfb3-debb462de540 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:14.594596 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Attempting to bind port 611acefc-c5ee-4f7e-bfb3-debb462de540 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:14.600875 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:14.601727 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:14.602381 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.602968 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:14.603447 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Bound port: 611acefc-c5ee-4f7e-bfb3-debb462de540, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:14.603822 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.614312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d5421-b5ef-472e-aa79-d42a3db5e0eb None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:14.636762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.641325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-8b509f33-3d44-4742-b980-80d1bd071790', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:14.643755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.671492 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] For port 611acefc-c5ee-4f7e-bfb3-debb462de540, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:14.676233 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] For port 611acefc-c5ee-4f7e-bfb3-debb462de540, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=611acefc-c5ee-4f7e-bfb3-debb462de540,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:14.683652 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.734987 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:14.735791 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.742561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dee1a7-cd8d-4038-89c3-ffd457a1661b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:14.744923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:14.841925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d51c190a-6d9a-4307-be9a-3ee7a90ed444 None None] Provisioning complete for port 611acefc-c5ee-4f7e-bfb3-debb462de540 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:14.842198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d51c190a-6d9a-4307-be9a-3ee7a90ed444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.861554 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64c3d-f160-4114-8e0e-addf51d8c094 None None] Pushing event updated for resources: {'Port': ['ID=611acefc-c5ee-4f7e-bfb3-debb462de540,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.896081 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:14.934024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Allocated IP 172.20.0.2 (8b509f33-3d44-4742-b980-80d1bd071790/32edcfa7-6d41-4976-a211-ee881b03b057/339bcd8e-1296-4fde-9415-797c3e86785a) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:15.026948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.118856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d51c190a-6d9a-4307-be9a-3ee7a90ed444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.154653 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:13Z', 'revision_number': 3, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:15.162131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d51c190a-6d9a-4307-be9a-3ee7a90ed444 None None] For port 611acefc-c5ee-4f7e-bfb3-debb462de540, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=611acefc-c5ee-4f7e-bfb3-debb462de540,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:15.172773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d51c190a-6d9a-4307-be9a-3ee7a90ed444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.183719 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97956d19-5852-4070-9e84-cbc73920ee16 None None] The sync data for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 is: [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:13Z', 'revision_number': 3, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:15.311214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.313434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c190a-6d9a-4307-be9a-3ee7a90ed444 None None] Pushing event updated for resources: {'Port': ['ID=611acefc-c5ee-4f7e-bfb3-debb462de540,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.329311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-af1f2efc-1f26-4692-b748-99feeb59e7ec None None] Provisioning complete for port 611acefc-c5ee-4f7e-bfb3-debb462de540 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:15.329726 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-af1f2efc-1f26-4692-b748-99feeb59e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.334118 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.342258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927cddc-a85f-4791-8afa-629d821c08ab req-927edba9-4187-4ddd-ac2f-6001f196151e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:15.343837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8927cddc-a85f-4791-8afa-629d821c08ab req-927edba9-4187-4ddd-ac2f-6001f196151e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 945 time: 0.0690560 Nov 12 08:46:15.371190 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:15.394814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.20.0.1 (8b509f33-3d44-4742-b980-80d1bd071790/32edcfa7-6d41-4976-a211-ee881b03b057/720c3deb-725b-4d04-a77b-3165f75725db) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:15.410470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8927cddc-a85f-4791-8afa-629d821c08ab req-727c174f-bf61-4e51-aebd-365aa280f206 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584774 Nov 12 08:46:15.436322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Network 8b509f33-3d44-4742-b980-80d1bd071790 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:15.443516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:15.447678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:15.450246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Pushing event updated for resources: {'Port': ['ID=339bcd8e-1296-4fde-9415-797c3e86785a,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.571349 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.577550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Attempting to bind port 339bcd8e-1296-4fde-9415-797c3e86785a on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:15.577927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Attempting to bind port 339bcd8e-1296-4fde-9415-797c3e86785a by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:15.578297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Attempting to bind port 339bcd8e-1296-4fde-9415-797c3e86785a on network 8b509f33-3d44-4742-b980-80d1bd071790 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:15.587137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:15.587516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Checking segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:15.587931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.588364 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Bound using segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:15.588853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Bound port: 339bcd8e-1296-4fde-9415-797c3e86785a, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:15.589239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.609146 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.664971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] For port 339bcd8e-1296-4fde-9415-797c3e86785a, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:15.665254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 8b509f33-3d44-4742-b980-80d1bd071790 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:15.669214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] For port 339bcd8e-1296-4fde-9415-797c3e86785a, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=339bcd8e-1296-4fde-9415-797c3e86785a,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:15.669903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:15.672896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:15.675214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.681666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=720c3deb-725b-4d04-a77b-3165f75725db,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.735299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.752381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5baf4-cb44-483d-ac1b-759bf6081d2d None None] Pushing event updated for resources: {'Port': ['ID=339bcd8e-1296-4fde-9415-797c3e86785a,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.756825 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.889879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.137555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:16.225494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:16.231689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:16.235814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.264279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 339bcd8e-1296-4fde-9415-797c3e86785a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:16.373215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 339bcd8e-1296-4fde-9415-797c3e86785a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:16.373589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.404765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.442037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8720536-187a-4873-9dcb-41abde959b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:16.444483 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985bf46-0efe-4c3a-a63f-0887aa1df1d6" -d '{"events": [{"server_uuid": "e8720536-187a-4873-9dcb-41abde959b55", "name": "network-vif-plugged", "status": "completed", "tag": "1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:16.463284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:16.493102 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.562659 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.604520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6afcc-12d5-4290-b44a-275b3eea4be8 req-87440363-5d1f-47a9-892f-911cb1a8277c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:16.606113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba6afcc-12d5-4290-b44a-275b3eea4be8 req-87440363-5d1f-47a9-892f-911cb1a8277c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0954697 Nov 12 08:46:16.616393 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fb4bc2-3ee5-4ce4-8932-92600305d38e x-openstack-request-id: req-d1fb4bc2-3ee5-4ce4-8932-92600305d38e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:16.616681 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8720536-187a-4873-9dcb-41abde959b55", "name": "network-vif-plugged", "status": "completed", "tag": "1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:16.616986 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1fb4bc2-3ee5-4ce4-8932-92600305d38e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:16.617937 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8720536-187a-4873-9dcb-41abde959b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb', 'code': 200} Nov 12 08:46:16.632174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.655629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 339bcd8e-1296-4fde-9415-797c3e86785a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=339bcd8e-1296-4fde-9415-797c3e86785a,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:16.661262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.662186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 611acefc-c5ee-4f7e-bfb3-debb462de540 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:16.690829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ba6afcc-12d5-4290-b44a-275b3eea4be8 req-af47eab8-677e-4f4d-bcf7-549cded43fe9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Nov 12 08:46:16.726458 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.734688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.774356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=339bcd8e-1296-4fde-9415-797c3e86785a,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.812821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 611acefc-c5ee-4f7e-bfb3-debb462de540 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:16.813403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.852216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.862626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=720c3deb-725b-4d04-a77b-3165f75725db,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.868425 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.880825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c6e9-b073-44e2-a12d-b396f19d9f0d req-e222e3f8-f8c0-4e39-baa9-387eb55a49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:16.882342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-54d5c6e9-b073-44e2-a12d-b396f19d9f0d req-e222e3f8-f8c0-4e39-baa9-387eb55a49f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 1098 time: 0.1931362 Nov 12 08:46:16.963343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0d840-2c98-4d18-b7c3-c8d030f58bb4 None None] Network 8b509f33-3d44-4742-b980-80d1bd071790 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:16.984756 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-54d5c6e9-b073-44e2-a12d-b396f19d9f0d req-e68a0a00-a8d3-422f-b8c4-6c87c02b84b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881529 Nov 12 08:46:17.007873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 8b509f33-3d44-4742-b980-80d1bd071790 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:17.009414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:17.046727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-777e9678-0e7f-4e7f-95f9-c912c396922b None None] Provisioning complete for port 339bcd8e-1296-4fde-9415-797c3e86785a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:17.047106 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-777e9678-0e7f-4e7f-95f9-c912c396922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.135769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 469f6fa6-60f9-45be-970d-81b5246cba1e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:17.260289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:17.268095 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-406fa316-d362-4e38-a82d-880f526db1bf tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "PUT /v2.0/routers/469f6fa6-60f9-45be-970d-81b5246cba1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078539 Nov 12 08:46:17.270782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60280) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.383432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.383900 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.384430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.384888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.385366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.385986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.386437 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.388410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2734d34d-8fe6-46ff-89c4-84d2012b2d0b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4965 time: 0.1160297 Nov 12 08:46:17.391206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60282) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.438098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Sync routers for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:17.450268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:17.450904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:17.506809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.507282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.507775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.508253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.508736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.509158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.509604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.512542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7eb907c1-6e0a-464c-abda-db426472a330 tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1193476 Nov 12 08:46:17.514555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60284) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.559609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f5a60e1-7606-4b46-917a-23505e222f6d None None] Provisioning complete for port 339bcd8e-1296-4fde-9415-797c3e86785a triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:17.560026 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a60e1-7606-4b46-917a-23505e222f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.780925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:17.822611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bcf8545c-1b3a-4add-bb9d-c99c5317737c tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3065813 Nov 12 08:46:17.858954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc93fb2-fcf9-4be8-abac-7af8256d6965 req-781499df-53bd-40d1-9c94-ff37ddc62dae tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.867222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cc93fb2-fcf9-4be8-abac-7af8256d6965 req-781499df-53bd-40d1-9c94-ff37ddc62dae tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0672481 Nov 12 08:46:17.913141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cc93fb2-fcf9-4be8-abac-7af8256d6965 req-91c31c7c-37e7-4095-8f69-dc9677484560 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Nov 12 08:46:17.987836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3f5a60e1-7606-4b46-917a-23505e222f6d None None] Provisioning complete for port 720c3deb-725b-4d04-a77b-3165f75725db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:17.988143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a60e1-7606-4b46-917a-23505e222f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.047022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a60e1-7606-4b46-917a-23505e222f6d None None] Port 720c3deb-725b-4d04-a77b-3165f75725db cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:18.073243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:16Z', 'revision_number': 2, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:18.105991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Checking router: 469f6fa6-60f9-45be-970d-81b5246cba1e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:18.106263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Updating router 469f6fa6-60f9-45be-970d-81b5246cba1e port 720c3deb-725b-4d04-a77b-3165f75725db binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:18.122271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60290) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.126891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981830920', 'description': 'tempest-secgroup-smoke-1981830920 description', 'project_id': '9c9e122774964506bc014e4367afbaa6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.139947 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.150607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 339bcd8e-1296-4fde-9415-797c3e86785a up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:18.168619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.244478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0e8da532-9bdf-4b70-9f82-ffc5c887a907 None None] Provisioning complete for port 720c3deb-725b-4d04-a77b-3165f75725db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:18.244850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0e8da532-9bdf-4b70-9f82-ffc5c887a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.248913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.255790 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.292918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.294636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1712024 Nov 12 08:46:18.297791 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.298441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3a111-e2a4-4cd6-8fb0-64877d1715ae tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.308164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': 'b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.342460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.357089 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0e8da532-9bdf-4b70-9f82-ffc5c887a907 None None] Port 720c3deb-725b-4d04-a77b-3165f75725db cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:18.367669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 339bcd8e-1296-4fde-9415-797c3e86785a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:18.368041 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.404621 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.408616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.432019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75a9d0b-d66c-4aa2-ba24-1ab48d6188a4,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.442391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.446402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1b3e358b-eb6c-4555-ad4f-e7456a1590ab tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445656 Nov 12 08:46:18.446805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60294) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.452399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': 'b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.485263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.548729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.553096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.574640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85a8e7f-4b91-4881-901e-08c10536c459,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.584396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.584936 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.586164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7b5badf4-681c-4a7d-b26a-b5bde4c4128e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377132 Nov 12 08:46:18.588977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60296) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.592666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.594264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': 'b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.623332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.649299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80b94-3211-410a-814f-0dc1fbd49c3f None None] Pushing event updated for resources: {'Port': ['ID=720c3deb-725b-4d04-a77b-3165f75725db,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.695754 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.700385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.706406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Attempting to bind port 720c3deb-725b-4d04-a77b-3165f75725db on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:18.706663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Attempting to bind port 720c3deb-725b-4d04-a77b-3165f75725db by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:18.706911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Attempting to bind port 720c3deb-725b-4d04-a77b-3165f75725db on network 8b509f33-3d44-4742-b980-80d1bd071790 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.712657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:18.713056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Checking segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:18.713453 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.713840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Bound using segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:18.714301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Bound port: 720c3deb-725b-4d04-a77b-3165f75725db, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:18.714679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.718576 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed407e17-851f-43cb-8435-8e884e055a3c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.738408 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.742783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60298) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.743407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ae678a18-d648-4dcb-aedd-8aa0d39f5295 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529663 Nov 12 08:46:18.747718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': 'b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.780730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.794271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] For port 720c3deb-725b-4d04-a77b-3165f75725db, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:18.803264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] For port 720c3deb-725b-4d04-a77b-3165f75725db, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=720c3deb-725b-4d04-a77b-3165f75725db,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:18.809250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.875392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:18.876258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:18.877958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.882364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.905308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f879a07-63ce-4957-9de9-63dfff4c3dac,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.921593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.922993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1db98e5d-8bb8-45e8-bcc6-d199c7d24242 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1791418 Nov 12 08:46:18.926411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60300) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.931835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': 'b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.938634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80b94-3211-410a-814f-0dc1fbd49c3f None None] Pushing event updated for resources: {'Port': ['ID=720c3deb-725b-4d04-a77b-3165f75725db,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.959139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a8b2ff39-8322-498c-a6ea-dcd57e6bfaf3 None None] Provisioning complete for port 720c3deb-725b-4d04-a77b-3165f75725db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:18.959521 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ff39-8322-498c-a6ea-dcd57e6bfaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.974900 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Project 9c9e122774964506bc014e4367afbaa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:46:18.980138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.064970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fafe7-dc3c-4e02-8e19-56b4d1f18616 req-8b4d23a9-b3fb-4705-984b-42384a6b336b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.067123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b4fafe7-dc3c-4e02-8e19-56b4d1f18616 req-8b4d23a9-b3fb-4705-984b-42384a6b336b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0680399 Nov 12 08:46:19.070175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:19.081799 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.088583 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.116203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fbe53c-001c-4d24-852a-b08e74c30dac,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.122277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.127286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-07e64d4c-ada1-493a-aae3-6840b7ea4d96 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972332 Nov 12 08:46:19.127597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60304) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.132479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'security_group_rule': {'security_group_id': 'b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6', 'project_id': '9c9e122774964506bc014e4367afbaa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:19.143698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b4fafe7-dc3c-4e02-8e19-56b4d1f18616 req-25298a0a-4cb5-4675-97f3-da6430cd111f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675399 Nov 12 08:46:19.166599 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Project 9c9e122774964506bc014e4367afbaa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:46:19.172323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.213602 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ff39-8322-498c-a6ea-dcd57e6bfaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.247582 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.252012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.269276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7955b6e6-e43e-45c2-8cd8-e873e0b000fd,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.282407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.284560 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ec8a5bb7-fdf2-406d-a6ed-961983424c35 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558158 Nov 12 08:46:19.286371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932be1-d3e2-40d9-8ce7-b46c16a7183e req-e78b7221-39eb-45bb-8689-e05ea55520a7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.292717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a8b2ff39-8322-498c-a6ea-dcd57e6bfaf3 None None] For port 720c3deb-725b-4d04-a77b-3165f75725db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=720c3deb-725b-4d04-a77b-3165f75725db,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:19.299422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e932be1-d3e2-40d9-8ce7-b46c16a7183e req-e78b7221-39eb-45bb-8689-e05ea55520a7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0772865 Nov 12 08:46:19.302019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ff39-8322-498c-a6ea-dcd57e6bfaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.350615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e932be1-d3e2-40d9-8ce7-b46c16a7183e req-945f64ad-5ff1-4fb5-8fc0-a06ee3bfefab tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501299 Nov 12 08:46:19.391465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2ff39-8322-498c-a6ea-dcd57e6bfaf3 None None] Pushing event updated for resources: {'Port': ['ID=720c3deb-725b-4d04-a77b-3165f75725db,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.430609 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9cdef5ee-b506-4632-888b-96cb7b5b5f93 None None] Provisioning complete for port 720c3deb-725b-4d04-a77b-3165f75725db triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:19.430609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9cdef5ee-b506-4632-888b-96cb7b5b5f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.433971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.481392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-7cce98f1-aca0-43e2-b5d4-d3bb9a7aeae9 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981830920&fields=id&tenant_id=9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 267 time: 0.0766671 Nov 12 08:46:19.484153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d796e8-8101-4773-b969-1a001420ac07 None None] The sync data for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 is: [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:19.503196 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a0215-02fc-46f9-88ff-cbf34011edbe req-93cf167e-8f42-4f65-bf7f-7464143fb847 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.504850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-698a0215-02fc-46f9-88ff-cbf34011edbe req-93cf167e-8f42-4f65-bf7f-7464143fb847 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0685449 Nov 12 08:46:19.632973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-698a0215-02fc-46f9-88ff-cbf34011edbe req-e6550d71-65ae-4408-82b0-a2e91d0546b2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193032 Nov 12 08:46:19.678637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-b060fb8a-b1f5-423b-94ae-8520d20eeba0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.680442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-b060fb8a-b1f5-423b-94ae-8520d20eeba0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/networks?id=8b509f33-3d44-4742-b980-80d1bd071790 HTTP/1.1" status: 200 len: 797 time: 0.1855621 Nov 12 08:46:19.697677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-a0bdfef2-eb38-4f52-8332-82f8865fa21b tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/quotas/9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 375 time: 0.0111382 Nov 12 08:46:19.757607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-88433b81-3a00-471e-b83b-8300519b4a2f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530555 Nov 12 08:46:19.886507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-9ef65d4f-f7b6-4d77-8524-4c02d357fdb9 service neutron] 10.222.0.16 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129670 Nov 12 08:46:20.018714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fe9c2-97b0-48cf-b824-7af867b16d2c req-4290b19f-4c82-4d9d-87f8-3606d399abf7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:20.020314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-486fe9c2-97b0-48cf-b824-7af867b16d2c req-4290b19f-4c82-4d9d-87f8-3606d399abf7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.1015213 Nov 12 08:46:20.024369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-1b443eb1-9cb6-4a1d-9a62-ba204e29ba5d service neutron] 10.222.0.16 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342945 Nov 12 08:46:20.079679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-486fe9c2-97b0-48cf-b824-7af867b16d2c req-73bacba1-4b86-4854-aaf7-74be18bc6713 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486810 Nov 12 08:46:20.168726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 720c3deb-725b-4d04-a77b-3165f75725db up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:20.222450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80d8c629-56ec-4b7e-99af-9e99c79af2bb req-2f2175fc-af03-4d16-9f02-0e4757e3b01a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Nov 12 08:46:20.241037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 720c3deb-725b-4d04-a77b-3165f75725db triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:20.241556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.269188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-8e81fb97-f04e-40c6-9037-859bcd72fdba tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.270682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-8e81fb97-f04e-40c6-9037-859bcd72fdba tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "GET /v2.0/networks?id=8b509f33-3d44-4742-b980-80d1bd071790 HTTP/1.1" status: 200 len: 797 time: 0.1492429 Nov 12 08:46:21.282200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b26ca-1023-4e0f-8f40-b648010b79c1 req-3ba4ff64-06b0-4158-8797-d358fdcce8c4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.284153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-464b26ca-1023-4e0f-8f40-b648010b79c1 req-3ba4ff64-06b0-4158-8797-d358fdcce8c4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0906217 Nov 12 08:46:21.341775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00b9ea8f-aab0-4d18-9610-bb244939c590 req-8dfb5087-73b4-4a2f-a9c9-2b0056471ac2 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 210 time: 0.0376289 Nov 12 08:46:21.397643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-c13b7dc9-58fc-4f14-a9db-13207cac510d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9e122774964506bc014e4367afbaa6 HTTP/1.1" status: 200 len: 380 time: 0.1125231 Nov 12 08:46:21.400864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-464b26ca-1023-4e0f-8f40-b648010b79c1 req-30f7e8e9-89b0-45f5-942b-a571ede512cc tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095612 Nov 12 08:46:21.408130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'port': {'device_id': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'admin_state_up': True, 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'security_groups': ['b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:21.493380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-4f56039d-2704-4e0e-a6e8-be01a922fe8e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.495023 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-4f56039d-2704-4e0e-a6e8-be01a922fe8e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 946 time: 0.0522037 Nov 12 08:46:21.529514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Made reservation on behalf of 9c9e122774964506bc014e4367afbaa6 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:21.533259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.593784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:21.594121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.668960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.20.0.13 (8b509f33-3d44-4742-b980-80d1bd071790/32edcfa7-6d41-4976-a211-ee881b03b057/3add5c46-a14c-4a88-99b3-6682da5bd9c3) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:21.728108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:21.728468 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.743338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-01cab59c-0d21-4b04-a798-4d4b53e13467 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0786328 Nov 12 08:46:21.748209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:21.829967 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.859972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-dd372360-b3e1-4c39-8116-47f43323f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.861611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-dd372360-b3e1-4c39-8116-47f43323f7f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1098 time: 0.0626132 Nov 12 08:46:21.869943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.918138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network 8b509f33-3d44-4742-b980-80d1bd071790 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:21.923430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:21.927309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:21.935489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=3add5c46-a14c-4a88-99b3-6682da5bd9c3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.983402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.984086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.004414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-121f9d5c-8cd5-4e60-a5d0-fe7494cadf7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999629 Nov 12 08:46:22.004666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.018352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:22.020029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Request body: {'port': {'device_id': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:22.047202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-dc8e7be8-c137-48ea-b3b2-76362612c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.048789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-dc8e7be8-c137-48ea-b3b2-76362612c268 service neutron] 10.222.0.32 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.1656082 Nov 12 08:46:22.049541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.120435 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.150200 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:22.154607 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.158251 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8eb31c3b-1fa8-41c6-9817-e378457480f2 req-394db085-66a0-40ad-b57f-b88afd95a21f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "DELETE /v2.0/ports/1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb HTTP/1.1" status: 204 len: 173 time: 0.6556437 Nov 12 08:46:22.158819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8720536-187a-4873-9dcb-41abde959b55', 'name': 'network-vif-deleted', 'tag': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:22.161347 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6548a25-85c7-471f-992e-f59adea83db7" -d '{"events": [{"server_uuid": "e8720536-187a-4873-9dcb-41abde959b55", "name": "network-vif-deleted", "tag": "1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:22.210782 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-49200ea9-dcc9-4954-a92d-8831da58ccb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1002 time: 0.1317801 Nov 12 08:46:22.256989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1bc0a852-c080-4d18-b568-6c5d2577de5c None None] Provisioning complete for port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:22.257639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1bc0a852-c080-4d18-b568-6c5d2577de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.300944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-c64ffbde-8635-4e9a-9b24-5d31a4e69d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.306507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-c64ffbde-8635-4e9a-9b24-5d31a4e69d57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0873227 Nov 12 08:46:22.311371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0a852-c080-4d18-b568-6c5d2577de5c None None] Port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:22.388641 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4289510f-c5c9-4900-8939-f0bb98740463 x-openstack-request-id: req-4289510f-c5c9-4900-8939-f0bb98740463 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:22.390159 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8720536-187a-4873-9dcb-41abde959b55", "name": "network-vif-deleted", "tag": "1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:22.391957 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4289510f-c5c9-4900-8939-f0bb98740463 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:22.391957 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8720536-187a-4873-9dcb-41abde959b55', 'name': 'network-vif-deleted', 'tag': '1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb', 'status': 'completed', 'code': 200} Nov 12 08:46:22.407311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-c6966145-0901-4138-b1c0-40e4d1d537be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.410356 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-c6966145-0901-4138-b1c0-40e4d1d537be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940802 Nov 12 08:46:22.536636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-2c56105a-7520-4bf0-b00d-f82b7833fcf4 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170914 Nov 12 08:46:22.539332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d4309c5-139a-4ee2-8e72-7ccb34ccdb07 req-2cbeb7dd-2448-4b3a-9b54-a41407bee2c5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.0419040 Nov 12 08:46:22.641526 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a2b83-d2af-4c3c-86a0-c84b6cb73c2b req-af420c21-bf86-48d9-83e2-b15fa1fc98a8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.643890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7a2b83-d2af-4c3c-86a0-c84b6cb73c2b req-af420c21-bf86-48d9-83e2-b15fa1fc98a8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 932 time: 0.1321743 Nov 12 08:46:22.644500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-93e9b95a-51bf-4975-a7fa-47c82bfc043e req-0be762d0-3275-4f5b-857d-ccc443f4333a service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997386 Nov 12 08:46:22.652201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3add5c46-a14c-4a88-99b3-6682da5bd9c3 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:22.660153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.687250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Transition to ACTIVE for port object 3add5c46-a14c-4a88-99b3-6682da5bd9c3 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:22.692836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.755661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7a2b83-d2af-4c3c-86a0-c84b6cb73c2b req-f720bf79-fe7c-4998-a9c2-bed592bc83e0 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928109 Nov 12 08:46:22.766194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Pushing event updated for resources: {'Port': ['ID=3add5c46-a14c-4a88-99b3-6682da5bd9c3,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.844885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Attempting to bind port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:22.845290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Attempting to bind port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:22.845818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Attempting to bind port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 on network 8b509f33-3d44-4742-b980-80d1bd071790 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:22.851350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 on network 8b509f33-3d44-4742-b980-80d1bd071790 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:22.851682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Attempting to bind port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 on network 8b509f33-3d44-4742-b980-80d1bd071790 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:22.857895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:22.858314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Checking segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:22.858786 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Bound using segment: {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:22.859277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Bound port: 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2065c4fe-2585-4f45-9ebd-623b0de72b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:22.859767 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.937963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] For port 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:22.942094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] For port 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:22.948884 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.982436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.983054 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.984449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] 10.222.0.32 "PUT /v2.0/ports/3add5c46-a14c-4a88-99b3-6682da5bd9c3 HTTP/1.1" status: 200 len: 1093 time: 0.9706771 Nov 12 08:46:22.984989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:22.987747 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bbc512-ee90-4639-b9a9-1e4f307f574e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:23.018631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473535d-d49a-4665-8bf9-99b624251682 service neutron] Pushing event updated for resources: {'Port': ['ID=3add5c46-a14c-4a88-99b3-6682da5bd9c3,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.049404 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a986f52e-1c45-4862-ae73-bc80cb15f371 x-openstack-request-id: req-a986f52e-1c45-4862-ae73-bc80cb15f371 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:23.049698 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:23.050073 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a986f52e-1c45-4862-ae73-bc80cb15f371 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:23.050483 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'status': 'completed', 'code': 200} Nov 12 08:46:23.099319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-f17559c2-8b85-489a-b4a3-e796289f35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.101071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-f17559c2-8b85-489a-b4a3-e796289f35a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 1096 time: 0.0459173 Nov 12 08:46:23.497106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-ecf2b48a-81cd-4c22-b996-6ff433dfc584 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3 HTTP/1.1" status: 200 len: 217 time: 0.3870368 Nov 12 08:46:23.547584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-987f6938-a26c-49cd-9471-1edfe829c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.549542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-987f6938-a26c-49cd-9471-1edfe829c5b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32edcfa7-6d41-4976-a211-ee881b03b057 HTTP/1.1" status: 200 len: 835 time: 0.0437102 Nov 12 08:46:23.598415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e125d601-7b9e-498e-a0c5-f586c5253e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.599914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-e125d601-7b9e-498e-a0c5-f586c5253e83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b509f33-3d44-4742-b980-80d1bd071790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428839 Nov 12 08:46:23.660562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-673b89de-9fab-491c-9a1e-fba5f7ca0307 req-d9f87f9f-2397-401b-bf8f-681d9c8c1eeb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.0440202 Nov 12 08:46:23.718651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-0e8c4f3e-7d44-45c9-8273-a33bb6e229e2 service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113017 Nov 12 08:46:23.816198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3faa25f3-e5d2-4afc-9933-4cd1582ffd71 req-321af56e-7ee9-4ea1-b22a-5478286544f6 service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904939 Nov 12 08:46:23.888242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90c3fc-1b86-45ad-a937-0eee9270943c req-9802a116-8774-453a-84f3-c59f84e3c083 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.890022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf90c3fc-1b86-45ad-a937-0eee9270943c req-9802a116-8774-453a-84f3-c59f84e3c083 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 944 time: 0.0589993 Nov 12 08:46:23.951236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-118fccf5-50bc-4c0c-8223-fd36036b1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.952793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-118fccf5-50bc-4c0c-8223-fd36036b1936 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 1096 time: 0.0821333 Nov 12 08:46:23.962882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf90c3fc-1b86-45ad-a937-0eee9270943c req-8a68435d-5086-4667-98d9-06caaa101ad8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582397 Nov 12 08:46:24.057879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-93b23047-ac93-4277-8be5-492c898fdab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.059265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-93b23047-ac93-4277-8be5-492c898fdab9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b509f33-3d44-4742-b980-80d1bd071790 HTTP/1.1" status: 200 len: 897 time: 0.0955274 Nov 12 08:46:24.104651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-4324bec8-972b-4cb6-80d4-562e88eef3c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0373895 Nov 12 08:46:24.166172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-a68977cf-e1c8-4790-b92b-43a3fc9e33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.167808 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-a68977cf-e1c8-4790-b92b-43a3fc9e33ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32edcfa7-6d41-4976-a211-ee881b03b057 HTTP/1.1" status: 200 len: 835 time: 0.0562096 Nov 12 08:46:24.176731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:24.199335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:24.199692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 1b5b3d58-0310-45c2-8e6d-d4dc7a8609bb not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:24.219653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-8bac7fa7-2c67-4438-9d31-f0acab580942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.221269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-8bac7fa7-2c67-4438-9d31-f0acab580942 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b509f33-3d44-4742-b980-80d1bd071790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450411 Nov 12 08:46:24.323101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-0ef21054-38bb-4566-ad01-8feb3f459b1e service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919287 Nov 12 08:46:24.423206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98bbc512-ee90-4639-b9a9-1e4f307f574e req-8f768fa9-56d9-442e-a02d-ef03d1818a5d service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914264 Nov 12 08:46:24.759787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b5a5ab0-532d-4d7e-a6db-8a739a2d6609 req-7293edf7-b14f-4f36-95c3-0dea8c0fef34 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.0276368 Nov 12 08:46:25.087826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb8fbd-426b-4b98-ac15-6ee29a734fd2 req-5f887041-8a81-4897-84ad-4200831eb850 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:25.089380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03fb8fbd-426b-4b98-ac15-6ee29a734fd2 req-5f887041-8a81-4897-84ad-4200831eb850 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 944 time: 0.0541162 Nov 12 08:46:25.145780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03fb8fbd-426b-4b98-ac15-6ee29a734fd2 req-cd518829-9fa9-49ae-91a5-df8d8321e17c tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Nov 12 08:46:25.727388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3add5c46-a14c-4a88-99b3-6682da5bd9c3 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:25.839031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:25.851541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'port_id': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'mac_address': 'fa:16:3e:3b:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:25.861001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca0bd075-b4d7-424f-821a-fff0a1ffb82c req-94b5cd1e-ac0b-455b-8cad-c305a55d8d65 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Nov 12 08:46:25.895980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.909399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3add5c46-a14c-4a88-99b3-6682da5bd9c3 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:25.929920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:25.935080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.988248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3add5c46-a14c-4a88-99b3-6682da5bd9c3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.157582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['3add5c46-a14c-4a88-99b3-6682da5bd9c3'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:26.274315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b51aa8-b6c8-49f2-90d0-bd4dd2f23fa8 req-86811dbb-1eed-4daf-b691-12fa78f1f5df tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.276004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1b51aa8-b6c8-49f2-90d0-bd4dd2f23fa8 req-86811dbb-1eed-4daf-b691-12fa78f1f5df tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 945 time: 0.0533390 Nov 12 08:46:26.332459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1b51aa8-b6c8-49f2-90d0-bd4dd2f23fa8 req-dc061cbd-1850-4115-a2c1-6e1cf60bf5f8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484498 Nov 12 08:46:26.991193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e76caa77-d15a-46fd-8371-f7481c3b223b req-517c0147-d021-4b09-8199-21fe5c79be6f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8720536-187a-4873-9dcb-41abde959b55 HTTP/1.1" status: 200 len: 210 time: 0.0298662 Nov 12 08:46:27.492723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c3f55-156f-4c8c-bed5-6599a0326960 req-604c9e62-e02c-4876-a0c1-9217a53989b9 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.495174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c42c3f55-156f-4c8c-bed5-6599a0326960 req-604c9e62-e02c-4876-a0c1-9217a53989b9 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 945 time: 0.0844274 Nov 12 08:46:27.574144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c42c3f55-156f-4c8c-bed5-6599a0326960 req-68305a4e-0879-4bbc-92fa-fdaf27ff095a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719011 Nov 12 08:46:27.740405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3add5c46-a14c-4a88-99b3-6682da5bd9c3 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:27.815268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:27.820517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:27.821045 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.934876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.976675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:27.981380 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4a450b-f365-456a-87ca-432f5f75c747" -d '{"events": [{"server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "name": "network-vif-plugged", "status": "completed", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:28.009871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:28.016323 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.079306 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05fdc6c-7712-412d-8276-44f255cbd697 x-openstack-request-id: req-d05fdc6c-7712-412d-8276-44f255cbd697 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:28.079628 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "name": "network-vif-plugged", "status": "completed", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:28.079854 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d05fdc6c-7712-412d-8276-44f255cbd697 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:28.080257 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'code': 200} Nov 12 08:46:28.099048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3add5c46-a14c-4a88-99b3-6682da5bd9c3,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.217170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc60a5-f290-4821-b7bf-68d9ad661964 req-cb9e5e85-d25e-4f3c-acab-b2574dfe5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.218584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bfc60a5-f290-4821-b7bf-68d9ad661964 req-cb9e5e85-d25e-4f3c-acab-b2574dfe5d3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 1098 time: 0.0605476 Nov 12 08:46:28.274469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bfc60a5-f290-4821-b7bf-68d9ad661964 req-17bd8738-a628-4c31-8c5a-6badc0e72615 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462217 Nov 12 08:46:28.707398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5219c1-097b-4570-b364-2e790170512a req-ba448525-580c-4841-93a6-95904a217cde tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.709349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f5219c1-097b-4570-b364-2e790170512a req-ba448525-580c-4841-93a6-95904a217cde tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 946 time: 0.0632129 Nov 12 08:46:28.765358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f5219c1-097b-4570-b364-2e790170512a req-2bf07c9f-3fcf-46e3-8cbb-95455d7f5e10 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Nov 12 08:46:29.892813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6cc0-8909-42b1-a9b3-296c7ea4d497 req-47373f71-6791-464c-9a6e-cb780c579660 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.894372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7bd6cc0-8909-42b1-a9b3-296c7ea4d497 req-47373f71-6791-464c-9a6e-cb780c579660 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 946 time: 0.0556338 Nov 12 08:46:29.948291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7bd6cc0-8909-42b1-a9b3-296c7ea4d497 req-7ce937e1-e0d7-4714-a314-621d57f8cbe7 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470819 Nov 12 08:46:30.083067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a23fb6-69d8-4674-b085-bc31e54e483f req-f558c4b6-a8ec-4294-804a-2d4a0197bc56 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:30.084850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82a23fb6-69d8-4674-b085-bc31e54e483f req-f558c4b6-a8ec-4294-804a-2d4a0197bc56 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 946 time: 0.0630803 Nov 12 08:46:30.141383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82a23fb6-69d8-4674-b085-bc31e54e483f req-a222d709-a00a-4b71-9496-af7aeacae18a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501544 Nov 12 08:46:30.164373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60392) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.207551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab6c4b-aada-4224-8a25-579bff88712b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:30.209567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-78ab6c4b-aada-4224-8a25-579bff88712b tempest-TestNetworkBasicOps-1129605922 tempest-TestNetworkBasicOps-1129605922-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 1093 time: 0.0436518 Nov 12 08:46:30.212014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60396) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.216848 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:30.256196 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.385000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.545461 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Allocated IP 172.25.4.17 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/7298159a-e0ce-425a-b5d4-48f746139697) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:30.683692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.727668 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.765191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:30.768803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:30.774932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:30.800518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=7298159a-e0ce-425a-b5d4-48f746139697,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.237546 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.317801 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.487226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.492640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.564563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event updated for resources: {'Port': ['ID=7298159a-e0ce-425a-b5d4-48f746139697,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.576840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.690695 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Floating IP 855df8ef-5143-41f4-b8a2-5e5d9eff1b63 associated. External IP: 172.25.4.17, port: 3add5c46-a14c-4a88-99b3-6682da5bd9c3. Nov 12 08:46:31.906639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 469f6fa6-60f9-45be-970d-81b5246cba1e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:32.023964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:32.034541 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] Sync routers for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:32.044403 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:32.044827 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:32.045926 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.077067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f771e2a0-ac02-4090-af70-559b92f84e7e tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8607874 Nov 12 08:46:32.077067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:32.077067 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:32.077356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60408) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.115302 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c30cbf-2027-449e-a8b6-8722fa8b2cf7 x-openstack-request-id: req-03c30cbf-2027-449e-a8b6-8722fa8b2cf7 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:32.115660 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:32.115987 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03c30cbf-2027-449e-a8b6-8722fa8b2cf7 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:32.116530 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'status': 'completed', 'code': 200} Nov 12 08:46:32.157330 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:32.159711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cceaf178-4979-4d36-9b82-7792ed9713fb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/855df8ef-5143-41f4-b8a2-5e5d9eff1b63 HTTP/1.1" status: 200 len: 991 time: 0.0815556 Nov 12 08:46:32.209575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-aabc8dc3-8317-4ea3-b0a4-76723c1a22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.211325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-aabc8dc3-8317-4ea3-b0a4-76723c1a22d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 1098 time: 0.0680392 Nov 12 08:46:32.308661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-afdfa0a9-aaa2-410d-bf38-9ad556d875f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.310125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-afdfa0a9-aaa2-410d-bf38-9ad556d875f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b509f33-3d44-4742-b980-80d1bd071790 HTTP/1.1" status: 200 len: 897 time: 0.0896580 Nov 12 08:46:32.386882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-11c27f59-d9f2-4279-a7e4-03fa603db2a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3 HTTP/1.1" status: 200 len: 999 time: 0.0689945 Nov 12 08:46:32.418068 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '855df8ef-5143-41f4-b8a2-5e5d9eff1b63', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'port_id': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'mac_address': 'fa:16:3e:3b:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:46:31Z', 'updated_at': '2021-11-12T08:46:31Z', 'revision_number': 0, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:32.437773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-0f2bf726-6523-4d96-9991-eb1614084251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.439755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-0f2bf726-6523-4d96-9991-eb1614084251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32edcfa7-6d41-4976-a211-ee881b03b057 HTTP/1.1" status: 200 len: 835 time: 0.0452693 Nov 12 08:46:32.445398 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] Checking router: 469f6fa6-60f9-45be-970d-81b5246cba1e for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:32.455831 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:32.456614 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:32.497569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-1c0e1b0d-99bf-4fae-81db-7142887e0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.499116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-1c0e1b0d-99bf-4fae-81db-7142887e0df6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b509f33-3d44-4742-b980-80d1bd071790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528173 Nov 12 08:46:32.571184 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:32.610776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-61734647-7fae-49be-9916-9e273abf78b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011267 Nov 12 08:46:32.708192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f269a09-5a2e-4e2b-b101-f37bcaa701bb req-da565220-a952-412b-a2dc-00015480f7f6 service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886698 Nov 12 08:46:32.823126 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '855df8ef-5143-41f4-b8a2-5e5d9eff1b63', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'port_id': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'mac_address': 'fa:16:3e:3b:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:46:31Z', 'updated_at': '2021-11-12T08:46:31Z', 'revision_number': 0, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:32.850699 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710be43-b24d-4d9c-9d0e-25dc6cba3011 None None] The sync data for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 is: [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '855df8ef-5143-41f4-b8a2-5e5d9eff1b63', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'floating_ip_address': '172.25.4.17', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'port_id': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'mac_address': 'fa:16:3e:3b:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:46:31Z', 'updated_at': '2021-11-12T08:46:31Z', 'revision_number': 0, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:33.054752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4f7e1-b1b8-4979-ace0-96ef3f48ef03 None None] New status for floating IP 855df8ef-5143-41f4-b8a2-5e5d9eff1b63: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:33.161923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60418) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.241768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4b7d3d62-205b-4127-9377-33120efb248a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/855df8ef-5143-41f4-b8a2-5e5d9eff1b63 HTTP/1.1" status: 200 len: 991 time: 0.0773284 Nov 12 08:46:34.244457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60424) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.306622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e3c5db18-42d5-413c-9926-6434e2c7105a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/855df8ef-5143-41f4-b8a2-5e5d9eff1b63 HTTP/1.1" status: 200 len: 993 time: 0.0610223 Nov 12 08:46:34.447249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d167d-12b3-45fc-ab0b-ff49d2a78eda req-6c27d988-c631-4c8a-b549-11b6cc55be25 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.449084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec1d167d-12b3-45fc-ab0b-ff49d2a78eda req-6c27d988-c631-4c8a-b549-11b6cc55be25 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0566626 Nov 12 08:46:34.504376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec1d167d-12b3-45fc-ab0b-ff49d2a78eda req-0fa66b39-86a7-480e-a627-556c80aa3303 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Nov 12 08:46:34.534130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.596420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d98dffcf-812a-4fed-998b-f7bdb9226875 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/b287e031-009b-4765-9737-b1e50c700bce HTTP/1.1" status: 200 len: 994 time: 0.0608702 Nov 12 08:46:34.894256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164c7bb-fa55-48af-83c7-7bf446b25e55 req-304e1a1f-5413-4a58-9e1b-b77bf7d8eaad tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.896098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3164c7bb-fa55-48af-83c7-7bf446b25e55 req-304e1a1f-5413-4a58-9e1b-b77bf7d8eaad tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1098 time: 0.0446336 Nov 12 08:46:34.947163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3164c7bb-fa55-48af-83c7-7bf446b25e55 req-6468cc1e-1402-446a-9ca5-fadf3b852f10 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Nov 12 08:46:35.122244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-a65511a4-2027-4471-9c6a-d5ad03937601 req-b41701e7-c514-4c91-9ac1-388657b3d475 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:35.123466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a65511a4-2027-4471-9c6a-d5ad03937601 req-b41701e7-c514-4c91-9ac1-388657b3d475 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993083 Nov 12 08:46:35.672996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-2149b7b9-6d0a-4daa-a368-cdba1acfbcfe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148689 Nov 12 08:46:35.678649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-3326105e-3be0-4547-ae27-93b0a01454c0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:35.687345 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-3326105e-3be0-4547-ae27-93b0a01454c0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129361 Nov 12 08:46:36.211118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-713bbf87-e2dd-47e7-9734-1180dfb003bb tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:36.212407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-713bbf87-e2dd-47e7-9734-1180dfb003bb tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056841 Nov 12 08:46:36.285164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-c92c6100-bf6a-4c46-afe1-d66780bb6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.286735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-c92c6100-bf6a-4c46-afe1-d66780bb6159 service neutron] 10.222.0.16 "GET /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1095 time: 0.0363052 Nov 12 08:46:36.296173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Request body: {'binding': {'host': 'n-h1-768509-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:36.296626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Unknown quota resources ['binding']. {{(pid=102371) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:46:36.442805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on host n-h1-768509-25 for vnic_type normal with profile None {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:36.443150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:36.443481 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:36.448639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:36.448962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:36.457377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:36.457729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Checking segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:36.458113 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Bound using segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:36.458891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Bound port: c256c4ec-8085-4d0a-9560-aeb5aac3c620, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:36.546690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:36.553256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.554439 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] 10.222.0.16 "POST /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620/bindings HTTP/1.1" status: 201 len: 390 time: 0.2618411 Nov 12 08:46:36.706121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0339-8728-4f0f-8653-5cee379885a4 req-d6aedf1b-fe71-4ea0-8f03-4fd34e6990e8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.707617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f08e0339-8728-4f0f-8653-5cee379885a4 req-d6aedf1b-fe71-4ea0-8f03-4fd34e6990e8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0553646 Nov 12 08:46:36.770137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f08e0339-8728-4f0f-8653-5cee379885a4 req-d4ebfac7-ca64-4372-baba-052894e549c1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550303 Nov 12 08:46:36.808293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-c45d2ac7-07dc-4bca-a164-2edde66915b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.809800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-c45d2ac7-07dc-4bca-a164-2edde66915b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1098 time: 0.0540671 Nov 12 08:46:36.902913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b37f460a-9de1-489d-870d-cff40116224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.904468 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b37f460a-9de1-489d-870d-cff40116224b service neutron] 10.222.0.25 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.0872729 Nov 12 08:46:36.975506 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-031a41d6-b5b9-4064-b757-004e5bfd9ef3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1002 time: 0.0641577 Nov 12 08:46:37.026921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-5f861ac8-8eab-4e3c-9574-ec8e4eb6f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.028474 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-5f861ac8-8eab-4e3c-9574-ec8e4eb6f753 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0465770 Nov 12 08:46:37.076160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-57c9fb5a-f0c7-4e45-9a22-1ac94f01ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.077685 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-57c9fb5a-f0c7-4e45-9a22-1ac94f01ee18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422533 Nov 12 08:46:37.176453 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-955328e5-dcd5-4dfb-a3c4-db0a6a010842 service neutron] 10.222.0.25 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915933 Nov 12 08:46:37.280500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-9618f43a-97a1-4c31-8e8c-073f5a7d87d2 service neutron] 10.222.0.25 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968456 Nov 12 08:46:37.419535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-3831df75-63a8-4306-9a58-e22e23084948 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.421135 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-3831df75-63a8-4306-9a58-e22e23084948 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d&tenant_id=3d02e35b023247f58a3fcf58676cdf05&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1098 time: 0.0811160 Nov 12 08:46:37.432489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-25'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:37.487952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.620995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:37.660947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:37.710455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:37.715410 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0012ca-6bbf-4f48-baeb-34a0f84c430d" -d '{"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-unplugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:37.722117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.729162 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.767693 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b180466-d181-415d-8fc7-945d2524eea3 x-openstack-request-id: req-4b180466-d181-415d-8fc7-945d2524eea3 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:37.767997 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-unplugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:37.768250 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b180466-d181-415d-8fc7-945d2524eea3 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:37.768636 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'code': 200} Nov 12 08:46:37.829066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.911182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93b739-b645-4263-94d2-2fa89b7da621 req-d4e3c5c0-55a2-42ce-9b03-dec747c06431 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.917134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on host n-h2-768509-25 for vnic_type normal with profile {"migrating_to": "n-h1-768509-25"} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:37.917692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:37.918339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:37.920133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d93b739-b645-4263-94d2-2fa89b7da621 req-d4e3c5c0-55a2-42ce-9b03-dec747c06431 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 944 time: 0.0621192 Nov 12 08:46:37.926158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:37.926480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Attempting to bind port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on network 411ce365-6775-449e-9575-a19ebc8fa8bc {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:37.932485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:37.932835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Checking segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:37.933198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Bound using segment: {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:37.934683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Bound port: c256c4ec-8085-4d0a-9560-aeb5aac3c620, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19159abb-c747-4d22-b3bd-3f6aff425c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:37.934683 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.978027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d93b739-b645-4263-94d2-2fa89b7da621 req-d915bd6e-0e33-49d8-9753-578e3f4e0918 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568159 Nov 12 08:46:38.020241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:38.023946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:38.031478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.118978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-719b2bb0-136e-4ce8-96cf-a5fb020fea9f None None] Provisioning complete for port c256c4ec-8085-4d0a-9560-aeb5aac3c620 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:38.119475 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-719b2bb0-136e-4ce8-96cf-a5fb020fea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.240275 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-719b2bb0-136e-4ce8-96cf-a5fb020fea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.276877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:38.279157 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7d5dd7-540c-4a60-afd0-a206fb72e587" -d '{"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-plugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:38.294418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-719b2bb0-136e-4ce8-96cf-a5fb020fea9f None None] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:38.301553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-719b2bb0-136e-4ce8-96cf-a5fb020fea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.553891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=8']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.581759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.582389 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.583833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ba52c4c0-3a53-4328-95f8-64bae516602f service neutron] 10.222.0.25 "PUT /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1124 time: 1.1555159 Nov 12 08:46:38.602526 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee756a25-4b71-4a2d-97da-182b9d55b158 x-openstack-request-id: req-ee756a25-4b71-4a2d-97da-182b9d55b158 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:38.603142 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-plugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:38.603567 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee756a25-4b71-4a2d-97da-182b9d55b158 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:38.604168 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'code': 200} Nov 12 08:46:38.670213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c256c4ec-8085-4d0a-9560-aeb5aac3c620'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:38.706867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2bb0-136e-4ce8-96cf-a5fb020fea9f None None] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.890568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ffc2bd92-cc5c-4575-b2bd-b901d1e2c9f6 None None] Provisioning complete for port c256c4ec-8085-4d0a-9560-aeb5aac3c620 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:38.891095 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffc2bd92-cc5c-4575-b2bd-b901d1e2c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.028416 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.108880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7a41-ece4-41e1-b24b-a32c849c8538 req-dec35457-e806-45e1-b92c-4db5329f1b7a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.110770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15ba7a41-ece4-41e1-b24b-a32c849c8538 req-dec35457-e806-45e1-b92c-4db5329f1b7a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0583670 Nov 12 08:46:39.171886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15ba7a41-ece4-41e1-b24b-a32c849c8538 req-9eb0528d-9768-4819-b9bf-2e08a657345c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548270 Nov 12 08:46:39.770102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:39.772848 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60" -d '{"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:39.812882 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2da44-2909-4f31-9b87-f070ea74b8f6 x-openstack-request-id: req-b4c2da44-2909-4f31-9b87-f070ea74b8f6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:39.813258 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:39.813616 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4c2da44-2909-4f31-9b87-f070ea74b8f6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:39.814194 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'status': 'completed', 'code': 200} Nov 12 08:46:39.889277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-a43ac0d3-fcdd-409e-b697-7ee6964937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.890790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-a43ac0d3-fcdd-409e-b697-7ee6964937ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1129 time: 0.0511644 Nov 12 08:46:39.986441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-489f8314-b61d-4e4e-86ae-ae4b96249c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.987935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-489f8314-b61d-4e4e-86ae-ae4b96249c36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.0894668 Nov 12 08:46:40.060733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-1210a481-7f5e-41a1-aecb-dbfbeee163a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1002 time: 0.0648580 Nov 12 08:46:40.115368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-538819dc-2747-41fc-9da4-df272328a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.116791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-538819dc-2747-41fc-9da4-df272328a627 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0486932 Nov 12 08:46:40.166077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-4c771708-85e5-453a-86ff-2256ab433282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.167800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-4c771708-85e5-453a-86ff-2256ab433282 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433531 Nov 12 08:46:40.271111 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:40.301353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-4bb3b567-cfe1-4443-a00a-27eb265acae9 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265683 Nov 12 08:46:40.314209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6710-2a23-4a93-9f3b-88efa51935c2 req-333c005d-529f-480c-9ed4-53a0b11d5359 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.315639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-232c6710-2a23-4a93-9f3b-88efa51935c2 req-333c005d-529f-480c-9ed4-53a0b11d5359 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0698843 Nov 12 08:46:40.390044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:40.404289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 has no active binding in host n-h1-768509-25 {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:46:40.445115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-232c6710-2a23-4a93-9f3b-88efa51935c2 req-d12e4c73-e94b-43d6-9807-b72af6a419c2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074238 Nov 12 08:46:40.458325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dd1f8-840e-4f15-8ec3-99e2b1efbf60 req-c4e56f46-51f8-4147-98fa-d398cc716035 service neutron] 10.222.0.32 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417034 Nov 12 08:46:40.694713 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-58294e02-b36e-4eca-8ac4-f531382f2a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.567957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42649c53-368d-429e-9fe4-1eeb1f343ae9 req-065f33ac-a941-4e2d-97ea-f8182693de72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:41.569549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42649c53-368d-429e-9fe4-1eeb1f343ae9 req-065f33ac-a941-4e2d-97ea-f8182693de72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0516899 Nov 12 08:46:41.623238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42649c53-368d-429e-9fe4-1eeb1f343ae9 req-1fe062c0-61bc-49e6-9668-9c3f5b7817fa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469217 Nov 12 08:46:42.034660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.748609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3cc11-94d3-4371-b8d7-6648ebb01c0c req-b6d7f1f6-418d-49b4-b8c5-097f5d033731 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.750115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccb3cc11-94d3-4371-b8d7-6648ebb01c0c req-b6d7f1f6-418d-49b4-b8c5-097f5d033731 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0500579 Nov 12 08:46:42.810349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccb3cc11-94d3-4371-b8d7-6648ebb01c0c req-d8c5578c-5c82-4495-80ec-6913279dc1ff tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533442 Nov 12 08:46:43.191830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e5a48d58-df64-41f2-a1e2-3d61258952c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.928660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021bad6-a7de-4000-a25d-e57eb6aa7d79 req-927dee6a-1046-40b4-8168-0df4891b1909 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:43.930201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a021bad6-a7de-4000-a25d-e57eb6aa7d79 req-927dee6a-1046-40b4-8168-0df4891b1909 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0513349 Nov 12 08:46:44.047459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a021bad6-a7de-4000-a25d-e57eb6aa7d79 req-81aeeebe-5ada-42fd-97b5-978a7bc146aa tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112461 Nov 12 08:46:44.598047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.172608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b25ce4-dd68-47e4-823f-b4709edfa903 req-0b843e41-5ffd-4275-bba5-e2f561d6aba4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:45.174669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00b25ce4-dd68-47e4-823f-b4709edfa903 req-0b843e41-5ffd-4275-bba5-e2f561d6aba4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0521078 Nov 12 08:46:45.226157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00b25ce4-dd68-47e4-823f-b4709edfa903 req-ddb28613-11c2-4b21-81cd-5e0daca037db tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450852 Nov 12 08:46:45.739300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.359375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca68a0-e105-47a4-b80f-248027ac49ed req-b5bd2b45-b3be-45fa-aa8e-280947c4021b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.361012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99ca68a0-e105-47a4-b80f-248027ac49ed req-b5bd2b45-b3be-45fa-aa8e-280947c4021b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 946 time: 0.0564392 Nov 12 08:46:46.416958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99ca68a0-e105-47a4-b80f-248027ac49ed req-2e05e696-63e4-40d5-b874-bf8a0f46242b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475144 Nov 12 08:46:46.807062 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.874418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-bfbf1f81-e7b1-4ebc-b592-ab884372ccb4 service neutron] 10.222.0.32 "GET /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 385 time: 0.0581076 Nov 12 08:46:47.055445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:47.077603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:47.124756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:47.127878 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605796d8-330e-48c0-8ba6-e140c4ce7455" -d '{"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-unplugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:47.135143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:47.151017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.184579 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb3dca4-2f98-402f-b82f-3b39732c0a6f x-openstack-request-id: req-ddb3dca4-2f98-402f-b82f-3b39732c0a6f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:47.184878 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-unplugged", "status": "completed", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:47.185099 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddb3dca4-2f98-402f-b82f-3b39732c0a6f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:47.185507 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'code': 200} Nov 12 08:46:47.231363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Transition to ACTIVE for port object c256c4ec-8085-4d0a-9560-aeb5aac3c620 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:47.236734 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.356163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Pushing event updated for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=11']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.374592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.375353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.375849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.377117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.378517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.378864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.379203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.379653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.380143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.380586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.381111 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.381552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:47.401619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] No DVR routers for this DVR port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:47.810697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:47.856399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:47.935307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f632-2c81-4fe8-a24d-dee032e12438 req-6ded31aa-0f86-4190-87c1-8fdca3a89f4a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.936838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8f4f632-2c81-4fe8-a24d-dee032e12438 req-6ded31aa-0f86-4190-87c1-8fdca3a89f4a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0861597 Nov 12 08:46:47.940382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b74441a4-03cb-4d3a-8258-e2ff6b420d3d service neutron] 10.222.0.32 "PUT /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620/bindings/n-h1-768509-25/activate HTTP/1.1" status: 200 len: 370 time: 1.0588388 Nov 12 08:46:47.991511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8f4f632-2c81-4fe8-a24d-dee032e12438 req-d5b042d5-b5e2-48b0-8d5b-9d2f15a9d12c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486577 Nov 12 08:46:48.044193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-05683c02-a2aa-4bfc-b15b-2efd3ace5b25 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.045940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-05683c02-a2aa-4bfc-b15b-2efd3ace5b25 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d&tenant_id=3d02e35b023247f58a3fcf58676cdf05&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.0470314 Nov 12 08:46:48.097907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ab4463c9-19cd-4036-b54a-c7c520b5d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.099455 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ab4463c9-19cd-4036-b54a-c7c520b5d3fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 1097 time: 0.0451419 Nov 12 08:46:48.167490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-54656dc6-0c56-45e2-a97b-46d73a8e6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.169369 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-54656dc6-0c56-45e2-a97b-46d73a8e6a28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1097 time: 0.0448463 Nov 12 08:46:48.272096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-0e280653-c839-4600-9732-78e2e89832b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.273628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-0e280653-c839-4600-9732-78e2e89832b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.0966046 Nov 12 08:46:48.346677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d682cd2d-b4fb-440a-a449-6a904a8095d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 1000 time: 0.0653653 Nov 12 08:46:48.401335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-acb3ca3d-6963-4fb9-8576-2b6a54eb2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.402739 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-acb3ca3d-6963-4fb9-8576-2b6a54eb2747 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0478601 Nov 12 08:46:48.450913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ca074dea-064f-47a9-b6f3-40eaab8fb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.452559 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-ca074dea-064f-47a9-b6f3-40eaab8fb37f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427380 Nov 12 08:46:48.550205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-fd9a3a93-4777-4220-a715-96ed6621d8a4 service neutron] 10.222.0.25 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904965 Nov 12 08:46:48.647751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-b66b650c-b538-4b1e-aee4-049c065138ce service neutron] 10.222.0.25 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894926 Nov 12 08:46:48.903255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-6d6b0891-c8c8-476d-a9e8-308ef21c2ed7 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.904831 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-6d6b0891-c8c8-476d-a9e8-308ef21c2ed7 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d&tenant_id=3d02e35b023247f58a3fcf58676cdf05&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 1097 time: 0.0495381 Nov 12 08:46:49.029894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-5f749975-5bc2-415f-ac61-ca313500d796 service neutron] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:49.033405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-5f749975-5bc2-415f-ac61-ca313500d796 service neutron] Publish callbacks [] for binding, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.034615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-5f749975-5bc2-415f-ac61-ca313500d796 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620/bindings/n-h2-768509-25 HTTP/1.1" status: 204 len: 173 time: 0.1219311 Nov 12 08:46:49.132914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a9321-0e34-4add-8a16-394bf5a58a2e req-330d1ccb-ec81-45ed-9f58-311dcb2f2e1f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.134505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a2a9321-0e34-4add-8a16-394bf5a58a2e req-330d1ccb-ec81-45ed-9f58-311dcb2f2e1f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0553048 Nov 12 08:46:49.185527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a2a9321-0e34-4add-8a16-394bf5a58a2e req-b932d274-b6b2-4bee-a5d3-b7dedd0d4e6b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444822 Nov 12 08:46:49.302951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28b7f6-a87e-41af-8f0b-972a3069528b req-25172f40-bd97-4055-b108-af5dd0288428 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.305149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc28b7f6-a87e-41af-8f0b-972a3069528b req-25172f40-bd97-4055-b108-af5dd0288428 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1097 time: 0.0452850 Nov 12 08:46:49.358930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc28b7f6-a87e-41af-8f0b-972a3069528b req-97353d31-835e-4034-9eb6-f59cca375bdb tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Nov 12 08:46:49.492278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ec6a-2136-49a2-9fbb-0beb9834d130 req-ef2fe69e-3513-4814-91b1-dae5ee97dd1a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.494190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8821ec6a-2136-49a2-9fbb-0beb9834d130 req-ef2fe69e-3513-4814-91b1-dae5ee97dd1a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0616517 Nov 12 08:46:49.545471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8821ec6a-2136-49a2-9fbb-0beb9834d130 req-d8a0464a-9320-4764-a822-29f405e14c72 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445719 Nov 12 08:46:49.569450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60624) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:49.630699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4dcda2d3-de37-4c3a-94d1-183e1dc14712 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/b287e031-009b-4765-9737-b1e50c700bce HTTP/1.1" status: 200 len: 992 time: 0.0600617 Nov 12 08:46:49.867504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60632) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.075747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 01f69cd4-d401-47b0-b621-c4700280c37b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:50.076120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.196312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.196956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.216240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 01f69cd4-d401-47b0-b621-c4700280c37b owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:50.395704 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.422866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=01f69cd4-d401-47b0-b621-c4700280c37b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:50.491970 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.492335 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP b287e031-009b-4765-9737-b1e50c700bce disassociated (deleted). External IP: 172.25.4.167, port: c256c4ec-8085-4d0a-9560-aeb5aac3c620. Nov 12 08:46:50.712776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router e4eac7fb-cee2-4f32-b020-ee6228b909b2 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:50.825064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:50.829921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.836180 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] Sync routers for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:50.848764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:50.849387 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:50.857588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-aecb5cba-2035-48d0-ab20-f11dfed5a344 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/floatingips/b287e031-009b-4765-9737-b1e50c700bce HTTP/1.1" status: 204 len: 168 time: 0.9890373 Nov 12 08:46:50.858192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:50.861078 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31acafeb-76a3-4d9a-8465-cb37a9639b77" -d '{"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:50.908390 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0f13df-06d0-45ff-954f-83cc7faf1b88 x-openstack-request-id: req-ab0f13df-06d0-45ff-954f-83cc7faf1b88 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:50.908653 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:50.908913 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab0f13df-06d0-45ff-954f-83cc7faf1b88 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:50.909334 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'status': 'completed', 'code': 200} Nov 12 08:46:50.999674 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:51.008996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-bd3e33a0-63fa-4b5d-a8ea-8c325b91fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.011380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-bd3e33a0-63fa-4b5d-a8ea-8c325b91fb9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 1097 time: 0.0756905 Nov 12 08:46:51.154520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-0df210b7-944b-4615-843e-171321efd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.157282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-0df210b7-944b-4615-843e-171321efd378 service neutron] 10.222.0.25 "GET /v2.0/networks?id=411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 200 len: 897 time: 0.1358006 Nov 12 08:46:51.191610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7165c9-7de8-48d6-8d47-f85535144334 req-6f41cfc8-9540-40fa-b6fa-748c0555a36e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.201383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7165c9-7de8-48d6-8d47-f85535144334 req-6f41cfc8-9540-40fa-b6fa-748c0555a36e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0721633 Nov 12 08:46:51.216032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-dcc831d0-f08c-4411-9847-29774ee575e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 200 len: 217 time: 0.0506423 Nov 12 08:46:51.268269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7165c9-7de8-48d6-8d47-f85535144334 req-1efa86bc-9eef-4d84-947f-f78fc2664d00 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f2809d4-d767-4af9-8356-3ffeea9212c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638025 Nov 12 08:46:51.289994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-4a7f28b4-74ab-432f-a52d-53e392b3a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.292143 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-4a7f28b4-74ab-432f-a52d-53e392b3a937 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 200 len: 835 time: 0.0659192 Nov 12 08:46:51.327261 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.343216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-7c2f4955-6e1b-4de2-a6f4-de8d15a14638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.345341 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-7c2f4955-6e1b-4de2-a6f4-de8d15a14638 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=411ce365-6775-449e-9575-a19ebc8fa8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447288 Nov 12 08:46:51.356646 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] Checking router: e4eac7fb-cee2-4f32-b020-ee6228b909b2 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:51.365056 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:51.365660 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.448312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-caefad3f-f0f6-4d88-973b-1d370c1dafdf service neutron] 10.222.0.25 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948946 Nov 12 08:46:51.476538 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:51.543120 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-31acafeb-76a3-4d9a-8465-cb37a9639b77 req-26a69d44-5290-4536-806f-85873d73591a service neutron] 10.222.0.25 "GET /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Nov 12 08:46:51.678063 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.709580 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb2535-16cb-4dc1-854f-2ac7c6677e3d None None] The sync data for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 is: [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:44Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e89d0aa6-7f5e-476f-87f3-e911b6b94070', 'name': '', 'network_id': '411ce365-6775-449e-9575-a19ebc8fa8bc', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:37:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '02450c68-a11a-4a8b-aa15-803e690b3d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:51.839656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-61178b3b-eb92-4abf-9397-df23a039c585 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.841300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-61178b3b-eb92-4abf-9397-df23a039c585 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 945 time: 0.0640128 Nov 12 08:46:51.944737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port c256c4ec-8085-4d0a-9560-aeb5aac3c620 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:51.945065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.980134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120c00e-2cc6-4429-a5ff-44544734b3d5 None None] New status for floating IP b287e031-009b-4765-9737-b1e50c700bce: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:52.052314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port c256c4ec-8085-4d0a-9560-aeb5aac3c620, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=c256c4ec-8085-4d0a-9560-aeb5aac3c620,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:52.052771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.068499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for c256c4ec-8085-4d0a-9560-aeb5aac3c620 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:52.211726 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.246180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=c256c4ec-8085-4d0a-9560-aeb5aac3c620,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.278148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.278148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.278545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.278545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.278855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.279188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.279512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.279837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.281816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.281816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.281816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.281816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:52.297852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] No DVR routers for this DVR port c256c4ec-8085-4d0a-9560-aeb5aac3c620 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:52.300852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.304405 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98cb91dd-dec2-4a41-8040-66818efeee69 req-7a095f55-e804-4dd0-9e05-d95fec2ae4a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.25 "DELETE /v2.0/ports/c256c4ec-8085-4d0a-9560-aeb5aac3c620 HTTP/1.1" status: 204 len: 173 time: 0.4564991 Nov 12 08:46:52.318993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-9667ae57-ccf4-4f04-99c1-f06b12192784 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:52.320597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-9667ae57-ccf4-4f04-99c1-f06b12192784 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1219783 Nov 12 08:46:52.349329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-7f4c06dd-dd65-4862-9861-539c83f2c8b2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0201735 Nov 12 08:46:52.370364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:52.381559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f57918fd-ca23-4aa0-b492-1d40c7c6f850 req-90992fe4-20b6-4cda-a833-fa715af4a34a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=251ca607-6ca5-4cda-b3c7-dcdec51c218d HTTP/1.1" status: 200 len: 210 time: 0.0443769 Nov 12 08:46:52.435562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-0c4c631b-aa5f-42a4-9cb9-191a4f97a340 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749826 Nov 12 08:46:52.447412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-2afd8848-e782-4638-a283-34e92c593067 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:52.448413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-2afd8848-e782-4638-a283-34e92c593067 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058577 Nov 12 08:46:52.546423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-8cb7d19a-18a3-4141-aa1e-03d6a1484116 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915332 Nov 12 08:46:52.672125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-02e766c0-c149-4b40-9a72-8db1f156b3c3 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170046 Nov 12 08:46:52.910631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-deleted', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:52.913773 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7eb28-d8c4-4886-9a46-b9fc8cf01530" -d '{"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-deleted", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:52.955696 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521bde6d-bac0-4e24-9408-4196b08ee841 x-openstack-request-id: req-521bde6d-bac0-4e24-9408-4196b08ee841 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:52.956085 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251ca607-6ca5-4cda-b3c7-dcdec51c218d", "name": "network-vif-deleted", "tag": "c256c4ec-8085-4d0a-9560-aeb5aac3c620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:52.956413 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-521bde6d-bac0-4e24-9408-4196b08ee841 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:52.956892 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251ca607-6ca5-4cda-b3c7-dcdec51c218d', 'name': 'network-vif-deleted', 'tag': 'c256c4ec-8085-4d0a-9560-aeb5aac3c620', 'status': 'completed', 'code': 200} Nov 12 08:46:52.978736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-820b002d-3c7d-4dbd-9667-c82961697010 req-da7dea36-fa5e-4273-97fc-391d95279979 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0363100 Nov 12 08:46:53.445621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.889575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.947042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-a4276501-b38f-43dc-a00c-ccd7f8cb2641 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:53.948573 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-a4276501-b38f-43dc-a00c-ccd7f8cb2641 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1587598 Nov 12 08:46:53.965061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:54.086287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f911d5f-dad6-4738-a915-f36af182b985 req-31a246bd-fe66-4c13-bf5b-28ff0b27e5e8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Nov 12 08:46:54.173345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:54.176780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.326512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:54.351504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: c256c4ec-8085-4d0a-9560-aeb5aac3c620 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:54.351838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device c256c4ec-8085-4d0a-9560-aeb5aac3c620 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:54.373867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.7 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:54.382911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port e89d0aa6-7f5e-476f-87f3-e911b6b94070 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:54.383251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.530157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port e89d0aa6-7f5e-476f-87f3-e911b6b94070, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e89d0aa6-7f5e-476f-87f3-e911b6b94070,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:54.530525 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.575232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for e89d0aa6-7f5e-476f-87f3-e911b6b94070 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:54.663405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.760981 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.809124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:54.817332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:54.841876 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:54.871721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:54.912882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:54.913545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.916087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.958188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=e89d0aa6-7f5e-476f-87f3-e911b6b94070,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.007079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ffa2578d-a037-4c16-958f-fda1193b7604 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0474772 Nov 12 08:46:55.037285 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Request body: {'port': {'device_id': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:55.114895 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.177428 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4c601394-571a-47c8-b3e9-ebafe112d4f4 None None] Provisioning complete for port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:55.177794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4c601394-571a-47c8-b3e9-ebafe112d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.238123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4c601394-571a-47c8-b3e9-ebafe112d4f4 None None] Port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:55.283105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3defe-f8b1-4da4-87bf-40e2c27abded req-73f40ca2-a870-48c2-9b2d-d11d3f41b451 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.284613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3d3defe-f8b1-4da4-87bf-40e2c27abded req-73f40ca2-a870-48c2-9b2d-d11d3f41b451 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 931 time: 0.0586507 Nov 12 08:46:55.314913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.348655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3d3defe-f8b1-4da4-87bf-40e2c27abded req-bfde8689-6cd0-4411-aedb-e82e63234364 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578582 Nov 12 08:46:55.978192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:55.988576 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.010891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Transition to ACTIVE for port object d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:56.016480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.023713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router e4eac7fb-cee2-4f32-b020-ee6228b909b2 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:56.078731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Pushing event updated for resources: {'Port': ['ID=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.240198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Attempting to bind port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:56.240502 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Attempting to bind port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:56.240787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Attempting to bind port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:56.249145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:56.250919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:56.251236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Attempting to bind port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:56.256825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c4a6462-21fb-4cf0-a7eb-9e2966f1dcc8 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/e4eac7fb-cee2-4f32-b020-ee6228b909b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8120975 Nov 12 08:46:56.259735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60684) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:56.263394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:56.263759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:56.264153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:56.264598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Bound port: d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:56.264968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.270335 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] Sync routers for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:56.289382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:56.290501 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:56.345617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting subnet 02450c68-a11a-4a8b-aa15-803e690b3d73 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:56.349722 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.351568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] For port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:56.375862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] For port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:56.386167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.417252 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.461020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Pushing event updated for resources: {'Port': ['ID=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.473712 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:56.485385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:56.486948 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.489010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b693fa01-97ca-4395-8f6d-d7150b525c90 service neutron] 10.222.0.25 "PUT /v2.0/ports/d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa HTTP/1.1" status: 200 len: 1092 time: 1.4583774 Nov 12 08:46:56.490314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'tag': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:56.500161 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e75e7-ef73-4167-91ff-02d57554ba40" -d '{"events": [{"name": "network-changed", "server_uuid": "29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46", "tag": "d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:56.584940 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688cf19f-eeaf-40e1-8799-a26e4e5bf15c x-openstack-request-id: req-688cf19f-eeaf-40e1-8799-a26e4e5bf15c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:56.585610 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46", "tag": "d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:56.586090 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-688cf19f-eeaf-40e1-8799-a26e4e5bf15c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:56.586712 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'tag': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa', 'status': 'completed', 'code': 200} Nov 12 08:46:56.602153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-eb210af6-ae39-4d8e-85e0-70a294984bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:56.604136 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-eb210af6-ae39-4d8e-85e0-70a294984bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 1095 time: 0.0689473 Nov 12 08:46:56.618771 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.658927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-ac9dd44a-8937-463d-994d-c294f5f20165 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa HTTP/1.1" status: 200 len: 217 time: 0.0450492 Nov 12 08:46:56.690202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c9b4a-2e9e-4be0-9af7-e1e1be06354d req-07ff8db3-f65e-43c4-80c7-2d4af5cd8519 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:56.700184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e1c9b4a-2e9e-4be0-9af7-e1e1be06354d req-07ff8db3-f65e-43c4-80c7-2d4af5cd8519 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.1603365 Nov 12 08:46:56.740692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-60fd401c-7bd7-4ad4-a2ec-311a83d71602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:56.742603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-60fd401c-7bd7-4ad4-a2ec-311a83d71602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0747323 Nov 12 08:46:56.755475 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:56.772945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.791046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e1c9b4a-2e9e-4be0-9af7-e1e1be06354d req-09ed274e-d265-4293-9d34-fa36f58b8431 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896695 Nov 12 08:46:56.803700 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] Checking router: e4eac7fb-cee2-4f32-b020-ee6228b909b2 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:56.823014 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] Routers {'e4eac7fb-cee2-4f32-b020-ee6228b909b2'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:56.823646 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:56.839473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-c5084f2a-4152-4860-944e-a5d88b94de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:56.840680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Subnet': ['ID=02450c68-a11a-4a8b-aa15-803e690b3d73,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.841988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-c5084f2a-4152-4860-944e-a5d88b94de31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903525 Nov 12 08:46:56.855887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d307d4-edbe-4a84-963e-7453111000b3 None None] Network 411ce365-6775-449e-9575-a19ebc8fa8bc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:56.868125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.871831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d25aba03-ae8e-492b-bf1f-0ef729b9cbdd tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/subnets/02450c68-a11a-4a8b-aa15-803e690b3d73 HTTP/1.1" status: 204 len: 168 time: 0.6110151 Nov 12 08:46:56.874400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60690) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:56.980891 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-941c92dc-adde-430a-8899-755dddbcfc18 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311581 Nov 12 08:46:56.990830 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] Set router e4eac7fb-cee2-4f32-b020-ee6228b909b2 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:57.066419 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.110898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a5d1c47-8b87-4bc9-b682-f697dbeded1a req-b5877799-7156-4bbd-b92c-f3bc088f8841 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218562 Nov 12 08:46:57.136643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] DHCP port deletion for 411ce365-6775-449e-9575-a19ebc8fa8bc request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:57.208783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] Deleting port ea6895ca-6c41-42ba-a308-4c9911cba7f4 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:57.209589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.233184 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-583a00f0-6266-4f56-9a9b-0f353b3785d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.234495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.236989 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-583a00f0-6266-4f56-9a9b-0f353b3785d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 1095 time: 0.0634115 Nov 12 08:46:57.296557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] For port ea6895ca-6c41-42ba-a308-4c9911cba7f4, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ea6895ca-6c41-42ba-a308-4c9911cba7f4,segment=NetworkSegment(19159abb-c747-4d22-b3bd-3f6aff425c77),segment_id=19159abb-c747-4d22-b3bd-3f6aff425c77)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:57.297580 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:57.298636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.305471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port e185da30-fa56-458b-8e6f-64f481c84047 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:57.306282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.314505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] Calling delete_port for ea6895ca-6c41-42ba-a308-4c9911cba7f4 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:57.369245 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1af7df-aa4c-47a8-aa3d-2bc2f1938207 None None] The sync data for ids ['e4eac7fb-cee2-4f32-b020-ee6228b909b2'] in n-d-768509-25 is: [{'id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751502916', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': 'e185da30-fa56-458b-8e6f-64f481c84047', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eac7fb-cee2-4f32-b020-ee6228b909b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:40Z', 'updated_at': '2021-11-12T08:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:57.399017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-0397a8a8-cf0d-4efc-af69-9b617aa5d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.401875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-0397a8a8-cf0d-4efc-af69-9b617aa5d2c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1577234 Nov 12 08:46:57.423168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port e185da30-fa56-458b-8e6f-64f481c84047, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e185da30-fa56-458b-8e6f-64f481c84047,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:57.423663 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.439955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for e185da30-fa56-458b-8e6f-64f481c84047 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:57.458753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.465850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-5b1fe908-f05e-4acb-91c0-b85487325d26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa HTTP/1.1" status: 200 len: 217 time: 0.0559483 Nov 12 08:46:57.480180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] No DVR routers for this DVR port ea6895ca-6c41-42ba-a308-4c9911cba7f4 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:57.504467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88de3a2-2c39-49a2-91b5-77aa18e6f3a9 None None] Pushing event deleted for resources: {'Port': ['ID=ea6895ca-6c41-42ba-a308-4c9911cba7f4,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.545263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-1d907174-0eda-4d0d-a0f0-1027dd72bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.547421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-1d907174-0eda-4d0d-a0f0-1027dd72bf8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0743883 Nov 12 08:46:57.600172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-69adc2f5-5521-4b6d-9fe8-6bd29ff8b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.601699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-69adc2f5-5521-4b6d-9fe8-6bd29ff8b0a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472894 Nov 12 08:46:57.651851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.677913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=e185da30-fa56-458b-8e6f-64f481c84047,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.698349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b95e8-0b5e-4198-bfb4-42ca0c4c42b0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:57.708398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-a25593ca-a254-4eb9-b955-9f04e9edcd03 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986252 Nov 12 08:46:57.766229 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.852527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d82e75e7-ef73-4167-91ff-02d57554ba40 req-18a2f5ba-f5b5-4c09-9a56-67fce737bb07 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355186 Nov 12 08:46:57.910788 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.915626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.002181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.002955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Fanout notify agent at l3_agent the message router_deleted on router e4eac7fb-cee2-4f32-b020-ee6228b909b2 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:58.010164 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.011441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1d206bc1-4611-498c-882c-44f3b3f4fc2c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/routers/e4eac7fb-cee2-4f32-b020-ee6228b909b2 HTTP/1.1" status: 204 len: 168 time: 1.1338341 Nov 12 08:46:58.014138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60696) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.025737 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89651f-e32f-40e8-a464-22db23b687f7 req-b6e284f0-4c6d-446a-b2f5-cdbc98178ff9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.028034 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f89651f-e32f-40e8-a464-22db23b687f7 req-b6e284f0-4c6d-446a-b2f5-cdbc98178ff9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.1212161 Nov 12 08:46:58.085987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f89651f-e32f-40e8-a464-22db23b687f7 req-6c07453d-4025-47a1-838f-db4f8f886245 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Nov 12 08:46:58.114181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.253089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.273575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411ce365-6775-449e-9575-a19ebc8fa8bc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.284294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19159abb-c747-4d22-b3bd-3f6aff425c77') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.284703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19159abb-c747-4d22-b3bd-3f6aff425c77') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.295418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.310167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.317612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:58.318124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:58.321823 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:58.389207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.396884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.402986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60698) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.403196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/networks/411ce365-6775-449e-9575-a19ebc8fa8bc HTTP/1.1" status: 204 len: 168 time: 0.3877215 Nov 12 08:46:58.415310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc0e6-d0ea-49df-80d3-8fc86197e0f1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Network': ['ID=411ce365-6775-449e-9575-a19ebc8fa8bc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.480795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee6a-0e0c-4405-8f06-a5e2aadc1891 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.510218 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee6a-0e0c-4405-8f06-a5e2aadc1891 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.588576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e89d0aa6-7f5e-476f-87f3-e911b6b94070 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:58.599541 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee6a-0e0c-4405-8f06-a5e2aadc1891 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.602905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3d66ee6a-0e0c-4405-8f06-a5e2aadc1891 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.608933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3d66ee6a-0e0c-4405-8f06-a5e2aadc1891 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f2809d4-d767-4af9-8356-3ffeea9212c9 HTTP/1.1" status: 204 len: 168 time: 0.2045283 Nov 12 08:46:58.621018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ee6a-0e0c-4405-8f06-a5e2aadc1891 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2809d4-d767-4af9-8356-3ffeea9212c9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.625650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e89d0aa6-7f5e-476f-87f3-e911b6b94070 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.626274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e89d0aa6-7f5e-476f-87f3-e911b6b94070 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.627081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ea6895ca-6c41-42ba-a308-4c9911cba7f4 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:58.664223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ea6895ca-6c41-42ba-a308-4c9911cba7f4 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.664865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ea6895ca-6c41-42ba-a308-4c9911cba7f4 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.841031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60704) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.846333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153082510', 'description': 'tempest-secgroup-smoke-153082510 description', 'project_id': '3d02e35b023247f58a3fcf58676cdf05'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:58.868829 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.937476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.941733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.971204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e714ec-9ae8-4605-9ae6-2735efafaa4d,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.975758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.979858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b9ff9d9e-4e0f-4c09-be2d-0da33a0859c3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349614 Nov 12 08:46:58.980586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.984897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '41e714ec-9ae8-4605-9ae6-2735efafaa4d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.011734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.085309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.090542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.109674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b58329-2ad5-4bd9-bd47-7e86b8944e8c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.114835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.118523 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-13ae4e1e-c094-42bd-a099-1fc92e017d37 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346376 Nov 12 08:46:59.118696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60708) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.123497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '41e714ec-9ae8-4605-9ae6-2735efafaa4d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.153282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.223828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.229968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.251597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a01ae5-1ae0-46f4-914f-59bc78c375f1 req-4bc9ab8e-7d29-4265-98a8-09e8a72db3be tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.253358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34a01ae5-1ae0-46f4-914f-59bc78c375f1 req-4bc9ab8e-7d29-4265-98a8-09e8a72db3be tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0600426 Nov 12 08:46:59.260140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ac51d3-297d-4170-bd86-fd443ef90483,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.271557 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.276396 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c81ad9b-6409-4283-8e4a-1f53b0abcaf7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532137 Nov 12 08:46:59.276396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60712) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.281316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '41e714ec-9ae8-4605-9ae6-2735efafaa4d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.314019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.319125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-34a01ae5-1ae0-46f4-914f-59bc78c375f1 req-27dac19d-98d6-45fc-81b5-31d4f2a37d4a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593066 Nov 12 08:46:59.386859 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.391224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.411399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11343f6-17a5-4dcf-b5a8-2788096004a9,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.417787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.418996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-638dca62-8ab1-48ea-9085-1e7b1da59f8f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416364 Nov 12 08:46:59.423099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60714) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.427536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '41e714ec-9ae8-4605-9ae6-2735efafaa4d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.461319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.526601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.530882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.551138 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1750b0d2-2ccb-4535-9218-833df66ec85e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.559880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.564548 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ed9c3154-ed74-4173-a70d-db86a8cc1b94 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371629 Nov 12 08:46:59.564795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60716) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.569483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '41e714ec-9ae8-4605-9ae6-2735efafaa4d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.591934 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:46:59.597265 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.662497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.667072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.681859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd4be35-d6b2-4305-8d58-fdd446518197,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.697436 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.699495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-88a40195-4c4b-4f15-bafa-0e6149e4a38e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336672 Nov 12 08:46:59.702322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60718) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.707104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'security_group_rule': {'security_group_id': '41e714ec-9ae8-4605-9ae6-2735efafaa4d', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.728969 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Project 3d02e35b023247f58a3fcf58676cdf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:46:59.734044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.802000 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.805620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.822904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cdcd56-1622-456d-bad3-d29b012c4f04,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.830625 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.832599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6659666d-0b3b-4b46-ae56-f77695a7506c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284668 Nov 12 08:46:59.834665 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60720) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.839738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'network': {'name': 'tempest-network-smoke--1865309136', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.861223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:59.864675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.887989 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:59.897173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.897518 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Added segment 5b0082f3-0978-42c5-91ab-5c8ed7fe75a6 of type vlan for network d19158a9-cd17-4977-be64-c189d2ac5cc4 Nov 12 08:46:59.938319 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.962636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.968467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.969088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.007592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1717844 Nov 12 08:47:00.010594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60722) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.015282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'admin_state_up': True, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:00.042035 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.043108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.048348 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81fa00-71a6-49c3-81c3-e72539b9f7c9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Network': ['ID=d19158a9-cd17-4977-be64-c189d2ac5cc4,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.060355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:00.098709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.114616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e185da30-fa56-458b-8e6f-64f481c84047 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:00.143752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e185da30-fa56-458b-8e6f-64f481c84047 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:00.144112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e185da30-fa56-458b-8e6f-64f481c84047 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:00.246331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.438964 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62b565-9730-444e-94cc-3b927b9aa172 req-b8d2b12b-9cc9-4326-87e0-df1db947e0b2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.445260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f62b565-9730-444e-94cc-3b927b9aa172 req-b8d2b12b-9cc9-4326-87e0-df1db947e0b2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0506577 Nov 12 08:47:00.492450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f62b565-9730-444e-94cc-3b927b9aa172 req-576f4836-698b-4739-92ca-8ecdffa1b7bc tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Nov 12 08:47:00.501786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.526426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.629774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.70 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/73aa4784-91b3-4985-8b0f-7a823c70c78b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:00.734298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.770912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.807491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:00.810482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:00.816476 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:00.824332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7d0d0-e1f5-4e57-a4ce-6bfc0e0ae8d3 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:00.841103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=73aa4784-91b3-4985-8b0f-7a823c70c78b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.894557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ac49886c-08b3-4d70-ba26-8056562d488a None None] Provisioning complete for port 73aa4784-91b3-4985-8b0f-7a823c70c78b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:00.894845 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ac49886c-08b3-4d70-ba26-8056562d488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.929518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ac49886c-08b3-4d70-ba26-8056562d488a None None] Port 73aa4784-91b3-4985-8b0f-7a823c70c78b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:01.074065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.276229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.403447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router dc2b817b-ebfa-4038-8d83-97eca5b4574b is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:01.511897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:01.526942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Sync routers for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:01.537246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.541783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a60b0205-fa2c-4c7d-a82d-30cd909ddad4 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5270956 Nov 12 08:47:01.541979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:01.541979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:01.542204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60730) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:01.572806 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-534936c9-32fa-43ba-9cc9-d391d4e04aea tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=3d02e35b023247f58a3fcf58676cdf05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296431 Nov 12 08:47:01.575550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60732) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:01.616062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa24a7-ca22-43dd-b502-fa3dc447a925 req-0e7d8107-adc0-474f-990e-bab9fa6b0fa9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:01.617727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93fa24a7-ca22-43dd-b502-fa3dc447a925 req-0e7d8107-adc0-474f-990e-bab9fa6b0fa9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0531635 Nov 12 08:47:01.654202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:01.666461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739e81f1-5770-4419-98d9-950ee24d2296 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:01.670946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93fa24a7-ca22-43dd-b502-fa3dc447a925 req-05b1b0ce-e254-4b21-a9d2-29af102d217a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Nov 12 08:47:01.671134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-739e81f1-5770-4419-98d9-950ee24d2296 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915184 Nov 12 08:47:01.671327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60734) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:01.703394 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b2fc0599-dc76-4a80-965e-f2c9a4496505 tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308015 Nov 12 08:47:01.706425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60736) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:01.711058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926413712', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:01.799680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:01.803436 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.839838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:01.867776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Checking router: dc2b817b-ebfa-4038-8d83-97eca5b4574b for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:01.868151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Updating router dc2b817b-ebfa-4038-8d83-97eca5b4574b port 73aa4784-91b3-4985-8b0f-7a823c70c78b binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:01.894903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.168469 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.174163 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.231686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774f16b-d826-4214-b269-23ba096ff244 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:02.242266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dd897-1f3c-4f8b-93d1-db345899fb8b None None] Pushing event updated for resources: {'Port': ['ID=73aa4784-91b3-4985-8b0f-7a823c70c78b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.248782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Attempting to bind port 73aa4784-91b3-4985-8b0f-7a823c70c78b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:02.249142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Attempting to bind port 73aa4784-91b3-4985-8b0f-7a823c70c78b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:02.249510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Attempting to bind port 73aa4784-91b3-4985-8b0f-7a823c70c78b on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:02.256312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:02.256733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:02.256994 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.257384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:02.257844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Bound port: 73aa4784-91b3-4985-8b0f-7a823c70c78b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:02.258247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.310997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] For port 73aa4784-91b3-4985-8b0f-7a823c70c78b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:02.314966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] For port 73aa4784-91b3-4985-8b0f-7a823c70c78b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=73aa4784-91b3-4985-8b0f-7a823c70c78b,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:02.319091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.329668 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.385206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0d38a-558f-428c-80ad-8d11c1f2a0a0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:02.400029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-487360f1-cd0b-4a4f-93f8-2aff2c0b871e None None] Provisioning complete for port 73aa4784-91b3-4985-8b0f-7a823c70c78b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:02.400544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-487360f1-cd0b-4a4f-93f8-2aff2c0b871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.404628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Subnet': ['ID=929b1534-85b2-43f4-9d7c-dc9df64dc04c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.413294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Checking segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:02.413590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network hostable DHCP agents. Network: d19158a9-cd17-4977-be64-c189d2ac5cc4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:02.429020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:02.429660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.433515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dd897-1f3c-4f8b-93d1-db345899fb8b None None] Pushing event updated for resources: {'Port': ['ID=73aa4784-91b3-4985-8b0f-7a823c70c78b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.434999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:02.453489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, d19158a9-cd17-4977-be64-c189d2ac5cc4) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:02.458390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:02.459027 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.476974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f7eae-3924-4433-bab1-44a5b97274a5 None None] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:02.479367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-12ca2357-0887-4709-8e42-96d0f1aa327a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7719405 Nov 12 08:47:02.482220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60738) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:02.806545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7229-40b0-4f00-9e7f-e84f56433fa6 req-16ea9fa8-0f7c-4e95-aafd-939937c342a3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:02.814161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-689f7229-40b0-4f00-9e7f-e84f56433fa6 req-16ea9fa8-0f7c-4e95-aafd-939937c342a3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0648861 Nov 12 08:47:02.826599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:02.866499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-689f7229-40b0-4f00-9e7f-e84f56433fa6 req-35aed9a2-729c-4f82-8bd9-233341ee6297 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Nov 12 08:47:02.869375 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-487360f1-cd0b-4a4f-93f8-2aff2c0b871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.933650 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.947935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-487360f1-cd0b-4a4f-93f8-2aff2c0b871e None None] For port 73aa4784-91b3-4985-8b0f-7a823c70c78b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=73aa4784-91b3-4985-8b0f-7a823c70c78b,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:02.983728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-487360f1-cd0b-4a4f-93f8-2aff2c0b871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.034356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-d19158a9-cd17-4977-be64-c189d2ac5cc4', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:03.035231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.103858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487360f1-cd0b-4a4f-93f8-2aff2c0b871e None None] Pushing event updated for resources: {'Port': ['ID=73aa4784-91b3-4985-8b0f-7a823c70c78b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:03.197325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0bb01a55-c49f-483f-9c6b-7d35aa166a8e None None] Provisioning complete for port 73aa4784-91b3-4985-8b0f-7a823c70c78b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:03.197698 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bb01a55-c49f-483f-9c6b-7d35aa166a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.231858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.1 (d19158a9-cd17-4977-be64-c189d2ac5cc4/929b1534-85b2-43f4-9d7c-dc9df64dc04c/fc84a8f0-c914-4383-851d-cb03bcfe8dcd) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:03.264601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:03.312642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbe380-fb6b-48ee-89c1-cb8a8de11693 None None] The sync data for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 is: [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 3, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:03.357680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.397018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.445512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:03.445512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:03.450671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:03.454333 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Allocated IP 172.20.0.2 (d19158a9-cd17-4977-be64-c189d2ac5cc4/929b1534-85b2-43f4-9d7c-dc9df64dc04c/b20a2041-1722-4935-8b49-059dab2a8ba9) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:03.496891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:03.516581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.653361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.660241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.685048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.715961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:03.719981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:03.724938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:03.728353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Pushing event updated for resources: {'Port': ['ID=b20a2041-1722-4935-8b49-059dab2a8ba9,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:03.794098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Attempting to bind port b20a2041-1722-4935-8b49-059dab2a8ba9 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:03.794599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Attempting to bind port b20a2041-1722-4935-8b49-059dab2a8ba9 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:03.795049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Attempting to bind port b20a2041-1722-4935-8b49-059dab2a8ba9 on network d19158a9-cd17-4977-be64-c189d2ac5cc4 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:03.801237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:03.801967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Checking segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:03.802639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.803105 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Bound using segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:03.803774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Bound port: b20a2041-1722-4935-8b49-059dab2a8ba9, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:03.804202 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.876718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] For port b20a2041-1722-4935-8b49-059dab2a8ba9, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:03.880504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] For port b20a2041-1722-4935-8b49-059dab2a8ba9, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b20a2041-1722-4935-8b49-059dab2a8ba9,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:03.885829 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.955307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bf9e1-0b96-4ad9-9517-281895bcc8c8 None None] Pushing event updated for resources: {'Port': ['ID=b20a2041-1722-4935-8b49-059dab2a8ba9,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:04.018920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.025420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.039236 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159d92d-a8c8-491c-95c2-b28dbe504e30 req-70398395-d67b-4d32-be29-e756b5b7ad4c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.049692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2159d92d-a8c8-491c-95c2-b28dbe504e30 req-70398395-d67b-4d32-be29-e756b5b7ad4c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0820329 Nov 12 08:47:04.107341 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2159d92d-a8c8-491c-95c2-b28dbe504e30 req-0811c1a6-4b6a-42dc-890d-b565073f2ee1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Nov 12 08:47:04.112292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.128515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:04.262077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:04.263542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:04.270182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 73aa4784-91b3-4985-8b0f-7a823c70c78b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:04.341045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 73aa4784-91b3-4985-8b0f-7a823c70c78b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:04.341405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.448763 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router dc2b817b-ebfa-4038-8d83-97eca5b4574b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:04.552678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:04.564480 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-03056a79-4265-4113-bd86-73c3157680ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/dc2b817b-ebfa-4038-8d83-97eca5b4574b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0743971 Nov 12 08:47:04.715485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-e9d139dd-431b-4b41-9233-d0256cbb06f5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153082510&fields=id&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 267 time: 0.0517523 Nov 12 08:47:04.845634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-fe123204-fbcc-4d39-8df9-9ff5aa783193 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.847240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-fe123204-fbcc-4d39-8df9-9ff5aa783193 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 797 time: 0.1247385 Nov 12 08:47:04.867153 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-8bfd3929-f94b-4721-b8dc-da4c014ba10e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/quotas/3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 375 time: 0.0104120 Nov 12 08:47:04.923584 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-98188d02-3adf-4080-bff1-ff3dd24946c7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504007 Nov 12 08:47:05.022679 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884a7fb-63bb-4920-bb11-62c6f2cc9cb1 None None] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:05.033143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-a556ba82-76a2-4865-ab01-105d796a5b1f service neutron] 10.222.0.16 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973611 Nov 12 08:47:05.100905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ce803750-3fdd-4962-bb2a-16c9fc036fdd None None] Provisioning complete for port b20a2041-1722-4935-8b49-059dab2a8ba9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:05.101218 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce803750-3fdd-4962-bb2a-16c9fc036fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.134289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-25267d56-641a-482e-9ee5-1562209891ff service neutron] 10.222.0.16 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949533 Nov 12 08:47:05.258766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce803750-3fdd-4962-bb2a-16c9fc036fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.268305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b4819-1638-4027-9d73-8d8b30f13cf3 req-dce0f123-3a71-4fa8-aaf1-797cf13b8a6c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.269924 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-061b4819-1638-4027-9d73-8d8b30f13cf3 req-dce0f123-3a71-4fa8-aaf1-797cf13b8a6c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0678132 Nov 12 08:47:05.308391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ce803750-3fdd-4962-bb2a-16c9fc036fdd None None] For port b20a2041-1722-4935-8b49-059dab2a8ba9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b20a2041-1722-4935-8b49-059dab2a8ba9,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:05.314599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ce803750-3fdd-4962-bb2a-16c9fc036fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.375159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce803750-3fdd-4962-bb2a-16c9fc036fdd None None] Pushing event updated for resources: {'Port': ['ID=b20a2041-1722-4935-8b49-059dab2a8ba9,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:05.394062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1bbbe912-1ad6-4087-9f88-a829ca9c00bc req-1e19db43-e7db-4992-a389-bbaabaf88054 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 210 time: 0.0635450 Nov 12 08:47:05.408136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-061b4819-1638-4027-9d73-8d8b30f13cf3 req-6e512cbe-2097-4701-8290-dffb4b15dafe tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315753 Nov 12 08:47:05.528254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60768) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.612503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfc44f1d-0b37-4b37-af1c-b0f9bbd6969b tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/floatingips/855df8ef-5143-41f4-b8a2-5e5d9eff1b63 HTTP/1.1" status: 200 len: 993 time: 0.0828576 Nov 12 08:47:05.649544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-45307680-97c0-479a-9847-71d86f97fb0a None None] Provisioning complete for port fc84a8f0-c914-4383-851d-cb03bcfe8dcd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:05.649926 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45307680-97c0-479a-9847-71d86f97fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.705449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-45307680-97c0-479a-9847-71d86f97fb0a None None] Port fc84a8f0-c914-4383-851d-cb03bcfe8dcd cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:05.717240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-45307680-97c0-479a-9847-71d86f97fb0a None None] Provisioning complete for port b20a2041-1722-4935-8b49-059dab2a8ba9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:05.717514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45307680-97c0-479a-9847-71d86f97fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.796576 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Sync routers for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:05.812373 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:05.813668 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.912486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60776) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.931568 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:05.950830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c1b86281-fb85-4243-bf36-fdf677e15b03 None None] Provisioning complete for port fc84a8f0-c914-4383-851d-cb03bcfe8dcd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:05.951360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1b86281-fb85-4243-bf36-fdf677e15b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.025109 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c1b86281-fb85-4243-bf36-fdf677e15b03 None None] Port fc84a8f0-c914-4383-851d-cb03bcfe8dcd cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:06.126640 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 7298159a-e0ce-425a-b5d4-48f746139697 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:06.127068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.215885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b20a2041-1722-4935-8b49-059dab2a8ba9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:06.231687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.232130 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.245245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 7298159a-e0ce-425a-b5d4-48f746139697 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:06.269420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-269b467c-7df0-4324-a407-3de6321e88f6 None None] Provisioning complete for port fc84a8f0-c914-4383-851d-cb03bcfe8dcd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:06.269790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-269b467c-7df0-4324-a407-3de6321e88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.308402 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 2, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:06.312478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b20a2041-1722-4935-8b49-059dab2a8ba9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:06.312970 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.333983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-269b467c-7df0-4324-a407-3de6321e88f6 None None] Port fc84a8f0-c914-4383-851d-cb03bcfe8dcd cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:06.346697 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Checking router: dc2b817b-ebfa-4038-8d83-97eca5b4574b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:06.347291 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Updating router dc2b817b-ebfa-4038-8d83-97eca5b4574b port fc84a8f0-c914-4383-851d-cb03bcfe8dcd binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:06.401960 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.467405 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.542327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=7298159a-e0ce-425a-b5d4-48f746139697,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:06.568965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04658e82-c8ec-4b8f-81ed-1c19f251b458 req-1db792cc-fb59-4d2f-8071-75788a84f8d2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 210 time: 0.0373821 Nov 12 08:47:06.605485 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.605968 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Floating IP 855df8ef-5143-41f4-b8a2-5e5d9eff1b63 disassociated (deleted). External IP: 172.25.4.17, port: 3add5c46-a14c-4a88-99b3-6682da5bd9c3. Nov 12 08:47:06.647581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-13a4cd67-7adf-481c-b360-8d259ca15d2f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:06.649349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-13a4cd67-7adf-481c-b360-8d259ca15d2f tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 797 time: 0.2594831 Nov 12 08:47:06.665124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed273c-9ed1-4fa2-84fd-c19917c02620 req-561cbb6b-f13b-4b13-b4cb-475270d41e1b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:06.666639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4ed273c-9ed1-4fa2-84fd-c19917c02620 req-561cbb6b-f13b-4b13-b4cb-475270d41e1b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.0805528 Nov 12 08:47:06.756019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-672d4d44-74e1-4d08-b25f-0f187a343345 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d02e35b023247f58a3fcf58676cdf05 HTTP/1.1" status: 200 len: 379 time: 0.0883753 Nov 12 08:47:06.761004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4ed273c-9ed1-4fa2-84fd-c19917c02620 req-03b25d5b-7c76-4e61-9193-af50b35a5257 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Nov 12 08:47:06.765875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'port': {'device_id': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'admin_state_up': True, 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'security_groups': ['41e714ec-9ae8-4605-9ae6-2735efafaa4d']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:06.766179 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.773638 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.863433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 469f6fa6-60f9-45be-970d-81b5246cba1e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:06.894533 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Pushing event updated for resources: {'Port': ['ID=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:06.897331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Made reservation on behalf of 3d02e35b023247f58a3fcf58676cdf05 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:06.903464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.909711 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Attempting to bind port fc84a8f0-c914-4383-851d-cb03bcfe8dcd on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:06.910323 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Attempting to bind port fc84a8f0-c914-4383-851d-cb03bcfe8dcd by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:06.910833 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Attempting to bind port fc84a8f0-c914-4383-851d-cb03bcfe8dcd on network d19158a9-cd17-4977-be64-c189d2ac5cc4 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:06.914167 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.914673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.915169 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.916496 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.916974 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.917461 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.918479 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.918957 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.920278 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.920767 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.921256 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.922544 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:06.934829 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:06.936774 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Checking segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:06.937471 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.938067 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Bound using segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:06.938792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Bound port: fc84a8f0-c914-4383-851d-cb03bcfe8dcd, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:06.939323 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.009833 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:07.015729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.021289 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] For port fc84a8f0-c914-4383-851d-cb03bcfe8dcd, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:07.024146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] Sync routers for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:07.024666 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] For port fc84a8f0-c914-4383-851d-cb03bcfe8dcd, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:07.029891 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.045916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:07.046711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.052803 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dc42cce9-4ca9-4850-b217-34bfebd06ce8 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/floatingips/855df8ef-5143-41f4-b8a2-5e5d9eff1b63 HTTP/1.1" status: 204 len: 168 time: 1.1387403 Nov 12 08:47:07.054838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:07.056571 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:07.110759 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34decf5-460c-46f0-892c-76b77b838adc None None] Pushing event updated for resources: {'Port': ['ID=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.115005 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:07.115788 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.143803 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120bfe9c-4054-4bb8-961f-4fd27c63b558 x-openstack-request-id: req-120bfe9c-4054-4bb8-961f-4fd27c63b558 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:07.144109 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:07.144365 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-120bfe9c-4054-4bb8-961f-4fd27c63b558 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:07.144793 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'status': 'completed', 'code': 200} Nov 12 08:47:07.148206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.20.0.4 (d19158a9-cd17-4977-be64-c189d2ac5cc4/929b1534-85b2-43f4-9d7c-dc9df64dc04c/aa6ddea1-202d-45a3-9a03-6f396233333f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:07.232953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3cb541e9-6b69-4327-86b3-f8dc8a87818b None None] Provisioning complete for port fc84a8f0-c914-4383-851d-cb03bcfe8dcd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:07.233327 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3cb541e9-6b69-4327-86b3-f8dc8a87818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.268530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:07.321529 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:07.324520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-1797e3ab-ad83-460d-afdc-1ad30107ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.331958 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-1797e3ab-ad83-460d-afdc-1ad30107ffc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c9e122774964506bc014e4367afbaa6&device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 1098 time: 0.1452403 Nov 12 08:47:07.479124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-a13950d9-1774-43d6-a3c7-cb2c1af6da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.481014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-a13950d9-1774-43d6-a3c7-cb2c1af6da9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b509f33-3d44-4742-b980-80d1bd071790 HTTP/1.1" status: 200 len: 897 time: 0.1402104 Nov 12 08:47:07.522828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8ca1-e44a-4a02-b725-9e058c24f929 req-bc3ff07f-0022-4e8f-8e17-0270bddd5917 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.524471 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-492c8ca1-e44a-4a02-b725-9e058c24f929 req-bc3ff07f-0022-4e8f-8e17-0270bddd5917 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 946 time: 0.1489847 Nov 12 08:47:07.527800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.548921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-ce81f453-8fd9-4c5b-a824-8a440eb218c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0602732 Nov 12 08:47:07.555551 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3cb541e9-6b69-4327-86b3-f8dc8a87818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.597198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3cb541e9-6b69-4327-86b3-f8dc8a87818b None None] For port fc84a8f0-c914-4383-851d-cb03bcfe8dcd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:07.604680 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3cb541e9-6b69-4327-86b3-f8dc8a87818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.635341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-c8fb99f8-e794-46c7-a89c-5faf54097ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.641109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-c8fb99f8-e794-46c7-a89c-5faf54097ca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=32edcfa7-6d41-4976-a211-ee881b03b057 HTTP/1.1" status: 200 len: 835 time: 0.0845101 Nov 12 08:47:07.649901 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.650850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-492c8ca1-e44a-4a02-b725-9e058c24f929 req-32ea67a2-c706-4a4e-9db9-30cdd0009f63 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096728 Nov 12 08:47:07.668763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.674186 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.693201 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c9240-edf8-45bf-bea5-54f8081b0e32 None None] The sync data for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 is: [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:07.704719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] Checking router: 469f6fa6-60f9-45be-970d-81b5246cba1e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:07.711649 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb541e9-6b69-4327-86b3-f8dc8a87818b None None] Pushing event updated for resources: {'Port': ['ID=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.720006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-d4ee4410-a7d2-4eba-b513-caa4c5ea3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.722696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-d4ee4410-a7d2-4eba-b513-caa4c5ea3d34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b509f33-3d44-4742-b980-80d1bd071790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715365 Nov 12 08:47:07.722808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:07.723424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.785426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-40db0fcd-6997-4995-938b-1953e0f7ee5c None None] Provisioning complete for port fc84a8f0-c914-4383-851d-cb03bcfe8dcd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:07.785722 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-40db0fcd-6997-4995-938b-1953e0f7ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.795814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:07.807522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:07.814262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:07.820490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.897511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf5c2d-d781-42d5-ac86-71b471b92789 req-e12b6479-2936-481c-8054-361c2d80b530 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.908524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8adf5c2d-d781-42d5-ac86-71b471b92789 req-e12b6479-2936-481c-8054-361c2d80b530 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 931 time: 0.1747694 Nov 12 08:47:07.973629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-ef5675e4-055c-4cdf-846a-fdc042e6a6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415409 Nov 12 08:47:07.986424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.987087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.013717 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-ac66c611-2933-4f5e-b004-b0e2beec1524 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2506061 Nov 12 08:47:08.038568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Request body: {'port': {'device_id': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:08.124302 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e3d5d4f-4cd6-46f5-8d5c-02b2b3a74c55 req-a2629565-ed5f-4a15-a620-246eee52340c service neutron] 10.222.0.32 "GET /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411545 Nov 12 08:47:08.144224 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.176667 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929042b-042d-4fe9-bf4f-1dba8d0df399 req-7a88ca8e-88c7-4838-8ec6-46a716d726c4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.178323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1929042b-042d-4fe9-bf4f-1dba8d0df399 req-7a88ca8e-88c7-4838-8ec6-46a716d726c4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 943 time: 0.2583959 Nov 12 08:47:08.186986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8adf5c2d-d781-42d5-ac86-71b471b92789 req-88900519-0b15-4951-91aa-c2fa4f247d97 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772396 Nov 12 08:47:08.214581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:08.264090 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1929042b-042d-4fe9-bf4f-1dba8d0df399 req-78011099-0ae7-4f2b-8e85-262a3fe1151b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739009 Nov 12 08:47:08.330078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc84a8f0-c914-4383-851d-cb03bcfe8dcd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:08.362138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:08.490253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c9e5c525-d432-44a7-84c2-cc9f9a3ad674 None None] Provisioning complete for port aa6ddea1-202d-45a3-9a03-6f396233333f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:08.491045 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c525-d432-44a7-84c2-cc9f9a3ad674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.548123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6ddea1-202d-45a3-9a03-6f396233333f {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:08.557207 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.571026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Transition to ACTIVE for port object aa6ddea1-202d-45a3-9a03-6f396233333f will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:08.579167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.627924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5c525-d432-44a7-84c2-cc9f9a3ad674 None None] Port aa6ddea1-202d-45a3-9a03-6f396233333f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:08.647766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.658322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fc84a8f0-c914-4383-851d-cb03bcfe8dcd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:08.658891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.711147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-31487eba-23cd-4c0d-b471-f51424331e73 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.712762 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-31487eba-23cd-4c0d-b471-f51424331e73 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 946 time: 0.0898130 Nov 12 08:47:08.739904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Attempting to bind port aa6ddea1-202d-45a3-9a03-6f396233333f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:08.741025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Attempting to bind port aa6ddea1-202d-45a3-9a03-6f396233333f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:08.741685 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Attempting to bind port aa6ddea1-202d-45a3-9a03-6f396233333f on network d19158a9-cd17-4977-be64-c189d2ac5cc4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:08.753174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Port aa6ddea1-202d-45a3-9a03-6f396233333f on network d19158a9-cd17-4977-be64-c189d2ac5cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:08.753734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Attempting to bind port aa6ddea1-202d-45a3-9a03-6f396233333f on network d19158a9-cd17-4977-be64-c189d2ac5cc4 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:08.759904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:08.760502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Checking segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:08.761070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Bound using segment: {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:08.761658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Bound port: aa6ddea1-202d-45a3-9a03-6f396233333f, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:08.762300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.811247 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:08.847458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa', 'mac_address': 'fa:16:3e:ce:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:08.904141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c05087-89dc-4a92-935a-b0717d7af317 req-3dc5872c-9d85-4416-9b16-5f3d4042c284 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.905912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49c05087-89dc-4a92-935a-b0717d7af317 req-3dc5872c-9d85-4416-9b16-5f3d4042c284 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc86d4de-8434-407a-bf67-7682e7a429d8 HTTP/1.1" status: 200 len: 946 time: 0.1401079 Nov 12 08:47:08.931718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:08.936500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:08.942198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:08.944532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.966637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.014681 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.018448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.035087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:09.037483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.038269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.039757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] 10.222.0.32 "PUT /v2.0/ports/aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 1092 time: 1.0099747 Nov 12 08:47:09.061586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:09.076200 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b" -d '{"events": [{"name": "network-changed", "server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:09.081018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e045e-e37a-46a7-953f-4b27fae07395 None None] The sync data for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 is: [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '720c3deb-725b-4d04-a77b-3165f75725db', 'name': '', 'network_id': '8b509f33-3d44-4742-b980-80d1bd071790', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'mac_address': 'fa:16:3e:5b:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:15Z', 'updated_at': '2021-11-12T08:46:19Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'subnets': [{'id': '32edcfa7-6d41-4976-a211-ee881b03b057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:09.090543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:09.097412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 3add5c46-a14c-4a88-99b3-6682da5bd9c3, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3add5c46-a14c-4a88-99b3-6682da5bd9c3,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:09.098016 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.130086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:09.131380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 3add5c46-a14c-4a88-99b3-6682da5bd9c3 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:09.137135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.163261 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47547229-f3ec-4f1f-a774-bc02535de5e6 x-openstack-request-id: req-47547229-f3ec-4f1f-a774-bc02535de5e6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:09.163625 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:09.163818 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47547229-f3ec-4f1f-a774-bc02535de5e6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:09.168892 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'status': 'completed', 'code': 200} Nov 12 08:47:09.190849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49c05087-89dc-4a92-935a-b0717d7af317 req-41ef4c6e-52a2-4f2b-9d58-f7c9da50515f tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "GET /v2.0/security-groups?id=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755558 Nov 12 08:47:09.193987 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e27cb-d17a-4b54-92aa-c95e1bca1f0f service neutron] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.217312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.224633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-c40027d9-55b9-4546-9df9-cfdbe0e9b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.226019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-c40027d9-55b9-4546-9df9-cfdbe0e9b920 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1095 time: 0.1288953 Nov 12 08:47:09.294883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-fc709259-a2ca-47f5-aa7a-b5557e9b09ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 217 time: 0.0587964 Nov 12 08:47:09.375288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.412199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=3add5c46-a14c-4a88-99b3-6682da5bd9c3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.428363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:09.441631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-d581bdc1-4504-40fa-83ec-8139d947ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.444253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-d581bdc1-4504-40fa-83ec-8139d947ea48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 200 len: 834 time: 0.1425653 Nov 12 08:47:09.456316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647d90-1e6a-42bc-a0b9-cdbfe34f16f7 req-60955256-2a02-40cd-afdd-ea4625f47e6a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.464925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3647d90-1e6a-42bc-a0b9-cdbfe34f16f7 req-60955256-2a02-40cd-afdd-ea4625f47e6a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 943 time: 0.1545265 Nov 12 08:47:09.483939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] No DVR routers for this DVR port 3add5c46-a14c-4a88-99b3-6682da5bd9c3 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:09.488159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.491061 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e910127a-3232-44b0-a1c6-e882d55cfc76 req-ca3dc678-c12d-4712-9f04-9ee158e8624a tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.32 "DELETE /v2.0/ports/3add5c46-a14c-4a88-99b3-6682da5bd9c3 HTTP/1.1" status: 204 len: 173 time: 0.7709231 Nov 12 08:47:09.491532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'name': 'network-vif-deleted', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:09.501546 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064e3aed-11c4-4707-9f72-633bcc23a5c9" -d '{"events": [{"server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "name": "network-vif-deleted", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:09.530425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594be1-988a-4445-b5b4-045c8d7aedb7 req-e6b3d34d-403b-4b4f-a3ea-535b2d5b34a9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.540752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d594be1-988a-4445-b5b4-045c8d7aedb7 req-e6b3d34d-403b-4b4f-a3ea-535b2d5b34a9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 944 time: 0.1695845 Nov 12 08:47:09.622797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3647d90-1e6a-42bc-a0b9-cdbfe34f16f7 req-efd8cdee-d113-4ae1-a5cf-35d9aedfebd1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566818 Nov 12 08:47:09.629505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-a2cd2a11-0fe5-4e49-9456-d5ce09a0e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.631790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-a2cd2a11-0fe5-4e49-9456-d5ce09a0e02f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d19158a9-cd17-4977-be64-c189d2ac5cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540904 Nov 12 08:47:09.646023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d594be1-988a-4445-b5b4-045c8d7aedb7 req-cd91902b-85fd-4f2c-8eb0-fa441989de05 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019285 Nov 12 08:47:09.690240 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85f7ab-8aa5-4912-86a0-1b018922e9d6 x-openstack-request-id: req-af85f7ab-8aa5-4912-86a0-1b018922e9d6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:09.690698 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc86d4de-8434-407a-bf67-7682e7a429d8", "name": "network-vif-deleted", "tag": "3add5c46-a14c-4a88-99b3-6682da5bd9c3", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:09.690958 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af85f7ab-8aa5-4912-86a0-1b018922e9d6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:09.691368 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc86d4de-8434-407a-bf67-7682e7a429d8', 'name': 'network-vif-deleted', 'tag': '3add5c46-a14c-4a88-99b3-6682da5bd9c3', 'status': 'completed', 'code': 200} Nov 12 08:47:09.748642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-8dca1719-f8ac-4a4e-870d-cd6047bab2c8 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995359 Nov 12 08:47:09.771777 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc49408-1c33-42fc-aee0-d8bca81ec18f None None] New status for floating IP 855df8ef-5143-41f4-b8a2-5e5d9eff1b63: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:09.851073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-125b5445-d63b-44a2-b2ad-2c4884683420 req-fba25928-0838-409b-9cfe-e7c6f4e1e892 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942404 Nov 12 08:47:09.942121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-4ccdeaa6-028d-48f7-a784-20bdf19117c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.943827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-4ccdeaa6-028d-48f7-a784-20bdf19117c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1095 time: 0.0470214 Nov 12 08:47:10.257327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60804) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.321486 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1da8b48-fe85-4028-a535-511231bee094 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.352036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1da8b48-fe85-4028-a535-511231bee094 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.377844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:10.405731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-20a7e764-9f76-4c8e-ba7b-b4e2249cd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.407683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-20a7e764-9f76-4c8e-ba7b-b4e2249cd73e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 897 time: 0.4531088 Nov 12 08:47:10.433816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:10.439219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:10.439413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1da8b48-fe85-4028-a535-511231bee094 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.439888 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.442446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b1da8b48-fe85-4028-a535-511231bee094 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.443515 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b1da8b48-fe85-4028-a535-511231bee094 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/security-groups/b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6 HTTP/1.1" status: 204 len: 168 time: 0.1851869 Nov 12 08:47:10.456176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da8b48-fe85-4028-a535-511231bee094 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8966c5c-97f6-4d3b-873f-32b0b6dbd2c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.460601 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-3e0d7266-c916-4cf4-a648-135c0197b7d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 217 time: 0.0452583 Nov 12 08:47:10.485002 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.521451 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-54556495-6462-4baf-88f1-5f7a420ae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.523086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-54556495-6462-4baf-88f1-5f7a420ae5e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 200 len: 834 time: 0.0547595 Nov 12 08:47:10.561961 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.575516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-027a77c4-3d14-494e-a582-66359e778a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.577777 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-027a77c4-3d14-494e-a582-66359e778a84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d19158a9-cd17-4977-be64-c189d2ac5cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472200 Nov 12 08:47:10.589059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:10.591674 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c4f9f2-d3ab-4600-a8b8-ebf6406f3088" -d '{"events": [{"server_uuid": "29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46", "name": "network-vif-plugged", "status": "completed", "tag": "d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:10.605197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:10.612465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.643622 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7443c-c1e7-4641-b802-c7d07f46fb68 x-openstack-request-id: req-68a7443c-c1e7-4641-b802-c7d07f46fb68 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:10.643622 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46", "name": "network-vif-plugged", "status": "completed", "tag": "d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:10.643622 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68a7443c-c1e7-4641-b802-c7d07f46fb68 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:10.643622 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa', 'code': 200} Nov 12 08:47:10.677705 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.706351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41282c03-6e2d-4092-b673-feea70ba9b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.727195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-86ab41b6-0c38-4bfa-86dc-e3769108e499 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396258 Nov 12 08:47:10.810115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25694104-12ac-432f-b399-845fb767b286 req-20018d57-a9f6-461a-a037-3613ec96a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.811627 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25694104-12ac-432f-b399-845fb767b286 req-20018d57-a9f6-461a-a037-3613ec96a9f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 1097 time: 0.0864513 Nov 12 08:47:10.897071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6bc6e-97ed-44c7-b1e0-bcc95b3fc52e req-18e53a00-6d1a-40ee-b136-c0c41c046549 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.898687 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18d6bc6e-97ed-44c7-b1e0-bcc95b3fc52e req-18e53a00-6d1a-40ee-b136-c0c41c046549 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 943 time: 0.1514249 Nov 12 08:47:10.899896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-25694104-12ac-432f-b399-845fb767b286 req-9770ddf2-07ea-4ee1-bbc6-99f478f0074a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808167 Nov 12 08:47:10.911648 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a52e7-17d2-4850-af26-f06c7b467c3e req-6149800f-e953-45c8-ac20-82a683f61d42 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.913323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a76a52e7-17d2-4850-af26-f06c7b467c3e req-6149800f-e953-45c8-ac20-82a683f61d42 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.1461136 Nov 12 08:47:10.917177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f00c3a5-e715-4dbb-936f-a2810ca0a53b req-e93ab5f4-2d28-43c3-b47d-fbcaef90c02c service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829379 Nov 12 08:47:10.998870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a76a52e7-17d2-4850-af26-f06c7b467c3e req-403a3d40-2b72-4034-a7d8-33e43cd44951 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754440 Nov 12 08:47:11.004977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18d6bc6e-97ed-44c7-b1e0-bcc95b3fc52e req-3497952d-0c7e-4084-892f-7ef79297a8a7 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899172 Nov 12 08:47:11.038091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.628178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 720c3deb-725b-4d04-a77b-3165f75725db {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:11.628818 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.717872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 720c3deb-725b-4d04-a77b-3165f75725db, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=720c3deb-725b-4d04-a77b-3165f75725db,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:11.718159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.731111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 720c3deb-725b-4d04-a77b-3165f75725db owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:11.877785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa6ddea1-202d-45a3-9a03-6f396233333f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:11.914011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.942357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=720c3deb-725b-4d04-a77b-3165f75725db,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.992958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:12.006478 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'port_id': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'mac_address': 'fa:16:3e:80:4f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:12.119940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.123693 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.166743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6ddea1-202d-45a3-9a03-6f396233333f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:12.171428 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.232510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:12.243165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.310549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594d76-2f46-468b-aab4-ae5186cc2f99 req-b0966cf6-4a5f-48ba-a753-011e4a8ace0c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.312319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3594d76-2f46-468b-aab4-ae5186cc2f99 req-b0966cf6-4a5f-48ba-a753-011e4a8ace0c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.1846569 Nov 12 08:47:12.333415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.343833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.344672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.345201 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.345689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.346045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.346385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.346719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.347052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.347383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.347719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.348145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.348401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:12.350687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255775b8-eef2-430d-96a0-51e508514d6d req-20a86113-5abe-4530-a2b6-6ae4067a78f3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.353506 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-255775b8-eef2-430d-96a0-51e508514d6d req-20a86113-5abe-4530-a2b6-6ae4067a78f3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 943 time: 0.1742032 Nov 12 08:47:12.399743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3594d76-2f46-468b-aab4-ae5186cc2f99 req-ee061a1a-34fc-45f4-8bff-6a01ac57e47a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806699 Nov 12 08:47:12.434149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-255775b8-eef2-430d-96a0-51e508514d6d req-e4311562-10f5-4fe6-bb3c-27fb4269201b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685337 Nov 12 08:47:12.458524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aa6ddea1-202d-45a3-9a03-6f396233333f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:12.489759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Router 469f6fa6-60f9-45be-970d-81b5246cba1e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:12.603477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:12.611635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d67357d-e1fd-4fbe-be88-0ea97dbcb25d tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "PUT /v2.0/routers/469f6fa6-60f9-45be-970d-81b5246cba1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1222587 Nov 12 08:47:12.611635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60820) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:12.613632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] Sync routers for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:12.639405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:12.640036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:12.663258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting subnet 32edcfa7-6d41-4976-a211-ee881b03b057 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:12.666440 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.707455 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.793408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:12.794856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.854918 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.883932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Subnet': ['ID=32edcfa7-6d41-4976-a211-ee881b03b057,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.885934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.891907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60822) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:12.892098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2bce265d-94b6-411b-8fef-99c2febe46da tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/subnets/32edcfa7-6d41-4976-a211-ee881b03b057 HTTP/1.1" status: 204 len: 168 time: 0.2798901 Nov 12 08:47:12.903998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d06ab-e005-4e7c-8fc9-637e65781ab1 None None] Network 8b509f33-3d44-4742-b980-80d1bd071790 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:12.997302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.086500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:47:11Z', 'revision_number': 5, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port': {'id': '611acefc-c5ee-4f7e-bfb3-debb462de540', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:13.106210 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.115822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] Checking router: 469f6fa6-60f9-45be-970d-81b5246cba1e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:13.127746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] Routers {'469f6fa6-60f9-45be-970d-81b5246cba1e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:13.128477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:46:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['469f6fa6-60f9-45be-970d-81b5246cba1e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:13.177591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] DHCP port deletion for 8b509f33-3d44-4742-b980-80d1bd071790 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:13.181256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Deleting port 611acefc-c5ee-4f7e-bfb3-debb462de540 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:13.181763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.253549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8fa736be-40da-4fbf-9114-b8e58b041d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.270551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] Set router 469f6fa6-60f9-45be-970d-81b5246cba1e gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:13.275215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] For port 611acefc-c5ee-4f7e-bfb3-debb462de540, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=611acefc-c5ee-4f7e-bfb3-debb462de540,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:13.275577 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.289338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Calling delete_port for 611acefc-c5ee-4f7e-bfb3-debb462de540 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:13.325780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:47:13Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:13.363065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da3c85-0573-4d1e-89cb-a9c16f678b16 None None] The sync data for ids ['469f6fa6-60f9-45be-970d-81b5246cba1e'] in n-d-768509-25 is: [{'id': '469f6fa6-60f9-45be-970d-81b5246cba1e', 'name': 'tempest-TestNetworkBasicOps-router-2110186196', 'tenant_id': '9c9e122774964506bc014e4367afbaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:12Z', 'updated_at': '2021-11-12T08:47:13Z', 'revision_number': 6, 'project_id': '9c9e122774964506bc014e4367afbaa6', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:13.372148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] Deleting port 339bcd8e-1296-4fde-9415-797c3e86785a {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:13.372521 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.459708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] For port 339bcd8e-1296-4fde-9415-797c3e86785a, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=339bcd8e-1296-4fde-9415-797c3e86785a,segment=NetworkSegment(2065c4fe-2585-4f45-9ebd-623b0de72b11),segment_id=2065c4fe-2585-4f45-9ebd-623b0de72b11)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:13.460145 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.476822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] Calling delete_port for 339bcd8e-1296-4fde-9415-797c3e86785a owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:13.492522 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.546790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Port': ['ID=611acefc-c5ee-4f7e-bfb3-debb462de540,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.633849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd501-e11b-4132-8ebf-a0928f16a8ef req-3953c46b-67e9-4c77-960f-2ba0ffaa2e34 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:13.641845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-686cd501-e11b-4132-8ebf-a0928f16a8ef req-3953c46b-67e9-4c77-960f-2ba0ffaa2e34 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.1606958 Nov 12 08:47:13.683207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252e9c-ebfc-4750-b1e3-9abdb1547e0f req-143aa72c-40ea-4ea8-bfe1-6aef3504ef54 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:13.684755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea252e9c-ebfc-4750-b1e3-9abdb1547e0f req-143aa72c-40ea-4ea8-bfe1-6aef3504ef54 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 944 time: 0.1736186 Nov 12 08:47:13.685874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.695343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2149f92-729a-4428-9f5e-8a2aa13a829b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:13.746024 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.775323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] Pushing event deleted for resources: {'Port': ['ID=339bcd8e-1296-4fde-9415-797c3e86785a,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.784272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75add5b-8c49-4e41-ba04-42e087aa637d None None] No DVR routers for this DVR port 339bcd8e-1296-4fde-9415-797c3e86785a on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:13.835077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-686cd501-e11b-4132-8ebf-a0928f16a8ef req-f62e5781-ec11-4742-9887-7c449083d60d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923065 Nov 12 08:47:13.836878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.840388 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.894031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa6ddea1-202d-45a3-9a03-6f396233333f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:13.905088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea252e9c-ebfc-4750-b1e3-9abdb1547e0f req-1d368315-88c2-4d75-8672-6139e2628fbe tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138231 Nov 12 08:47:13.910890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.911774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Fanout notify agent at l3_agent the message router_deleted on router 469f6fa6-60f9-45be-970d-81b5246cba1e {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:13.920839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.922533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d5ee4c26-91c2-4377-aa77-2b2982768aa1 tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/routers/469f6fa6-60f9-45be-970d-81b5246cba1e HTTP/1.1" status: 204 len: 168 time: 1.0288610 Nov 12 08:47:13.927045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60830) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.965566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port aa6ddea1-202d-45a3-9a03-6f396233333f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:13.970970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port aa6ddea1-202d-45a3-9a03-6f396233333f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:13.971414 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.973314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a983e7-6cda-417d-9d20-7b025e4202ae req-e1095dff-d621-4630-90e8-2b94aa836a15 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:13.975030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82a983e7-6cda-417d-9d20-7b025e4202ae req-e1095dff-d621-4630-90e8-2b94aa836a15 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.0609686 Nov 12 08:47:14.019240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.027531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82a983e7-6cda-417d-9d20-7b025e4202ae req-4f0d19a4-4ac1-43a8-b1d1-44b45426526d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Nov 12 08:47:14.067813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.093409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:14.096517 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc9b5b1-bf4a-4a9f-9756-94c9e0277066" -d '{"events": [{"server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "name": "network-vif-plugged", "status": "completed", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:14.110823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:14.115702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.117005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3add5c46-a14c-4a88-99b3-6682da5bd9c3 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:14.124678 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.139682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 3add5c46-a14c-4a88-99b3-6682da5bd9c3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:14.140181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3add5c46-a14c-4a88-99b3-6682da5bd9c3 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:14.168253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b509f33-3d44-4742-b980-80d1bd071790']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:14.177682 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de07b62-1017-4616-8893-b756c7a3a965 x-openstack-request-id: req-7de07b62-1017-4616-8893-b756c7a3a965 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:14.177990 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "name": "network-vif-plugged", "status": "completed", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:14.178250 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7de07b62-1017-4616-8893-b756c7a3a965 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:14.178651 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'code': 200} Nov 12 08:47:14.181168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2065c4fe-2585-4f45-9ebd-623b0de72b11') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:14.181616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2065c4fe-2585-4f45-9ebd-623b0de72b11') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:14.209917 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.212799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.226491 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.235221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:14.236017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:14.239942 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:14.275154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2a9b-420c-4d3f-9141-ae6a825a75ed req-7ae9a90c-3965-4b23-941a-01fd17ec7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.276929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e75e2a9b-420c-4d3f-9141-ae6a825a75ed req-7ae9a90c-3965-4b23-941a-01fd17ec7b2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1097 time: 0.0603673 Nov 12 08:47:14.321968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.334164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.338345 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] 10.222.0.16 "DELETE /v2.0/networks/8b509f33-3d44-4742-b980-80d1bd071790 HTTP/1.1" status: 204 len: 168 time: 0.4101646 Nov 12 08:47:14.355249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519564d4-7c74-4492-ac31-7f6a31dc4cfb tempest-TestNetworkBasicOps-855339454 tempest-TestNetworkBasicOps-855339454-project] Pushing event deleted for resources: {'Network': ['ID=8b509f33-3d44-4742-b980-80d1bd071790,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.365898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 339bcd8e-1296-4fde-9415-797c3e86785a no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:14.374451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e75e2a9b-420c-4d3f-9141-ae6a825a75ed req-776ed4f6-9c81-49bc-8b37-72bf83754c6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892169 Nov 12 08:47:14.399400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 339bcd8e-1296-4fde-9415-797c3e86785a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:14.399746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 339bcd8e-1296-4fde-9415-797c3e86785a not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:14.400194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 611acefc-c5ee-4f7e-bfb3-debb462de540 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:14.421957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 611acefc-c5ee-4f7e-bfb3-debb462de540 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:14.422534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 611acefc-c5ee-4f7e-bfb3-debb462de540 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:14.423083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 720c3deb-725b-4d04-a77b-3165f75725db no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:14.448931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 720c3deb-725b-4d04-a77b-3165f75725db {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:14.449290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 720c3deb-725b-4d04-a77b-3165f75725db not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:14.603200 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.717660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:14.869851 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6737e6e0-2da5-4815-8dc0-c6396889390f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c9e122774964506bc014e4367afbaa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510217 Nov 12 08:47:14.872467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:14.928539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52b11a8d-5cb1-4df1-9509-055bc75dc172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.952710 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52b11a8d-5cb1-4df1-9509-055bc75dc172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.021478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52b11a8d-5cb1-4df1-9509-055bc75dc172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.025762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-52b11a8d-5cb1-4df1-9509-055bc75dc172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.027360 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-52b11a8d-5cb1-4df1-9509-055bc75dc172 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c62329f5-9c01-4bcf-bbcd-43c403c04c72 HTTP/1.1" status: 204 len: 168 time: 0.1537914 Nov 12 08:47:15.037363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b11a8d-5cb1-4df1-9509-055bc75dc172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62329f5-9c01-4bcf-bbcd-43c403c04c72,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:15.119019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c293bd1-d5a5-489d-a9a5-dffde6f7a85c req-f351cd48-8fdb-419b-8860-bf05162f2a5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.124789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c293bd1-d5a5-489d-a9a5-dffde6f7a85c req-f351cd48-8fdb-419b-8860-bf05162f2a5e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0979836 Nov 12 08:47:15.201150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c293bd1-d5a5-489d-a9a5-dffde6f7a85c req-b42b9d08-7394-45b6-8327-532dde284111 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656698 Nov 12 08:47:15.418087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60888) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.432788 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac995-917f-4056-834a-e944d803ef81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.538682 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac995-917f-4056-834a-e944d803ef81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.545437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac995-917f-4056-834a-e944d803ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.588601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6a3ac995-917f-4056-834a-e944d803ef81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9bccacfcc6f4d2398b4ea86269fd658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693046 Nov 12 08:47:15.589609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ac995-917f-4056-834a-e944d803ef81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a059d-c592-4984-b8f7-c34955a0c7ca,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:15.591322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.661662 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-613c0ceb-871b-4a16-aa29-a57c5222720e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.689067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-613c0ceb-871b-4a16-aa29-a57c5222720e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.744370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-613c0ceb-871b-4a16-aa29-a57c5222720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.746291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.747647 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-613c0ceb-871b-4a16-aa29-a57c5222720e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.751513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-613c0ceb-871b-4a16-aa29-a57c5222720e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f67a059d-c592-4984-b8f7-c34955a0c7ca HTTP/1.1" status: 204 len: 168 time: 0.1522043 Nov 12 08:47:15.758614 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c0ceb-871b-4a16-aa29-a57c5222720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a059d-c592-4984-b8f7-c34955a0c7ca,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.335528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922c020-365b-4ceb-aa33-547e97cece85 req-1d3beb45-916d-4c02-85c3-d7805f8062a1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.337223 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3922c020-365b-4ceb-aa33-547e97cece85 req-1d3beb45-916d-4c02-85c3-d7805f8062a1 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0605314 Nov 12 08:47:16.397426 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3922c020-365b-4ceb-aa33-547e97cece85 req-2a1ba9ac-15d2-41ff-a250-e17bc06ef77e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518785 Nov 12 08:47:16.523034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312f1d9-4f16-4d52-a997-b993993a6d73 req-43ddc75e-ba02-4927-b733-bfba916c0573 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.524714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6312f1d9-4f16-4d52-a997-b993993a6d73 req-43ddc75e-ba02-4927-b733-bfba916c0573 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0522156 Nov 12 08:47:16.532185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60940) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.580834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6312f1d9-4f16-4d52-a997-b993993a6d73 req-7b289b7a-56ac-4f56-8732-6b9fce0749c2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499525 Nov 12 08:47:16.602845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60944) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.645787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-901504081-network', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:16.658478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc4c23-a285-4c51-ab96-ff2adf7db75c tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.659963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-29fc4c23-a285-4c51-ab96-ff2adf7db75c tempest-TestNetworkAdvancedServerOps-1918604194 tempest-TestNetworkAdvancedServerOps-1918604194-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1092 time: 0.0560853 Nov 12 08:47:16.662994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.667660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:16.676895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Made reservation on behalf of 762c3fa681cb4a23bf22608fd7afb20a for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:16.679305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.689118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.690909 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.766744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.770734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.792626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.794388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:16.808206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.808554 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Added segment 9ac26fe3-96c5-4924-a1b6-f4a57c443deb of type vlan for network ac685efb-b314-4200-82f4-f7bb33ec3033 Nov 12 08:47:16.827019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5643e1d5-03ca-482b-996e-f606e1c76a11,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.835434 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.862265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.892187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.893365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.894009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.921357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3880162 Nov 12 08:47:16.923577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60952) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:16.928702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Request body: {'subnet': {'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-901504081-subnet', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:16.945682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Allocated IP 172.25.4.191 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/4e855806-930f-412f-8973-daea044c2e71) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:16.971048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b0222-d901-417f-b308-725e5ce6a3fc admin admin] Pushing event updated for resources: {'Network': ['ID=ac685efb-b314-4200-82f4-f7bb33ec3033,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.977174 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Made reservation on behalf of 762c3fa681cb4a23bf22608fd7afb20a for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:16.979703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.983268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ac685efb-b314-4200-82f4-f7bb33ec3033 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:17.222652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.245238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-b6409af6-ce6b-4bd5-8aef-df6979813b42 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.246805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-b6409af6-ce6b-4bd5-8aef-df6979813b42 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.2368906 Nov 12 08:47:17.301289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-7572a3a1-93ea-4d72-aac5-bec6dfce600f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0470848 Nov 12 08:47:17.350395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.439892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:17.454487 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:17.457340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:17.474736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-706f91c5-4438-46b1-a2b4-d2ebed433443 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672218 Nov 12 08:47:17.475633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.501500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=4e855806-930f-412f-8973-daea044c2e71,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.657008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.712649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Checking segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:17.712885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Network hostable DHCP agents. Network: ac685efb-b314-4200-82f4-f7bb33ec3033, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:17.722742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-d56376fd-c901-4fc2-b972-44036d376f89 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238181 Nov 12 08:47:17.835800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Network ac685efb-b314-4200-82f4-f7bb33ec3033 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:17.854854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ac685efb-b314-4200-82f4-f7bb33ec3033) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:17.862990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7cd22-2386-452b-a05b-95f951ed09d4 None None] Network ac685efb-b314-4200-82f4-f7bb33ec3033 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:17.895000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.895587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.929504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3b645b5e-11c1-4d4b-88cb-78104c29497a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0046265 Nov 12 08:47:17.932331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.938525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:17.944899 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-cd59464d-9f02-42df-8e94-61a20ebeec53 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138612 Nov 12 08:47:17.982306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.985404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.062215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.071930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-ac685efb-b314-4200-82f4-f7bb33ec3033', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:18.073365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.185055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc0daa27-0ad9-4795-b9d8-b5db2e285371 req-1220d276-1254-4c5c-95af-8230443e8794 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0367374 Nov 12 08:47:18.195302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.273934 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Allocated IP 172.20.0.2 (ac685efb-b314-4200-82f4-f7bb33ec3033/4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8/70b18a51-d386-44e1-960e-93c5e1595092) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:18.286304 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.295796 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.483824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.485248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.491035 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.494339 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.556880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.569290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Pushing event updated for resources: {'Port': ['ID=70b18a51-d386-44e1-960e-93c5e1595092,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:18.581765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Network ac685efb-b314-4200-82f4-f7bb33ec3033 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:18.583441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:18.587210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:18.587640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event updated for resources: {'Port': ['ID=4e855806-930f-412f-8973-daea044c2e71,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:18.588126 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.608361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.659179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Attempting to bind port 70b18a51-d386-44e1-960e-93c5e1595092 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:18.659791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Attempting to bind port 70b18a51-d386-44e1-960e-93c5e1595092 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:18.659906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Attempting to bind port 70b18a51-d386-44e1-960e-93c5e1595092 on network ac685efb-b314-4200-82f4-f7bb33ec3033 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:18.666397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:18.666397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Checking segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:18.666722 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.667023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Bound using segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:18.667567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Bound port: 70b18a51-d386-44e1-960e-93c5e1595092, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:18.669755 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.724222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Allocated IP 172.25.4.24 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/20343cd9-d1df-44b5-9b62-1e613cdcd0eb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:18.731110 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP c02c5815-6307-4789-89ca-8267a50c2573 associated. External IP: 172.25.4.191, port: aa6ddea1-202d-45a3-9a03-6f396233333f. Nov 12 08:47:18.752282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] For port 70b18a51-d386-44e1-960e-93c5e1595092, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:18.755721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] For port 70b18a51-d386-44e1-960e-93c5e1595092, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=70b18a51-d386-44e1-960e-93c5e1595092,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:18.761534 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.848786 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f154efd-56e5-4168-915c-9740ec88315c None None] Pushing event updated for resources: {'Port': ['ID=70b18a51-d386-44e1-960e-93c5e1595092,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:18.897411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.943898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.986469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:18.989827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:19.004197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:19.006334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd3e03-73b3-44f9-a689-cb196748084d None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:19.051381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.147613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-96633b06-9533-41fa-a4fe-c6ed082df56c None None] Provisioning complete for port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:19.148918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-96633b06-9533-41fa-a4fe-c6ed082df56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.208112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-96633b06-9533-41fa-a4fe-c6ed082df56c None None] Port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:19.370847 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.427248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d8ec97c-09b6-4889-929a-b1cec1b34b1f req-d13025ca-f8a9-4322-82cd-d58f4e6fca5f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0550003 Nov 12 08:47:19.504029 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router dc2b817b-ebfa-4038-8d83-97eca5b4574b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:19.537400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-dcf535ae-dd6e-4b42-8ecd-01ee88eb1525 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:19.538872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-dcf535ae-dd6e-4b42-8ecd-01ee88eb1525 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1655960 Nov 12 08:47:19.577709 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': '7ed8ef65-725f-4857-b400-815263bd00f1', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:19.622204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.738098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:19.749584 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] Sync routers for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:19.764009 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:19.765167 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:19.790633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.794740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Router ce8c29d5-396e-4424-8188-a701256eab1f is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:19.867971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:19.879248 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.884157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a808e1c-d2cf-48e5-a7cd-25407fa10486 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2199993 Nov 12 08:47:19.910188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:19.914484 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec81ddd8-add4-46d4-8945-d400de18285e" -d '{"events": [{"name": "network-changed", "server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:19.964941 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:19.993838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:20.006494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Sync routers for ids ['ce8c29d5-396e-4424-8188-a701256eab1f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:20.048756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Routers {'ce8c29d5-396e-4424-8188-a701256eab1f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:20.050645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce8c29d5-396e-4424-8188-a701256eab1f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:20.071491 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54fe5b-a8a6-45a6-8dac-4728e8a6a66c x-openstack-request-id: req-3f54fe5b-a8a6-45a6-8dac-4728e8a6a66c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:20.073226 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:20.073226 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f54fe5b-a8a6-45a6-8dac-4728e8a6a66c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:20.073226 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'status': 'completed', 'code': 200} Nov 12 08:47:20.081600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.089716 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d2bb307-072a-48c8-b044-b25aeebf6ab3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1558983 Nov 12 08:47:20.089885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60988) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.214723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d645f7c8-2a7d-4384-a474-ea5835b50e50 None None] Network ac685efb-b314-4200-82f4-f7bb33ec3033 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:20.226858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd8-add4-46d4-8945-d400de18285e req-cffdb2de-aa7d-4200-98b9-342a3f029797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.233804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-cffdb2de-aa7d-4200-98b9-342a3f029797 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1097 time: 0.1404867 Nov 12 08:47:20.284197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112b88d-6515-4987-aca0-38c20933a37c req-7c2fdeda-1b76-4058-ab52-5ac6347e4bc2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.287339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6112b88d-6515-4987-aca0-38c20933a37c req-7c2fdeda-1b76-4058-ab52-5ac6347e4bc2 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.2714939 Nov 12 08:47:20.307792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.13 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/dce249fa-d669-4bfe-a1f4-d2bebd918967) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:20.339650 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'c02c5815-6307-4789-89ca-8267a50c2573', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'port_id': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'mac_address': 'fa:16:3e:80:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:17Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:20.402845 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] Checking router: dc2b817b-ebfa-4038-8d83-97eca5b4574b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:20.423662 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:20.424781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:20.451252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd8-add4-46d4-8945-d400de18285e req-da94ca1a-774f-4c1b-b45c-1009bf060c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.455509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-da94ca1a-774f-4c1b-b45c-1009bf060c4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 897 time: 0.2150066 Nov 12 08:47:20.548808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 70b18a51-d386-44e1-960e-93c5e1595092 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:20.551507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f9a509a3-fe15-4218-9b17-fa221c3e9a97 None None] Provisioning complete for port 70b18a51-d386-44e1-960e-93c5e1595092 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:20.551943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9a509a3-fe15-4218-9b17-fa221c3e9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.601898 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:20.604642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-d2b8ada3-aa4b-4b1e-a7e9-2b436e3f0382 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 999 time: 0.1408529 Nov 12 08:47:20.661616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Set router ce8c29d5-396e-4424-8188-a701256eab1f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:20.663992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6112b88d-6515-4987-aca0-38c20933a37c req-24e37876-1c83-4c8d-b6ec-071df9b7391e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377309 Nov 12 08:47:20.688775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-553eeb11-87db-49df-8514-82dbbcfd486e req-e86f9ce9-c70e-453f-8c9f-f4c211082db6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0907986 Nov 12 08:47:20.690179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 60994) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.720064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd8-add4-46d4-8945-d400de18285e req-33accdc7-c48d-4c53-848e-a45bb990e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.720064 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-33accdc7-c48d-4c53-848e-a45bb990e29c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 200 len: 834 time: 0.1029623 Nov 12 08:47:20.810497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ddd8-add4-46d4-8945-d400de18285e req-1c4666a6-abd7-4f91-8a3d-f13c3b12a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.811944 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-1c4666a6-abd7-4f91-8a3d-f13c3b12a937 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d19158a9-cd17-4977-be64-c189d2ac5cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892758 Nov 12 08:47:20.915362 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-b04abcc0-7541-4096-9392-a0a79b21da69 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952632 Nov 12 08:47:20.985620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-46ff05ce-4924-4712-a490-953147938358 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/c02c5815-6307-4789-89ca-8267a50c2573 HTTP/1.1" status: 200 len: 991 time: 0.2942688 Nov 12 08:47:21.071701 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.075065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 70b18a51-d386-44e1-960e-93c5e1595092 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:21.075556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.086313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ec81ddd8-add4-46d4-8945-d400de18285e req-51d30166-4160-46a3-9a60-9f3333c00f96 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609540 Nov 12 08:47:21.149022 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'c02c5815-6307-4789-89ca-8267a50c2573', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'port_id': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'mac_address': 'fa:16:3e:80:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:17Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:21.168975 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9a509a3-fe15-4218-9b17-fa221c3e9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.197017 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf606d54-f726-48ca-bda7-ede040551e05 None None] The sync data for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 is: [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'c02c5815-6307-4789-89ca-8267a50c2573', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'port_id': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'mac_address': 'fa:16:3e:80:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:17Z', 'revision_number': 0, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:21.204280 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.221826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f9a509a3-fe15-4218-9b17-fa221c3e9a97 None None] For port 70b18a51-d386-44e1-960e-93c5e1595092, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=70b18a51-d386-44e1-960e-93c5e1595092,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:21.228618 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.234699 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f9a509a3-fe15-4218-9b17-fa221c3e9a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.239123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:19Z', 'revision_number': 3, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:21.247849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:21.335013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Checking router: ce8c29d5-396e-4424-8188-a701256eab1f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:21.335316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Updating router ce8c29d5-396e-4424-8188-a701256eab1f port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:21.391089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=dce249fa-d669-4bfe-a1f4-d2bebd918967,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.424710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:21.428410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:21.442435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.473124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:21.502413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a509a3-fe15-4218-9b17-fa221c3e9a97 None None] Pushing event updated for resources: {'Port': ['ID=70b18a51-d386-44e1-960e-93c5e1595092,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.623335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.624022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.660650 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f85ac5-1a50-4412-b883-19aa420b47f8 None None] New status for floating IP c02c5815-6307-4789-89ca-8267a50c2573: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:21.672365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-650ce107-fe97-468d-a76f-4cf8ef202140 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0986207 Nov 12 08:47:21.691319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Allocated IP 172.20.0.1 (ac685efb-b314-4200-82f4-f7bb33ec3033/4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8/03a0b1a6-433e-4735-b527-7a06e88e7825) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:21.712686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Request body: {'port': {'device_id': '7ed8ef65-725f-4857-b400-815263bd00f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:21.775218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-056b4e87-7512-41ac-8ac3-6ae52869de47 None None] Provisioning complete for port 70b18a51-d386-44e1-960e-93c5e1595092 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:21.775626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-056b4e87-7512-41ac-8ac3-6ae52869de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.777581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-a70b4906-8dbe-40f7-88ab-333a8439c392 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957246 Nov 12 08:47:21.923150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-32fb2884-eec5-4190-9a72-df384b46be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.927376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-32fb2884-eec5-4190-9a72-df384b46be48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1097 time: 0.0783918 Nov 12 08:47:21.989088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 60998) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:22.062019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.078219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.088822 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.117149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Attempting to bind port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:22.117614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Attempting to bind port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:22.119803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Attempting to bind port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:22.123259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c830a7e-507e-4205-a43c-882e717f0630 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:22.133600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.145673 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.156285 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e6b58430-5435-48bf-8831-08c96c26d36a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/c02c5815-6307-4789-89ca-8267a50c2573 HTTP/1.1" status: 200 len: 993 time: 0.1606653 Nov 12 08:47:22.164203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-38f0c4c2-fb40-48e7-b174-780aa603ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:22.167174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-38f0c4c2-fb40-48e7-b174-780aa603ac9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 897 time: 0.2147114 Nov 12 08:47:22.185475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:22.186774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:22.187217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.189502 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:22.190243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Bound port: 20343cd9-d1df-44b5-9b62-1e613cdcd0eb, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:22.190743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.265293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8842-02d9-4bde-869c-0fab5e146e99 None None] Pushing event updated for resources: {'Port': ['ID=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.266030 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-e043eea6-1a17-44a7-bd73-adaf1784f18c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 1001 time: 0.0911000 Nov 12 08:47:22.284668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284550f0-e139-46fe-9190-cac0fb2a0d47 req-7fc3e7e0-6151-47c3-8add-26a7e0e704d5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:22.291388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f613dfc5-2eaf-46ba-bd40-0ab124e4262a None None] Provisioning complete for port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:22.292344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f613dfc5-2eaf-46ba-bd40-0ab124e4262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.292735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-284550f0-e139-46fe-9190-cac0fb2a0d47 req-7fc3e7e0-6151-47c3-8add-26a7e0e704d5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 932 time: 0.3960817 Nov 12 08:47:22.307053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Network ac685efb-b314-4200-82f4-f7bb33ec3033 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:22.332234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-4af09286-bd0a-4b7c-b1e1-036d67fdcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:22.334025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-4af09286-bd0a-4b7c-b1e1-036d67fdcb7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 200 len: 834 time: 0.0608943 Nov 12 08:47:22.350019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f613dfc5-2eaf-46ba-bd40-0ab124e4262a None None] Port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:22.384777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 70b18a51-d386-44e1-960e-93c5e1595092 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:22.389755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] For port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:22.404410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:22.415914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:22.419156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f613dfc5-2eaf-46ba-bd40-0ab124e4262a None None] Provisioning complete for port dce249fa-d669-4bfe-a1f4-d2bebd918967 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:22.419660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f613dfc5-2eaf-46ba-bd40-0ab124e4262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.426423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-8dc5fb30-5d5b-422d-b2dd-c61b68b4136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:22.428407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-8dc5fb30-5d5b-422d-b2dd-c61b68b4136b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d19158a9-cd17-4977-be64-c189d2ac5cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870287 Nov 12 08:47:22.429814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Pushing event updated for resources: {'Port': ['ID=03a0b1a6-433e-4735-b527-7a06e88e7825,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.492518 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] For port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:22.511969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.568708 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-284550f0-e139-46fe-9190-cac0fb2a0d47 req-b044faa3-6757-4f19-869b-20870c9d2060 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747619 Nov 12 08:47:22.771335 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.774878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f613dfc5-2eaf-46ba-bd40-0ab124e4262a None None] Port dce249fa-d669-4bfe-a1f4-d2bebd918967 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:22.849472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50817ba7-6f9b-4333-8d09-73aeab5a58c7 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:22.864830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Routers {'ce8c29d5-396e-4424-8188-a701256eab1f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:22.865548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce8c29d5-396e-4424-8188-a701256eab1f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:22.895397 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.963009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 70b18a51-d386-44e1-960e-93c5e1595092 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:22.963627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.971525 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-606748d8-3479-4532-b513-09384c039368 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328114 Nov 12 08:47:23.029305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8842-02d9-4bde-869c-0fab5e146e99 None None] Pushing event updated for resources: {'Port': ['ID=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.067153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5cf860f3-f4c7-489c-a4df-2cde6a55014b None None] Provisioning complete for port 03a0b1a6-433e-4735-b527-7a06e88e7825 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:23.067662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5cf860f3-f4c7-489c-a4df-2cde6a55014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.084180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] Set router ce8c29d5-396e-4424-8188-a701256eab1f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:23.114271 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-390916a2-d8fc-4926-a06a-50b8a637c4ad req-59ad905f-3866-4986-9485-3214a4ed4057 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337147 Nov 12 08:47:23.166263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5cf860f3-f4c7-489c-a4df-2cde6a55014b None None] Port 03a0b1a6-433e-4735-b527-7a06e88e7825 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:23.171403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce249fa-d669-4bfe-a1f4-d2bebd918967 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:23.178669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.185988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.203125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Transition to ACTIVE for port object dce249fa-d669-4bfe-a1f4-d2bebd918967 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:23.205625 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.248214 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.326637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.378913 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6d0bebe5-b4b9-4d8d-b726-396c88d96b7d None None] Provisioning complete for port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:23.379111 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d0bebe5-b4b9-4d8d-b726-396c88d96b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.383409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Pushing event updated for resources: {'Port': ['ID=03a0b1a6-433e-4735-b527-7a06e88e7825,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.551865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=dce249fa-d669-4bfe-a1f4-d2bebd918967,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.563362 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d0bebe5-b4b9-4d8d-b726-396c88d96b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.592492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6d0bebe5-b4b9-4d8d-b726-396c88d96b7d None None] For port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:23.600126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '03a0b1a6-433e-4735-b527-7a06e88e7825', 'name': '', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'mac_address': 'fa:16:3e:3f:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:21Z', 'revision_number': 1, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'subnets': [{'id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:23.604697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6d0bebe5-b4b9-4d8d-b726-396c88d96b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.608671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Attempting to bind port dce249fa-d669-4bfe-a1f4-d2bebd918967 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:23.608922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Attempting to bind port dce249fa-d669-4bfe-a1f4-d2bebd918967 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:23.609270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Attempting to bind port dce249fa-d669-4bfe-a1f4-d2bebd918967 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:23.620928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Port dce249fa-d669-4bfe-a1f4-d2bebd918967 on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:23.621288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Attempting to bind port dce249fa-d669-4bfe-a1f4-d2bebd918967 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:23.624512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Network ac685efb-b314-4200-82f4-f7bb33ec3033 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:23.627369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:23.636267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:23.636608 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:23.637087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:23.637413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Bound port: dce249fa-d669-4bfe-a1f4-d2bebd918967, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:23.637766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.695185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bebe5-b4b9-4d8d-b726-396c88d96b7d None None] Pushing event updated for resources: {'Port': ['ID=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.699939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f905a64f-9530-4905-8519-aa1fd7f8f618 None None] The sync data for ids ['ce8c29d5-396e-4424-8188-a701256eab1f'] in n-d-768509-25 is: [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '03a0b1a6-433e-4735-b527-7a06e88e7825', 'name': '', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'mac_address': 'fa:16:3e:3f:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:21Z', 'revision_number': 1, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'subnets': [{'id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:23.999286 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d747fc93-d11b-43eb-a9b0-9489234dac49 None None] Provisioning complete for port 03a0b1a6-433e-4735-b527-7a06e88e7825 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:24.000806 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d747fc93-d11b-43eb-a9b0-9489234dac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.059578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d747fc93-d11b-43eb-a9b0-9489234dac49 None None] Port 03a0b1a6-433e-4735-b527-7a06e88e7825 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:24.238515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b74a30-a3b3-4580-bd74-880fff3136ec req-cff7f665-2f3c-4e74-9833-6da1b267bd69 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.240079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70b74a30-a3b3-4580-bd74-880fff3136ec req-cff7f665-2f3c-4e74-9833-6da1b267bd69 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.5479436 Nov 12 08:47:24.245639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] For port dce249fa-d669-4bfe-a1f4-d2bebd918967, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:24.253595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] For port dce249fa-d669-4bfe-a1f4-d2bebd918967, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:24.271295 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.280818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Router ce8c29d5-396e-4424-8188-a701256eab1f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:24.313163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.313798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.315216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] 10.222.0.32 "PUT /v2.0/ports/dce249fa-d669-4bfe-a1f4-d2bebd918967 HTTP/1.1" status: 200 len: 1093 time: 2.6213577 Nov 12 08:47:24.318423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed8ef65-725f-4857-b400-815263bd00f1', 'tag': 'dce249fa-d669-4bfe-a1f4-d2bebd918967'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:24.320828 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6ba5e3-12cc-4058-bf00-69d98257be9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed8ef65-725f-4857-b400-815263bd00f1", "tag": "dce249fa-d669-4bfe-a1f4-d2bebd918967"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:24.491668 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2807b6-b1e4-44e7-984e-37ca0690f0ce x-openstack-request-id: req-4a2807b6-b1e4-44e7-984e-37ca0690f0ce {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:24.491942 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed8ef65-725f-4857-b400-815263bd00f1", "tag": "dce249fa-d669-4bfe-a1f4-d2bebd918967", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:24.492167 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a2807b6-b1e4-44e7-984e-37ca0690f0ce {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:24.492708 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed8ef65-725f-4857-b400-815263bd00f1', 'tag': 'dce249fa-d669-4bfe-a1f4-d2bebd918967', 'status': 'completed', 'code': 200} Nov 12 08:47:24.511071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-70b74a30-a3b3-4580-bd74-880fff3136ec req-4bcc1700-4d94-4ce2-8ee8-68d421515f10 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627587 Nov 12 08:47:24.528887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da85e0-cf3e-4cb5-9758-63cfe17b1ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=dce249fa-d669-4bfe-a1f4-d2bebd918967,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.567409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:24.579724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d5c14366-5236-477e-a849-119e4177a988 admin admin] 10.222.0.16 "PUT /v2.0/routers/ce8c29d5-396e-4424-8188-a701256eab1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4879146 Nov 12 08:47:24.595584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-7e605efa-1c24-4b30-9b7f-f5da18997c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.604205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-7e605efa-1c24-4b30-9b7f-f5da18997c6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 1096 time: 0.2381730 Nov 12 08:47:24.662452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-e2c1166a-a008-47aa-b7de-f88502f7ccf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967 HTTP/1.1" status: 200 len: 217 time: 0.0480509 Nov 12 08:47:24.739203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-7d53703a-c926-432e-ac42-b0155349c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.740719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-7d53703a-c926-432e-ac42-b0155349c59a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0539956 Nov 12 08:47:24.819647 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-eaf522ab-e95d-4efc-986a-2a16ab2d9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.821701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-eaf522ab-e95d-4efc-986a-2a16ab2d9133 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740943 Nov 12 08:47:24.983460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-f0f7f715-fe37-4e58-82bf-edb14b3da2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526244 Nov 12 08:47:25.131285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-497e6fb6-ea14-4cec-9b40-1262a70f7f7d req-53359649-b441-422f-bd37-a46681cf2c2e service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409054 Nov 12 08:47:25.268158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-a96f07be-5030-433a-bd7d-f4c97d7fd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.269718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-a96f07be-5030-433a-bd7d-f4c97d7fd2f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 1096 time: 0.0639973 Nov 12 08:47:25.375525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 32786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.384341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2066013025-network', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:25.421736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Made reservation on behalf of 271255d683fe4b7ba8add7735a6a1760 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:25.425579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.442156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.495669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-27b2c7f0-974e-4999-84ce-240cbfdc23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.497218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-27b2c7f0-974e-4999-84ce-240cbfdc23da service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.2202380 Nov 12 08:47:25.562670 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.563801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-1019f48c-7dc9-4553-b36e-b2cec8f1a158 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967 HTTP/1.1" status: 200 len: 217 time: 0.0592272 Nov 12 08:47:25.571443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.616018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:25.630579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36861cc-e745-4b86-9fbb-2f58a3afee08,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.635746 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.636164 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Added segment 7c649241-bd26-4993-bf93-33fd0a3807ec of type vlan for network 734bdfde-4756-48e0-996c-fdc2d9d660a5 Nov 12 08:47:25.701506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-07663d20-ea19-40e8-a95b-1c107f8e56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.704091 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-07663d20-ea19-40e8-a95b-1c107f8e56f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.1301284 Nov 12 08:47:25.719145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79929c-a7f6-4055-9c09-030fcaf18050 req-af814465-2b62-4c70-9cc1-ddbb24baffa1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.720827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d79929c-a7f6-4055-9c09-030fcaf18050 req-af814465-2b62-4c70-9cc1-ddbb24baffa1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0832407 Nov 12 08:47:25.732232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.777047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.780376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.783558 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.817225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-af3c867c-424e-49bc-8cef-88d3a2f48e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.819141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-af3c867c-424e-49bc-8cef-88d3a2f48e05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973518 Nov 12 08:47:25.832939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d79929c-a7f6-4055-9c09-030fcaf18050 req-b823540d-8d74-4564-bd2b-774a183e6c70 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946805 Nov 12 08:47:25.933424 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5558121 Nov 12 08:47:25.937987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a98d6-39c6-49ad-84db-4839f55edece admin admin] Pushing event updated for resources: {'Network': ['ID=734bdfde-4756-48e0-996c-fdc2d9d660a5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.943688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 32790) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.951619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Request body: {'subnet': {'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2066013025-subnet', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:25.960145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:25.990735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Made reservation on behalf of 271255d683fe4b7ba8add7735a6a1760 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:25.995520 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.022339 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-9350b83a-7f7e-4ab7-921f-157c07c04925 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879463 Nov 12 08:47:26.188790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f6ba5e3-12cc-4058-bf00-69d98257be9b req-8a18be0b-9038-4dcd-8242-f7adcadc6aac service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563687 Nov 12 08:47:26.362291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.395431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20343cd9-d1df-44b5-9b62-1e613cdcd0eb up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:26.433485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Pushing event updated for resources: {'Subnet': ['ID=627dcdc3-7b92-4329-bad0-fe8340f3f020,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.464337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Checking segment: {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:26.464960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Network hostable DHCP agents. Network: 734bdfde-4756-48e0-996c-fdc2d9d660a5, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:26.471017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:26.471840 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.492519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:26.509461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 734bdfde-4756-48e0-996c-fdc2d9d660a5) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:26.521293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.522118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.525226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2367d3-9ab4-4d01-aff8-5c55e1c601c2 None None] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:26.545052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-258fa4c1-c0be-413e-9e07-9eb0ac9e893a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6001203 Nov 12 08:47:26.549175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 32792) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.553686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:26.607213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.608501 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.715798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Sync routers for ids ['ce8c29d5-396e-4424-8188-a701256eab1f'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:26.717450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.747223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Routers {'ce8c29d5-396e-4424-8188-a701256eab1f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:26.748973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce8c29d5-396e-4424-8188-a701256eab1f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:26.831371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-734bdfde-4756-48e0-996c-fdc2d9d660a5', 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'fixed_ips': [{'subnet_id': '627dcdc3-7b92-4329-bad0-fe8340f3f020'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:26.832272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.992108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.995932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Set router ce8c29d5-396e-4424-8188-a701256eab1f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:27.009089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fafe2-b21e-42e6-9a8c-92ec975be2f9 req-bb5c1065-0f0e-4de1-8b76-6f8e56bd43b7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.021146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-775fafe2-b21e-42e6-9a8c-92ec975be2f9 req-bb5c1065-0f0e-4de1-8b76-6f8e56bd43b7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0876155 Nov 12 08:47:27.100112 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-775fafe2-b21e-42e6-9a8c-92ec975be2f9 req-3a87224e-062a-4d45-a13a-c6b549c05d4f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740583 Nov 12 08:47:27.217696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Allocated IP 172.20.0.2 (734bdfde-4756-48e0-996c-fdc2d9d660a5/627dcdc3-7b92-4329-bad0-fe8340f3f020/bfd3266e-2603-4bfd-a23a-ff8ed41e10a5) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:27.415328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.461450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '03a0b1a6-433e-4735-b527-7a06e88e7825', 'name': '', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'mac_address': 'fa:16:3e:3f:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 2, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'subnets': [{'id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:27.468280 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.498150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Checking router: ce8c29d5-396e-4424-8188-a701256eab1f for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:27.498357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Updating router ce8c29d5-396e-4424-8188-a701256eab1f port 03a0b1a6-433e-4735-b527-7a06e88e7825 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:27.686302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Allocated IP 172.25.4.149 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/cccd4d97-8ad6-4a48-b239-35ddd5b82dc3) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:27.741987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.746500 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.757240 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.834349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:27.846482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:27.856405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:27.866160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Pushing event updated for resources: {'Port': ['ID=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.900814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.955619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.998307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Attempting to bind port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.998877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Attempting to bind port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.998994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Attempting to bind port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 on network 734bdfde-4756-48e0-996c-fdc2d9d660a5 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:28.010866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:28.011404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Checking segment: {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:28.011649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.012214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Bound using segment: {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:28.018225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Bound port: bfd3266e-2603-4bfd-a23a-ff8ed41e10a5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:28.018225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.018614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:28.018614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:28.021991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:28.042508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccd905-ff7f-49d1-b7d0-0a0b3ac6715a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:28.065455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Pushing event updated for resources: {'Port': ['ID=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.202129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] For port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:28.210176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2fb7ad25-340f-4e52-adcc-003bc768aa09 None None] Provisioning complete for port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:28.210546 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ad25-340f-4e52-adcc-003bc768aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.245879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] For port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,segment=NetworkSegment(7c649241-bd26-4993-bf93-33fd0a3807ec),segment_id=7c649241-bd26-4993-bf93-33fd0a3807ec)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:28.284004 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.323924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7ad25-340f-4e52-adcc-003bc768aa09 None None] Port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:28.332854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8609-6ef3-48a4-965e-77de8b758438 req-12fbf526-a181-45d2-84c3-a7c1b4def3c0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:28.342980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13dc8609-6ef3-48a4-965e-77de8b758438 req-12fbf526-a181-45d2-84c3-a7c1b4def3c0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.1013215 Nov 12 08:47:28.407050 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.411835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab66d-0a06-4465-8556-ec7ee5c25a3b None None] Pushing event updated for resources: {'Port': ['ID=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.416276 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.447624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.470689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788dcfc-e830-4698-a9af-402525a933c1 None None] Pushing event updated for resources: {'Port': ['ID=03a0b1a6-433e-4735-b527-7a06e88e7825,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.496134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13dc8609-6ef3-48a4-965e-77de8b758438 req-88f5c8e4-426c-48b5-92f1-4e4a84741f1a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511774 Nov 12 08:47:28.554981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Attempting to bind port 03a0b1a6-433e-4735-b527-7a06e88e7825 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:28.556452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Attempting to bind port 03a0b1a6-433e-4735-b527-7a06e88e7825 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:28.556452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Attempting to bind port 03a0b1a6-433e-4735-b527-7a06e88e7825 on network ac685efb-b314-4200-82f4-f7bb33ec3033 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:28.562120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:28.562670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Checking segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:28.563091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.563487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Bound using segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:28.563981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Bound port: 03a0b1a6-433e-4735-b527-7a06e88e7825, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:28.564403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.706623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] For port 03a0b1a6-433e-4735-b527-7a06e88e7825, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:28.715905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] For port 03a0b1a6-433e-4735-b527-7a06e88e7825, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03a0b1a6-433e-4735-b527-7a06e88e7825,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:28.726906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.796302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Routers {'ce8c29d5-396e-4424-8188-a701256eab1f'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:28.796888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce8c29d5-396e-4424-8188-a701256eab1f'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:28.846599 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.912921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788dcfc-e830-4698-a9af-402525a933c1 None None] Pushing event updated for resources: {'Port': ['ID=03a0b1a6-433e-4735-b527-7a06e88e7825,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.988634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a3c74312-9018-4cd2-b1b3-1814276dc93d None None] Provisioning complete for port 03a0b1a6-433e-4735-b527-7a06e88e7825 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:28.989338 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a3c74312-9018-4cd2-b1b3-1814276dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.066971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] Set router ce8c29d5-396e-4424-8188-a701256eab1f gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:29.139409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Router d8b1a481-75b4-4a72-8f23-70d7d05497c8 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:29.217504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a3c74312-9018-4cd2-b1b3-1814276dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.307872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-9c286bec-7474-439e-ad27-862a32f12dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060665 Nov 12 08:47:29.307971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-a3c74312-9018-4cd2-b1b3-1814276dc93d None None] For port 03a0b1a6-433e-4735-b527-7a06e88e7825, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03a0b1a6-433e-4735-b527-7a06e88e7825,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:29.320544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a3c74312-9018-4cd2-b1b3-1814276dc93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.351659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:29.379843 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:29.386117 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Sync routers for ids ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:29.394771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.396744 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2e28fadf-901d-4ca4-8898-309ba48e3f33 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8465750 Nov 12 08:47:29.399702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 32798) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:29.432647 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Routers {'d8b1a481-75b4-4a72-8f23-70d7d05497c8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:29.438157 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:29.455486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74312-9018-4cd2-b1b3-1814276dc93d None None] Pushing event updated for resources: {'Port': ['ID=03a0b1a6-433e-4735-b527-7a06e88e7825,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.467378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0756bded-38bf-45c5-be8f-6d3622eee89f None None] Provisioning complete for port 03a0b1a6-433e-4735-b527-7a06e88e7825 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:29.467758 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0756bded-38bf-45c5-be8f-6d3622eee89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.505706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-42c0633f-f3a4-4c44-97c0-a0afe573bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.507388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-42c0633f-f3a4-4c44-97c0-a0afe573bb4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 1097 time: 0.1071310 Nov 12 08:47:29.558046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '03a0b1a6-433e-4735-b527-7a06e88e7825', 'name': '', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'mac_address': 'fa:16:3e:3f:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:28Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'subnets': [{'id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:29.662266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978d796-275d-4d9e-8407-c75facd865b3 None None] The sync data for ids ['ce8c29d5-396e-4424-8188-a701256eab1f'] in n-d-768509-25 is: [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:47:22Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '03a0b1a6-433e-4735-b527-7a06e88e7825', 'name': '', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'mac_address': 'fa:16:3e:3f:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:21Z', 'updated_at': '2021-11-12T08:47:28Z', 'revision_number': 4, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'subnets': [{'id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:29.854182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-c4760e7a-ced8-484c-91d7-ea56d996fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.856895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Set router d8b1a481-75b4-4a72-8f23-70d7d05497c8 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:29.858946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-c4760e7a-ced8-484c-91d7-ea56d996fa2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.3255229 Nov 12 08:47:29.919937 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-fe779f54-2a99-4750-a9b2-e60c246d4c85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa HTTP/1.1" status: 200 len: 217 time: 0.0517941 Nov 12 08:47:29.954109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f99ec-f2bf-44ab-8bb0-b27d17dddd04 req-119273f9-8c39-45f4-9fd6-2db17291c7bb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.975029 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad5f99ec-f2bf-44ab-8bb0-b27d17dddd04 req-119273f9-8c39-45f4-9fd6-2db17291c7bb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.2978952 Nov 12 08:47:30.027586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-1146bbe2-49d9-4969-96c4-3e8385d30715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.034992 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-1146bbe2-49d9-4969-96c4-3e8385d30715 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.1015031 Nov 12 08:47:30.167824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-f03a4bb8-1f46-4148-904d-a37cb10177e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.174521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-f03a4bb8-1f46-4148-904d-a37cb10177e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323833 Nov 12 08:47:30.272858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99187213-46d0-4bbe-8bda-e46de8747b94 None None] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:30.321576 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:47:28Z', 'revision_number': 3, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.332605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad5f99ec-f2bf-44ab-8bb0-b27d17dddd04 req-750027d5-94bc-4caf-ab19-484b5b7ce8ac tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523543 Nov 12 08:47:30.422312 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Checking router: d8b1a481-75b4-4a72-8f23-70d7d05497c8 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:30.423294 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Updating router d8b1a481-75b4-4a72-8f23-70d7d05497c8 port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:30.451733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-be33075e-45dc-4dde-aaf4-f3b26fd68608 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648420 Nov 12 08:47:30.516776 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.631604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7af3d5c8-5e23-4d94-b213-f14a652f959d None None] Provisioning complete for port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:30.633493 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7af3d5c8-5e23-4d94-b213-f14a652f959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.707140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03a0b1a6-433e-4735-b527-7a06e88e7825 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:30.728527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9973103a-aca5-404c-bf1e-2aa5e99338c4 req-93ca0a0f-2e27-43b4-bf91-6825d8a520c8 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557487 Nov 12 08:47:30.735106 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.940810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 03a0b1a6-433e-4735-b527-7a06e88e7825 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:30.941656 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.007118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Allocated IP 172.20.0.1 (734bdfde-4756-48e0-996c-fdc2d9d660a5/627dcdc3-7b92-4329-bad0-fe8340f3f020/e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:31.039524 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7af3d5c8-5e23-4d94-b213-f14a652f959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.134669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7af3d5c8-5e23-4d94-b213-f14a652f959d None None] For port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,segment=NetworkSegment(7c649241-bd26-4993-bf93-33fd0a3807ec),segment_id=7c649241-bd26-4993-bf93-33fd0a3807ec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:31.150396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7af3d5c8-5e23-4d94-b213-f14a652f959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.166686 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.174081 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.225404 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.270696 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.311743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:31.314989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3d5c8-5e23-4d94-b213-f14a652f959d None None] Pushing event updated for resources: {'Port': ['ID=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.332182 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8835-59ac-4280-8fe9-18e49611ffd6 None None] Pushing event updated for resources: {'Port': ['ID=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.341808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:31.345007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:31.348866 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:31.393235 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Attempting to bind port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:31.394941 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Attempting to bind port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:31.396759 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Attempting to bind port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:31.397223 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.410551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a9ba7-8486-4a76-855a-337b5e2829a3 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:31.415204 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:31.416745 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:31.418634 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.419383 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:31.420072 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Bound port: cccd4d97-8ad6-4a48-b239-35ddd5b82dc3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:31.422155 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.450858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2f24bcc2-2e13-4616-82c1-ea7edcf9895a None None] Provisioning complete for port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:31.451466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2f24bcc2-2e13-4616-82c1-ea7edcf9895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.455183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:31.455757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.483149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Pushing event updated for resources: {'Port': ['ID=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.619025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f03ed-aa48-4db7-86d6-700fc3cd0fcd req-c1409733-6b21-4b1e-8a7a-434268496d48 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.625154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-050f03ed-aa48-4db7-86d6-700fc3cd0fcd req-c1409733-6b21-4b1e-8a7a-434268496d48 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.1160088 Nov 12 08:47:31.642769 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] For port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:31.648696 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] For port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:31.667859 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.707377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.731961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f3cf9-9af5-4e60-8303-54f3545ccae8 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:31.771691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-574e48e7-67d2-402d-ab3f-31ea54a616a4 None None] Provisioning complete for port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:31.772216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-574e48e7-67d2-402d-ab3f-31ea54a616a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.773382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Routers {'d8b1a481-75b4-4a72-8f23-70d7d05497c8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:31.774222 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.776537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-050f03ed-aa48-4db7-86d6-700fc3cd0fcd req-d5d2ae7e-8ef2-41ea-b609-74cabe642aed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420171 Nov 12 08:47:31.848957 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8835-59ac-4280-8fe9-18e49611ffd6 None None] Pushing event updated for resources: {'Port': ['ID=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.914152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-574e48e7-67d2-402d-ab3f-31ea54a616a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.924638 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] Set router d8b1a481-75b4-4a72-8f23-70d7d05497c8 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:31.949929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-574e48e7-67d2-402d-ab3f-31ea54a616a4 None None] For port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:31.959706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-574e48e7-67d2-402d-ab3f-31ea54a616a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.009785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.018652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.027905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e48e7-67d2-402d-ab3f-31ea54a616a4 None None] Pushing event updated for resources: {'Port': ['ID=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.091136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6943f070-a75e-4fb4-88cf-eb49ff82ea90 None None] Provisioning complete for port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.093658 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6943f070-a75e-4fb4-88cf-eb49ff82ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.096315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.100069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Pushing event updated for resources: {'Port': ['ID=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.241800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:32.243390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:32.305264 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e', 'name': '', 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'mac_address': 'fa:16:3e:0d:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:30Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'subnets': [{'id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:32.393854 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29e640-3f7d-4c8d-8593-77b94ca6d617 None None] The sync data for ids ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'] in n-d-768509-25 is: [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e', 'name': '', 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'mac_address': 'fa:16:3e:0d:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:30Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'subnets': [{'id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:32.459198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Router d8b1a481-75b4-4a72-8f23-70d7d05497c8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:32.521967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:32.581625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6943f070-a75e-4fb4-88cf-eb49ff82ea90 None None] Provisioning complete for port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.581991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6943f070-a75e-4fb4-88cf-eb49ff82ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.610516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:32.611157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.611528 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.621121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-35575b09-47e7-4b9c-929f-1c92a5e0099a admin admin] 10.222.0.16 "PUT /v2.0/routers/d8b1a481-75b4-4a72-8f23-70d7d05497c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158866 Nov 12 08:47:32.649834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6943f070-a75e-4fb4-88cf-eb49ff82ea90 None None] Port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:32.770931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5184b01b-7f8d-4a93-846f-20c58c11b6f3 None None] Provisioning complete for port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.771269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5184b01b-7f8d-4a93-846f-20c58c11b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.832431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5184b01b-7f8d-4a93-846f-20c58c11b6f3 None None] Port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:32.941671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36512fa-9dd8-4d65-bbd0-e8bef5fa9633 req-b4a00e36-4ea3-4804-b3ff-c6b5e79e16c0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:32.943445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c36512fa-9dd8-4d65-bbd0-e8bef5fa9633 req-b4a00e36-4ea3-4804-b3ff-c6b5e79e16c0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0580671 Nov 12 08:47:32.998577 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c36512fa-9dd8-4d65-bbd0-e8bef5fa9633 req-4816f4af-513c-4ce3-a07a-93b08f41edca tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 Nov 12 08:47:33.296035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-0ab751b9-812b-41c3-90cf-243d06837624 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:33.297850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-0ab751b9-812b-41c3-90cf-243d06837624 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/networks?id=ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 200 len: 909 time: 0.1145139 Nov 12 08:47:33.319440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-5f461a96-25d0-4083-84a4-d4a618bbf2ea tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/quotas/271255d683fe4b7ba8add7735a6a1760 HTTP/1.1" status: 200 len: 375 time: 0.0113018 Nov 12 08:47:33.407462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00d47c1f-43f4-4e93-ae07-6eae50cf871f tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=271255d683fe4b7ba8add7735a6a1760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809391 Nov 12 08:47:33.519082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-fa6ebbf2-708e-4d32-b995-3bd6bfc7463f service neutron] 10.222.0.16 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041605 Nov 12 08:47:33.623192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-d2fc39e5-d37f-4103-8c66-036e2cb08858 service neutron] 10.222.0.16 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966778 Nov 12 08:47:33.830027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f8ae5b-9bb5-4b75-9015-b6c84b8f07f9 req-244e6fdb-8ae9-4fe0-b7ef-89e036f64d2b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 210 time: 0.0448267 Nov 12 08:47:34.139266 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69277d34-b7d0-4b32-a610-405014290bc7 req-7696b5d0-ffcc-40e3-adb4-6868bbd30f9b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:34.140871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69277d34-b7d0-4b32-a610-405014290bc7 req-7696b5d0-ffcc-40e3-adb4-6868bbd30f9b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0536821 Nov 12 08:47:34.201242 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69277d34-b7d0-4b32-a610-405014290bc7 req-09d41387-68fa-477c-99c4-3fbbf4e03158 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533395 Nov 12 08:47:34.362068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:34.414244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:34.414618 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.925871 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71fd5f83-c99d-44e0-bb1f-7c349043d66b req-c0e5a376-a644-408d-a368-cf78fe88d9df tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Nov 12 08:47:35.005396 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-a9f50816-2ca4-45f0-82f8-bf8e8d6f7042 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.007827 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-a9f50816-2ca4-45f0-82f8-bf8e8d6f7042 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.25 "GET /v2.0/networks?id=ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 200 len: 909 time: 0.1188574 Nov 12 08:47:35.022076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Request body: {'port': {'device_id': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'admin_state_up': True, 'tenant_id': '271255d683fe4b7ba8add7735a6a1760'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:35.044613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Made reservation on behalf of 271255d683fe4b7ba8add7735a6a1760 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:35.047347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.173297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Allocated IP 172.20.0.5 (ac685efb-b314-4200-82f4-f7bb33ec3033/4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8/5a5bd447-1431-4067-aa82-da7dc27f3ab7) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:35.330067 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.338714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2a78-f27d-4426-862b-6fb0ecc84b40 req-63877869-c391-430d-95a6-f1bd7a164bbd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.340401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-683f2a78-f27d-4426-862b-6fb0ecc84b40 req-63877869-c391-430d-95a6-f1bd7a164bbd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0598361 Nov 12 08:47:35.371091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.396416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-683f2a78-f27d-4426-862b-6fb0ecc84b40 req-889e7235-e204-4f74-b4ba-9e0d54838662 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Nov 12 08:47:35.413339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Network ac685efb-b314-4200-82f4-f7bb33ec3033 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:35.416368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:35.423205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:35.463194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Pushing event updated for resources: {'Port': ['ID=5a5bd447-1431-4067-aa82-da7dc27f3ab7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:35.495075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.495813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.519996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-31a16348-d555-4772-bff7-800e4002604e tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5022285 Nov 12 08:47:35.533542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Request body: {'port': {'device_id': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:35.602698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.690447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Sync routers for ids ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:35.704605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Routers {'d8b1a481-75b4-4a72-8f23-70d7d05497c8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:35.705411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:35.815189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-98539c8d-799b-4b0b-974b-d744f56bb638 None None] Provisioning complete for port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:35.815613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-98539c8d-799b-4b0b-974b-d744f56bb638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.872584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Set router d8b1a481-75b4-4a72-8f23-70d7d05497c8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:35.875397 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-98539c8d-799b-4b0b-974b-d744f56bb638 None None] Port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:35.949578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5bd447-1431-4067-aa82-da7dc27f3ab7 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:35.963459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.982770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Transition to ACTIVE for port object 5a5bd447-1431-4067-aa82-da7dc27f3ab7 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:35.994257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.088021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Pushing event updated for resources: {'Port': ['ID=5a5bd447-1431-4067-aa82-da7dc27f3ab7,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.114398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1d327-9c6d-412e-9411-6221cef5df21 req-b8044399-7c2b-4d03-8ea4-8621c45379ab tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.120736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3db1d327-9c6d-412e-9411-6221cef5df21 req-b8044399-7c2b-4d03-8ea4-8621c45379ab tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1053 time: 0.0962503 Nov 12 08:47:36.183328 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Attempting to bind port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.183842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Attempting to bind port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.184315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Attempting to bind port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 on network ac685efb-b314-4200-82f4-f7bb33ec3033 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.190133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 on network ac685efb-b314-4200-82f4-f7bb33ec3033 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.190581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Attempting to bind port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 on network ac685efb-b314-4200-82f4-f7bb33ec3033 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.198510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:36.198510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Checking segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:36.198510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Bound using segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:36.199095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Bound port: 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:36.199994 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.217348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e', 'name': '', 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'mac_address': 'fa:16:3e:0d:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:30Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 2, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'subnets': [{'id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:36.223672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3db1d327-9c6d-412e-9411-6221cef5df21 req-1e7db97a-641e-471e-82f9-6bd0ce8b7918 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002750 Nov 12 08:47:36.254677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Checking router: d8b1a481-75b4-4a72-8f23-70d7d05497c8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:36.255541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Updating router d8b1a481-75b4-4a72-8f23-70d7d05497c8 port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:47:36.302997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.306211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] For port 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:36.309986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] For port 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:36.316636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.369266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.369266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.370910 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] 10.222.0.25 "PUT /v2.0/ports/5a5bd447-1431-4067-aa82-da7dc27f3ab7 HTTP/1.1" status: 200 len: 1092 time: 0.8422637 Nov 12 08:47:36.371374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'tag': '5a5bd447-1431-4067-aa82-da7dc27f3ab7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:36.374169 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e73a13-d33d-4c33-9d9c-e38dce4b790f" -d '{"events": [{"name": "network-changed", "server_uuid": "853a19c6-f749-44cd-b65a-d5e620f35f13", "tag": "5a5bd447-1431-4067-aa82-da7dc27f3ab7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:36.413360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e12175-4307-4741-ba4c-e0f951314fda service neutron] Pushing event updated for resources: {'Port': ['ID=5a5bd447-1431-4067-aa82-da7dc27f3ab7,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.472852 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a8583b-56d2-44ef-935b-a72231e8a65f x-openstack-request-id: req-e8a8583b-56d2-44ef-935b-a72231e8a65f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:36.473281 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853a19c6-f749-44cd-b65a-d5e620f35f13", "tag": "5a5bd447-1431-4067-aa82-da7dc27f3ab7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:36.473610 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8a8583b-56d2-44ef-935b-a72231e8a65f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:36.474166 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'tag': '5a5bd447-1431-4067-aa82-da7dc27f3ab7', 'status': 'completed', 'code': 200} Nov 12 08:47:36.492702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-8deba616-f816-4271-9ce5-aae5376e972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.494551 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-8deba616-f816-4271-9ce5-aae5376e972e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=271255d683fe4b7ba8add7735a6a1760&device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1095 time: 0.0709021 Nov 12 08:47:36.578822 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-bdc78fd4-3d5a-454d-8421-a9868976f87d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7 HTTP/1.1" status: 200 len: 217 time: 0.0741847 Nov 12 08:47:36.603482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277fa5-cedd-4c6b-b2f4-b7d454705d99 req-abe277b2-56d5-4c87-874d-b80e55fa86ce tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.615999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e277fa5-cedd-4c6b-b2f4-b7d454705d99 req-abe277b2-56d5-4c87-874d-b80e55fa86ce tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0901582 Nov 12 08:47:36.678317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-996be54c-c4e5-47ec-a3de-c8a7a3feef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.680115 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-996be54c-c4e5-47ec-a3de-c8a7a3feef14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8 HTTP/1.1" status: 200 len: 848 time: 0.0949802 Nov 12 08:47:36.699312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.707933 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.739993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e277fa5-cedd-4c6b-b2f4-b7d454705d99 req-ad9c7b90-6484-4dd6-9a3a-c3aecd193124 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228819 Nov 12 08:47:36.750520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-2e87db61-8315-4115-8ec3-7be5b0258fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.752102 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-2e87db61-8315-4115-8ec3-7be5b0258fd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac685efb-b314-4200-82f4-f7bb33ec3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641031 Nov 12 08:47:36.765647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f238257-3c1d-4a1f-8e50-3dcad005c484 None None] Pushing event updated for resources: {'Port': ['ID=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.851040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Attempting to bind port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.851585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Attempting to bind port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.852471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Attempting to bind port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e on network 734bdfde-4756-48e0-996c-fdc2d9d660a5 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.859438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:36.859997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Checking segment: {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:36.860582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.861082 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Bound using segment: {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:36.861660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Bound port: e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c649241-bd26-4993-bf93-33fd0a3807ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:36.862150 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.881646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-b0c97666-d759-4264-8598-92482a0eafb2 service neutron] 10.222.0.25 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167810 Nov 12 08:47:36.954486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] For port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:36.959805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] For port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,segment=NetworkSegment(7c649241-bd26-4993-bf93-33fd0a3807ec),segment_id=7c649241-bd26-4993-bf93-33fd0a3807ec)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:36.965279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.024837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bdbb9df2-b77e-42de-a5da-e3330468bd34 req-72236c4e-7988-4b66-bd2c-16d38a8efed7 service neutron] 10.222.0.25 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353345 Nov 12 08:47:37.029571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Routers {'d8b1a481-75b4-4a72-8f23-70d7d05497c8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:37.030263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:37.091391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f238257-3c1d-4a1f-8e50-3dcad005c484 None None] Pushing event updated for resources: {'Port': ['ID=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.181154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-c858e360-a03f-4341-9b41-c525c9ef4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.183839 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-c858e360-a03f-4341-9b41-c525c9ef4997 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=271255d683fe4b7ba8add7735a6a1760&device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1095 time: 0.0715773 Nov 12 08:47:37.185808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-84e30ce5-62b2-47d4-be15-5fbe3a7b9036 None None] Provisioning complete for port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:37.186205 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84e30ce5-62b2-47d4-be15-5fbe3a7b9036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.222067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] Set router d8b1a481-75b4-4a72-8f23-70d7d05497c8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:37.321454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-37e83f76-f62d-40b4-95e8-2341ff97c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.323468 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-37e83f76-f62d-40b4-95e8-2341ff97c30a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 200 len: 909 time: 0.1321974 Nov 12 08:47:37.367364 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-e9465681-6310-4804-847a-717e8be1c90d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7 HTTP/1.1" status: 200 len: 217 time: 0.0364931 Nov 12 08:47:37.403516 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc574a3-fbba-44dc-bed2-59c7a3b82df9 req-1eff1e72-fe93-4411-a07e-20242bbf5aa3 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.412510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0fc574a3-fbba-44dc-bed2-59c7a3b82df9 req-1eff1e72-fe93-4411-a07e-20242bbf5aa3 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1095 time: 0.0627246 Nov 12 08:47:37.434898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-20b0f6e2-06af-483e-8e83-782e0e34039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.436320 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-20b0f6e2-06af-483e-8e83-782e0e34039d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8 HTTP/1.1" status: 200 len: 848 time: 0.0606112 Nov 12 08:47:37.484439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0fc574a3-fbba-44dc-bed2-59c7a3b82df9 req-b74f6a8e-5514-41a2-9eb0-48063b2706cb tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702727 Nov 12 08:47:37.495064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-40a83207-c103-4108-a126-9142032da1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.501531 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-40a83207-c103-4108-a126-9142032da1a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac685efb-b314-4200-82f4-f7bb33ec3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507550 Nov 12 08:47:37.540951 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84e30ce5-62b2-47d4-be15-5fbe3a7b9036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.614570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-30eb2a12-05ef-460c-b9f6-c3c3d6aa8da5 service neutron] 10.222.0.25 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096363 Nov 12 08:47:37.634543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-84e30ce5-62b2-47d4-be15-5fbe3a7b9036 None None] For port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,segment=NetworkSegment(7c649241-bd26-4993-bf93-33fd0a3807ec),segment_id=7c649241-bd26-4993-bf93-33fd0a3807ec)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:37.639976 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84e30ce5-62b2-47d4-be15-5fbe3a7b9036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.716954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e', 'name': '', 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'mac_address': 'fa:16:3e:0d:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:30Z', 'updated_at': '2021-11-12T08:47:36Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'subnets': [{'id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:37.721415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e30ce5-62b2-47d4-be15-5fbe3a7b9036 None None] Pushing event updated for resources: {'Port': ['ID=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.731412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18e73a13-d33d-4c33-9d9c-e38dce4b790f req-4963ee85-8255-4183-bae4-1fe3124b56ef service neutron] 10.222.0.25 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088891 Nov 12 08:47:37.767851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad58674-69b9-4c62-843e-8c6d7bd2501c None None] The sync data for ids ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'] in n-d-768509-25 is: [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e', 'name': '', 'network_id': '734bdfde-4756-48e0-996c-fdc2d9d660a5', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'mac_address': 'fa:16:3e:0d:6e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:30Z', 'updated_at': '2021-11-12T08:47:36Z', 'revision_number': 4, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'subnets': [{'id': '627dcdc3-7b92-4329-bad0-fe8340f3f020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:37.783882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6efdaad1-54fa-49eb-af9e-300b26473bd5 None None] Provisioning complete for port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:37.784692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6efdaad1-54fa-49eb-af9e-300b26473bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.883416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a7d7b-aac1-40ef-bbc3-c534649b3706 req-cd4b5464-01ba-4ccb-bcc2-54aeb9e5f045 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.885547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a40a7d7b-aac1-40ef-bbc3-c534649b3706 req-cd4b5464-01ba-4ccb-bcc2-54aeb9e5f045 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0574584 Nov 12 08:47:37.942658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a40a7d7b-aac1-40ef-bbc3-c534649b3706 req-0c167247-38d6-46ea-8fd0-e323e3a45d1f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485225 Nov 12 08:47:38.385037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:38.447585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:38.448211 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.646558 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ef013-737d-4ad5-9579-6ff64d24c9c2 req-8aa7c69a-97ec-45cf-9e5e-7eb643339f63 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.648121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd2ef013-737d-4ad5-9579-6ff64d24c9c2 req-8aa7c69a-97ec-45cf-9e5e-7eb643339f63 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1095 time: 0.0566187 Nov 12 08:47:38.716895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cd2ef013-737d-4ad5-9579-6ff64d24c9c2 req-1ba0b886-e892-4ac4-80dc-400f40e34486 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Nov 12 08:47:39.003943 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.082991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b267c-d688-4df7-87ed-29a26f304368 req-6763eeb2-bfbf-4240-8f59-733b8f3af715 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:39.088727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-276b267c-d688-4df7-87ed-29a26f304368 req-6763eeb2-bfbf-4240-8f59-733b8f3af715 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0607109 Nov 12 08:47:39.153466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-276b267c-d688-4df7-87ed-29a26f304368 req-d1615044-902a-4b0c-b265-9f248f9cbd7f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608816 Nov 12 08:47:39.834672 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0688-738d-462b-85fb-7bf1cb91a2be req-3fd335cb-d7a9-4d28-b1c6-840e6cc9d268 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:39.836246 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3ef0688-738d-462b-85fb-7bf1cb91a2be req-3fd335cb-d7a9-4d28-b1c6-840e6cc9d268 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1095 time: 0.0475774 Nov 12 08:47:39.893820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3ef0688-738d-462b-85fb-7bf1cb91a2be req-a8cdf454-ba61-40bf-86dd-08f26c77fb54 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481863 Nov 12 08:47:40.307768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df2cbe-3a10-4afb-aa5b-1b36b49b9f5c req-26c98240-6b3f-4ffc-85a6-c05667a34413 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:40.309497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94df2cbe-3a10-4afb-aa5b-1b36b49b9f5c req-26c98240-6b3f-4ffc-85a6-c05667a34413 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0791039 Nov 12 08:47:40.367290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94df2cbe-3a10-4afb-aa5b-1b36b49b9f5c req-91b3dc11-cf39-46ef-88c3-73db4c4f91ab tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Nov 12 08:47:40.471629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5a5bd447-1431-4067-aa82-da7dc27f3ab7 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:40.574969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:40.587249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '5a5bd447-1431-4067-aa82-da7dc27f3ab7', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'port_id': '5a5bd447-1431-4067-aa82-da7dc27f3ab7', 'mac_address': 'fa:16:3e:42:0a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:40.626591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.640313 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5bd447-1431-4067-aa82-da7dc27f3ab7 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:40.660130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:40.664246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.724929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-772065b5-5288-4922-b008-d0d0ce619b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.732553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5a5bd447-1431-4067-aa82-da7dc27f3ab7,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.011180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157dfbe-6897-4a20-bcdf-5db3e9ca9500 req-c8e92d2e-ee09-43e3-821c-bfa1aeedb5dc tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.012738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6157dfbe-6897-4a20-bcdf-5db3e9ca9500 req-c8e92d2e-ee09-43e3-821c-bfa1aeedb5dc tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1096 time: 0.0425441 Nov 12 08:47:41.037226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['5a5bd447-1431-4067-aa82-da7dc27f3ab7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:41.059172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6157dfbe-6897-4a20-bcdf-5db3e9ca9500 req-99e957ed-a46c-49d7-b954-456346d42404 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Nov 12 08:47:41.500654 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50382-4e21-403d-bfc1-e8f0b81c7546 req-4d1a0941-ffa6-482d-bca4-5e579d09f0c7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.502158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2c50382-4e21-403d-bfc1-e8f0b81c7546 req-4d1a0941-ffa6-482d-bca4-5e579d09f0c7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0574031 Nov 12 08:47:41.561210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2c50382-4e21-403d-bfc1-e8f0b81c7546 req-51a8dd34-5b10-464d-a311-0868ac054ff0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Nov 12 08:47:42.062853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.186808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b8652-e22d-4a54-a61e-4cd436c6ca21 req-3f5a8ce8-e2d5-44ca-a701-8092595b096b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:42.188515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-098b8652-e22d-4a54-a61e-4cd436c6ca21 req-3f5a8ce8-e2d5-44ca-a701-8092595b096b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1096 time: 0.0463266 Nov 12 08:47:42.240737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-098b8652-e22d-4a54-a61e-4cd436c6ca21 req-958d5d61-849b-4203-9951-f67b5fed0f53 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Nov 12 08:47:42.517444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5a5bd447-1431-4067-aa82-da7dc27f3ab7 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:42.576183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:42.582353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:42.582859 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.678503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.695430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cbbc8-2e18-4858-a5e0-f43c07b56caa req-0f704b09-b307-4b15-9655-32e5bfbf8b2c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:42.697402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb1cbbc8-2e18-4858-a5e0-f43c07b56caa req-0f704b09-b307-4b15-9655-32e5bfbf8b2c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0632305 Nov 12 08:47:42.706785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5bd447-1431-4067-aa82-da7dc27f3ab7'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:42.709302 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d9cda-bc09-4b21-9746-9d08258ba8fd" -d '{"events": [{"server_uuid": "853a19c6-f749-44cd-b65a-d5e620f35f13", "name": "network-vif-plugged", "status": "completed", "tag": "5a5bd447-1431-4067-aa82-da7dc27f3ab7"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:42.724233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:42.730591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.757230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb1cbbc8-2e18-4858-a5e0-f43c07b56caa req-bd031bab-34a1-4f7a-a3ca-e3209d1a783e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517776 Nov 12 08:47:42.774422 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd0283-4a3b-4a1b-bc91-edc2d89507d8 x-openstack-request-id: req-15fd0283-4a3b-4a1b-bc91-edc2d89507d8 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:42.774716 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853a19c6-f749-44cd-b65a-d5e620f35f13", "name": "network-vif-plugged", "status": "completed", "tag": "5a5bd447-1431-4067-aa82-da7dc27f3ab7", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:42.774968 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15fd0283-4a3b-4a1b-bc91-edc2d89507d8 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:42.775361 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5bd447-1431-4067-aa82-da7dc27f3ab7', 'code': 200} Nov 12 08:47:42.883081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07efee-f0f5-4787-8be3-d546b75bf53a req-15d10e34-6de1-41d5-8756-8cdc8d322856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:42.884839 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd07efee-f0f5-4787-8be3-d546b75bf53a req-15d10e34-6de1-41d5-8756-8cdc8d322856 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0463793 Nov 12 08:47:42.934504 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd07efee-f0f5-4787-8be3-d546b75bf53a req-31917c55-d6c5-4ec9-9bd7-d668d3443a3d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Nov 12 08:47:42.966606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=5a5bd447-1431-4067-aa82-da7dc27f3ab7,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.187603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edbc9009-8e68-4ce2-aef3-40730375094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.374514 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fb49d-2312-409d-b7b7-5a131a9a244f req-376c90ba-58b7-4e37-af05-9886686b907a tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.376314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f71fb49d-2312-409d-b7b7-5a131a9a244f req-376c90ba-58b7-4e37-af05-9886686b907a tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0613492 Nov 12 08:47:43.434618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f71fb49d-2312-409d-b7b7-5a131a9a244f req-610456ca-319c-4f36-9153-35996973e9f8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512137 Nov 12 08:47:43.886929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965f9f1-fbe1-4da3-9fe1-143d07d487c1 req-66b83de4-d994-4e67-a511-cc87b839621b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.888446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5965f9f1-fbe1-4da3-9fe1-143d07d487c1 req-66b83de4-d994-4e67-a511-cc87b839621b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0541754 Nov 12 08:47:43.943572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5965f9f1-fbe1-4da3-9fe1-143d07d487c1 req-e6d09d29-2627-492b-b5e4-9b7fc36444f1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Nov 12 08:47:44.549650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7111dc-e0cf-4c22-940d-d8085c1014f7 req-35215148-afc1-4d0a-b720-bf545a31bac8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:44.551191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f7111dc-e0cf-4c22-940d-d8085c1014f7 req-35215148-afc1-4d0a-b720-bf545a31bac8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0443726 Nov 12 08:47:44.601898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f7111dc-e0cf-4c22-940d-d8085c1014f7 req-7a88a3c3-57ca-441c-a85f-3724d4f44e12 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Nov 12 08:47:44.602271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.725794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a3e3a-bffc-4665-949f-d79eefd5f7e8 req-7f4ad181-7e10-426a-82be-6bf605fccdd8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:44.726491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-402a3e3a-bffc-4665-949f-d79eefd5f7e8 req-7f4ad181-7e10-426a-82be-6bf605fccdd8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0476294 Nov 12 08:47:44.779480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-402a3e3a-bffc-4665-949f-d79eefd5f7e8 req-33bd67c9-da9e-43a6-a8a3-072c34cc0c94 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Nov 12 08:47:44.909092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48229e-4677-4465-893d-27078fcc8ce2 req-add5c30f-2158-49a6-aa63-605ed3e08010 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:44.910908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e48229e-4677-4465-893d-27078fcc8ce2 req-add5c30f-2158-49a6-aa63-605ed3e08010 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0499425 Nov 12 08:47:44.986738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e48229e-4677-4465-893d-27078fcc8ce2 req-4d906127-c4cd-47ec-8720-67db08ee7747 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Nov 12 08:47:45.085010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb21c0a-7e06-4adf-b1ac-9bde30b3e631 req-cb7d3c2d-cdd5-47c4-90a3-909bf9e9db83 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.086860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edb21c0a-7e06-4adf-b1ac-9bde30b3e631 req-cb7d3c2d-cdd5-47c4-90a3-909bf9e9db83 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0631206 Nov 12 08:47:45.146604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edb21c0a-7e06-4adf-b1ac-9bde30b3e631 req-6944e263-543d-49fe-a24f-e6d862905132 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532172 Nov 12 08:47:45.358403 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-cce3ad7a-9372-4a07-bd2b-3cf91fa07eb3 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.360254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-cce3ad7a-9372-4a07-bd2b-3cf91fa07eb3 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/networks?id=ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 200 len: 909 time: 0.1050210 Nov 12 08:47:45.376999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-d510154b-4b57-4c5e-8883-c7c7aaa1afc0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/quotas/271255d683fe4b7ba8add7735a6a1760 HTTP/1.1" status: 200 len: 375 time: 0.0103865 Nov 12 08:47:45.427759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-6ddb99f7-2efa-4407-b9a6-1532905905d4 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=271255d683fe4b7ba8add7735a6a1760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449061 Nov 12 08:47:45.549453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-321cdc12-9242-437b-8fc5-b78320ccb399 service neutron] 10.222.0.16 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140110 Nov 12 08:47:45.656121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-663338cf-64f7-4f20-af66-61771da775ba service neutron] 10.222.0.16 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989361 Nov 12 08:47:45.748040 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.833023 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6598a44e-84b3-4f76-a68c-c3973053a0db req-5094965d-ef51-4f56-aa1f-c9950d3a75f3 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 210 time: 0.0275366 Nov 12 08:47:46.311708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b564-3885-4a0a-ace9-6897e279bef1 req-5531773b-a259-4c03-9b25-d246cef6b1f1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.313423 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e54b564-3885-4a0a-ace9-6897e279bef1 req-5531773b-a259-4c03-9b25-d246cef6b1f1 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0798643 Nov 12 08:47:46.373744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e54b564-3885-4a0a-ace9-6897e279bef1 req-919b5743-95e8-4364-93c9-9d6dd057aba7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517037 Nov 12 08:47:46.835369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.896199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-971ffe77-9935-4efc-a780-7c497bf30900 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.897820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-971ffe77-9935-4efc-a780-7c497bf30900 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.32 "GET /v2.0/networks?id=ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 200 len: 909 time: 0.1113753 Nov 12 08:47:46.918113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Request body: {'port': {'device_id': '0444713f-4a26-42eb-a22d-bd090bde9146', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'admin_state_up': True, 'tenant_id': '271255d683fe4b7ba8add7735a6a1760'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:46.955943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Made reservation on behalf of 271255d683fe4b7ba8add7735a6a1760 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:46.964522 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.991111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2335c5c-1004-43bd-84b8-ec34d0ba3089 req-5af6dd2b-c82a-4e1b-ad6a-0c7610aa82f1 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 210 time: 0.0476897 Nov 12 08:47:47.114535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878238a1-a49d-42cc-84c7-5d8e57ebf0cf req-b067ab18-3341-4513-9f2f-1b98b558bde3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.116033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-878238a1-a49d-42cc-84c7-5d8e57ebf0cf req-b067ab18-3341-4513-9f2f-1b98b558bde3 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0887432 Nov 12 08:47:47.147581 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Allocated IP 172.20.0.4 (ac685efb-b314-4200-82f4-f7bb33ec3033/4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8/517cbb6d-4000-4b9e-a73b-597ecc2b677f) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:47.194739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-878238a1-a49d-42cc-84c7-5d8e57ebf0cf req-79e39616-a2b6-4213-810c-c278ebef1d16 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716093 Nov 12 08:47:47.309359 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.341978 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.352783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['5a5bd447-1431-4067-aa82-da7dc27f3ab7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:47.387369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Network ac685efb-b314-4200-82f4-f7bb33ec3033 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:47.392287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:47.396252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:47.424087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Pushing event updated for resources: {'Port': ['ID=517cbb6d-4000-4b9e-a73b-597ecc2b677f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.436556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.437879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.438016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.438280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.438612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.438937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.439257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.439576 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.439898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.440246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.440567 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.440901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:47.457830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.458439 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.486789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-1ae901d5-914d-46a4-9678-1f6c7a2547a0 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5730000 Nov 12 08:47:47.511687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Request body: {'port': {'device_id': '0444713f-4a26-42eb-a22d-bd090bde9146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:47.558163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd759d-393e-4c2a-8234-be30c2b825db req-7366b800-4991-478e-80a3-6b5e5f76014b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.559755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ccd759d-393e-4c2a-8234-be30c2b825db req-7366b800-4991-478e-80a3-6b5e5f76014b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 944 time: 0.0897655 Nov 12 08:47:47.599798 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.658367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2ccd759d-393e-4c2a-8234-be30c2b825db req-085dd10e-3cf9-47f1-83b5-3c3ab6ef7a8d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792327 Nov 12 08:47:47.675702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1da83515-dbd4-4ffd-907a-3d02e40435b8 None None] Provisioning complete for port 517cbb6d-4000-4b9e-a73b-597ecc2b677f triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:47.676446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1da83515-dbd4-4ffd-907a-3d02e40435b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.712321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1da83515-dbd4-4ffd-907a-3d02e40435b8 None None] Port 517cbb6d-4000-4b9e-a73b-597ecc2b677f cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:47.881530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517cbb6d-4000-4b9e-a73b-597ecc2b677f {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:47.889429 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.902132 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Transition to ACTIVE for port object 517cbb6d-4000-4b9e-a73b-597ecc2b677f will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:47.906092 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.983095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Pushing event updated for resources: {'Port': ['ID=517cbb6d-4000-4b9e-a73b-597ecc2b677f,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.035297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dce249fa-d669-4bfe-a1f4-d2bebd918967 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:48.053028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Attempting to bind port 517cbb6d-4000-4b9e-a73b-597ecc2b677f on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:48.053367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Attempting to bind port 517cbb6d-4000-4b9e-a73b-597ecc2b677f by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:48.053725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Attempting to bind port 517cbb6d-4000-4b9e-a73b-597ecc2b677f on network ac685efb-b314-4200-82f4-f7bb33ec3033 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:48.059478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Port 517cbb6d-4000-4b9e-a73b-597ecc2b677f on network ac685efb-b314-4200-82f4-f7bb33ec3033 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:48.059802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Attempting to bind port 517cbb6d-4000-4b9e-a73b-597ecc2b677f on network ac685efb-b314-4200-82f4-f7bb33ec3033 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:48.066401 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:48.066890 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Checking segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:48.067286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Bound using segment: {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:48.067723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Bound port: 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac26fe3-96c5-4924-a1b6-f4a57c443deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:48.068111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.176505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eedff3-ed42-4924-9742-3ceb02c3dc70 req-4574faa4-f919-4ab2-9a13-720c4bf7ba65 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.178087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23eedff3-ed42-4924-9742-3ceb02c3dc70 req-4574faa4-f919-4ab2-9a13-720c4bf7ba65 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1053 time: 0.0993130 Nov 12 08:47:48.188957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] For port 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:48.190277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dce249fa-d669-4bfe-a1f4-d2bebd918967, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:48.197302 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] For port 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:48.207226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'dce249fa-d669-4bfe-a1f4-d2bebd918967', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': 'dce249fa-d669-4bfe-a1f4-d2bebd918967', 'mac_address': 'fa:16:3e:b8:19:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:48.264972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.284003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce249fa-d669-4bfe-a1f4-d2bebd918967 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:48.308300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dce249fa-d669-4bfe-a1f4-d2bebd918967, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:48.314677 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.373301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=dce249fa-d669-4bfe-a1f4-d2bebd918967,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.535318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['dce249fa-d669-4bfe-a1f4-d2bebd918967'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:48.583610 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.657333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.657947 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.659319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] 10.222.0.32 "PUT /v2.0/ports/517cbb6d-4000-4b9e-a73b-597ecc2b677f HTTP/1.1" status: 200 len: 1092 time: 1.1532066 Nov 12 08:47:48.666739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444713f-4a26-42eb-a22d-bd090bde9146', 'tag': '517cbb6d-4000-4b9e-a73b-597ecc2b677f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:48.669039 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb1b81-6234-4896-a24b-9856b7eb7518" -d '{"events": [{"name": "network-changed", "server_uuid": "0444713f-4a26-42eb-a22d-bd090bde9146", "tag": "517cbb6d-4000-4b9e-a73b-597ecc2b677f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:48.682324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23eedff3-ed42-4924-9742-3ceb02c3dc70 req-122ba310-3660-41b5-bb23-e22651250632 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972980 Nov 12 08:47:48.708365 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61956b0-32c4-4c5d-bb8c-a0fa16df9807 service neutron] Pushing event updated for resources: {'Port': ['ID=517cbb6d-4000-4b9e-a73b-597ecc2b677f,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.722276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5b60-2c22-4d4b-94f9-97741e0ecc93 req-a87d7b1c-8728-476f-adbb-de99f323984a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.724144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03cd5b60-2c22-4d4b-94f9-97741e0ecc93 req-a87d7b1c-8728-476f-adbb-de99f323984a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.1435897 Nov 12 08:47:48.736877 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7f8c9e-3972-4e2f-a7ae-56ef0769911f x-openstack-request-id: req-2b7f8c9e-3972-4e2f-a7ae-56ef0769911f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:48.737336 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0444713f-4a26-42eb-a22d-bd090bde9146", "tag": "517cbb6d-4000-4b9e-a73b-597ecc2b677f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:48.737742 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b7f8c9e-3972-4e2f-a7ae-56ef0769911f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:48.738903 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444713f-4a26-42eb-a22d-bd090bde9146', 'tag': '517cbb6d-4000-4b9e-a73b-597ecc2b677f', 'status': 'completed', 'code': 200} Nov 12 08:47:48.842264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-928fe405-4600-4692-9a13-f60597ffbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.844349 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-928fe405-4600-4692-9a13-f60597ffbdbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=271255d683fe4b7ba8add7735a6a1760&device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1095 time: 0.1191483 Nov 12 08:47:48.849669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03cd5b60-2c22-4d4b-94f9-97741e0ecc93 req-7c8727db-44be-4db5-b0aa-72f7cc17680a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145566 Nov 12 08:47:48.890910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-9141be02-4db5-4101-bb66-df419b0781c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f HTTP/1.1" status: 200 len: 217 time: 0.0385425 Nov 12 08:47:48.903929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc935bde-7d8f-4153-9ba0-280b43a384be req-d8767aae-6e95-45cd-93f3-d7eae88b4ae5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.906007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc935bde-7d8f-4153-9ba0-280b43a384be req-d8767aae-6e95-45cd-93f3-d7eae88b4ae5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 945 time: 0.1197901 Nov 12 08:47:48.983790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-18e293d8-d8f7-4414-9381-30a4ab0d4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.985359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-18e293d8-d8f7-4414-9381-30a4ab0d4714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8 HTTP/1.1" status: 200 len: 848 time: 0.0784328 Nov 12 08:47:49.008254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc935bde-7d8f-4153-9ba0-280b43a384be req-3af92a3c-5192-4edb-811f-3312649d1e28 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940270 Nov 12 08:47:49.037256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0273ca-2404-45a9-8184-f114418c3cff req-bc0f1282-d0b0-4a06-b832-87b729b2afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.038756 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-bc0f1282-d0b0-4a06-b832-87b729b2afdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac685efb-b314-4200-82f4-f7bb33ec3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435090 Nov 12 08:47:49.131392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-15815438-b251-4bff-847c-0ef996d9c526 service neutron] 10.222.0.32 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Nov 12 08:47:49.221948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f0273ca-2404-45a9-8184-f114418c3cff req-ccb42fe6-8042-453d-82b9-5a93fcac05f5 service neutron] 10.222.0.32 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 Nov 12 08:47:49.309343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-75a76ed4-ae43-4ddf-8bbd-130798f4c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.310764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-75a76ed4-ae43-4ddf-8bbd-130798f4c91d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=271255d683fe4b7ba8add7735a6a1760&device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1095 time: 0.0414639 Nov 12 08:47:49.408255 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-83b7c2d8-77c2-4fec-9ecd-706bb0dc276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.409731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-83b7c2d8-77c2-4fec-9ecd-706bb0dc276e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 200 len: 909 time: 0.0910792 Nov 12 08:47:49.451755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-6eedb686-f6d5-4547-9b4a-7b47c0ddf6f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f HTTP/1.1" status: 200 len: 217 time: 0.0345998 Nov 12 08:47:49.506604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-0533511d-b411-46ab-8c8d-2ac51f6cbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.508065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-0533511d-b411-46ab-8c8d-2ac51f6cbb45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8 HTTP/1.1" status: 200 len: 848 time: 0.0482814 Nov 12 08:47:49.555107 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-d29d955e-cf9b-4b7a-a397-93066116bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.556597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-d29d955e-cf9b-4b7a-a397-93066116bf8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac685efb-b314-4200-82f4-f7bb33ec3033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400324 Nov 12 08:47:49.649874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-78188912-eb21-4cf9-bc25-41b179e91cac service neutron] 10.222.0.32 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Nov 12 08:47:49.741834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ffb1b81-6234-4896-a24b-9856b7eb7518 req-0cf405f1-e615-43af-a3b1-3a2bbeae037e service neutron] 10.222.0.32 "GET /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836043 Nov 12 08:47:49.790321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b254b46-7777-450a-a455-42203e555cf7 req-9d94400a-cefb-486f-aa71-79504ee19e17 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.792072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b254b46-7777-450a-a455-42203e555cf7 req-9d94400a-cefb-486f-aa71-79504ee19e17 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1095 time: 0.0418301 Nov 12 08:47:49.842311 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b254b46-7777-450a-a455-42203e555cf7 req-dde55059-4438-4cec-bbac-698574e2aa64 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Nov 12 08:47:50.049025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 517cbb6d-4000-4b9e-a73b-597ecc2b677f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:50.051800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dce249fa-d669-4bfe-a1f4-d2bebd918967 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:50.143911 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2588b76-08ad-40d2-b4e3-020a4a7cd3f2 req-a24b42e3-5032-4f5a-ba72-f11ec80adbca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:50.145413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2588b76-08ad-40d2-b4e3-020a4a7cd3f2 req-a24b42e3-5032-4f5a-ba72-f11ec80adbca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0815954 Nov 12 08:47:50.163198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port dce249fa-d669-4bfe-a1f4-d2bebd918967 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:50.166477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916334a8-3d6f-4823-8612-1e0b9771c02d req-b08542a8-d8f5-4b51-ae72-4c4006bdc897 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:50.167925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-916334a8-3d6f-4823-8612-1e0b9771c02d req-b08542a8-d8f5-4b51-ae72-4c4006bdc897 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 945 time: 0.0753984 Nov 12 08:47:50.170820 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port dce249fa-d669-4bfe-a1f4-d2bebd918967 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:50.171681 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.214008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:50.232021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2588b76-08ad-40d2-b4e3-020a4a7cd3f2 req-ff19afb9-6c25-4358-9bd3-49de0bf673b5 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799899 Nov 12 08:47:50.232729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '517cbb6d-4000-4b9e-a73b-597ecc2b677f', 'network_id': 'ac685efb-b314-4200-82f4-f7bb33ec3033', 'port_id': '517cbb6d-4000-4b9e-a73b-597ecc2b677f', 'mac_address': 'fa:16:3e:16:0f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:50.244500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-916334a8-3d6f-4823-8612-1e0b9771c02d req-787bf7e2-1b85-4a87-b46f-4e51dfad3523 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681818 Nov 12 08:47:50.297993 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.313638 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.323096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517cbb6d-4000-4b9e-a73b-597ecc2b677f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:50.353080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed8ef65-725f-4857-b400-815263bd00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce249fa-d669-4bfe-a1f4-d2bebd918967'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:50.355317 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf9658-7711-4ed2-a903-9372a0b06bf8" -d '{"events": [{"server_uuid": "7ed8ef65-725f-4857-b400-815263bd00f1", "name": "network-vif-plugged", "status": "completed", "tag": "dce249fa-d669-4bfe-a1f4-d2bebd918967"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:50.359367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:50.367258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.373342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port dce249fa-d669-4bfe-a1f4-d2bebd918967, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:50.399166 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befae87e-bd58-418d-a0c5-18503b4d1da1 x-openstack-request-id: req-befae87e-bd58-418d-a0c5-18503b4d1da1 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:50.399461 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed8ef65-725f-4857-b400-815263bd00f1", "name": "network-vif-plugged", "status": "completed", "tag": "dce249fa-d669-4bfe-a1f4-d2bebd918967", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:50.399734 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-befae87e-bd58-418d-a0c5-18503b4d1da1 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:50.400153 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed8ef65-725f-4857-b400-815263bd00f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce249fa-d669-4bfe-a1f4-d2bebd918967', 'code': 200} Nov 12 08:47:50.403062 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.429730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=517cbb6d-4000-4b9e-a73b-597ecc2b677f,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:50.483079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=dce249fa-d669-4bfe-a1f4-d2bebd918967,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:50.505224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96711-b875-42c6-abef-345e0b08a5cb req-c9a78e51-ace0-476e-8295-8f21c2134353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:50.506735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32b96711-b875-42c6-abef-345e0b08a5cb req-c9a78e51-ace0-476e-8295-8f21c2134353 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 1098 time: 0.0443065 Nov 12 08:47:50.550658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32b96711-b875-42c6-abef-345e0b08a5cb req-c63dec56-aefe-4aeb-b781-7cf3beeb5f8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Nov 12 08:47:50.605472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['517cbb6d-4000-4b9e-a73b-597ecc2b677f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:50.948299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad7de4-67b6-42aa-8402-be27dbfd5ede req-416c3bd8-b175-4b13-a406-e08c4c852709 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:50.949845 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5ad7de4-67b6-42aa-8402-be27dbfd5ede req-416c3bd8-b175-4b13-a406-e08c4c852709 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1096 time: 0.0409191 Nov 12 08:47:50.994733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5ad7de4-67b6-42aa-8402-be27dbfd5ede req-840612f8-a622-4a38-9c44-63365ebd3360 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Nov 12 08:47:51.389879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d197b-f33c-49e7-9d46-e1f1d6bfafe1 req-89c859ed-be12-4e4b-8ebc-d555c7903d7b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:51.391386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-465d197b-f33c-49e7-9d46-e1f1d6bfafe1 req-89c859ed-be12-4e4b-8ebc-d555c7903d7b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0814145 Nov 12 08:47:51.404499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a430e-185a-4b26-aaf2-10ff0abeed7e req-c6907f79-1c6e-4064-9b81-2fc43737aeab tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:51.405946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-267a430e-185a-4b26-aaf2-10ff0abeed7e req-c6907f79-1c6e-4064-9b81-2fc43737aeab tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 946 time: 0.0864506 Nov 12 08:47:51.478592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-465d197b-f33c-49e7-9d46-e1f1d6bfafe1 req-bb7126bc-70fe-4447-b045-75d09171f5ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716891 Nov 12 08:47:51.482932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-267a430e-185a-4b26-aaf2-10ff0abeed7e req-e06fb9db-aab9-41f3-9a46-bd94cb529a3f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 Nov 12 08:47:52.054871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 517cbb6d-4000-4b9e-a73b-597ecc2b677f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:52.109288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 517cbb6d-4000-4b9e-a73b-597ecc2b677f completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:52.113872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 517cbb6d-4000-4b9e-a73b-597ecc2b677f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:52.114445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.131310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7621a7-fce4-40b7-8583-7ea0fec589d5 req-df6d3d77-bfb0-4991-9501-2aa0dafda59a tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.132879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d7621a7-fce4-40b7-8583-7ea0fec589d5 req-df6d3d77-bfb0-4991-9501-2aa0dafda59a tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1096 time: 0.0475454 Nov 12 08:47:52.186498 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0d7621a7-fce4-40b7-8583-7ea0fec589d5 req-129720e4-6562-451b-8e1f-35090cd0fd7d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Nov 12 08:47:52.205215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.242858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:52.246919 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.299972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=517cbb6d-4000-4b9e-a73b-597ecc2b677f,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:52.401053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444713f-4a26-42eb-a22d-bd090bde9146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517cbb6d-4000-4b9e-a73b-597ecc2b677f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:52.403362 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad2b14-e1aa-42cc-be51-4339610ddc54" -d '{"events": [{"server_uuid": "0444713f-4a26-42eb-a22d-bd090bde9146", "name": "network-vif-plugged", "status": "completed", "tag": "517cbb6d-4000-4b9e-a73b-597ecc2b677f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:52.441959 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893cf924-d926-4437-84da-15d45aaa1e42 x-openstack-request-id: req-893cf924-d926-4437-84da-15d45aaa1e42 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:52.442260 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0444713f-4a26-42eb-a22d-bd090bde9146", "name": "network-vif-plugged", "status": "completed", "tag": "517cbb6d-4000-4b9e-a73b-597ecc2b677f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:52.442514 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-893cf924-d926-4437-84da-15d45aaa1e42 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:52.442909 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444713f-4a26-42eb-a22d-bd090bde9146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517cbb6d-4000-4b9e-a73b-597ecc2b677f', 'code': 200} Nov 12 08:47:52.546340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b30a4-cfd3-4f91-b078-4ec9c00b89a5 req-22a7131e-6f46-46b9-9028-1bad8e8022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.548304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc1b30a4-cfd3-4f91-b078-4ec9c00b89a5 req-22a7131e-6f46-46b9-9028-1bad8e8022b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0471382 Nov 12 08:47:52.659021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dfe04-f82d-4c28-a685-2c1f78b83b29 req-6df11a08-bd94-464c-97c6-e1651f95a61c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.660595 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-530dfe04-f82d-4c28-a685-2c1f78b83b29 req-6df11a08-bd94-464c-97c6-e1651f95a61c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.1097486 Nov 12 08:47:52.662613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc1b30a4-cfd3-4f91-b078-4ec9c00b89a5 req-5b06c279-c20f-4be4-a44a-9ba7fc1468a3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033404 Nov 12 08:47:52.671020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aa658-db0e-4020-b53e-7896ad4b9850 req-01093d0f-5d76-45dd-803d-8f07162c7334 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.672958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-101aa658-db0e-4020-b53e-7896ad4b9850 req-01093d0f-5d76-45dd-803d-8f07162c7334 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 946 time: 0.1126494 Nov 12 08:47:52.754628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-530dfe04-f82d-4c28-a685-2c1f78b83b29 req-d1fd728e-6efd-4f7d-86dc-747c65e02e65 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806723 Nov 12 08:47:52.759273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-101aa658-db0e-4020-b53e-7896ad4b9850 req-62cc4202-1c18-4ff3-89b7-be7c7231f5ec tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795286 Nov 12 08:47:52.884517 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25cafa-ef0c-4e73-811e-e80dff2bb9b4 req-98cbcfa8-bef5-4933-bba2-e6cb7ab6fa87 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.885976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd25cafa-ef0c-4e73-811e-e80dff2bb9b4 req-98cbcfa8-bef5-4933-bba2-e6cb7ab6fa87 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 946 time: 0.0527539 Nov 12 08:47:52.936006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bd25cafa-ef0c-4e73-811e-e80dff2bb9b4 req-d67fb585-ff57-4069-b4be-7c81591d5de2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Nov 12 08:47:53.240714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91babc38-ff83-420c-882d-09d8b5117c0e req-0d4ab28c-098d-42b2-8f73-a79d8b325b64 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.242217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91babc38-ff83-420c-882d-09d8b5117c0e req-0d4ab28c-098d-42b2-8f73-a79d8b325b64 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 946 time: 0.0596020 Nov 12 08:47:53.331202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91babc38-ff83-420c-882d-09d8b5117c0e req-591c3b38-7f8d-4a7f-b119-e7aadeb6e004 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814881 Nov 12 08:47:53.338431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135c4c2-92ae-42f7-bd83-cedac416de7b req-4dd097aa-26a8-4ebd-978d-d732e50f5fec tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.340285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b135c4c2-92ae-42f7-bd83-cedac416de7b req-4dd097aa-26a8-4ebd-978d-d732e50f5fec tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0744915 Nov 12 08:47:53.387906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b135c4c2-92ae-42f7-bd83-cedac416de7b req-f763d826-a8db-43f9-bebd-439e8f87fac2 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Nov 12 08:47:53.888629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94ca6f-a321-4fe6-ab16-89b9b1fec42b req-76d71675-5d8a-43d7-bd02-defc6b47d00c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.890490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f94ca6f-a321-4fe6-ab16-89b9b1fec42b req-76d71675-5d8a-43d7-bd02-defc6b47d00c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0565033 Nov 12 08:47:53.942846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f94ca6f-a321-4fe6-ab16-89b9b1fec42b req-dbe949cb-6525-4d8d-b28d-81eaddc04d64 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454965 Nov 12 08:47:54.481978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d703-29f9-499b-ab5b-d23b4a167bf8 req-670097b5-7834-44c7-b740-75d348abaf4f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.483793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80d0d703-29f9-499b-ab5b-d23b4a167bf8 req-670097b5-7834-44c7-b740-75d348abaf4f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 946 time: 0.0800397 Nov 12 08:47:54.554856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f65c5d-5a33-4bde-8c1c-538830b87689 req-0e216b63-f419-4a2d-8305-a29016463f1c tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.556684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f65c5d-5a33-4bde-8c1c-538830b87689 req-0e216b63-f419-4a2d-8305-a29016463f1c tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0961637 Nov 12 08:47:54.565858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80d0d703-29f9-499b-ab5b-d23b4a167bf8 req-2e13d12a-41df-4560-ba11-1adac8bede62 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652530 Nov 12 08:47:54.612507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-38f65c5d-5a33-4bde-8c1c-538830b87689 req-3674717c-fa3d-41f8-91e4-f1dc005e6428 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Nov 12 08:47:54.722387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b4601-36f1-4bb5-8e1b-3afdc26ddf3a req-79c25701-9367-4047-b1af-e872c493a8a8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.723977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-707b4601-36f1-4bb5-8e1b-3afdc26ddf3a req-79c25701-9367-4047-b1af-e872c493a8a8 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0429077 Nov 12 08:47:54.770133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-707b4601-36f1-4bb5-8e1b-3afdc26ddf3a req-beb8b418-df17-4493-9f7a-92a5060f07ff tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 Nov 12 08:47:54.841290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-a8347e33-6be0-4dd3-b695-e1e701315020 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.842741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-a8347e33-6be0-4dd3-b695-e1e701315020 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 946 time: 0.0546494 Nov 12 08:47:54.933668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763446-5d52-41e2-be37-e91edcd06dea req-d57e5c34-5738-4b86-a172-bf03b88ae687 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.935156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0763446-5d52-41e2-be37-e91edcd06dea req-d57e5c34-5738-4b86-a172-bf03b88ae687 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0915170 Nov 12 08:47:55.006073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port dce249fa-d669-4bfe-a1f4-d2bebd918967 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:55.006469 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.013622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0763446-5d52-41e2-be37-e91edcd06dea req-a29191c6-8e72-4b0f-83b9-6f283e0efd47 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713179 Nov 12 08:47:55.152353 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb159-8efc-4706-80e5-67355e249526 req-9874e5f0-e391-471e-9671-1314eb5fbe07 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.153997 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dabb159-8efc-4706-80e5-67355e249526 req-9874e5f0-e391-471e-9671-1314eb5fbe07 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.1282544 Nov 12 08:47:55.178189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port dce249fa-d669-4bfe-a1f4-d2bebd918967, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=dce249fa-d669-4bfe-a1f4-d2bebd918967,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:55.178534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.201118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for dce249fa-d669-4bfe-a1f4-d2bebd918967 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:55.302589 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3dabb159-8efc-4706-80e5-67355e249526 req-e64b6821-545d-4538-8ac3-bf5164d547af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403463 Nov 12 08:47:55.331769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd110d2-ad8b-4772-8d89-4f6762515525 req-14bf8228-be2c-4ef8-8352-20ee7f76a595 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.333612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bd110d2-ad8b-4772-8d89-4f6762515525 req-14bf8228-be2c-4ef8-8352-20ee7f76a595 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.1115472 Nov 12 08:47:55.433214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3bd110d2-ad8b-4772-8d89-4f6762515525 req-6a756e04-2c96-43a6-a9ea-f2786f9f4c15 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910747 Nov 12 08:47:55.464491 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.478595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:55.481208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['dce249fa-d669-4bfe-a1f4-d2bebd918967'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:55.496767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=dce249fa-d669-4bfe-a1f4-d2bebd918967,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.547910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port dce249fa-d669-4bfe-a1f4-d2bebd918967 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:55.550986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.554641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7d27b91-c2f7-47d0-a669-8293a7952b33 req-01711129-7913-4ac6-a9bf-a92bf9300e4d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "DELETE /v2.0/ports/dce249fa-d669-4bfe-a1f4-d2bebd918967 HTTP/1.1" status: 204 len: 173 time: 0.7032366 Nov 12 08:47:55.555110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed8ef65-725f-4857-b400-815263bd00f1', 'name': 'network-vif-deleted', 'tag': 'dce249fa-d669-4bfe-a1f4-d2bebd918967'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:55.557744 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d9f86-d570-406d-8af1-8c596ba800c5" -d '{"events": [{"server_uuid": "7ed8ef65-725f-4857-b400-815263bd00f1", "name": "network-vif-deleted", "tag": "dce249fa-d669-4bfe-a1f4-d2bebd918967"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:55.633580 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bad3a43-e844-4eb7-bf74-ff383744fa18 x-openstack-request-id: req-1bad3a43-e844-4eb7-bf74-ff383744fa18 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:55.634199 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed8ef65-725f-4857-b400-815263bd00f1", "name": "network-vif-deleted", "tag": "dce249fa-d669-4bfe-a1f4-d2bebd918967", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:55.634668 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bad3a43-e844-4eb7-bf74-ff383744fa18 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:55.635291 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed8ef65-725f-4857-b400-815263bd00f1', 'name': 'network-vif-deleted', 'tag': 'dce249fa-d669-4bfe-a1f4-d2bebd918967', 'status': 'completed', 'code': 200} Nov 12 08:47:55.707833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47af6f33-226d-4004-a136-52ec2a4d2e30 req-e51ce394-2293-4190-aaf7-9b9d3e558aae tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0407052 Nov 12 08:47:56.430125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116f5be-fdca-4b7f-9d87-f164c8841ccc req-bd917f4c-725a-4c1f-94ca-d8a1900c67af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.431521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c116f5be-fdca-4b7f-9d87-f164c8841ccc req-bd917f4c-725a-4c1f-94ca-d8a1900c67af tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Nov 12 08:47:56.493076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c116f5be-fdca-4b7f-9d87-f164c8841ccc req-834e72d6-91a3-47cc-8aa6-78fadab96150 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554132 Nov 12 08:47:56.578316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-0840f9b0-30f8-447f-9511-87fda14171dc tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.580345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-0840f9b0-30f8-447f-9511-87fda14171dc tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0726135 Nov 12 08:47:56.582865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d3c66-7c40-4107-853a-21db55da879d req-53feace0-f845-4fe2-a644-edb3f8d4d218 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.584232 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-530d3c66-7c40-4107-853a-21db55da879d req-53feace0-f845-4fe2-a644-edb3f8d4d218 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0444713f-4a26-42eb-a22d-bd090bde9146 HTTP/1.1" status: 200 len: 1097 time: 0.0677075 Nov 12 08:47:56.674602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-530d3c66-7c40-4107-853a-21db55da879d req-7167793e-7571-4b4e-8949-ed63d48882ce tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810983 Nov 12 08:47:56.702287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Deleting port 517cbb6d-4000-4b9e-a73b-597ecc2b677f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:56.702624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.785464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] For port 517cbb6d-4000-4b9e-a73b-597ecc2b677f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=517cbb6d-4000-4b9e-a73b-597ecc2b677f,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:56.785775 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.800376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Calling delete_port for 517cbb6d-4000-4b9e-a73b-597ecc2b677f owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:56.830644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-feb07060-9081-4236-a5f8-855eb0011602 req-c6d4cd34-3796-4740-b546-3f63a0c96801 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0321312 Nov 12 08:47:56.946786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.959891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['517cbb6d-4000-4b9e-a73b-597ecc2b677f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:56.962336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['5a5bd447-1431-4067-aa82-da7dc27f3ab7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:56.975537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Pushing event deleted for resources: {'Port': ['ID=517cbb6d-4000-4b9e-a73b-597ecc2b677f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.018780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] No DVR routers for this DVR port 517cbb6d-4000-4b9e-a73b-597ecc2b677f on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:57.021397 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.026144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d333783d-57b5-4574-86b2-0f2d46b1f4fa req-d30929d4-2def-41c3-b89e-dccbdf06e01d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.32 "DELETE /v2.0/ports/517cbb6d-4000-4b9e-a73b-597ecc2b677f HTTP/1.1" status: 204 len: 173 time: 0.4384868 Nov 12 08:47:57.617283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343acfa-b4d7-43c0-a16f-7fb865c760f1 req-93337782-e22d-43d9-b5b9-b3deefff8702 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:57.618784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9343acfa-b4d7-43c0-a16f-7fb865c760f1 req-93337782-e22d-43d9-b5b9-b3deefff8702 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0501246 Nov 12 08:47:57.638411 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444713f-4a26-42eb-a22d-bd090bde9146', 'name': 'network-vif-deleted', 'tag': '517cbb6d-4000-4b9e-a73b-597ecc2b677f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:57.640762 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485520d8-b3e9-4bdb-8ac3-99a3685ad860" -d '{"events": [{"server_uuid": "0444713f-4a26-42eb-a22d-bd090bde9146", "name": "network-vif-deleted", "tag": "517cbb6d-4000-4b9e-a73b-597ecc2b677f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:57.681267 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff53ed69-6e53-4044-a104-9cdfdc82b1d1 x-openstack-request-id: req-ff53ed69-6e53-4044-a104-9cdfdc82b1d1 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:57.681558 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0444713f-4a26-42eb-a22d-bd090bde9146", "name": "network-vif-deleted", "tag": "517cbb6d-4000-4b9e-a73b-597ecc2b677f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:57.681827 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff53ed69-6e53-4044-a104-9cdfdc82b1d1 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:57.682212 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444713f-4a26-42eb-a22d-bd090bde9146', 'name': 'network-vif-deleted', 'tag': '517cbb6d-4000-4b9e-a73b-597ecc2b677f', 'status': 'completed', 'code': 200} Nov 12 08:47:57.687377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9343acfa-b4d7-43c0-a16f-7fb865c760f1 req-d8d9705c-8c80-4150-b784-1fc9f7465ecc tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626013 Nov 12 08:47:57.960827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d0893be-8dd8-4738-9a97-785fa1d687d6 req-8e60ebc8-6dcd-48ff-9a46-e076637cf33a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0396640 Nov 12 08:47:57.977056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14502b1-9d88-4d65-919f-068126a3b1ca req-a5a26aae-25b6-47b8-b087-57480d8dfc2d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:57.978751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f14502b1-9d88-4d65-919f-068126a3b1ca req-a5a26aae-25b6-47b8-b087-57480d8dfc2d tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0660980 Nov 12 08:47:58.024431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f14502b1-9d88-4d65-919f-068126a3b1ca req-6000d57e-57ed-4038-a1e3-28d3f795c6ac tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Nov 12 08:47:58.804695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595e8b-4f14-40ce-aa34-7e77ce230dbb req-56a619b4-52b5-47c2-a89e-59f918ee2031 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:58.806452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27595e8b-4f14-40ce-aa34-7e77ce230dbb req-56a619b4-52b5-47c2-a89e-59f918ee2031 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0497725 Nov 12 08:47:58.860080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27595e8b-4f14-40ce-aa34-7e77ce230dbb req-80f5b48c-6c7a-412e-a304-f37e721df648 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475943 Nov 12 08:47:59.060795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-928d55d0-82d0-47d8-8f57-e295b009f3a9 req-75c1940e-f5b6-4ecf-a1a1-220d68cb2175 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0278432 Nov 12 08:47:59.139136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5613f-6d29-4adc-866f-087ef7b84d0a req-7c53712f-266d-494a-abeb-7e7b651288ad tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.140689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51d5613f-6d29-4adc-866f-087ef7b84d0a req-7c53712f-266d-494a-abeb-7e7b651288ad tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0408611 Nov 12 08:47:59.184647 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-51d5613f-6d29-4adc-866f-087ef7b84d0a req-a1f0099b-33dc-4878-be2f-5d3cda0816f2 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a36861cc-e745-4b86-9fbb-2f58a3afee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Nov 12 08:47:59.537088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-236cda4c-4549-4c8a-a21f-c8cd227eb2dc tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.538597 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-236cda4c-4549-4c8a-a21f-c8cd227eb2dc tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 1097 time: 0.0441353 Nov 12 08:47:59.619914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Deleting port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:59.620306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.705685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] For port 5a5bd447-1431-4067-aa82-da7dc27f3ab7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=5a5bd447-1431-4067-aa82-da7dc27f3ab7,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:59.706102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.719453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Calling delete_port for 5a5bd447-1431-4067-aa82-da7dc27f3ab7 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:59.845484 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.858665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['5a5bd447-1431-4067-aa82-da7dc27f3ab7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:59.879620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a5bd447-1431-4067-aa82-da7dc27f3ab7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.886531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['517cbb6d-4000-4b9e-a73b-597ecc2b677f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:59.913881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.914226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.914567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.915169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.915501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.915828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.916192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.917172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.917172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.917498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.917776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.918095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:59.951185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] No DVR routers for this DVR port 5a5bd447-1431-4067-aa82-da7dc27f3ab7 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:59.956181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.959888 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-da5fac00-92c0-4438-8eb3-9fccbdcaf959 req-d08729df-1759-431c-ba22-8e299e153e9b tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5a5bd447-1431-4067-aa82-da7dc27f3ab7 HTTP/1.1" status: 204 len: 173 time: 0.4139581 Nov 12 08:47:59.960811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'name': 'network-vif-deleted', 'tag': '5a5bd447-1431-4067-aa82-da7dc27f3ab7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:59.963748 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b7118e-757f-409c-8ef7-45bb96a47a89" -d '{"events": [{"server_uuid": "853a19c6-f749-44cd-b65a-d5e620f35f13", "name": "network-vif-deleted", "tag": "5a5bd447-1431-4067-aa82-da7dc27f3ab7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:00.013734 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00be536f-382c-44c8-9fb3-e0162e69105a x-openstack-request-id: req-00be536f-382c-44c8-9fb3-e0162e69105a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:00.014032 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853a19c6-f749-44cd-b65a-d5e620f35f13", "name": "network-vif-deleted", "tag": "5a5bd447-1431-4067-aa82-da7dc27f3ab7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:00.014291 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00be536f-382c-44c8-9fb3-e0162e69105a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:00.014709 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853a19c6-f749-44cd-b65a-d5e620f35f13', 'name': 'network-vif-deleted', 'tag': '5a5bd447-1431-4067-aa82-da7dc27f3ab7', 'status': 'completed', 'code': 200} Nov 12 08:48:00.041566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca602474-c7f9-4178-8e73-abb7b47838f7 req-88acbe2f-8a84-465d-a651-91a605f7a898 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.050075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca602474-c7f9-4178-8e73-abb7b47838f7 req-88acbe2f-8a84-465d-a651-91a605f7a898 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0959411 Nov 12 08:48:00.104856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 517cbb6d-4000-4b9e-a73b-597ecc2b677f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:00.148168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 517cbb6d-4000-4b9e-a73b-597ecc2b677f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:00.149209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca602474-c7f9-4178-8e73-abb7b47838f7 req-dd32c487-cfe3-4ab2-9c35-d03d551ef05e tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875640 Nov 12 08:48:00.149556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 517cbb6d-4000-4b9e-a73b-597ecc2b677f not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:00.150162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dce249fa-d669-4bfe-a1f4-d2bebd918967 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:00.202376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: dce249fa-d669-4bfe-a1f4-d2bebd918967 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:00.202731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device dce249fa-d669-4bfe-a1f4-d2bebd918967 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:00.219801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-18726c5e-4516-4e38-b5bb-ff8695de073a req-1f0d06a6-620f-4e0c-95d7-c862631b0481 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ed8ef65-725f-4857-b400-815263bd00f1 HTTP/1.1" status: 200 len: 210 time: 0.0432599 Nov 12 08:48:00.303650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e0625517-d109-499e-bc68-96a3c5d8590a req-777f6bb4-3124-4f47-9dcd-7b00444dc4a9 tempest-TestServerMultinode-1453130180 tempest-TestServerMultinode-1453130180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=853a19c6-f749-44cd-b65a-d5e620f35f13 HTTP/1.1" status: 200 len: 210 time: 0.0270751 Nov 12 08:48:00.784468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5fb3-f578-4521-9c09-fca32633e494 req-9aa8d035-3010-4c7d-869a-d8879ad06fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.786096 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce9f5fb3-f578-4521-9c09-fca32633e494 req-9aa8d035-3010-4c7d-869a-d8879ad06fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1097 time: 0.0404429 Nov 12 08:48:00.833677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce9f5fb3-f578-4521-9c09-fca32633e494 req-4bf07993-749f-47fe-a0bc-662d879b03e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Nov 12 08:48:01.270564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82450-e358-4a3d-8d6b-f5ffd06d437d req-dfec53e0-1818-46e2-a7d4-78b84776e61a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:01.272042 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15c82450-e358-4a3d-8d6b-f5ffd06d437d req-dfec53e0-1818-46e2-a7d4-78b84776e61a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.0553777 Nov 12 08:48:01.337780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-15c82450-e358-4a3d-8d6b-f5ffd06d437d req-5bcf6599-0d73-433b-a846-e94d4c53a60c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590413 Nov 12 08:48:01.365427 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.713589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.980274 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Deleting port 03a0b1a6-433e-4735-b527-7a06e88e7825 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:01.980573 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.061538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] For port 03a0b1a6-433e-4735-b527-7a06e88e7825, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=03a0b1a6-433e-4735-b527-7a06e88e7825,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:02.061901 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.081658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Calling delete_port for 03a0b1a6-433e-4735-b527-7a06e88e7825 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:02.115933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa6ddea1-202d-45a3-9a03-6f396233333f details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:02.219236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:02.233355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'port_id': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'mac_address': 'fa:16:3e:80:4f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:02.278386 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.289697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.292427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa6ddea1-202d-45a3-9a03-6f396233333f {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:02.313136 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:02.316655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=03a0b1a6-433e-4735-b527-7a06e88e7825,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.318506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.402060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.526132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['aa6ddea1-202d-45a3-9a03-6f396233333f'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:02.547228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d263-f3ce-4d86-81ad-05e15d064d10 req-6f76de4a-d389-4e9c-b7c3-897cc31a375b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:02.549348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef73d263-f3ce-4d86-81ad-05e15d064d10 req-6f76de4a-d389-4e9c-b7c3-897cc31a375b tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 944 time: 0.0997763 Nov 12 08:48:02.574128 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.669357 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef73d263-f3ce-4d86-81ad-05e15d064d10 req-ec976e4f-0b41-4aeb-b647-7105343dbe61 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119184 Nov 12 08:48:02.696332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33046) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.770190 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2d77e9c3-22a9-4e8d-b4cc-486d41582cf0 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/floatingips/c02c5815-6307-4789-89ca-8267a50c2573 HTTP/1.1" status: 200 len: 992 time: 0.0712714 Nov 12 08:48:03.203143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Router ce8c29d5-396e-4424-8188-a701256eab1f has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:03.320879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:03.329805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-09908d1f-188d-4a23-87af-7937b055bdaa admin admin] 10.222.0.16 "PUT /v2.0/routers/ce8c29d5-396e-4424-8188-a701256eab1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601765 Nov 12 08:48:03.330365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33048) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.331075 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] Sync routers for ids ['ce8c29d5-396e-4424-8188-a701256eab1f'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:03.345729 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] Routers {'ce8c29d5-396e-4424-8188-a701256eab1f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:03.346349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce8c29d5-396e-4424-8188-a701256eab1f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:03.439984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.466000 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] Set router ce8c29d5-396e-4424-8188-a701256eab1f gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:03.557856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.627613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Deleting port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:03.628007 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.728957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] For port 20343cd9-d1df-44b5-9b62-1e613cdcd0eb, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:03.729664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.754965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Calling delete_port for 20343cd9-d1df-44b5-9b62-1e613cdcd0eb owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:03.792406 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:48:02Z', 'revision_number': 5, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port': {'id': '20343cd9-d1df-44b5-9b62-1e613cdcd0eb', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:18Z', 'updated_at': '2021-11-12T08:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:03.823109 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] Checking router: ce8c29d5-396e-4424-8188-a701256eab1f for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:03.832815 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] Routers {'ce8c29d5-396e-4424-8188-a701256eab1f'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:03.833434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ce8c29d5-396e-4424-8188-a701256eab1f'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:03.949381 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.956743 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] Set router ce8c29d5-396e-4424-8188-a701256eab1f gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:03.980760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Pushing event deleted for resources: {'Port': ['ID=20343cd9-d1df-44b5-9b62-1e613cdcd0eb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:03.999318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6bbc2-99ff-443b-aebe-5938abd266c0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:04.048877 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:48:03Z', 'revision_number': 6, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:04.076265 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64376182-4160-4d50-aebd-2e7a6c1f34ef None None] The sync data for ids ['ce8c29d5-396e-4424-8188-a701256eab1f'] in n-d-768509-25 is: [{'id': 'ce8c29d5-396e-4424-8188-a701256eab1f', 'name': 'tempest-TestServerMultinode-901504081-router', 'tenant_id': '762c3fa681cb4a23bf22608fd7afb20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:17Z', 'updated_at': '2021-11-12T08:48:03Z', 'revision_number': 6, 'project_id': '762c3fa681cb4a23bf22608fd7afb20a', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:04.079521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.120376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa6ddea1-202d-45a3-9a03-6f396233333f up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:04.185032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port aa6ddea1-202d-45a3-9a03-6f396233333f triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:04.186352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.192080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.194377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.250586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.251712 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce8c29d5-396e-4424-8188-a701256eab1f {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:04.256386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.257587 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-24cf3bdb-d519-48af-a29f-a37eae53245b admin admin] 10.222.0.16 "DELETE /v2.0/routers/ce8c29d5-396e-4424-8188-a701256eab1f HTTP/1.1" status: 204 len: 168 time: 0.9261713 Nov 12 08:48:04.260710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33056) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.310068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Deleting subnet 4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:04.311405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.313714 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.351508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.353373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:04.354823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:04.359237 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd93445-a20b-47c9-a698-31b9ba721a81" -d '{"events": [{"server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "name": "network-vif-plugged", "status": "completed", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:04.369229 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.465297 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d4c06a-f5ab-43ac-b41c-2c77a9c23264 x-openstack-request-id: req-a5d4c06a-f5ab-43ac-b41c-2c77a9c23264 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:04.465644 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "name": "network-vif-plugged", "status": "completed", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:04.465907 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5d4c06a-f5ab-43ac-b41c-2c77a9c23264 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:04.466304 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'code': 200} Nov 12 08:48:04.484816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.490753 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.572343 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.595883 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.598305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f9f28-565d-4919-8fd5-5cb0c099993a None None] Network ac685efb-b314-4200-82f4-f7bb33ec3033 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:04.612477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8 HTTP/1.1" status: 204 len: 168 time: 0.3505056 Nov 12 08:48:04.614949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.633842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5a5bd447-1431-4067-aa82-da7dc27f3ab7 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:04.659129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390137b-437e-4b01-afb4-a7dd88adfc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae6f10a-a9cb-4156-b4f9-fb9f5d149ed8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.686329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03a0b1a6-433e-4735-b527-7a06e88e7825 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:04.700673 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.713066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 5a5bd447-1431-4067-aa82-da7dc27f3ab7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:04.713493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 5a5bd447-1431-4067-aa82-da7dc27f3ab7 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:04.720492 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 03a0b1a6-433e-4735-b527-7a06e88e7825 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:04.720863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 03a0b1a6-433e-4735-b527-7a06e88e7825 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:04.979557 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] DHCP port deletion for ac685efb-b314-4200-82f4-f7bb33ec3033 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:05.051560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] Deleting port 70b18a51-d386-44e1-960e-93c5e1595092 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:05.052500 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.133246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] For port 70b18a51-d386-44e1-960e-93c5e1595092, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=70b18a51-d386-44e1-960e-93c5e1595092,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:05.133568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.138530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Deleting port 70b18a51-d386-44e1-960e-93c5e1595092 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:05.139114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.148985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] Calling delete_port for 70b18a51-d386-44e1-960e-93c5e1595092 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:05.211235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] For port 70b18a51-d386-44e1-960e-93c5e1595092, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=70b18a51-d386-44e1-960e-93c5e1595092,segment=NetworkSegment(9ac26fe3-96c5-4924-a1b6-f4a57c443deb),segment_id=9ac26fe3-96c5-4924-a1b6-f4a57c443deb)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:05.211601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.227016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Calling delete_port for 70b18a51-d386-44e1-960e-93c5e1595092 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:05.243554 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.277974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] Pushing event deleted for resources: {'Port': ['ID=70b18a51-d386-44e1-960e-93c5e1595092,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.282800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9c932-c195-4f3c-bef5-178ffe84f7ca None None] No DVR routers for this DVR port 70b18a51-d386-44e1-960e-93c5e1595092 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:05.320655 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.346991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b18a51-d386-44e1-960e-93c5e1595092,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.350447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] No DVR routers for this DVR port 70b18a51-d386-44e1-960e-93c5e1595092 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:05.422606 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.441768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac685efb-b314-4200-82f4-f7bb33ec3033']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:05.451758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac26fe3-96c5-4924-a1b6-f4a57c443deb') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:05.452068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac26fe3-96c5-4924-a1b6-f4a57c443deb') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:05.461943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.476135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.481745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:05.482231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: self.session.flush() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:05.483878 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:05.538124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.547207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.550407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac685efb-b314-4200-82f4-f7bb33ec3033 HTTP/1.1" status: 204 len: 168 time: 0.9342177 Nov 12 08:48:05.553429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33064) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.561029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045cf59-40c3-414b-bb8b-10dd6c4ee833 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac685efb-b314-4200-82f4-f7bb33ec3033,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.868955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96231bad-0ad6-4fac-a1ed-40f2d28fb31b req-d2a7703f-6da2-49fd-a475-8a01f7f2439c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:05.870842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96231bad-0ad6-4fac-a1ed-40f2d28fb31b req-d2a7703f-6da2-49fd-a475-8a01f7f2439c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.0839593 Nov 12 08:48:05.938905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-96231bad-0ad6-4fac-a1ed-40f2d28fb31b req-069db1b0-8a0c-4aae-b69c-9154bf1344ea tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Nov 12 08:48:05.988291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.231160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Deleting port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:06.231493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.310618 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] For port e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,segment=NetworkSegment(7c649241-bd26-4993-bf93-33fd0a3807ec),segment_id=7c649241-bd26-4993-bf93-33fd0a3807ec)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:06.310973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.324428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Calling delete_port for e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:06.350101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 70b18a51-d386-44e1-960e-93c5e1595092 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:06.370137 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:06.371633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 70b18a51-d386-44e1-960e-93c5e1595092 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:06.371988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 70b18a51-d386-44e1-960e-93c5e1595092 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:06.372422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20343cd9-d1df-44b5-9b62-1e613cdcd0eb no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:06.392182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 20343cd9-d1df-44b5-9b62-1e613cdcd0eb {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:06.392526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 20343cd9-d1df-44b5-9b62-1e613cdcd0eb not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:06.509103 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.534276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.707624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.923211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Router d8b1a481-75b4-4a72-8f23-70d7d05497c8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:07.058525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:07.063856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-50952306-6625-4bb8-b1b9-08f46f5faa21 admin admin] 10.222.0.16 "PUT /v2.0/routers/d8b1a481-75b4-4a72-8f23-70d7d05497c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093517 Nov 12 08:48:07.067308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33074) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.069707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] Sync routers for ids ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:07.081346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] Routers {'d8b1a481-75b4-4a72-8f23-70d7d05497c8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:07.081712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0f8ba-8429-48f1-bd6c-4c0621b0bcd6 req-76aea5e4-c9ab-4ccb-b9fe-6fccbd04d52a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:07.082425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.083464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53a0f8ba-8429-48f1-bd6c-4c0621b0bcd6 req-76aea5e4-c9ab-4ccb-b9fe-6fccbd04d52a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.0696089 Nov 12 08:48:07.140842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53a0f8ba-8429-48f1-bd6c-4c0621b0bcd6 req-fbb8f564-8cea-4b9e-865b-772f501e79ed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c59c09e8-33e7-464e-8a50-e392b1c02349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Nov 12 08:48:07.186087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.193769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] Set router d8b1a481-75b4-4a72-8f23-70d7d05497c8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:07.292426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.374063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:48:06Z', 'revision_number': 5, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port': {'id': 'cccd4d97-8ad6-4a48-b239-35ddd5b82dc3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:27Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.376698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Deleting port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:07.377042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.401327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] Checking router: d8b1a481-75b4-4a72-8f23-70d7d05497c8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:07.410817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] Routers {'d8b1a481-75b4-4a72-8f23-70d7d05497c8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:07.411424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:47:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.441235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-e11315e6-7837-4a43-8f85-a584e9e93e78 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:07.442658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-e11315e6-7837-4a43-8f85-a584e9e93e78 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 945 time: 0.1024818 Nov 12 08:48:07.515149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] For port cccd4d97-8ad6-4a48-b239-35ddd5b82dc3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:07.515518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.554958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Calling delete_port for cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:07.623616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:07.623952 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.660395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] Set router d8b1a481-75b4-4a72-8f23-70d7d05497c8 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:07.714979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:48:07Z', 'revision_number': 6, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.741613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9236800-aff9-49fa-9467-fe3f5665b3e3 None None] The sync data for ids ['d8b1a481-75b4-4a72-8f23-70d7d05497c8'] in n-d-768509-25 is: [{'id': 'd8b1a481-75b4-4a72-8f23-70d7d05497c8', 'name': 'tempest-TestServerMultinode-2066013025-router', 'tenant_id': '271255d683fe4b7ba8add7735a6a1760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:26Z', 'updated_at': '2021-11-12T08:48:07Z', 'revision_number': 6, 'project_id': '271255d683fe4b7ba8add7735a6a1760', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:07.769079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:07.769449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.803911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:07.867177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.905628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Pushing event deleted for resources: {'Port': ['ID=cccd4d97-8ad6-4a48-b239-35ddd5b82dc3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.913682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc2ace-a0b7-4a3d-be29-eff082cbb212 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:07.975225 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.097900 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.101728 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.114498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.126560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:08.182260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.187476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.187801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b1a481-75b4-4a72-8f23-70d7d05497c8 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:08.193131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.196145 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1c448bb0-b334-4a88-b66a-baf8396d2793 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d8b1a481-75b4-4a72-8f23-70d7d05497c8 HTTP/1.1" status: 204 len: 168 time: 1.1256905 Nov 12 08:48:08.197261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33078) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.234776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:08.238041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.241415 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7b09dac4-1cc8-4df9-a0d7-d12d0507154e req-ef8343c8-bcaa-4741-9418-5c9ef388e07e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "DELETE /v2.0/ports/d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa HTTP/1.1" status: 204 len: 173 time: 0.7899899 Nov 12 08:48:08.242058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'name': 'network-vif-deleted', 'tag': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:08.244407 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33499371-2e41-4d7d-9dd0-d4fef9e7ea62" -d '{"events": [{"server_uuid": "29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46", "name": "network-vif-deleted", "tag": "d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:08.264546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Deleting subnet 627dcdc3-7b92-4329-bad0-fe8340f3f020 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:08.269710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.291386 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930067d1-2ab6-491f-8a34-a59fdb89d715 x-openstack-request-id: req-930067d1-2ab6-491f-8a34-a59fdb89d715 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:08.291718 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46", "name": "network-vif-deleted", "tag": "d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:08.291973 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-930067d1-2ab6-491f-8a34-a59fdb89d715 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:08.292412 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46', 'name': 'network-vif-deleted', 'tag': 'd22209b8-7c1e-41ec-b5f8-6f02db3ec3fa', 'status': 'completed', 'code': 200} Nov 12 08:48:08.320591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6478f08-a0df-42d4-8ebd-bce7ceaa324f req-5bb9e877-3681-41ce-b611-b8d07a7743f7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0515246 Nov 12 08:48:08.331586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.414704 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.470246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.498419 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627dcdc3-7b92-4329-bad0-fe8340f3f020,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.503167 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.506780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-593d84fd-4acf-4909-9b84-95d5e91939bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/627dcdc3-7b92-4329-bad0-fe8340f3f020 HTTP/1.1" status: 204 len: 168 time: 0.3079486 Nov 12 08:48:08.509270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33082) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.513211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad4853-4435-459f-b567-fbfd16402849 None None] Network 734bdfde-4756-48e0-996c-fdc2d9d660a5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:08.588355 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.655908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Deleting port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:08.656275 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.660572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:08.684817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:08.685539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e3c38efc-8c8d-4ee4-a618-8abcf9b6b55e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:08.688660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:08.725577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] For port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,segment=NetworkSegment(7c649241-bd26-4993-bf93-33fd0a3807ec),segment_id=7c649241-bd26-4993-bf93-33fd0a3807ec)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:08.725936 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.735909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:08.736377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cccd4d97-8ad6-4a48-b239-35ddd5b82dc3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:08.740421 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Calling delete_port for bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:08.865204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a6833-99c4-40d9-bae4-23374fd573a7 None None] DHCP port deletion for 734bdfde-4756-48e0-996c-fdc2d9d660a5 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:08.872178 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.906550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd3266e-2603-4bfd-a23a-ff8ed41e10a5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.909630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] No DVR routers for this DVR port bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:08.989078 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.014079 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.019631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734bdfde-4756-48e0-996c-fdc2d9d660a5']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:09.029439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c649241-bd26-4993-bf93-33fd0a3807ec') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:09.029736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c649241-bd26-4993-bf93-33fd0a3807ec') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:09.039576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.053446 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.059708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:09.060189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:09.062057 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:09.118678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.125025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.128806 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] 10.222.0.16 "DELETE /v2.0/networks/734bdfde-4756-48e0-996c-fdc2d9d660a5 HTTP/1.1" status: 204 len: 168 time: 0.6180365 Nov 12 08:48:09.140008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd29ea3-aa2e-445c-baa5-460f4d918320 admin admin] Pushing event deleted for resources: {'Network': ['ID=734bdfde-4756-48e0-996c-fdc2d9d660a5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.302730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33088) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.346433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d07d8022-79c0-46a2-aff6-bfd59ad8aed0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=762c3fa681cb4a23bf22608fd7afb20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424469 Nov 12 08:48:09.348994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33092) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.406266 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61cc2835-3be9-4f52-9dc5-d47498118c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.429116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61cc2835-3be9-4f52-9dc5-d47498118c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.433465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e30bb74b-a769-4308-b109-0aae231b981e req-9cbd9668-08d3-4f11-97ca-1dda0dfbb2f9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0316286 Nov 12 08:48:09.488706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61cc2835-3be9-4f52-9dc5-d47498118c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.491474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61cc2835-3be9-4f52-9dc5-d47498118c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.492823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-61cc2835-3be9-4f52-9dc5-d47498118c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5643e1d5-03ca-482b-996e-f606e1c76a11 HTTP/1.1" status: 204 len: 168 time: 0.1426327 Nov 12 08:48:09.501554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc2835-3be9-4f52-9dc5-d47498118c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5643e1d5-03ca-482b-996e-f606e1c76a11,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.819401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33100) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.859377 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4ed35c99-1803-4c01-9b35-43c8863abe28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=271255d683fe4b7ba8add7735a6a1760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385442 Nov 12 08:48:09.862441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33102) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.909999 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2751875-3660-4794-ae6c-73afe41ddf72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.931989 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2751875-3660-4794-ae6c-73afe41ddf72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.980255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2751875-3660-4794-ae6c-73afe41ddf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.983361 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a2751875-3660-4794-ae6c-73afe41ddf72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.984718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a2751875-3660-4794-ae6c-73afe41ddf72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a36861cc-e745-4b86-9fbb-2f58a3afee08 HTTP/1.1" status: 204 len: 168 time: 0.1213522 Nov 12 08:48:09.995223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2751875-3660-4794-ae6c-73afe41ddf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36861cc-e745-4b86-9fbb-2f58a3afee08,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.367409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:10.395142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:10.395813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bfd3266e-2603-4bfd-a23a-ff8ed41e10a5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:10.552538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4297a74e-4103-4f60-866f-338c9cdfef09 req-b72e29f6-8f71-4f4e-9e76-de827017a219 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Nov 12 08:48:10.697539 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd6d-3312-4a7b-9d2a-83922ec5c923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.652984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-796a060e-fb1d-49d8-990a-f5685a173061 req-3a65d492-7632-481f-a0c8-a1c7d9830831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0283763 Nov 12 08:48:12.106306 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.653897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:12.676909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:12.677260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device d22209b8-7c1e-41ec-b5f8-6f02db3ec3fa not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:12.751973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b5dbdc5-90b2-4449-ad02-181cc7b9e8aa req-24a8ce16-9e94-4523-a4a8-ab8eb4dadec7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=29e2a6a3-fe46-44ab-b197-5a1c0e8a4d46 HTTP/1.1" status: 200 len: 210 time: 0.0277584 Nov 12 08:48:13.191246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7859-4e70-4da2-84cb-57e5924d5351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.603738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.748832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.808908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.849364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33168) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:16.854279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912629308', 'description': 'tempest-secgroup-smoke-1912629308 description', 'project_id': '07699374b21d4ed5af366910b57e5e91'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:16.889625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.958880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.962661 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.992057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.993299 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1428168 Nov 12 08:48:16.995104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811cc26-ce70-4d18-861e-9ec7c3f76b03 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e3632-0f95-49d3-b1e0-6384053a85f3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:16.996324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33170) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.001541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group_rule': {'security_group_id': 'c61e3632-0f95-49d3-b1e0-6384053a85f3', 'project_id': '07699374b21d4ed5af366910b57e5e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.028707 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.082959 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.086462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.103860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef321cf-1770-4477-961b-5a7f58a74357,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.111452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.112668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-20cf434e-bbb5-4ffc-adfd-95cea8bd49d0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153331 Nov 12 08:48:17.115357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33172) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.119613 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group_rule': {'security_group_id': 'c61e3632-0f95-49d3-b1e0-6384053a85f3', 'project_id': '07699374b21d4ed5af366910b57e5e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.146840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.206392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.210176 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.228797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd706ef-34f1-4d32-893f-446516d9bb2c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.236041 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.237295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1708274c-c0e0-4c2c-9965-5991a525b52e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210234 Nov 12 08:48:17.239956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33174) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.248313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group_rule': {'security_group_id': 'c61e3632-0f95-49d3-b1e0-6384053a85f3', 'project_id': '07699374b21d4ed5af366910b57e5e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.278197 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.335647 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.339302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.356418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9563cf-cd62-42f4-93e8-60daf0634499,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.364898 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.366039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4f820379-ca9e-43e9-ac08-76a37ea2df92 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250637 Nov 12 08:48:17.369078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33176) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.373625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group_rule': {'security_group_id': 'c61e3632-0f95-49d3-b1e0-6384053a85f3', 'project_id': '07699374b21d4ed5af366910b57e5e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.400527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.458960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.462762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.483879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733013b6-c347-466a-9596-b467a13f12a7,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.490411 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.494202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2cd94794-443b-4624-b2b3-cae0f72299fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215322 Nov 12 08:48:17.494415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33178) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.498720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group_rule': {'security_group_id': 'c61e3632-0f95-49d3-b1e0-6384053a85f3', 'project_id': '07699374b21d4ed5af366910b57e5e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.523961 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Project 07699374b21d4ed5af366910b57e5e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:17.528685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.589027 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.592481 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.611089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56fd50a-e631-49db-bee6-0fa084fc906a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.615714 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.616927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-659cb3d9-4833-4766-a13a-1b0782a2adb9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215582 Nov 12 08:48:17.619603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33180) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.623969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'security_group_rule': {'security_group_id': 'c61e3632-0f95-49d3-b1e0-6384053a85f3', 'project_id': '07699374b21d4ed5af366910b57e5e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.645327 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Project 07699374b21d4ed5af366910b57e5e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:17.650306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.708731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.713593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.731248 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0219e719-7a1f-4496-9ee6-dffccf6fdc87,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.740583 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.741954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0f6ca584-8ed2-4ed2-b52d-3723ae4f3c8b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213648 Nov 12 08:48:23.708938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-35a335c0-3e2b-43cc-8df6-e380ac1e8df7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414851 Nov 12 08:48:23.796883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f04693-b079-46b2-9440-8768aa0fde95 req-b6773c4a-20f0-44c1-a396-91e7f521556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.798410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-b6773c4a-20f0-44c1-a396-91e7f521556b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1097 time: 0.0453610 Nov 12 08:48:23.906691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f04693-b079-46b2-9440-8768aa0fde95 req-0916e9aa-a2c4-46ad-883b-3f9244b0b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.908259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-0916e9aa-a2c4-46ad-883b-3f9244b0b1f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 897 time: 0.0886374 Nov 12 08:48:23.979253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-636c0129-9c53-4f8c-8615-5a8bbef188bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 1001 time: 0.0632818 Nov 12 08:48:24.033743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f04693-b079-46b2-9440-8768aa0fde95 req-30c7cc4e-d06c-401c-8f5f-84a5e0c619eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.035207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-30c7cc4e-d06c-401c-8f5f-84a5e0c619eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 200 len: 834 time: 0.0491936 Nov 12 08:48:24.083749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f04693-b079-46b2-9440-8768aa0fde95 req-013f5384-b3a5-4554-8214-34695c301078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.085458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-013f5384-b3a5-4554-8214-34695c301078 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d19158a9-cd17-4977-be64-c189d2ac5cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424523 Nov 12 08:48:24.184590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-527fce9f-2589-43e8-9260-a9f6480eacd3 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914667 Nov 12 08:48:24.277609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91f04693-b079-46b2-9440-8768aa0fde95 req-04979198-7ed7-4b6f-ad68-7ee42ff770b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853460 Nov 12 08:48:33.059407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-e75d1e75-901e-4b66-90d7-aed322a7160d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912629308&fields=id&tenant_id=07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 267 time: 0.0464091 Nov 12 08:48:33.172218 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-a73fab13-1214-4d77-92e8-c104187197e0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:33.173731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-a73fab13-1214-4d77-92e8-c104187197e0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1072483 Nov 12 08:48:33.188641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6a5d98e8-7f41-4a41-85b7-f0d8fa88e47a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0091476 Nov 12 08:48:33.240631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-d7a5bbdc-f2d8-451d-b460-43d36e6081b3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465317 Nov 12 08:48:33.294546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:33.510376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-f2ea0868-86ca-4e43-bb56-73a987ee7d55 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572696 Nov 12 08:48:33.551116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 4e855806-930f-412f-8973-daea044c2e71 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:33.551463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.663549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-da16ec2e-8294-465f-a0a9-aac0b30282c5 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465967 Nov 12 08:48:33.675075 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.675394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.688093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 4e855806-930f-412f-8973-daea044c2e71 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:33.841656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.866702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=4e855806-930f-412f-8973-daea044c2e71,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.941387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.942416 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Floating IP c02c5815-6307-4789-89ca-8267a50c2573 disassociated (deleted). External IP: 172.25.4.191, port: aa6ddea1-202d-45a3-9a03-6f396233333f. Nov 12 08:48:34.003175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dee86d6b-8f11-43ea-b877-08dbad46c373 req-0e716b5b-e0a4-4b6a-90d4-271a86171550 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0584013 Nov 12 08:48:34.185031 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router dc2b817b-ebfa-4038-8d83-97eca5b4574b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:34.642188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:34.647121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.651911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] Sync routers for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:34.660687 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:34.661298 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:48:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:34.676105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9f6eee7e-299c-41fd-aafe-c17f01adf315 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/floatingips/c02c5815-6307-4789-89ca-8267a50c2573 HTTP/1.1" status: 204 len: 168 time: 1.3775041 Nov 12 08:48:34.676105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:34.678089 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf287401-0bc5-42ba-96ab-42b2aca56684" -d '{"events": [{"name": "network-changed", "server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:34.718270 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd53c064-cbe5-4d47-837a-0b9171f1390c x-openstack-request-id: req-dd53c064-cbe5-4d47-837a-0b9171f1390c {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:34.718751 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:34.719080 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd53c064-cbe5-4d47-837a-0b9171f1390c {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:34.719556 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'status': 'completed', 'code': 200} Nov 12 08:48:34.774330 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:34.795660 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-a3bd5e5f-cadd-4f77-8a34-1a700f920f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.797318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-a3bd5e5f-cadd-4f77-8a34-1a700f920f38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02e35b023247f58a3fcf58676cdf05&device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 1097 time: 0.0520768 Nov 12 08:48:34.941862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-33274c97-c5ea-407b-9fcb-c287198334b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.943794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-33274c97-c5ea-407b-9fcb-c287198334b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 200 len: 897 time: 0.1358347 Nov 12 08:48:34.991964 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-adf97249-4313-4c93-afe1-c350685b3807 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.994160 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-adf97249-4313-4c93-afe1-c350685b3807 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.2003264 Nov 12 08:48:34.998788 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:34.999681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-542aa018-48f9-48b2-813b-66896dc72791 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 200 len: 217 time: 0.0462008 Nov 12 08:48:35.031029 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] Checking router: dc2b817b-ebfa-4038-8d83-97eca5b4574b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:35.041005 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:35.041627 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:48:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:35.083429 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43d3a0-8aa5-400b-8e53-a6bab6509359 req-bb88ef82-f5df-4bc3-8a5e-9167517f68ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.085433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-ae98b241-d750-4219-bd5a-c1a4aedf4603 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 380 time: 0.0792859 Nov 12 08:48:35.088527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b43d3a0-8aa5-400b-8e53-a6bab6509359 req-bb88ef82-f5df-4bc3-8a5e-9167517f68ca tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.1365490 Nov 12 08:48:35.096407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'security_groups': ['c61e3632-0f95-49d3-b1e0-6384053a85f3']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:35.134144 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-f39e9cf9-4715-4c73-8e1b-bed3542204d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.135605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-f39e9cf9-4715-4c73-8e1b-bed3542204d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 200 len: 834 time: 0.1209214 Nov 12 08:48:35.193830 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:35.197327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17b6b1dc-5158-4579-818a-84b6884979ee req-3886a6d4-523d-4242-8a2a-5166fbf97d83 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0710897 Nov 12 08:48:35.205810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b43d3a0-8aa5-400b-8e53-a6bab6509359 req-a0124072-9dba-496f-9aa2-e4ab674685bf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141374 Nov 12 08:48:35.219770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-e03d35ac-0e7f-4d7b-aa23-10b0b8bb6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.222337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-e03d35ac-0e7f-4d7b-aa23-10b0b8bb6034 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d19158a9-cd17-4977-be64-c189d2ac5cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729384 Nov 12 08:48:35.232919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:35.237049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.343650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-0620038a-688e-4b4e-a373-6e572a7c1258 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100762 Nov 12 08:48:35.398192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.12 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/f7f7bf88-5c2c-49f4-866f-913867128db7) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:35.458380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf287401-0bc5-42ba-96ab-42b2aca56684 req-aff42445-632c-4b38-b845-6ac42f063a60 service neutron] 10.222.0.32 "GET /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068268 Nov 12 08:48:35.488840 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:35.515220 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c87d1-8687-43af-843e-1cff7b926e95 None None] The sync data for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 is: [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:03Z', 'revision_number': 4, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'fc84a8f0-c914-4383-851d-cb03bcfe8dcd', 'name': '', 'network_id': 'd19158a9-cd17-4977-be64-c189d2ac5cc4', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'mac_address': 'fa:16:3e:4b:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:03Z', 'updated_at': '2021-11-12T08:47:07Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'subnets': [{'id': '929b1534-85b2-43f4-9d7c-dc9df64dc04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:35.568226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.607413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.650026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:35.653354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:35.660713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:35.692646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=f7f7bf88-5c2c-49f4-866f-913867128db7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.732370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.733049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.758875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-19eb0f08-157a-407b-8fc6-2ad843b50773 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670809 Nov 12 08:48:35.772822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Request body: {'port': {'device_id': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:35.833003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.838945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e896353-f08d-4f0a-b9d8-705650157412 None None] New status for floating IP c02c5815-6307-4789-89ca-8267a50c2573: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:48:35.946751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5a1aa8d3-08bb-4b31-97bd-3652b1838c3b None None] Provisioning complete for port f7f7bf88-5c2c-49f4-866f-913867128db7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:35.948271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa8d3-08bb-4b31-97bd-3652b1838c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.995094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5a1aa8d3-08bb-4b31-97bd-3652b1838c3b None None] Port f7f7bf88-5c2c-49f4-866f-913867128db7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:36.139343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f7bf88-5c2c-49f4-866f-913867128db7 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:36.147362 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.163061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Transition to ACTIVE for port object f7f7bf88-5c2c-49f4-866f-913867128db7 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:36.168579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.228398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7bf88-5c2c-49f4-866f-913867128db7,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.351148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Attempting to bind port f7f7bf88-5c2c-49f4-866f-913867128db7 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:36.351506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Attempting to bind port f7f7bf88-5c2c-49f4-866f-913867128db7 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:36.351803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Attempting to bind port f7f7bf88-5c2c-49f4-866f-913867128db7 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:36.356865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Port f7f7bf88-5c2c-49f4-866f-913867128db7 on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:36.357185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Attempting to bind port f7f7bf88-5c2c-49f4-866f-913867128db7 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:36.363509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:36.363865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:36.364262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:36.364987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Bound port: f7f7bf88-5c2c-49f4-866f-913867128db7, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:36.365343 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.430571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ad83b-205b-4201-bca3-b042e6405168 req-a5e811b4-13d5-4cc7-9653-65b4da74d4e9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.432156 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-385ad83b-205b-4201-bca3-b042e6405168 req-a5e811b4-13d5-4cc7-9653-65b4da74d4e9 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.1554906 Nov 12 08:48:36.442860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] For port f7f7bf88-5c2c-49f4-866f-913867128db7, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:36.445542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8a7ef-b6ee-4fdf-b525-0b4864e8b50e req-3a2ea5c0-fca7-4338-8a41-8c728745a2d7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.446499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] For port f7f7bf88-5c2c-49f4-866f-913867128db7, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f7f7bf88-5c2c-49f4-866f-913867128db7,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:36.447167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8e8a7ef-b6ee-4fdf-b525-0b4864e8b50e req-3a2ea5c0-fca7-4338-8a41-8c728745a2d7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.1067185 Nov 12 08:48:36.452931 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.505076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02affe25-6317-46e0-accc-ac712f596701 req-7972b875-6c83-4048-8322-21ad3a93fb12 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.512600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02affe25-6317-46e0-accc-ac712f596701 req-7972b875-6c83-4048-8322-21ad3a93fb12 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/ports?device_id=108c67af-50ea-4ac5-b5fb-e531cb758c90 HTTP/1.1" status: 200 len: 945 time: 0.1825798 Nov 12 08:48:36.519178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7bf88-5c2c-49f4-866f-913867128db7,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.534305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.535025 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.536469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6011c959-30c6-4cf1-8570-8e889a9c1437 service neutron] 10.222.0.25 "PUT /v2.0/ports/f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 200 len: 1093 time: 0.7681947 Nov 12 08:48:36.536887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:36.539280 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:36.634223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-4102155c-a2e8-4951-8544-c89e21d9c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.635879 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-4102155c-a2e8-4951-8544-c89e21d9c595 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1096 time: 0.0585558 Nov 12 08:48:36.637743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02affe25-6317-46e0-accc-ac712f596701 req-42f11f5a-4bda-4861-9514-a0fdc1e55a9d tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "GET /v2.0/security-groups?id=41e714ec-9ae8-4605-9ae6-2735efafaa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245096 Nov 12 08:48:36.644762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b8e8a7ef-b6ee-4fdf-b525-0b4864e8b50e req-1b4c3ba3-befc-431c-910d-ba9603b0fd58 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855114 Nov 12 08:48:36.682079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port aa6ddea1-202d-45a3-9a03-6f396233333f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:36.682421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.718338 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cabd11-9ec1-47ba-9d18-30ad2a713339 x-openstack-request-id: req-32cabd11-9ec1-47ba-9d18-30ad2a713339 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:36.718766 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:36.719026 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32cabd11-9ec1-47ba-9d18-30ad2a713339 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:36.719431 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'status': 'completed', 'code': 200} Nov 12 08:48:36.722961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-e081b453-193e-4746-97ee-74de20fae914 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 200 len: 217 time: 0.0698295 Nov 12 08:48:36.792177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-eeaf6311-b4e6-4c59-8188-d27a68568bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.800179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-eeaf6311-b4e6-4c59-8188-d27a68568bb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0671358 Nov 12 08:48:36.830052 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port aa6ddea1-202d-45a3-9a03-6f396233333f, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=aa6ddea1-202d-45a3-9a03-6f396233333f,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:36.830516 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.847622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for aa6ddea1-202d-45a3-9a03-6f396233333f owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:36.861310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-7ea414b7-99a0-47c3-aab6-ceca7b33ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.863271 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-7ea414b7-99a0-47c3-aab6-ceca7b33ed0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550916 Nov 12 08:48:36.971616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-6d944d23-2eb7-4de4-9515-a09007b88b79 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004555 Nov 12 08:48:36.988887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.024151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=aa6ddea1-202d-45a3-9a03-6f396233333f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:37.066023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] No DVR routers for this DVR port aa6ddea1-202d-45a3-9a03-6f396233333f on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:37.069122 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.073110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-385ad83b-205b-4201-bca3-b042e6405168 req-b4237d28-ae30-4f8e-8929-8c1a30832144 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.32 "DELETE /v2.0/ports/aa6ddea1-202d-45a3-9a03-6f396233333f HTTP/1.1" status: 204 len: 173 time: 0.6216335 Nov 12 08:48:37.073564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'name': 'network-vif-deleted', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:37.076005 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7582cb68-e461-465e-8c0e-dc3a3b5124df" -d '{"events": [{"server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "name": "network-vif-deleted", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:37.084495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-92bc444c-9245-4c84-8a1f-077610b92f2f req-a552f19e-710a-4484-b3f0-b7b811161925 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053591 Nov 12 08:48:37.140803 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eca278-6a4c-479e-9501-56f337b993b4 x-openstack-request-id: req-04eca278-6a4c-479e-9501-56f337b993b4 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:37.141471 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c67af-50ea-4ac5-b5fb-e531cb758c90", "name": "network-vif-deleted", "tag": "aa6ddea1-202d-45a3-9a03-6f396233333f", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:37.141903 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04eca278-6a4c-479e-9501-56f337b993b4 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:37.142448 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c67af-50ea-4ac5-b5fb-e531cb758c90', 'name': 'network-vif-deleted', 'tag': 'aa6ddea1-202d-45a3-9a03-6f396233333f', 'status': 'completed', 'code': 200} Nov 12 08:48:37.183070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-096fe8a7-5178-40f2-8e71-8ff666ef2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.184881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-096fe8a7-5178-40f2-8e71-8ff666ef2d95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1096 time: 0.0502470 Nov 12 08:48:37.277719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-ed638288-f4ee-46f5-ad3b-d8e2eafb3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.279126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-ed638288-f4ee-46f5-ad3b-d8e2eafb3675 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0873709 Nov 12 08:48:37.325341 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-0c30fead-6e96-43d7-bdba-8bee9e62f109 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 200 len: 217 time: 0.0391099 Nov 12 08:48:37.375909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-f1645e9d-2959-428e-9d82-5ec1fa622ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.377926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-f1645e9d-2959-428e-9d82-5ec1fa622ed1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0460155 Nov 12 08:48:37.432171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-ae081cf8-6749-4886-8b6c-1d20ceb64cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.433696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-ae081cf8-6749-4886-8b6c-1d20ceb64cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493264 Nov 12 08:48:37.553663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-d628f38c-70b8-4331-addf-b4e1ada329f4 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117425 Nov 12 08:48:37.657925 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e74d1be4-7dee-4ea0-83e2-02b37c635fdf req-557efa82-8186-47d5-88bc-2daffe412e1f service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968893 Nov 12 08:48:37.710814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33362) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.891801 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c5d49-24ea-4b47-ba4d-118cf55fbfd1 req-724584ee-22b3-42a8-8f9c-4b8504e586be tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.894155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c6c5d49-24ea-4b47-ba4d-118cf55fbfd1 req-724584ee-22b3-42a8-8f9c-4b8504e586be tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.1428354 Nov 12 08:48:38.073774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c6c5d49-24ea-4b47-ba4d-118cf55fbfd1 req-7273ba38-d113-4858-8f10-8c92e5b67302 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707742 Nov 12 08:48:38.299532 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.576723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port fc84a8f0-c914-4383-851d-cb03bcfe8dcd {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:38.577170 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.671919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port fc84a8f0-c914-4383-851d-cb03bcfe8dcd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:38.672597 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.692220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for fc84a8f0-c914-4383-851d-cb03bcfe8dcd owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:38.897320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.926261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=fc84a8f0-c914-4383-851d-cb03bcfe8dcd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.023163 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.119021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.274836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae934-272d-48d8-adae-bf464f08cc24 req-b6e1c04c-40fc-435a-a68d-313cb77eca44 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.276364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a8ae934-272d-48d8-adae-bf464f08cc24 req-b6e1c04c-40fc-435a-a68d-313cb77eca44 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0943365 Nov 12 08:48:39.402401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3a8ae934-272d-48d8-adae-bf464f08cc24 req-e353e9c2-4818-42e7-8811-09b3301e79d4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828860 Nov 12 08:48:39.424687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Router dc2b817b-ebfa-4038-8d83-97eca5b4574b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:39.542360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:39.550880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d57b8db-45f6-41bf-a511-228a33e99c09 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "PUT /v2.0/routers/dc2b817b-ebfa-4038-8d83-97eca5b4574b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8354709 Nov 12 08:48:39.550880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33366) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:39.557807 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] Sync routers for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:39.569192 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:39.570995 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:48:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.611687 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting subnet 929b1534-85b2-43f4-9d7c-dc9df64dc04c {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:39.615630 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.664447 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.689588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:39.764212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.834555 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.869890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.876852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33368) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:39.879895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e8ebcb-34ea-4655-b779-d8ebc100cdc6 None None] Network d19158a9-cd17-4977-be64-c189d2ac5cc4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:39.893323 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/subnets/929b1534-85b2-43f4-9d7c-dc9df64dc04c HTTP/1.1" status: 204 len: 168 time: 0.3247232 Nov 12 08:48:39.894830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8172a0-d0db-49f9-8c02-7da4995dd30c tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Subnet': ['ID=929b1534-85b2-43f4-9d7c-dc9df64dc04c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.899761 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:48:38Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.937188 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] Checking router: dc2b817b-ebfa-4038-8d83-97eca5b4574b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:39.948808 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] Routers {'dc2b817b-ebfa-4038-8d83-97eca5b4574b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:39.949766 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:48:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.995160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.105915 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] DHCP port deletion for d19158a9-cd17-4977-be64-c189d2ac5cc4 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:40.136667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.157909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Deleting port b20a2041-1722-4935-8b49-059dab2a8ba9 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:40.158598 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.168425 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] Set router dc2b817b-ebfa-4038-8d83-97eca5b4574b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:40.202107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Deleting port 73aa4784-91b3-4985-8b0f-7a823c70c78b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:40.202373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.227168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] For port b20a2041-1722-4935-8b49-059dab2a8ba9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b20a2041-1722-4935-8b49-059dab2a8ba9,segment=NetworkSegment(5b0082f3-0978-42c5-91ab-5c8ed7fe75a6),segment_id=5b0082f3-0978-42c5-91ab-5c8ed7fe75a6)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:40.228063 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.241814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Calling delete_port for b20a2041-1722-4935-8b49-059dab2a8ba9 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:40.294269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] For port 73aa4784-91b3-4985-8b0f-7a823c70c78b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=73aa4784-91b3-4985-8b0f-7a823c70c78b,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:40.294726 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.307488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Calling delete_port for 73aa4784-91b3-4985-8b0f-7a823c70c78b owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:40.333326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa6ddea1-202d-45a3-9a03-6f396233333f no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:40.339364 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.388606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: aa6ddea1-202d-45a3-9a03-6f396233333f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:40.389095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device aa6ddea1-202d-45a3-9a03-6f396233333f not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:40.393886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Pushing event deleted for resources: {'Port': ['ID=b20a2041-1722-4935-8b49-059dab2a8ba9,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:40.402779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.403202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.403607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.404254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.404736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.405113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.406490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.406956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.407500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.407926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.408385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.408814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:40.417394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93839a80-e17d-407c-9ea1-f0f0655df0ba None None] No DVR routers for this DVR port b20a2041-1722-4935-8b49-059dab2a8ba9 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:40.436772 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:48:38Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:40.491787 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af229aa1-8e57-451f-98d7-592cf676133f None None] The sync data for ids ['dc2b817b-ebfa-4038-8d83-97eca5b4574b'] in n-d-768509-25 is: [{'id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719455739', 'tenant_id': '3d02e35b023247f58a3fcf58676cdf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:48:38Z', 'revision_number': 5, 'project_id': '3d02e35b023247f58a3fcf58676cdf05', 'gw_port': {'id': '73aa4784-91b3-4985-8b0f-7a823c70c78b', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b817b-ebfa-4038-8d83-97eca5b4574b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:47:00Z', 'updated_at': '2021-11-12T08:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:40.508173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b20a2041-1722-4935-8b49-059dab2a8ba9 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:40.549455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b20a2041-1722-4935-8b49-059dab2a8ba9 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:40.550488 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b20a2041-1722-4935-8b49-059dab2a8ba9 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:40.574115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.585905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cb455-c273-4dc4-8c47-0ab9b093cd07 req-3f804362-e5a6-4062-85ae-509898e61628 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.587633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-018cb455-c273-4dc4-8c47-0ab9b093cd07 req-3f804362-e5a6-4062-85ae-509898e61628 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0766339 Nov 12 08:48:40.599780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Port': ['ID=73aa4784-91b3-4985-8b0f-7a823c70c78b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:40.629479 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41643966-b6e1-453d-894f-c98c4d3774f4 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:40.659465 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-018cb455-c273-4dc4-8c47-0ab9b093cd07 req-0905b843-e02a-42d2-955f-afa57130bcda tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655549 Nov 12 08:48:40.671217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.707283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78e7d847-bd13-41f6-aa53-b76de1066582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.773184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.775400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.820768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.821359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Fanout notify agent at l3_agent the message router_deleted on router dc2b817b-ebfa-4038-8d83-97eca5b4574b {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:40.828787 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.829389 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8a795970-cdc7-4158-bdcf-59da548f3caf tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/routers/dc2b817b-ebfa-4038-8d83-97eca5b4574b HTTP/1.1" status: 204 len: 168 time: 0.9514265 Nov 12 08:48:40.832345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33372) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.923850 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.024353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.045152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19158a9-cd17-4977-be64-c189d2ac5cc4']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.054765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.055053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0082f3-0978-42c5-91ab-5c8ed7fe75a6') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.065279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.079244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.086417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:41.086963 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:41.090061 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:41.156613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.164848 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.167482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/networks/d19158a9-cd17-4977-be64-c189d2ac5cc4 HTTP/1.1" status: 204 len: 168 time: 0.3340111 Nov 12 08:48:41.170398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33374) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.180707 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6733978-ac67-4528-9786-959745a6fa5a tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'Network': ['ID=d19158a9-cd17-4977-be64-c189d2ac5cc4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.231474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d4303fe-732f-48a1-a5cf-a09030e7d446 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.256022 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d4303fe-732f-48a1-a5cf-a09030e7d446 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.314495 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d4303fe-732f-48a1-a5cf-a09030e7d446 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.317169 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d4303fe-732f-48a1-a5cf-a09030e7d446 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.318370 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d4303fe-732f-48a1-a5cf-a09030e7d446 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] 10.222.0.16 "DELETE /v2.0/security-groups/41e714ec-9ae8-4605-9ae6-2735efafaa4d HTTP/1.1" status: 204 len: 168 time: 0.1468937 Nov 12 08:48:41.327687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4303fe-732f-48a1-a5cf-a09030e7d446 tempest-TestNetworkAdvancedServerOps-1920752542 tempest-TestNetworkAdvancedServerOps-1920752542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e714ec-9ae8-4605-9ae6-2735efafaa4d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.619311 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33382) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.754309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a0b70155-2744-4f44-97cc-380348d3e6e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d02e35b023247f58a3fcf58676cdf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336565 Nov 12 08:48:41.756711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33388) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.779272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706a2e7-76f9-46b3-9767-2e3e8f896dd1 req-3cf128a2-cb73-4345-85b6-2c07f04b9f3c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.780757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a706a2e7-76f9-46b3-9767-2e3e8f896dd1 req-3cf128a2-cb73-4345-85b6-2c07f04b9f3c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0487559 Nov 12 08:48:41.810976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18dfe4ff-a780-4fc9-a551-21bfcec3061a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.832418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a706a2e7-76f9-46b3-9767-2e3e8f896dd1 req-2f9c93a6-00ad-4332-9f1e-d260d3ded4ee tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451603 Nov 12 08:48:41.839429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18dfe4ff-a780-4fc9-a551-21bfcec3061a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.887937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18dfe4ff-a780-4fc9-a551-21bfcec3061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.890570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18dfe4ff-a780-4fc9-a551-21bfcec3061a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.892407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-18dfe4ff-a780-4fc9-a551-21bfcec3061a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdf901b0-206c-4ecc-af00-e5f2d6df53f3 HTTP/1.1" status: 204 len: 168 time: 0.1341174 Nov 12 08:48:41.900858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfe4ff-a780-4fc9-a551-21bfcec3061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf901b0-206c-4ecc-af00-e5f2d6df53f3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.120361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.167872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33394) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.211931 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe60001b-f461-45f9-a4b4-cb528d13fe49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6d7747fb1f24dd68d73ecf07335f863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428112 Nov 12 08:48:42.214723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33396) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.263301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d200c1-934e-4298-b223-e724285783a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.283713 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d200c1-934e-4298-b223-e724285783a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.330872 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d200c1-934e-4298-b223-e724285783a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.333916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4d200c1-934e-4298-b223-e724285783a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.335101 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d4d200c1-934e-4298-b223-e724285783a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed7f623e-6eea-4f8b-a45c-938c43c3255a HTTP/1.1" status: 204 len: 168 time: 0.1190486 Nov 12 08:48:42.345307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d200c1-934e-4298-b223-e724285783a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f623e-6eea-4f8b-a45c-938c43c3255a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.380826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc84a8f0-c914-4383-851d-cb03bcfe8dcd no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:42.402434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: fc84a8f0-c914-4383-851d-cb03bcfe8dcd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:42.402785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fc84a8f0-c914-4383-851d-cb03bcfe8dcd not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:42.403205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 73aa4784-91b3-4985-8b0f-7a823c70c78b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:42.422620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 73aa4784-91b3-4985-8b0f-7a823c70c78b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:42.423543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 73aa4784-91b3-4985-8b0f-7a823c70c78b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:42.961858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bbe16-3e74-4e3c-899d-5435950830c7 req-14f4837a-4360-4872-b98a-f6524a8eb207 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:42.963355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d66bbe16-3e74-4e3c-899d-5435950830c7 req-14f4837a-4360-4872-b98a-f6524a8eb207 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0569220 Nov 12 08:48:43.018507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d66bbe16-3e74-4e3c-899d-5435950830c7 req-d2b462c0-29b7-497a-965f-058ec78e95e9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490985 Nov 12 08:48:43.039193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.136373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2111380012-network', 'tenant_id': '8dbcdec15ace432a83736cbfdc371779'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:43.161999 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Made reservation on behalf of 8dbcdec15ace432a83736cbfdc371779 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:43.164552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.174437 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.192852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9e8d-d645-40ac-8643-bc001cb5a078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.252163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.256296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.280862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:43.290196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5356f8f0-207e-4445-8d16-5671f11eb6e1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.296215 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.296493 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Added segment db77b848-df68-4ede-bcfd-77597844d3a0 of type vlan for network eae8eda0-be5e-4144-a2f3-14a547712db9 Nov 12 08:48:43.337194 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.362416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.363376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:43.363954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.374362 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:43.395158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3548772 Nov 12 08:48:43.398214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33424) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.403213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Request body: {'subnet': {'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2111380012-subnet', 'tenant_id': '8dbcdec15ace432a83736cbfdc371779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:43.424820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Made reservation on behalf of 8dbcdec15ace432a83736cbfdc371779 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:43.427212 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.431370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb686-06d8-4473-a24d-69df56732886 admin admin] Pushing event updated for resources: {'Network': ['ID=eae8eda0-be5e-4144-a2f3-14a547712db9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.441897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network eae8eda0-be5e-4144-a2f3-14a547712db9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:43.596998 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.654462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e369fa43-2c87-43e4-9e75-b92b12bcfc29,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.660358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Checking segment: {'id': 'db77b848-df68-4ede-bcfd-77597844d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:43.660721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Network hostable DHCP agents. Network: eae8eda0-be5e-4144-a2f3-14a547712db9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:43.677256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Network eae8eda0-be5e-4144-a2f3-14a547712db9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:43.687492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, eae8eda0-be5e-4144-a2f3-14a547712db9) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:43.695599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:43.696478 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.699353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1909bea1-5fed-4a31-8679-657a0dec00fd None None] Network eae8eda0-be5e-4144-a2f3-14a547712db9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:43.717044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-02bfdd8e-c0fc-4e6e-b6e1-339d783dcd21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3175399 Nov 12 08:48:43.836170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8034c4-1c57-47e5-86c3-acf94b2ac18c None None] Network eae8eda0-be5e-4144-a2f3-14a547712db9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:44.135910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8303d-8cbb-4986-a1ba-449d81a941e7 req-6bca26a1-267f-491e-9b04-84328b0a8ec5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:44.137416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80f8303d-8cbb-4986-a1ba-449d81a941e7 req-6bca26a1-267f-491e-9b04-84328b0a8ec5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0507896 Nov 12 08:48:44.194057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80f8303d-8cbb-4986-a1ba-449d81a941e7 req-709abf09-16a8-4131-81cf-2971c974973a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497289 Nov 12 08:48:44.219391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33442) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.224308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1211380673-network', 'tenant_id': '18e9635775e841f68c7271331eab6319'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:44.245278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Made reservation on behalf of 18e9635775e841f68c7271331eab6319 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:44.247542 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.256495 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.329861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.333670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.359877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:44.365646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d979add3-5217-4c01-af86-3ac8fa12f54d,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:44.373276 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.373611 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Added segment ad4e0b20-0022-4bcc-96c6-ce6b2904790a of type vlan for network 1afbf805-bc20-437d-9936-3d7341c38fb3 Nov 12 08:48:44.413606 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.437288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.438332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:44.439445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.497967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2774103 Nov 12 08:48:44.500916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33444) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.505557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fb0e-ae06-4415-b8e1-3ab537a48c76 admin admin] Pushing event updated for resources: {'Network': ['ID=1afbf805-bc20-437d-9936-3d7341c38fb3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:44.506438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Request body: {'subnet': {'network_id': '1afbf805-bc20-437d-9936-3d7341c38fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1211380673-subnet', 'tenant_id': '18e9635775e841f68c7271331eab6319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:44.515399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1afbf805-bc20-437d-9936-3d7341c38fb3 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:44.526571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Made reservation on behalf of 18e9635775e841f68c7271331eab6319 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:44.529042 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.611685 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.697313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.748981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62284654-4744-4382-a427-ab96e38ce4a7,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:44.759087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Checking segment: {'id': 'ad4e0b20-0022-4bcc-96c6-ce6b2904790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1afbf805-bc20-437d-9936-3d7341c38fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:44.759441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Network hostable DHCP agents. Network: 1afbf805-bc20-437d-9936-3d7341c38fb3, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:44.776294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Network 1afbf805-bc20-437d-9936-3d7341c38fb3 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:44.785232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1afbf805-bc20-437d-9936-3d7341c38fb3) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:44.789232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:44.789819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.795378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd3015-cc3c-40da-9609-45e2498d1732 None None] Network 1afbf805-bc20-437d-9936-3d7341c38fb3 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:44.806331 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ece0c54f-b6c8-44ac-83ba-6956f5624f49 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3036885 Nov 12 08:48:44.920953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf78b2-1843-4c60-8435-c0703330a275 None None] Network 1afbf805-bc20-437d-9936-3d7341c38fb3 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:45.327056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-22d571f0-b5c8-470b-8e4d-db2e47a19dd8 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.328521 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-22d571f0-b5c8-470b-8e4d-db2e47a19dd8 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/networks?id=eae8eda0-be5e-4144-a2f3-14a547712db9 HTTP/1.1" status: 200 len: 812 time: 0.1325741 Nov 12 08:48:45.341571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d0d6b-3d3c-4b04-b9fc-310e1c0c2467 req-36f26660-8584-4fe6-85a7-2088a6ece643 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.342980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b4d0d6b-3d3c-4b04-b9fc-310e1c0c2467 req-36f26660-8584-4fe6-85a7-2088a6ece643 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0806005 Nov 12 08:48:45.359935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-f608d480-eba3-4b2d-93f2-78f36004ea53 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/quotas/8dbcdec15ace432a83736cbfdc371779 HTTP/1.1" status: 200 len: 375 time: 0.0160501 Nov 12 08:48:45.404362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-bda4a61a-810d-45c1-a958-9ca008793a7a tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dbcdec15ace432a83736cbfdc371779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380592 Nov 12 08:48:45.439211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b4d0d6b-3d3c-4b04-b9fc-310e1c0c2467 req-d8c2e750-57c7-4561-b5ce-5673ebc4404b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885060 Nov 12 08:48:45.509207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-97687020-a1de-4bad-bca2-759f370726f5 service neutron] 10.222.0.16 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944045 Nov 12 08:48:45.597049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-64c2b47f-13cc-4ddd-b955-a2b01b698263 service neutron] 10.222.0.16 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816250 Nov 12 08:48:45.757967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47c8bb60-8f60-4e9f-a637-64e5ff555f41 req-6eb86a8f-6a4f-4793-ad9d-eec802793422 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 210 time: 0.0298424 Nov 12 08:48:45.760314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.560375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a844ac0-01ce-4c8f-adcd-17e664c670b9 req-d0310769-d1ce-4d11-9e35-d0315033d7cd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:46.561758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a844ac0-01ce-4c8f-adcd-17e664c670b9 req-d0310769-d1ce-4d11-9e35-d0315033d7cd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0530303 Nov 12 08:48:46.672995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a844ac0-01ce-4c8f-adcd-17e664c670b9 req-16d1e925-4cb2-46c0-a4e3-1533cffbe1a2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049936 Nov 12 08:48:46.715364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-58e45db3-0b72-4c8f-af44-44bd020f2295 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:46.716853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-58e45db3-0b72-4c8f-af44-44bd020f2295 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.32 "GET /v2.0/networks?id=eae8eda0-be5e-4144-a2f3-14a547712db9 HTTP/1.1" status: 200 len: 812 time: 0.1411810 Nov 12 08:48:46.731390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Request body: {'port': {'device_id': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9', 'admin_state_up': True, 'tenant_id': '8dbcdec15ace432a83736cbfdc371779'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:46.814409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.859181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53fae15d-15a7-45f2-91ac-3ea407e081c2 req-9fa62b22-bce1-4ac2-8650-b40df3cce4b9 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 210 time: 0.0321288 Nov 12 08:48:46.879703 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Made reservation on behalf of 8dbcdec15ace432a83736cbfdc371779 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:46.883276 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.009312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Allocated IP 172.20.0.5 (eae8eda0-be5e-4144-a2f3-14a547712db9/e369fa43-2c87-43e4-9e75-b92b12bcfc29/68308fe2-23d5-4b99-87b6-54b58643f1c1) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:47.151986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.516416 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.556024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Network eae8eda0-be5e-4144-a2f3-14a547712db9 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:47.560905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:47.565181 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:47.572119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Pushing event updated for resources: {'Port': ['ID=68308fe2-23d5-4b99-87b6-54b58643f1c1,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.599032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.599382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.599710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.600069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.600398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.600724 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.601045 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.601366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.601684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.602000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.602316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.602632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:47.626221 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.626817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.641849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-01cdaad1-2db7-4726-b637-6d8a306a2868 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9142747 Nov 12 08:48:47.658124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Request body: {'port': {'device_id': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:47.712364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.856927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cff411-fd65-40df-a498-fbb1e3d288c0 req-7a4812cd-0c71-433c-9abd-e42849ceef34 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:47.858387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5cff411-fd65-40df-a498-fbb1e3d288c0 req-7a4812cd-0c71-433c-9abd-e42849ceef34 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.1120086 Nov 12 08:48:47.978951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5cff411-fd65-40df-a498-fbb1e3d288c0 req-ab5079e3-6da7-420e-b65a-213e724f99fc tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103187 Nov 12 08:48:48.044630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda64ca-3a9c-4408-9579-225f8fee2a83 req-c7d4600e-e768-4626-bd73-15b68ce7e3cd tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.046093 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdda64ca-3a9c-4408-9579-225f8fee2a83 req-c7d4600e-e768-4626-bd73-15b68ce7e3cd tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 931 time: 0.0949311 Nov 12 08:48:48.124904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68308fe2-23d5-4b99-87b6-54b58643f1c1 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:48.134740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdda64ca-3a9c-4408-9579-225f8fee2a83 req-9a7cfed8-3b5a-49fb-8a01-90e1957d0f7b tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819364 Nov 12 08:48:48.136441 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.151458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Transition to ACTIVE for port object 68308fe2-23d5-4b99-87b6-54b58643f1c1 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:48.156863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.209490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Pushing event updated for resources: {'Port': ['ID=68308fe2-23d5-4b99-87b6-54b58643f1c1,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.278870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Attempting to bind port 68308fe2-23d5-4b99-87b6-54b58643f1c1 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:48.279205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Attempting to bind port 68308fe2-23d5-4b99-87b6-54b58643f1c1 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'db77b848-df68-4ede-bcfd-77597844d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:48.279536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Attempting to bind port 68308fe2-23d5-4b99-87b6-54b58643f1c1 on network eae8eda0-be5e-4144-a2f3-14a547712db9 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:48.284701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Port 68308fe2-23d5-4b99-87b6-54b58643f1c1 on network eae8eda0-be5e-4144-a2f3-14a547712db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:48.285025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Attempting to bind port 68308fe2-23d5-4b99-87b6-54b58643f1c1 on network eae8eda0-be5e-4144-a2f3-14a547712db9 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:48.289823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:48.290203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Checking segment: {'id': 'db77b848-df68-4ede-bcfd-77597844d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:48.290649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Bound using segment: {'id': 'db77b848-df68-4ede-bcfd-77597844d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:48.291153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Bound port: 68308fe2-23d5-4b99-87b6-54b58643f1c1, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db77b848-df68-4ede-bcfd-77597844d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:48.291560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.354691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] For port 68308fe2-23d5-4b99-87b6-54b58643f1c1, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:48.357978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] For port 68308fe2-23d5-4b99-87b6-54b58643f1c1, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1,segment=NetworkSegment(db77b848-df68-4ede-bcfd-77597844d3a0),segment_id=db77b848-df68-4ede-bcfd-77597844d3a0)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:48.362376 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.395711 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.396356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.397709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] 10.222.0.32 "PUT /v2.0/ports/68308fe2-23d5-4b99-87b6-54b58643f1c1 HTTP/1.1" status: 200 len: 1092 time: 0.7440162 Nov 12 08:48:48.398177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'tag': '68308fe2-23d5-4b99-87b6-54b58643f1c1'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:48.400443 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af94e211-9647-41bb-bcf9-7009ece4def4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf", "tag": "68308fe2-23d5-4b99-87b6-54b58643f1c1"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:48.425870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54b4dd-0da2-43d5-94dd-f8b3bd570a6e service neutron] Pushing event updated for resources: {'Port': ['ID=68308fe2-23d5-4b99-87b6-54b58643f1c1,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.454738 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989f237-b169-4658-8e4e-43b304ed3c76 x-openstack-request-id: req-6989f237-b169-4658-8e4e-43b304ed3c76 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:48.455038 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf", "tag": "68308fe2-23d5-4b99-87b6-54b58643f1c1", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:48.455274 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6989f237-b169-4658-8e4e-43b304ed3c76 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:48.455652 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'tag': '68308fe2-23d5-4b99-87b6-54b58643f1c1', 'status': 'completed', 'code': 200} Nov 12 08:48:48.490770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-a02b40ff-0473-4f6f-86c9-0a3a59c7d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.492289 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-a02b40ff-0473-4f6f-86c9-0a3a59c7d60c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dbcdec15ace432a83736cbfdc371779&device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0471995 Nov 12 08:48:48.541747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-e02fb844-695d-4baa-9275-29cfb5cd1d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0418692 Nov 12 08:48:48.592780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-f22619e9-04a6-494d-9447-cb49ddd55cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.594236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-f22619e9-04a6-494d-9447-cb49ddd55cac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369fa43-2c87-43e4-9e75-b92b12bcfc29 HTTP/1.1" status: 200 len: 852 time: 0.0449336 Nov 12 08:48:48.625658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-e9c17dae-cd66-4dc1-bc4f-f16f73869e77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae8eda0-be5e-4144-a2f3-14a547712db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238478 Nov 12 08:48:48.718104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-56c00259-bad8-4c4d-b8cb-f02a628346af service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855889 Nov 12 08:48:48.816442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee186937-8ab1-4618-9fb8-29f3882ab4bb req-b98ff1b5-3860-465c-a25a-ef1ba28d94a7 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894518 Nov 12 08:48:48.905016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-2e3bf101-4a15-43e9-9b0c-686f1f85c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.906500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-2e3bf101-4a15-43e9-9b0c-686f1f85c4ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dbcdec15ace432a83736cbfdc371779&device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 1095 time: 0.0422044 Nov 12 08:48:48.999357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-a91f8ff0-eec7-440f-ae33-7ab2eff8e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.000830 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-a91f8ff0-eec7-440f-ae33-7ab2eff8e8ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae8eda0-be5e-4144-a2f3-14a547712db9 HTTP/1.1" status: 200 len: 912 time: 0.0861776 Nov 12 08:48:49.047116 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-d744cbb6-fd93-4768-8bc8-e98a6babe46d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0395839 Nov 12 08:48:49.122551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-7b9d7025-86ef-4732-9254-c4f69ec7201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.124007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-7b9d7025-86ef-4732-9254-c4f69ec7201b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369fa43-2c87-43e4-9e75-b92b12bcfc29 HTTP/1.1" status: 200 len: 852 time: 0.0639272 Nov 12 08:48:49.136681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908973-f7b1-4260-9193-0852ce38451d req-bcee8088-aa22-46e8-bca6-6c3376f6d458 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.138390 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47908973-f7b1-4260-9193-0852ce38451d req-bcee8088-aa22-46e8-bca6-6c3376f6d458 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0866907 Nov 12 08:48:49.173347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-d6a2827b-f175-4a2a-8c8f-f9f33ff64273 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae8eda0-be5e-4144-a2f3-14a547712db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339696 Nov 12 08:48:49.298700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47908973-f7b1-4260-9193-0852ce38451d req-f66461b5-e4d6-483e-b92d-6fe200f5081b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513400 Nov 12 08:48:49.329501 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0631baf-5d56-47e1-a0e2-6d78da5da142 req-7643d25e-6193-4d46-9c8d-5d34878006b2 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:49.331106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0631baf-5d56-47e1-a0e2-6d78da5da142 req-7643d25e-6193-4d46-9c8d-5d34878006b2 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 943 time: 0.1166029 Nov 12 08:48:49.332858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-82bb7d49-7d46-49cf-9973-7860d75883b8 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514778 Nov 12 08:48:49.430102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0631baf-5d56-47e1-a0e2-6d78da5da142 req-ca7c8494-a08d-4926-a62d-84b72a34097e tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929544 Nov 12 08:48:49.455525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af94e211-9647-41bb-bcf9-7009ece4def4 req-bcbc728c-4a3c-430f-819d-e1d8e2084af5 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127155 Nov 12 08:48:50.419681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91533dae-81d6-4424-a399-00a0e01379f4 req-b4d870a6-b353-449b-9fbf-9d9be328fd28 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:50.421170 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91533dae-81d6-4424-a399-00a0e01379f4 req-b4d870a6-b353-449b-9fbf-9d9be328fd28 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 944 time: 0.0539324 Nov 12 08:48:50.473812 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-91533dae-81d6-4424-a399-00a0e01379f4 req-07531112-ac91-4b6f-b52b-b6be6f9f526e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460811 Nov 12 08:48:50.546109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9892e10-b6d6-47d3-b3dd-244dda29280e req-e4ea98d0-e1e4-4091-a70d-874a73dbf8a8 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:50.548084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9892e10-b6d6-47d3-b3dd-244dda29280e req-e4ea98d0-e1e4-4091-a70d-874a73dbf8a8 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 943 time: 0.0484037 Nov 12 08:48:50.596409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9892e10-b6d6-47d3-b3dd-244dda29280e req-842cc90b-a26e-466e-b251-b2f02a2457b5 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Nov 12 08:48:50.840029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f7f7bf88-5c2c-49f4-866f-913867128db7 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:50.936531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f7f7bf88-5c2c-49f4-866f-913867128db7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f7f7bf88-5c2c-49f4-866f-913867128db7,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:50.947891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'mac_address': 'fa:16:3e:d4:5f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:50.985620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.998327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f7bf88-5c2c-49f4-866f-913867128db7 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:51.018092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f7f7bf88-5c2c-49f4-866f-913867128db7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f7f7bf88-5c2c-49f4-866f-913867128db7,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:51.022770 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.068320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f7f7bf88-5c2c-49f4-866f-913867128db7,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:51.362079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['f7f7bf88-5c2c-49f4-866f-913867128db7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:51.589663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013731e6-5b45-4c8c-9444-2e73dea8dd25 req-7947290a-67d9-4674-838c-deccdb31000e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:51.591141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-013731e6-5b45-4c8c-9444-2e73dea8dd25 req-7947290a-67d9-4674-838c-deccdb31000e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 945 time: 0.0484536 Nov 12 08:48:51.645487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-013731e6-5b45-4c8c-9444-2e73dea8dd25 req-a2209a58-1694-4fcd-ab03-286418a2fc12 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477297 Nov 12 08:48:51.715727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacc2fc-ee0d-4bf0-90dd-b9649729d409 req-c218bf03-32ac-4f46-96bf-1e5cdd885fe0 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:51.717247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdacc2fc-ee0d-4bf0-90dd-b9649729d409 req-c218bf03-32ac-4f46-96bf-1e5cdd885fe0 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 943 time: 0.0493314 Nov 12 08:48:51.764293 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdacc2fc-ee0d-4bf0-90dd-b9649729d409 req-121ac75d-c8ba-44a5-89a1-29259b425240 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Nov 12 08:48:52.323475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 68308fe2-23d5-4b99-87b6-54b58643f1c1 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:52.424846 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 68308fe2-23d5-4b99-87b6-54b58643f1c1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1,segment=NetworkSegment(db77b848-df68-4ede-bcfd-77597844d3a0),segment_id=db77b848-df68-4ede-bcfd-77597844d3a0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.436968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '68308fe2-23d5-4b99-87b6-54b58643f1c1', 'network_id': 'eae8eda0-be5e-4144-a2f3-14a547712db9', 'port_id': '68308fe2-23d5-4b99-87b6-54b58643f1c1', 'mac_address': 'fa:16:3e:c9:a5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e369fa43-2c87-43e4-9e75-b92b12bcfc29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:52.478977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.493034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68308fe2-23d5-4b99-87b6-54b58643f1c1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:52.512983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 68308fe2-23d5-4b99-87b6-54b58643f1c1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1,segment=NetworkSegment(db77b848-df68-4ede-bcfd-77597844d3a0),segment_id=db77b848-df68-4ede-bcfd-77597844d3a0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.516596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.565543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=68308fe2-23d5-4b99-87b6-54b58643f1c1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:52.716869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['68308fe2-23d5-4b99-87b6-54b58643f1c1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:52.764916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f935ac-ce56-4291-9c93-abe188c096bb req-8391b177-a5cf-4950-8cc7-3a85f8e1fe88 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.766476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f935ac-ce56-4291-9c93-abe188c096bb req-8391b177-a5cf-4950-8cc7-3a85f8e1fe88 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Nov 12 08:48:52.832592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f935ac-ce56-4291-9c93-abe188c096bb req-ad4bdf79-19d4-435c-a9d4-013090150035 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551000 Nov 12 08:48:52.852825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f7f7bf88-5c2c-49f4-866f-913867128db7 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:52.894331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ded1c0-1f56-4100-bbcf-eb3dc4078a60 req-aa8977bb-8699-4d8b-9e32-4b85e67bca6a tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:52.896556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04ded1c0-1f56-4100-bbcf-eb3dc4078a60 req-aa8977bb-8699-4d8b-9e32-4b85e67bca6a tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 944 time: 0.0608287 Nov 12 08:48:52.948634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04ded1c0-1f56-4100-bbcf-eb3dc4078a60 req-1c1c2dcb-a41b-473f-8134-5f77c3dd9249 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Nov 12 08:48:53.073107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port f7f7bf88-5c2c-49f4-866f-913867128db7 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:48:53.076641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port f7f7bf88-5c2c-49f4-866f-913867128db7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:53.076946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.151478 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.174127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:53.176390 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dce8594-eb4c-418b-96b3-a935c08a5218" -d '{"events": [{"server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:53.188772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f7f7bf88-5c2c-49f4-866f-913867128db7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f7f7bf88-5c2c-49f4-866f-913867128db7,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:53.192971 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.220175 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f48babf-ebd8-4f02-a45b-b306a5b8cab8 x-openstack-request-id: req-3f48babf-ebd8-4f02-a45b-b306a5b8cab8 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:53.220463 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:53.220711 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f48babf-ebd8-4f02-a45b-b306a5b8cab8 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:53.221094 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'code': 200} Nov 12 08:48:53.250432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f7f7bf88-5c2c-49f4-866f-913867128db7,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:53.325181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fb02b-8fee-4455-bfac-6c5c4878e3dd req-1ab32d51-6074-4088-9445-93a102c2766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.327391 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-209fb02b-8fee-4455-bfac-6c5c4878e3dd req-1ab32d51-6074-4088-9445-93a102c2766e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1098 time: 0.0468478 Nov 12 08:48:53.373502 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-209fb02b-8fee-4455-bfac-6c5c4878e3dd req-a276a8b6-f62c-4942-ae7b-7740064e2878 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389836 Nov 12 08:48:53.938696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771de5-52c5-4582-bd1f-821c731a249d req-921d4847-c6ff-4e1b-bd1a-04a08c19a100 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.940202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35771de5-52c5-4582-bd1f-821c731a249d req-921d4847-c6ff-4e1b-bd1a-04a08c19a100 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 946 time: 0.0513415 Nov 12 08:48:53.990516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35771de5-52c5-4582-bd1f-821c731a249d req-84f6e7e4-d80a-4894-b4b8-da4cf7a94b2a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Nov 12 08:48:54.071755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabbfe3-21b5-4e30-a464-89db2c4cd71f req-3d457cb4-6bfe-4831-bdf9-2ad3d99fd42e tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.073254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccabbfe3-21b5-4e30-a464-89db2c4cd71f req-3d457cb4-6bfe-4831-bdf9-2ad3d99fd42e tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 944 time: 0.0525239 Nov 12 08:48:54.119264 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccabbfe3-21b5-4e30-a464-89db2c4cd71f req-fee1d046-359a-4347-8606-df7d540d041b tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Nov 12 08:48:54.353638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 68308fe2-23d5-4b99-87b6-54b58643f1c1 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:54.401673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 68308fe2-23d5-4b99-87b6-54b58643f1c1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:48:54.405861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 68308fe2-23d5-4b99-87b6-54b58643f1c1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:54.406224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.488658 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.523701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 68308fe2-23d5-4b99-87b6-54b58643f1c1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1,segment=NetworkSegment(db77b848-df68-4ede-bcfd-77597844d3a0),segment_id=db77b848-df68-4ede-bcfd-77597844d3a0)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:54.527891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.573732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=68308fe2-23d5-4b99-87b6-54b58643f1c1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:55.106733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82b75-5519-4e37-92c6-2326a90a5ae6 req-43300507-8cad-4f40-9c80-076cf4469006 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.108281 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9b82b75-5519-4e37-92c6-2326a90a5ae6 req-43300507-8cad-4f40-9c80-076cf4469006 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 946 time: 0.0494545 Nov 12 08:48:55.171651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9b82b75-5519-4e37-92c6-2326a90a5ae6 req-2574b572-0b52-42a6-bcd2-a081ba5f3dd7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567844 Nov 12 08:48:55.222166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68308fe2-23d5-4b99-87b6-54b58643f1c1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:55.225338 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15123d73-c161-4f2f-863c-b457bbda8e92" -d '{"events": [{"server_uuid": "cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "68308fe2-23d5-4b99-87b6-54b58643f1c1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:55.257896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21e24b-b6f6-4cc5-8704-f9a884498128 req-4fa5dfc4-5f3c-4d61-a852-ebe5d2fbcece tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.259332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b21e24b-b6f6-4cc5-8704-f9a884498128 req-4fa5dfc4-5f3c-4d61-a852-ebe5d2fbcece tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0578775 Nov 12 08:48:55.333288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74aea9-93ec-496c-948b-43ed21f1380c req-b1a1aafc-d53d-487f-a76f-05756e0445a7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.334660 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f74aea9-93ec-496c-948b-43ed21f1380c req-b1a1aafc-d53d-487f-a76f-05756e0445a7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 946 time: 0.0933838 Nov 12 08:48:55.339067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b21e24b-b6f6-4cc5-8704-f9a884498128 req-fc832038-be4f-43c5-8751-d43cb17065ed tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586860 Nov 12 08:48:55.383556 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b0ed79-3933-48a0-a72e-5ab55044857e x-openstack-request-id: req-f1b0ed79-3933-48a0-a72e-5ab55044857e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:55.384035 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "68308fe2-23d5-4b99-87b6-54b58643f1c1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:55.384169 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1b0ed79-3933-48a0-a72e-5ab55044857e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:55.384502 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68308fe2-23d5-4b99-87b6-54b58643f1c1', 'code': 200} Nov 12 08:48:55.385238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f74aea9-93ec-496c-948b-43ed21f1380c req-20310f18-4238-4c34-b392-0d76dd283f51 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Nov 12 08:48:55.408033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33514) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:55.447415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b3a60-9902-46df-939c-32e80901fabe tempest-TestVolumeBootPattern-952579385 tempest-TestVolumeBootPattern-952579385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.448958 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-629b3a60-9902-46df-939c-32e80901fabe tempest-TestVolumeBootPattern-952579385 tempest-TestVolumeBootPattern-952579385-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1093 time: 0.0399258 Nov 12 08:48:55.452574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33516) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:55.457504 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:55.478604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf673e3-f7aa-4a2c-bdf1-38a158c2efda req-32b906b6-23b9-4110-ab97-0bf33d27e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:55.480118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cf673e3-f7aa-4a2c-bdf1-38a158c2efda req-32b906b6-23b9-4110-ab97-0bf33d27e5fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0408070 Nov 12 08:48:55.484071 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.525298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3cf673e3-f7aa-4a2c-bdf1-38a158c2efda req-8b1156c4-9fc1-4418-9cbe-b23a5ee6248d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Nov 12 08:48:55.585599 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.692547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.25.4.227 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/2d9483c2-8f03-4cad-a123-7de501c124f5) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:56.156736 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.190393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.229600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:56.232622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:56.239121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:56.265941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=2d9483c2-8f03-4cad-a123-7de501c124f5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.480495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a871-e883-494f-847c-c8739f8ae1d5 req-ef3fd578-e53b-44d0-a8c4-b7ddfcaccaff tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:56.484377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7650a871-e883-494f-847c-c8739f8ae1d5 req-ef3fd578-e53b-44d0-a8c4-b7ddfcaccaff tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0592687 Nov 12 08:48:56.617615 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.654840 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7650a871-e883-494f-847c-c8739f8ae1d5 req-3e752036-afd8-46b9-b87d-a85ab1e17991 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656108 Nov 12 08:48:56.698032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.859924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.864413 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.930445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=2d9483c2-8f03-4cad-a123-7de501c124f5,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.947323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.054092 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Floating IP e48ffd8f-1d24-4087-a8b8-9251e0812b49 associated. External IP: 172.25.4.227, port: f7f7bf88-5c2c-49f4-866f-913867128db7. Nov 12 08:48:57.289379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:57.405208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:57.415173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:57.423715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.427482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:57.428220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:48:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:57.452496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f6ec0911-2632-4fb2-8213-b65c4bba9690 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9988050 Nov 12 08:48:57.453089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:57.455940 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:57.502261 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d922b962-88ef-42f8-8ff8-fffc111df094 x-openstack-request-id: req-d922b962-88ef-42f8-8ff8-fffc111df094 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:57.502664 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:57.503147 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d922b962-88ef-42f8-8ff8-fffc111df094 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:57.503562 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'status': 'completed', 'code': 200} Nov 12 08:48:57.541523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:57.567486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-18622990-a742-4275-8cc6-bfbff3200e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.569032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-18622990-a742-4275-8cc6-bfbff3200e82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1098 time: 0.0414786 Nov 12 08:48:57.663845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-3cd35443-dbd3-4da2-9ded-d81bb7c44b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.665557 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-3cd35443-dbd3-4da2-9ded-d81bb7c44b47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0894318 Nov 12 08:48:57.733967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-050cb6ce-d156-45ed-a86f-e689b78dc4d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 200 len: 1000 time: 0.0608997 Nov 12 08:48:57.786409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e48ffd8f-1d24-4087-a8b8-9251e0812b49', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:d4:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:48:56Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:57.789810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a252b-7f07-4c5c-aeee-30a6a5e08eba req-977f0d48-4a34-4808-8cab-27429130095c tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.791376 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4a252b-7f07-4c5c-aeee-30a6a5e08eba req-977f0d48-4a34-4808-8cab-27429130095c tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0585406 Nov 12 08:48:57.794468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-450c2cf0-5782-4243-84cc-9b9cdda49868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.796294 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-450c2cf0-5782-4243-84cc-9b9cdda49868 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0555902 Nov 12 08:48:57.817094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:57.826747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:57.827361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:48:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:57.844604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-5220ee69-5912-4b4b-bcd2-8ce6435da9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.845035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb4a252b-7f07-4c5c-aeee-30a6a5e08eba req-a62a69e1-631d-4b30-88dd-32245ccd8c00 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461555 Nov 12 08:48:57.846099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-5220ee69-5912-4b4b-bcd2-8ce6435da9fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436265 Nov 12 08:48:57.942164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:57.946479 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-da1ec788-7204-44bb-a46e-ee6089d3719d service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922644 Nov 12 08:48:57.966714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe184f-b018-41c5-9232-e64acc1fb71a req-33c0bd5f-f073-4a09-bbc5-88e9560a0b64 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:57.968825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40fe184f-b018-41c5-9232-e64acc1fb71a req-33c0bd5f-f073-4a09-bbc5-88e9560a0b64 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0502200 Nov 12 08:48:58.024316 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40fe184f-b018-41c5-9232-e64acc1fb71a req-e9a0c02f-7dc7-4f7c-8b44-3ba30b5696bc tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495138 Nov 12 08:48:58.046244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7be3804b-3ff7-4357-bf60-fcf4f379a2f6 req-78667695-22c3-48ad-b9a0-a14779563fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926008 Nov 12 08:48:58.198095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e48ffd8f-1d24-4087-a8b8-9251e0812b49', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:d4:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:48:56Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:58.229812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63066c-ff8d-41f0-bdcb-2e95e4a7ad3d None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e48ffd8f-1d24-4087-a8b8-9251e0812b49', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:d4:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:48:56Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:58.270098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e0db0-9153-4e38-8334-8cf7569f79fc req-be9cf791-f2ea-45b7-b023-fe8fed4e1a24 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:58.271822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b1e0db0-9153-4e38-8334-8cf7569f79fc req-be9cf791-f2ea-45b7-b023-fe8fed4e1a24 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0512738 Nov 12 08:48:58.324084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b1e0db0-9153-4e38-8334-8cf7569f79fc req-0261e2af-124f-4b65-8070-3f2f5fa699a0 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Nov 12 08:48:58.460871 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280bba0-f818-4509-99d9-b94ca15076ca None None] New status for floating IP e48ffd8f-1d24-4087-a8b8-9251e0812b49: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:48:59.445948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27170df5-7f58-405f-a391-e5f6a906f5c9 req-b89b98d9-619d-4e29-ab8d-3263d02c2d5f tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.447487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27170df5-7f58-405f-a391-e5f6a906f5c9 req-b89b98d9-619d-4e29-ab8d-3263d02c2d5f tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0502818 Nov 12 08:48:59.496781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27170df5-7f58-405f-a391-e5f6a906f5c9 req-644b6c17-3e81-43ba-a6d6-504bb6c918b8 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Nov 12 08:48:59.741436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d4edd-f894-4849-95ee-10a1956183b1 req-6e1559f8-85c7-4596-b1f7-7731f5e99b55 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.742932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7d4edd-f894-4849-95ee-10a1956183b1 req-6e1559f8-85c7-4596-b1f7-7731f5e99b55 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0860415 Nov 12 08:48:59.745883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-5a826603-5618-45b1-aa0f-839f91e38c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.747249 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-5a826603-5618-45b1-aa0f-839f91e38c13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dbcdec15ace432a83736cbfdc371779&device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0597143 Nov 12 08:48:59.855703 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b7d4edd-f894-4849-95ee-10a1956183b1 req-6ba6594a-f4e1-439f-b161-41ae7935021b tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060383 Nov 12 08:48:59.881195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-9f96be39-3385-429f-9e70-9e7d4a1da6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.882930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-9f96be39-3385-429f-9e70-9e7d4a1da6a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae8eda0-be5e-4144-a2f3-14a547712db9 HTTP/1.1" status: 200 len: 912 time: 0.1278198 Nov 12 08:48:59.924995 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-ec01bc01-8c80-4435-aa7c-a99ace1f982a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0354156 Nov 12 08:48:59.982914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-9665043a-9355-4027-a9a7-3e4d8d71aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.984672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-9665043a-9355-4027-a9a7-3e4d8d71aef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369fa43-2c87-43e4-9e75-b92b12bcfc29 HTTP/1.1" status: 200 len: 852 time: 0.0530393 Nov 12 08:49:00.030957 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-0390174a-4b0e-4058-ab99-4f1a80642bab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae8eda0-be5e-4144-a2f3-14a547712db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391860 Nov 12 08:49:00.123392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-206d92a2-779d-4bab-8542-360025e79563 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829260 Nov 12 08:49:00.220836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d14dbf14-0bc1-4465-aa31-5a25ac25ca04 req-dfcf9257-9211-47df-86e5-c91176e75380 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904872 Nov 12 08:49:00.983469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011990b4-4391-4f76-a199-4aba81aada10 req-61e85254-9d81-4d31-9077-5deccc873e4f tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.985497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-011990b4-4391-4f76-a199-4aba81aada10 req-61e85254-9d81-4d31-9077-5deccc873e4f tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0511694 Nov 12 08:49:01.032553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-011990b4-4391-4f76-a199-4aba81aada10 req-b0c023fa-4db9-4597-a472-eeb9d98a2bc9 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Nov 12 08:49:01.261732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d76e0-557b-445f-bf0f-f9712385d222 req-e98d1581-d668-418a-b0b4-65f3e70514cc tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.263237 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-799d76e0-557b-445f-bf0f-f9712385d222 req-e98d1581-d668-418a-b0b4-65f3e70514cc tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0569623 Nov 12 08:49:01.314280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-799d76e0-557b-445f-bf0f-f9712385d222 req-b198a21f-587e-4af8-85eb-a3007bd4307c tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449634 Nov 12 08:49:02.431210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a4c8e-7f83-4a24-b94e-0adae6bf0518 req-4d8e2df4-64a4-44f6-9ff0-9ef1e0738235 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.432716 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd2a4c8e-7f83-4a24-b94e-0adae6bf0518 req-4d8e2df4-64a4-44f6-9ff0-9ef1e0738235 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0489917 Nov 12 08:49:02.481190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd2a4c8e-7f83-4a24-b94e-0adae6bf0518 req-2e5a680e-3b5b-4402-b833-a779a3d6e540 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Nov 12 08:49:02.709924 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2ccbf-a9ed-4f5d-a4e1-38f35b420c47 req-f0730ec0-4624-46de-bba9-0ceab3513451 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.711367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88b2ccbf-a9ed-4f5d-a4e1-38f35b420c47 req-f0730ec0-4624-46de-bba9-0ceab3513451 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0765731 Nov 12 08:49:02.726423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-f1642875-5834-4d43-a3f4-f99a124c6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.727749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-f1642875-5834-4d43-a3f4-f99a124c6aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dbcdec15ace432a83736cbfdc371779&device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 1097 time: 0.0610766 Nov 12 08:49:02.815507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88b2ccbf-a9ed-4f5d-a4e1-38f35b420c47 req-dc7fff48-769c-47f3-9736-79f9914e8d35 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970712 Nov 12 08:49:02.843938 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-8fca727e-127f-4769-ae5e-68dbe664eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.845909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-8fca727e-127f-4769-ae5e-68dbe664eef0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae8eda0-be5e-4144-a2f3-14a547712db9 HTTP/1.1" status: 200 len: 912 time: 0.1111064 Nov 12 08:49:02.895332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-6d774864-5c18-49f6-9650-429a05743029 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0413296 Nov 12 08:49:02.951081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-b39085b0-7f07-4504-a1d8-f5c763b1b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.952565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-b39085b0-7f07-4504-a1d8-f5c763b1b010 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369fa43-2c87-43e4-9e75-b92b12bcfc29 HTTP/1.1" status: 200 len: 852 time: 0.0459948 Nov 12 08:49:02.985530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-54dde8b2-a078-49bb-8abb-ae287f890836 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae8eda0-be5e-4144-a2f3-14a547712db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253201 Nov 12 08:49:03.082829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-70ca334d-333b-4cba-ab51-7fe3a556cc71 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902472 Nov 12 08:49:03.179063 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3037263-2d37-47e5-83b1-939e5c72ab77 req-926b5177-ee1d-480a-ab29-a02023eb3329 service neutron] 10.222.0.32 "GET /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889034 Nov 12 08:49:03.991343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539f83-ed51-4413-af7a-a160ac700c2e req-88bb99b9-29fa-4265-bfad-2f96632e78bd tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.992880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0539f83-ed51-4413-af7a-a160ac700c2e req-88bb99b9-29fa-4265-bfad-2f96632e78bd tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.1061678 Nov 12 08:49:04.044275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f0539f83-ed51-4413-af7a-a160ac700c2e req-ab161f66-e35e-41d2-94b8-c4c825cf135a tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Nov 12 08:49:04.275271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8353da-7c6a-45f5-ac2d-75c4b2837bdf req-84b108af-7122-4f4d-bd47-5b98a5953cb1 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.276815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb8353da-7c6a-45f5-ac2d-75c4b2837bdf req-84b108af-7122-4f4d-bd47-5b98a5953cb1 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0491123 Nov 12 08:49:04.323741 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb8353da-7c6a-45f5-ac2d-75c4b2837bdf req-997f9693-78c5-4c7c-a2a5-885c4937e3ce tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Nov 12 08:49:05.461971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082ffb-bbfc-414a-8e1c-17d5beefa75f req-d4dda298-0070-4933-b8d9-93be6b6bbb13 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:05.464301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62082ffb-bbfc-414a-8e1c-17d5beefa75f req-d4dda298-0070-4933-b8d9-93be6b6bbb13 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0613401 Nov 12 08:49:05.520244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62082ffb-bbfc-414a-8e1c-17d5beefa75f req-88a24e1b-9ad9-4838-9794-d9e50bf6b79c tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/security-groups?id=5356f8f0-207e-4445-8d16-5671f11eb6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Nov 12 08:49:06.014858 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-ebe581d1-6ef1-4b52-b316-e6551e132c82 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.016375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-ebe581d1-6ef1-4b52-b316-e6551e132c82 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 945 time: 0.0519650 Nov 12 08:49:06.106049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Deleting port 68308fe2-23d5-4b99-87b6-54b58643f1c1 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:06.106385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.196742 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] For port 68308fe2-23d5-4b99-87b6-54b58643f1c1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=68308fe2-23d5-4b99-87b6-54b58643f1c1,segment=NetworkSegment(db77b848-df68-4ede-bcfd-77597844d3a0),segment_id=db77b848-df68-4ede-bcfd-77597844d3a0)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:06.197101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.209677 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Calling delete_port for 68308fe2-23d5-4b99-87b6-54b58643f1c1 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:06.334831 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.347205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['68308fe2-23d5-4b99-87b6-54b58643f1c1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:06.365257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Pushing event deleted for resources: {'Port': ['ID=68308fe2-23d5-4b99-87b6-54b58643f1c1,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:06.404714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] No DVR routers for this DVR port 68308fe2-23d5-4b99-87b6-54b58643f1c1 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:06.407888 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.411179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74fec955-4e38-4ca8-992f-72964bb52a16 req-91c9d823-4d1e-407e-971a-49fcdeefd099 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.32 "DELETE /v2.0/ports/68308fe2-23d5-4b99-87b6-54b58643f1c1 HTTP/1.1" status: 204 len: 173 time: 0.3884940 Nov 12 08:49:06.411616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'name': 'network-vif-deleted', 'tag': '68308fe2-23d5-4b99-87b6-54b58643f1c1'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:06.413957 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a49969-bbf0-4706-8394-4f95cbfc135e" -d '{"events": [{"server_uuid": "cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf", "name": "network-vif-deleted", "tag": "68308fe2-23d5-4b99-87b6-54b58643f1c1"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:06.455788 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9792839f-f29f-46ed-ba4c-99253b61d6ed x-openstack-request-id: req-9792839f-f29f-46ed-ba4c-99253b61d6ed {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:06.456252 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf", "name": "network-vif-deleted", "tag": "68308fe2-23d5-4b99-87b6-54b58643f1c1", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:06.456573 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9792839f-f29f-46ed-ba4c-99253b61d6ed {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:06.456974 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf', 'name': 'network-vif-deleted', 'tag': '68308fe2-23d5-4b99-87b6-54b58643f1c1', 'status': 'completed', 'code': 200} Nov 12 08:49:06.628067 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1367085-0ba4-47f2-96d8-e0fad1ed4fb9 req-42daf862-fbab-4e5a-b383-22afa984abe4 tempest-TestServerAdvancedOps-1983343202 tempest-TestServerAdvancedOps-1983343202-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb34a1ee-10bc-42f3-b3cd-a1db20c3f3cf HTTP/1.1" status: 200 len: 210 time: 0.0266409 Nov 12 08:49:07.687171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33572) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:07.731699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Deleting subnet e369fa43-2c87-43e4-9e75-b92b12bcfc29 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:07.735202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.769732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.812564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.865287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.891391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e369fa43-2c87-43e4-9e75-b92b12bcfc29,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.895849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.899177 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e369fa43-2c87-43e4-9e75-b92b12bcfc29 HTTP/1.1" status: 204 len: 168 time: 0.2103739 Nov 12 08:49:07.901965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33574) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:07.904620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.904970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.905304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.905639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.906018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.906901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.907289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.907621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.907946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.908290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.908606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.908947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321aa457-4f79-437c-b19f-66e34a2f9220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:07.977540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.053517 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.076360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae8eda0-be5e-4144-a2f3-14a547712db9']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:08.085257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db77b848-df68-4ede-bcfd-77597844d3a0') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:08.085545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db77b848-df68-4ede-bcfd-77597844d3a0') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:08.094969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.107527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.113843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:08.114217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:08.115844 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:08.172992 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.177762 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.181120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] 10.222.0.16 "DELETE /v2.0/networks/eae8eda0-be5e-4144-a2f3-14a547712db9 HTTP/1.1" status: 204 len: 168 time: 0.2779775 Nov 12 08:49:08.183904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33576) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:08.193167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb933046-8094-44b7-b058-ff00ce69ea0b admin admin] Pushing event deleted for resources: {'Network': ['ID=eae8eda0-be5e-4144-a2f3-14a547712db9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:08.229799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Deleting subnet 62284654-4744-4382-a427-ab96e38ce4a7 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:08.232996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.267173 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.309978 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.361175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.387314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62284654-4744-4382-a427-ab96e38ce4a7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:08.389314 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.395027 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-984a1fd2-4ca8-4697-a596-0e2572fa068c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/62284654-4744-4382-a427-ab96e38ce4a7 HTTP/1.1" status: 204 len: 168 time: 0.2081654 Nov 12 08:49:08.395470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33578) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:08.463857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.545550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.576538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afbf805-bc20-437d-9936-3d7341c38fb3']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:08.586198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4e0b20-0022-4bcc-96c6-ce6b2904790a') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:08.586493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4e0b20-0022-4bcc-96c6-ce6b2904790a') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:08.596357 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.609619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.615482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:08.615865 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:08.617639 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:08.674255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.679594 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.682764 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1afbf805-bc20-437d-9936-3d7341c38fb3 HTTP/1.1" status: 204 len: 168 time: 0.2863755 Nov 12 08:49:08.694390 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32091a-0ae7-4c01-9344-80ac60987a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afbf805-bc20-437d-9936-3d7341c38fb3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:08.836803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33582) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:08.875900 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0e8966a5-25c9-4df1-a82b-fb41153b502e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dbcdec15ace432a83736cbfdc371779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374024 Nov 12 08:49:08.878413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33584) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:08.928827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a19de78-d73a-4de1-94ed-4f24f7ceefd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.950229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a19de78-d73a-4de1-94ed-4f24f7ceefd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.997247 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a19de78-d73a-4de1-94ed-4f24f7ceefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.000017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9a19de78-d73a-4de1-94ed-4f24f7ceefd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.001898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9a19de78-d73a-4de1-94ed-4f24f7ceefd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5356f8f0-207e-4445-8d16-5671f11eb6e1 HTTP/1.1" status: 204 len: 168 time: 0.1225653 Nov 12 08:49:09.009653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19de78-d73a-4de1-94ed-4f24f7ceefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5356f8f0-207e-4445-8d16-5671f11eb6e1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:09.019585 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.320498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:09.358990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-88737547-cc34-4bb4-b132-4a44b5cbfbac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18e9635775e841f68c7271331eab6319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372634 Nov 12 08:49:09.362060 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33592) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:09.410688 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d258e17-c885-4814-90fa-c08a0ee473bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.431689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d258e17-c885-4814-90fa-c08a0ee473bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.478031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d258e17-c885-4814-90fa-c08a0ee473bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.480669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7d258e17-c885-4814-90fa-c08a0ee473bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.481900 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7d258e17-c885-4814-90fa-c08a0ee473bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d979add3-5217-4c01-af86-3ac8fa12f54d HTTP/1.1" status: 204 len: 168 time: 0.1188226 Nov 12 08:49:09.490168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d258e17-c885-4814-90fa-c08a0ee473bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d979add3-5217-4c01-af86-3ac8fa12f54d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.376302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 68308fe2-23d5-4b99-87b6-54b58643f1c1 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:10.397102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 68308fe2-23d5-4b99-87b6-54b58643f1c1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:10.397440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 68308fe2-23d5-4b99-87b6-54b58643f1c1 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:10.700805 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aae6449b-ebea-4008-ac24-e0bddb80ba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.120267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.196691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd7dd-949e-4773-a9fa-bf1fd8160bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.610567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.753686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.809616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.374196 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:33.103699 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-dbc519d4-cf68-4a02-8e45-b17930e09dc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407078 Nov 12 08:49:33.187635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-9aa4dd89-3e5b-4852-963a-8c74fe2df1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:33.189196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-9aa4dd89-3e5b-4852-963a-8c74fe2df1c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1098 time: 0.0420825 Nov 12 08:49:33.297384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-0ddd4569-ebab-4c13-98b2-3b856991ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:33.298840 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-0ddd4569-ebab-4c13-98b2-3b856991ee81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0896151 Nov 12 08:49:33.365152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-a65d2ef9-5d05-459c-a473-664fb2b83af7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 200 len: 1002 time: 0.0568898 Nov 12 08:49:33.417139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-39565e7d-0c72-4d29-84f3-519b6aca041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:33.418586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-39565e7d-0c72-4d29-84f3-519b6aca041f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0468113 Nov 12 08:49:33.465369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-508e993d-e28b-4583-a278-f0374c8115fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:33.466857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-508e993d-e28b-4583-a278-f0374c8115fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408933 Nov 12 08:49:33.562754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-f518bd08-1575-460d-9798-a9b420a4cbac service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873201 Nov 12 08:49:33.659123 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d46b0fd8-26d6-4de0-91f3-f2e07b3d17c8 req-65dfa15b-be1d-4bc9-8cd9-73fc7184afb7 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877492 Nov 12 08:49:39.009269 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.701653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64e316c2-44f6-4f32-91c3-cdff87d5ea06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.117830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.201012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5414cbf4-aff6-4112-b3f3-d1a0c90de099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.612573 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.757604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.811639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.374544 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:09.030044 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.703589 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-287082b2-35ca-4b75-a108-5ebd6c0e7519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.114175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.201523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee13da99-8a42-495e-9d03-bb98ed5e358d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.615088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.759004 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.813996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.520902 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-6832eaf5-fdd5-4755-ac61-05013a40e3aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399075 Nov 12 08:50:33.611800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-f4cf1649-1098-4b2f-9c49-5f31ced223a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.613334 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-f4cf1649-1098-4b2f-9c49-5f31ced223a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 1098 time: 0.0477986 Nov 12 08:50:33.716261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-ce57f754-bf3f-48aa-a23e-118eee1bb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.717730 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-ce57f754-bf3f-48aa-a23e-118eee1bb406 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0840878 Nov 12 08:50:33.785996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-3261d012-2af4-498d-9562-9728740edd10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 200 len: 1002 time: 0.0608807 Nov 12 08:50:33.835052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-1eb1f8a6-ea30-4742-8cb3-036b0c2a50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.836511 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-1eb1f8a6-ea30-4742-8cb3-036b0c2a50d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0435328 Nov 12 08:50:33.882147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-936ebd2f-16d8-4c51-b1ae-36bbbefde937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.883637 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-936ebd2f-16d8-4c51-b1ae-36bbbefde937 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398920 Nov 12 08:50:33.975917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-95964e41-3ca5-4888-8265-481c0b65c344 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851490 Nov 12 08:50:34.062860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8668ba2a-6dd5-4f00-a8c8-0f2e2493c60e req-c8e187e3-5348-47f9-a414-a3e6bd1543cc service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804901 Nov 12 08:50:34.378496 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:39.044611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.705668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-593fbfd6-c2a4-49dc-aec5-98348644778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.113131 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.203171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-78e45982-e8bc-46c2-9bcf-8a1a517a74a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.618824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.762122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.815646 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.379017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435ae97-1910-49a4-9fdb-cff470e40094 req-8930904b-9280-4376-97fd-8c8001c5615d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.380685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a435ae97-1910-49a4-9fdb-cff470e40094 req-8930904b-9280-4376-97fd-8c8001c5615d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 946 time: 0.0546393 Nov 12 08:50:53.437799 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a435ae97-1910-49a4-9fdb-cff470e40094 req-f59a0393-155e-4add-a931-b52bcc750b75 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494795 Nov 12 08:50:54.582360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636d50-c343-4687-beff-145d82cd1539 req-91a60087-baca-4bed-b60c-6d54b2546e07 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.583864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58636d50-c343-4687-beff-145d82cd1539 req-91a60087-baca-4bed-b60c-6d54b2546e07 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 946 time: 0.0512016 Nov 12 08:50:54.633916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58636d50-c343-4687-beff-145d82cd1539 req-98e4415a-f3c7-4b08-a7db-8761dbaf3c2d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Nov 12 08:50:54.992648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-a707e2df-11e2-441b-907f-7d1246e05b13 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.994108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-a707e2df-11e2-441b-907f-7d1246e05b13 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 946 time: 0.0528502 Nov 12 08:50:55.082571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port f7f7bf88-5c2c-49f4-866f-913867128db7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:55.082908 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.175449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port f7f7bf88-5c2c-49f4-866f-913867128db7, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f7f7bf88-5c2c-49f4-866f-913867128db7,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:55.175814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.390110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.390376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.390689 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Floating IP e48ffd8f-1d24-4087-a8b8-9251e0812b49 disassociated. External IP: 172.25.4.227, port: f7f7bf88-5c2c-49f4-866f-913867128db7. Nov 12 08:50:55.391024 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for f7f7bf88-5c2c-49f4-866f-913867128db7 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:55.516647 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.544559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=f7f7bf88-5c2c-49f4-866f-913867128db7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:55.555736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.556106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.556447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.556776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.557154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.557994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.558299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.558619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.558939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.559258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.559574 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.559892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:55.666571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:55.742941 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68ea0e5c-f3fe-4b5e-b17e-16c188e51fe9 req-78ca47f4-840c-49c3-b852-f710a72ed291 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0261290 Nov 12 08:50:55.780316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:55.789692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:55.799726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:55.800475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:50:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:55.913887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:56.130836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:56.156122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port f7f7bf88-5c2c-49f4-866f-913867128db7 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:56.158586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:56.159012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.162540 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-18af931c-bc58-44bf-ba78-1519ef6e0143 req-f24683dd-e2ff-4da5-8fcc-6e0056bc740e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "DELETE /v2.0/ports/f7f7bf88-5c2c-49f4-866f-913867128db7 HTTP/1.1" status: 204 len: 173 time: 1.1623859 Nov 12 08:50:56.163175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'name': 'network-vif-deleted', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:56.165637 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14373b6b-ec4c-4687-8c21-561b2ab3f8ec" -d '{"events": [{"server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "name": "network-vif-deleted", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:56.167674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:56.168534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:50:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:56.209018 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63855337-f945-4c6c-a1b4-f75c53f438bf x-openstack-request-id: req-63855337-f945-4c6c-a1b4-f75c53f438bf {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:56.209357 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc34d00-5527-44c7-8674-51f0b0ef0d45", "name": "network-vif-deleted", "tag": "f7f7bf88-5c2c-49f4-866f-913867128db7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:56.209633 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63855337-f945-4c6c-a1b4-f75c53f438bf {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:56.210030 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc34d00-5527-44c7-8674-51f0b0ef0d45', 'name': 'network-vif-deleted', 'tag': 'f7f7bf88-5c2c-49f4-866f-913867128db7', 'status': 'completed', 'code': 200} Nov 12 08:50:56.287411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:56.656752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:56.683458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58fe3e-feaf-4358-a69a-662dab4c9a70 None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:56.845294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e2242d6-3c34-42a8-bcbe-52891008b871 req-cadc1287-257c-4af6-b262-697e087b26b9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0312405 Nov 12 08:50:56.930103 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b0127-6aa0-40d6-b1ab-41a1a22b98ca None None] New status for floating IP e48ffd8f-1d24-4087-a8b8-9251e0812b49: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:50:57.956039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42603102-4699-4aca-ad74-5b72ae9ed790 req-6b6ab683-2f44-48f5-8dd7-06fcc4fd76ef tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Nov 12 08:50:59.051856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aecd4d5-fe11-4ec6-bd8f-90036622598e req-8da23f6c-7531-4786-ac5d-5f9d8c6004cf tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Nov 12 08:50:59.505817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f7f7bf88-5c2c-49f4-866f-913867128db7 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:59.527301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: f7f7bf88-5c2c-49f4-866f-913867128db7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:59.527644 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f7f7bf88-5c2c-49f4-866f-913867128db7 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:00.151869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad975516-fa14-45ee-8099-be9c6f6a2db4 req-8b17636e-829d-4d9c-b0d4-03c2e5536b60 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc34d00-5527-44c7-8674-51f0b0ef0d45 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Nov 12 08:51:01.367972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-290f3456-35b9-4600-85e4-f71a051f84d2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912629308&fields=id&tenant_id=07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 267 time: 0.0447891 Nov 12 08:51:01.482450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-885a7d3d-6b38-414b-ae37-5ece26fc3b5b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.483964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-885a7d3d-6b38-414b-ae37-5ece26fc3b5b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1084366 Nov 12 08:51:01.499834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-aa8579fe-a8a6-46ba-8500-7fa0778d80ef tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0098267 Nov 12 08:51:01.554420 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-2fa52666-f0da-48d8-a09f-314ab5bfde1f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487745 Nov 12 08:51:01.654944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-a1f460dc-4c0c-4be0-b082-0f883b5c5cbc service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866804 Nov 12 08:51:01.743238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-f7b53970-ca52-4f5a-b84f-ded4825b4faf service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820458 Nov 12 08:51:02.028338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5d7aabd3-cc8f-41df-a415-b9051e6657e1 req-e597804f-5f59-431f-889d-7c8921320ad5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0269566 Nov 12 08:51:03.108235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1f802d0c-f236-45a3-b96d-b7f4b9d178dd req-d2d7137a-c356-40e9-8206-215bc9b652c4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0267668 Nov 12 08:51:04.206124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a41c339-d6e2-4c89-8467-f11b3be346e2 req-083e6caf-2dc7-487e-a4a9-f2962d69d57d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0302792 Nov 12 08:51:05.112462 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-14667cb9-d997-4d04-8f56-5ce00e24be39 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:05.114012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-14667cb9-d997-4d04-8f56-5ce00e24be39 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1027226 Nov 12 08:51:05.178810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-c31b0391-e5c2-411e-90a6-ca83529e65b7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 380 time: 0.0564396 Nov 12 08:51:05.189361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'security_groups': ['c61e3632-0f95-49d3-b1e0-6384053a85f3']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:05.313002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3213293f-74dd-4136-84da-1a945cad039c req-fc1915c2-5c12-421f-b81a-dbf30cf9c98f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0359056 Nov 12 08:51:05.335941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:05.340270 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.809836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.5 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/3b08278a-7529-4fab-81d5-6ad0f4ec9db0) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:05.956365 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.989761 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.029486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:06.032536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:06.035293 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:06.072116 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:06.083812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.084342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.084688 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.085024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.085360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.085690 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.086016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.086341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.086663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.086984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.087326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.087630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:06.114934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.115522 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.134816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-d84720c1-53a9-4c86-9427-11718f93a5b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492018 Nov 12 08:51:06.309291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Request body: {'port': {'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:06.315827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5ec27ed8-c904-46f2-b8eb-344cc9a56b38 None None] Provisioning complete for port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:06.316448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5ec27ed8-c904-46f2-b8eb-344cc9a56b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.363034 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5ec27ed8-c904-46f2-b8eb-344cc9a56b38 None None] Port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:06.374262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.518909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab1d1-f599-40b9-9184-11a4470236b4 req-c203edd2-6171-4c21-8c98-9e6721616f73 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.520401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51ab1d1-f599-40b9-9184-11a4470236b4 req-c203edd2-6171-4c21-8c98-9e6721616f73 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 931 time: 0.1116247 Nov 12 08:51:06.638208 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a51ab1d1-f599-40b9-9184-11a4470236b4 req-e9920b7e-0f99-4048-a503-926e8122c05d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115484 Nov 12 08:51:06.729482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:06.736957 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.750224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Transition to ACTIVE for port object 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:06.754588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.813628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Pushing event updated for resources: {'Port': ['ID=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:06.883492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Attempting to bind port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:06.883845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Attempting to bind port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:06.884206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Attempting to bind port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:06.889000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:06.889254 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Attempting to bind port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:06.897156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:06.897500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:06.897887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:06.898316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Bound port: 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:06.898672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.969589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] For port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:06.972732 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] For port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:06.979276 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.018224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.018843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.020317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] 10.222.0.32 "PUT /v2.0/ports/3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 1092 time: 0.8772337 Nov 12 08:51:07.020760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:07.023203 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799" -d '{"events": [{"name": "network-changed", "server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:07.049824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb258cc-88f0-427b-b1d9-9a9ffa59fbbd service neutron] Pushing event updated for resources: {'Port': ['ID=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:07.124512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-fd0411c3-ee63-471a-8a16-5b909f8f8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.126151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-fd0411c3-ee63-471a-8a16-5b909f8f8a96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1095 time: 0.0582538 Nov 12 08:51:07.177592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-4529b375-9f98-4044-8a08-c72452dd2297 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 217 time: 0.0412855 Nov 12 08:51:07.180094 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcfddc9-adcd-4fde-880e-6415ab2c505f x-openstack-request-id: req-2bcfddc9-adcd-4fde-880e-6415ab2c505f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:07.180397 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:07.180649 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bcfddc9-adcd-4fde-880e-6415ab2c505f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:07.181052 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'status': 'completed', 'code': 200} Nov 12 08:51:07.238001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-550bc03d-9ab4-4c7d-a3de-e5d69ebbb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.239485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-550bc03d-9ab4-4c7d-a3de-e5d69ebbb929 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0525966 Nov 12 08:51:07.293868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-f9c121bf-c3dc-48b3-b28c-bc2a046231f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.295514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-f9c121bf-c3dc-48b3-b28c-bc2a046231f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486887 Nov 12 08:51:07.388958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-cd2119f7-9c60-40b2-a560-689c7cdf6aca service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849707 Nov 12 08:51:07.487061 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba36b26e-7e85-4f70-adc2-46b84bf49291 req-1e893570-c822-46f4-a555-526d8ebc2506 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909960 Nov 12 08:51:07.572155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-64e16ac7-b4f7-48d8-b781-36d5fdae76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.574171 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-64e16ac7-b4f7-48d8-b781-36d5fdae76aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1095 time: 0.0434470 Nov 12 08:51:07.670349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-2e76c9c8-7295-44a2-be4f-70a2ba7488cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.672087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-2e76c9c8-7295-44a2-be4f-70a2ba7488cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0909357 Nov 12 08:51:07.725553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-b3b8f19b-1aac-425c-b4ea-6d5b0a1ef589 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 217 time: 0.0459561 Nov 12 08:51:07.804263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044191ef-c2af-4d99-8051-d74bce5f775f req-57254263-fa33-4266-a51f-431bffb24503 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.805641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-044191ef-c2af-4d99-8051-d74bce5f775f req-57254263-fa33-4266-a51f-431bffb24503 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0895414 Nov 12 08:51:07.807867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-61452b33-6687-46fe-828b-ccf8e23eb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.809190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-61452b33-6687-46fe-828b-ccf8e23eb730 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0669658 Nov 12 08:51:07.885939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-044191ef-c2af-4d99-8051-d74bce5f775f req-9bcaa15c-a0a7-4d3a-baed-1d3bf63bb7f6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733438 Nov 12 08:51:07.888725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-63e9aee1-eee8-48c9-a9b4-4922fdc8d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.890128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-63e9aee1-eee8-48c9-a9b4-4922fdc8d177 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716646 Nov 12 08:51:07.986609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-b114b542-d77a-44c3-8224-240044a0dabb service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889988 Nov 12 08:51:08.078695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2b9682a2-f0f2-4320-8ae3-cfb6a0b61799 req-977d3c20-f9ab-414e-beb1-72231db3430a service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852153 Nov 12 08:51:09.011834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0de6f7-bdd4-485c-95c0-253063828412 req-3dfc91fb-dca9-4dca-a874-f3071e3da983 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.013416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d0de6f7-bdd4-485c-95c0-253063828412 req-3dfc91fb-dca9-4dca-a874-f3071e3da983 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0558121 Nov 12 08:51:09.040238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.065710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d0de6f7-bdd4-485c-95c0-253063828412 req-b9a67f66-fd98-417b-a85f-71f63c22949f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Nov 12 08:51:10.184967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e758e17-1da8-4f69-aade-ae592a16e328 req-c6945724-c019-433e-a1f5-73b8034ade1c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.186474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e758e17-1da8-4f69-aade-ae592a16e328 req-c6945724-c019-433e-a1f5-73b8034ade1c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0510073 Nov 12 08:51:10.240028 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8e758e17-1da8-4f69-aade-ae592a16e328 req-0245f393-86d6-4938-8034-0832ba09d956 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471025 Nov 12 08:51:10.708723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ff8dcb95-9f5f-40f0-b404-76a8b4540856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.357559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965ed4a-ecbf-4e3a-9663-4f2dc5058362 req-ba2794ec-d368-481d-8ad2-f316557dd2f7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.359115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c965ed4a-ecbf-4e3a-9663-4f2dc5058362 req-ba2794ec-d368-481d-8ad2-f316557dd2f7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0499606 Nov 12 08:51:11.381388 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:11.414085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c965ed4a-ecbf-4e3a-9663-4f2dc5058362 req-7dc78e86-3455-495b-8231-65a4e8263775 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486200 Nov 12 08:51:12.130224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.531137 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b26b2-ac92-4352-9447-679350970e52 req-9ac0fa53-ecd1-488b-b986-cc8dfd1fb66e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:12.532652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-991b26b2-ac92-4352-9447-679350970e52 req-9ac0fa53-ecd1-488b-b986-cc8dfd1fb66e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0496902 Nov 12 08:51:12.582411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-991b26b2-ac92-4352-9447-679350970e52 req-3cd96580-d629-411f-93b5-18fefc8984d3 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Nov 12 08:51:13.205711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa913-c8b0-4a89-9c03-4595f78ad45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.704037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25347c24-4dfc-4f58-a4dd-aa476340ce0a req-9f221992-b9ba-4485-aced-afe965d234ae tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.705596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25347c24-4dfc-4f58-a4dd-aa476340ce0a req-9f221992-b9ba-4485-aced-afe965d234ae tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0553036 Nov 12 08:51:13.761362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25347c24-4dfc-4f58-a4dd-aa476340ce0a req-d4154e57-e15b-467b-b0c6-ba11907d2247 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496356 Nov 12 08:51:14.622287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.878984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562bb11-3bdb-4a5b-a41f-1db90266d358 req-8c453d87-d776-4ef6-a478-fdca8186b67b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.880468 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7562bb11-3bdb-4a5b-a41f-1db90266d358 req-8c453d87-d776-4ef6-a478-fdca8186b67b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0520968 Nov 12 08:51:14.928965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7562bb11-3bdb-4a5b-a41f-1db90266d358 req-fabb0f3a-55b4-4086-97c3-084c2c1504b9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Nov 12 08:51:15.765486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.046917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5351-37f8-4f87-aa9e-54dc86408060 req-a560ad11-d5e3-4ff2-b078-9a89c82918cf tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:16.048332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a71c5351-37f8-4f87-aa9e-54dc86408060 req-a560ad11-d5e3-4ff2-b078-9a89c82918cf tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0489445 Nov 12 08:51:16.097820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a71c5351-37f8-4f87-aa9e-54dc86408060 req-f52f8a16-88a0-4b19-834c-a3c3d99785de tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Nov 12 08:51:16.818774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.213015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f300b4-e86c-4e21-b98c-03eb4953f635 req-ebf482a0-d255-4966-9cc9-6d2616de1535 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.214490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1f300b4-e86c-4e21-b98c-03eb4953f635 req-ebf482a0-d255-4966-9cc9-6d2616de1535 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0497804 Nov 12 08:51:17.268006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a1f300b4-e86c-4e21-b98c-03eb4953f635 req-f07131b5-2026-497c-ba3c-12886030a40a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475745 Nov 12 08:51:18.386825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06daf9-8899-4580-a1f1-6d5fb5d368ad req-8ba8bc6c-5091-437a-8b96-5543a2c42220 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.388193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f06daf9-8899-4580-a1f1-6d5fb5d368ad req-8ba8bc6c-5091-437a-8b96-5543a2c42220 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 943 time: 0.0486116 Nov 12 08:51:18.437903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f06daf9-8899-4580-a1f1-6d5fb5d368ad req-43eaa1cb-387d-49f1-b45b-8a8b4b41a822 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Nov 12 08:51:18.981023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:19.078310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:19.089949 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:19.126718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.138830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:19.157671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:19.161816 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.211621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:19.219472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.219816 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.220183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.220524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.220861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.221189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.221516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.221842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.222166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.222510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.222810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.223131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:19.367048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['3b08278a-7529-4fab-81d5-6ad0f4ec9db0'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:19.557676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496e6dc-e960-490f-8fb4-afbe6e9d433f req-dee5f080-63b3-4b45-b88d-c2127f9b5301 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:19.559040 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b496e6dc-e960-490f-8fb4-afbe6e9d433f req-dee5f080-63b3-4b45-b88d-c2127f9b5301 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 944 time: 0.0503068 Nov 12 08:51:19.609099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b496e6dc-e960-490f-8fb4-afbe6e9d433f req-2c3801b9-73ed-433a-94a2-cc3f888edc8e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439835 Nov 12 08:51:20.727803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00f55-cdfa-4dcd-a3df-05b32093fec8 req-7efe6d60-ccf0-4bbd-9a7c-d1850ab2bc8e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:20.729350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2df00f55-cdfa-4dcd-a3df-05b32093fec8 req-7efe6d60-ccf0-4bbd-9a7c-d1850ab2bc8e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 944 time: 0.0532424 Nov 12 08:51:20.778805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2df00f55-cdfa-4dcd-a3df-05b32093fec8 req-56fac314-146f-49e7-9c0f-2a8757b11045 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Nov 12 08:51:20.990916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:21.039447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:21.043443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:21.043810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.118372 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.141118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:21.143551 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953c7516-73a4-44fc-99f2-0374e8d32603" -d '{"events": [{"server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "name": "network-vif-plugged", "status": "completed", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:21.160417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:21.165388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.213290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.248306 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc2644a-ea05-40a0-95a9-17c4ee99ee14 x-openstack-request-id: req-3dc2644a-ea05-40a0-95a9-17c4ee99ee14 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:21.248603 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "name": "network-vif-plugged", "status": "completed", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:21.248861 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dc2644a-ea05-40a0-95a9-17c4ee99ee14 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:21.249252 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'code': 200} Nov 12 08:51:21.346734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ba3fc-5b3f-4ced-b91b-04d7aedc52ff req-b27706e6-8764-4b12-a75e-c26ad7583176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:21.348236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e7ba3fc-5b3f-4ced-b91b-04d7aedc52ff req-b27706e6-8764-4b12-a75e-c26ad7583176 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0399868 Nov 12 08:51:21.394885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7e7ba3fc-5b3f-4ced-b91b-04d7aedc52ff req-3fa1d283-5510-41e5-aa4e-b1f8cdf1eb91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Nov 12 08:51:21.898312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105880f5-2603-4eeb-b8c6-6f04112255dd req-d6a75ba4-5c3f-4acb-9fd3-999e9829a1b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:21.899843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-105880f5-2603-4eeb-b8c6-6f04112255dd req-d6a75ba4-5c3f-4acb-9fd3-999e9829a1b6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Nov 12 08:51:21.950573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-105880f5-2603-4eeb-b8c6-6f04112255dd req-6f4d3e08-e38e-4e4f-adf9-d4242d9fed6a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440741 Nov 12 08:51:23.071279 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d99e9-2ffe-46ff-8450-41951b0ad889 req-a5feed9f-e6c7-4a20-97d7-0605062c6a55 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.072817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf7d99e9-2ffe-46ff-8450-41951b0ad889 req-a5feed9f-e6c7-4a20-97d7-0605062c6a55 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Nov 12 08:51:23.121139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bf7d99e9-2ffe-46ff-8450-41951b0ad889 req-b3945f12-b1a5-41af-a3a4-03c6fc1ffd86 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Nov 12 08:51:23.234384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139850e-bf91-4ce2-8c92-a5e688518474 req-60e16b68-0016-4a94-81a4-281f94f941fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.235764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5139850e-bf91-4ce2-8c92-a5e688518474 req-60e16b68-0016-4a94-81a4-281f94f941fd tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Nov 12 08:51:23.288202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5139850e-bf91-4ce2-8c92-a5e688518474 req-2a56ca64-86fa-49ba-82bc-9447b7fd53c9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Nov 12 08:51:23.311782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33732) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:23.486427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565df24-a466-437f-86d7-7d9cdad70337 tempest-TestVolumeBootPattern-952579385 tempest-TestVolumeBootPattern-952579385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.488402 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8565df24-a466-437f-86d7-7d9cdad70337 tempest-TestVolumeBootPattern-952579385 tempest-TestVolumeBootPattern-952579385-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1092 time: 0.1750882 Nov 12 08:51:23.490700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33738) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:23.494895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:23.516857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.614666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.715809 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.25.4.172 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/5d0a60b2-1a92-402f-81f2-562271fd4200) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:23.817296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.849979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.886171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:23.890881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:23.894362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:23.899888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=5d0a60b2-1a92-402f-81f2-562271fd4200,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:24.253570 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.317896 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.471600 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.476712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.554174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=5d0a60b2-1a92-402f-81f2-562271fd4200,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:24.562750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.659979 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Floating IP 4c60ebf2-b428-4ce9-a22d-6fbb1e34e598 associated. External IP: 172.25.4.172, port: 3b08278a-7529-4fab-81d5-6ad0f4ec9db0. Nov 12 08:51:24.877675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:24.984864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:24.994815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:25.002783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.004772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:25.005410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:51:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.031065 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5355a9a7-8b0e-4223-a473-fb20c76c5fed tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5393524 Nov 12 08:51:25.032190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:25.034535 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44602db3-6cb9-452f-88b8-c0dee9e58dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:25.123569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:25.140036 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988ead37-01a7-4f4e-8d57-d6e23139fc0e x-openstack-request-id: req-988ead37-01a7-4f4e-8d57-d6e23139fc0e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:25.140352 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:25.140607 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-988ead37-01a7-4f4e-8d57-d6e23139fc0e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:25.141102 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'status': 'completed', 'code': 200} Nov 12 08:51:25.202341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-c4df9d72-7307-47ac-ab71-57da72d35271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.203826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-c4df9d72-7307-47ac-ab71-57da72d35271 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0414269 Nov 12 08:51:25.295261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-996770b9-19e9-4712-885e-e610119aca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.297814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-996770b9-19e9-4712-885e-e610119aca7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0862050 Nov 12 08:51:25.355355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:24Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.367514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-fefe099e-ef78-405c-a9fd-50b051570d15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 999 time: 0.0623782 Nov 12 08:51:25.382289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:51:25.390510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:25.391145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:51:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.417232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-355d488f-1283-4c60-9c2a-088e1346ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.418695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-355d488f-1283-4c60-9c2a-088e1346ad8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0446980 Nov 12 08:51:25.466102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-930e74a3-5f80-45ba-bb1f-1313356c2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.467598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-930e74a3-5f80-45ba-bb1f-1313356c2db8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418823 Nov 12 08:51:25.500275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:25.568172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-5426e8ce-70ee-41f4-8bb0-78a9c58681b2 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927894 Nov 12 08:51:25.657177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44602db3-6cb9-452f-88b8-c0dee9e58dc8 req-f221ee25-024d-48ea-8b44-800fea1d8b2b service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825095 Nov 12 08:51:25.723220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:24Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.752922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecee7d3-358a-4eaf-ba41-e2dc8d3be910 None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:24Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:25.956259 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45de9b0-2b5f-4cb5-8e0f-0db93fccc8a8 None None] New status for floating IP 4c60ebf2-b428-4ce9-a22d-6fbb1e34e598: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:51:26.708480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-0dc58360-2629-4147-a772-49e095048869 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450466 Nov 12 08:51:26.789204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06b69-c321-43e6-b858-70477b7b2044 req-1fed626a-5c81-4e29-a160-91558e130248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:26.791199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-1fed626a-5c81-4e29-a160-91558e130248 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0401824 Nov 12 08:51:26.897746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06b69-c321-43e6-b858-70477b7b2044 req-2947fabd-cc31-48b8-8627-3845e069d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:26.899187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-2947fabd-cc31-48b8-8627-3845e069d685 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0890193 Nov 12 08:51:26.964166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-27d29a9b-9813-402e-9618-15b489708539 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 1001 time: 0.0581589 Nov 12 08:51:27.015159 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06b69-c321-43e6-b858-70477b7b2044 req-978fe4c1-9ba7-4e22-a8af-60b3036c2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:27.016813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-978fe4c1-9ba7-4e22-a8af-60b3036c2422 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0445437 Nov 12 08:51:27.065972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06b69-c321-43e6-b858-70477b7b2044 req-4662b03a-57e9-4ac6-8706-19cc234d65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:27.067762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-4662b03a-57e9-4ac6-8706-19cc234d65de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442307 Nov 12 08:51:27.156858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-a305d004-db38-4210-b79a-01f301401417 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814202 Nov 12 08:51:27.249862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-87a06b69-c321-43e6-b858-70477b7b2044 req-f42f06f3-622b-47c4-a728-7a45555699c7 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Nov 12 08:51:39.068245 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.711151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bd75d29b-f1e4-4a4f-afdf-473ba8794e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.143389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.208110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-771fc274-5426-497c-baf5-9cb488df7f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.628337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.769540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.822326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.381144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:49.583237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-41d81dd2-1379-4b77-af16-d6d87597d561 req-1981495f-49a4-4a41-9bed-747e82ce88e8 service neutron] (102372) timed out ('10.222.0.16', 49472) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:52:09.049730 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.712759 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eac131b3-e40e-4412-bca2-0cb7d1deb70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.143709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.211684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa5c1-abdc-4a83-9c1a-8def2f4fc4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:14.628174 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.771980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.825174 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.380823 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:26.697266 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-b4aa7fcb-aa3b-44cb-b762-b65bd0a96b42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391622 Nov 12 08:52:26.781246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-72862832-4011-485a-b0d7-94be6ec1906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.782855 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-72862832-4011-485a-b0d7-94be6ec1906f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0433178 Nov 12 08:52:26.893026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-e923624b-dc76-4a21-afa3-7146aa217a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.894504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-e923624b-dc76-4a21-afa3-7146aa217a51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0909247 Nov 12 08:52:26.963183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-f04fb1a9-0d36-4390-913d-164c4426a7cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 1001 time: 0.0614436 Nov 12 08:52:27.018205 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-b82c2107-e8e3-4a61-bf46-85c605e3cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.019667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-b82c2107-e8e3-4a61-bf46-85c605e3cc44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0489395 Nov 12 08:52:27.065671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-2ab1bf94-319a-4a71-8a03-86077d35fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.067163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-2ab1bf94-319a-4a71-8a03-86077d35fb42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410509 Nov 12 08:52:27.156747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-91ef0f36-b86c-4c69-88dc-32969ddf828c service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823529 Nov 12 08:52:27.249874 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14ad1562-6616-4ac3-8738-e824bafd4242 req-52adbf22-a7d1-4f24-a130-ddf4eec6aa3a service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Nov 12 08:52:39.056920 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.716149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51a333a0-1f76-4a80-b058-3a71585d8ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.142481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.214860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1bc13bd8-23a3-44ff-a46e-fadc56b9230c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.630106 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.776929 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.828143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.381726 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:03.187706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-75baed9e-5c84-4cdd-bbc0-f877e871ec8a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912629308&fields=id&tenant_id=07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 267 time: 0.0453217 Nov 12 08:53:03.303575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-cccc784c-63f9-41d1-9723-a1515703c854 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:03.305092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-cccc784c-63f9-41d1-9723-a1515703c854 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1095800 Nov 12 08:53:03.320984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-d41f1d7d-928f-4dc4-8588-0dbfc09a5d8a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/quotas/07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 375 time: 0.0094695 Nov 12 08:53:03.383807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-57fb0124-6fc6-432e-bde3-512415e410de tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0573750 Nov 12 08:53:03.480711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-3715dca4-daa9-41e6-82ed-53c0fb5b1203 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Nov 12 08:53:03.577268 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-2a4d66ba-6855-4ba8-87f3-acc1055cf912 service neutron] 10.222.0.16 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892308 Nov 12 08:53:03.863681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb6e5a1b-6e1a-4add-b406-a73a41940a48 req-a7a418a2-97c1-4ca8-964e-baa7788a8ad0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Nov 12 08:53:04.902416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-d784381e-2de0-4681-9688-51bc6f90d222 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.903948 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-d784381e-2de0-4681-9688-51bc6f90d222 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 812 time: 0.1145270 Nov 12 08:53:04.969410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-580ba070-94cb-4058-a02e-7da99b487d18 req-fb4d3d3b-290d-4848-917c-97fec5d529fc tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Nov 12 08:53:04.982290 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1051ee04-a388-44ad-a4d0-b413560012a2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07699374b21d4ed5af366910b57e5e91 HTTP/1.1" status: 200 len: 380 time: 0.0685382 Nov 12 08:53:04.991300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'port': {'device_id': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'admin_state_up': True, 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'security_groups': ['c61e3632-0f95-49d3-b1e0-6384053a85f3']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:05.121492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Made reservation on behalf of 07699374b21d4ed5af366910b57e5e91 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:05.125648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.257354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.20.0.11 (31674df8-8f70-4955-ab5e-fd3572b19773/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1/ead35e86-b190-4342-99cb-a07c6b965e66) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:05.405595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.440303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.484806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network 31674df8-8f70-4955-ab5e-fd3572b19773 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:05.490066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:05.493930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:05.524097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=ead35e86-b190-4342-99cb-a07c6b965e66,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.538167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.538512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.538861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.539204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.539545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.539885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.540248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.540579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.540911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.541240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.541570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.541897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:05.565724 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:05.566383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.584634 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-1ba7c5ce-dde3-4ca3-84da-2dbdc9adf012 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971653 Nov 12 08:53:05.651146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Request body: {'port': {'device_id': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:05.712345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.766908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e789942e-32ca-46e2-b1ac-54fea2c20d59 None None] Provisioning complete for port ead35e86-b190-4342-99cb-a07c6b965e66 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:05.767743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e789942e-32ca-46e2-b1ac-54fea2c20d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.810545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e789942e-32ca-46e2-b1ac-54fea2c20d59 None None] Port ead35e86-b190-4342-99cb-a07c6b965e66 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:06.008099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead35e86-b190-4342-99cb-a07c6b965e66 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:06.019834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.034936 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Transition to ACTIVE for port object ead35e86-b190-4342-99cb-a07c6b965e66 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:06.039363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.105996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Pushing event updated for resources: {'Port': ['ID=ead35e86-b190-4342-99cb-a07c6b965e66,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:06.139555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467098-9ae2-4d02-988e-471b5133bd60 req-b3f18c7e-5696-4dc0-88bd-b7903f3cbfdb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.142104 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7467098-9ae2-4d02-988e-471b5133bd60 req-b3f18c7e-5696-4dc0-88bd-b7903f3cbfdb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0810935 Nov 12 08:53:06.191995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Attempting to bind port ead35e86-b190-4342-99cb-a07c6b965e66 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:06.192369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Attempting to bind port ead35e86-b190-4342-99cb-a07c6b965e66 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:06.192810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Attempting to bind port ead35e86-b190-4342-99cb-a07c6b965e66 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:06.199521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Port ead35e86-b190-4342-99cb-a07c6b965e66 on network 31674df8-8f70-4955-ab5e-fd3572b19773 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:06.199853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Attempting to bind port ead35e86-b190-4342-99cb-a07c6b965e66 on network 31674df8-8f70-4955-ab5e-fd3572b19773 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:06.207159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:06.207636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Checking segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:06.208186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Bound using segment: {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:06.208754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Bound port: ead35e86-b190-4342-99cb-a07c6b965e66, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271ea280-443e-495b-a3b4-6134042d905e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:06.209137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.212559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f7467098-9ae2-4d02-988e-471b5133bd60 req-072f867f-bacc-4164-923d-f5ac4b457e8f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642574 Nov 12 08:53:06.288705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] For port ead35e86-b190-4342-99cb-a07c6b965e66, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:06.292605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] For port ead35e86-b190-4342-99cb-a07c6b965e66, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ead35e86-b190-4342-99cb-a07c6b965e66,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:06.299402 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.344389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.345021 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.346451 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-062b8a12-729b-4684-8373-22c778a51206 service neutron] 10.222.0.25 "PUT /v2.0/ports/ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 1093 time: 0.7528355 Nov 12 08:53:06.346899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:06.349211 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d" -d '{"events": [{"name": "network-changed", "server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:06.391206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b8a12-729b-4684-8373-22c778a51206 service neutron] Pushing event updated for resources: {'Port': ['ID=ead35e86-b190-4342-99cb-a07c6b965e66,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:06.408996 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bdbb7c-aa66-449c-8842-77ddb43a262e x-openstack-request-id: req-b0bdbb7c-aa66-449c-8842-77ddb43a262e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:06.409438 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:06.409793 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0bdbb7c-aa66-449c-8842-77ddb43a262e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:06.410299 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'status': 'completed', 'code': 200} Nov 12 08:53:06.454493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-588630bd-9c42-4c4a-883f-f121e60effef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.456280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-588630bd-9c42-4c4a-883f-f121e60effef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1096 time: 0.0592563 Nov 12 08:53:06.515664 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-9a2593b6-7087-44dc-af33-e952cf4f1061 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 217 time: 0.0518992 Nov 12 08:53:06.581267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-16582f26-a980-4501-9f3d-8500cf29358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.582840 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-16582f26-a980-4501-9f3d-8500cf29358e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0598888 Nov 12 08:53:06.633775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-928b9224-0d78-432f-bf66-1be46c22dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.635306 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-928b9224-0d78-432f-bf66-1be46c22dc5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454769 Nov 12 08:53:06.738733 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-c107ed06-3114-4619-9877-a51eec41bd26 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954056 Nov 12 08:53:06.834481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be696df4-f6d5-4a7f-a2a5-974ec369fb97 req-d12ed554-f4af-48ae-9175-2285f2f2e782 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887873 Nov 12 08:53:06.926263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-6737c8cd-7185-45e1-9959-b24f7c4d3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.927674 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-6737c8cd-7185-45e1-9959-b24f7c4d3b24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1096 time: 0.0473776 Nov 12 08:53:07.025427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-e0d5a7ae-6c2c-4431-a88c-1ccacad30bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:07.026912 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-e0d5a7ae-6c2c-4431-a88c-1ccacad30bbb service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.0925140 Nov 12 08:53:07.072663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-0038a77b-5dfd-41ef-b378-7bf8201935de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 217 time: 0.0387132 Nov 12 08:53:07.123978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-0ea4b0a0-15a7-480f-81c3-deed01837f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:07.125400 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-0ea4b0a0-15a7-480f-81c3-deed01837f84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0463850 Nov 12 08:53:07.175519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-9202d10a-2d60-4efe-be1d-48ae960279af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:07.177065 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-9202d10a-2d60-4efe-be1d-48ae960279af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446346 Nov 12 08:53:07.286983 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-5ab9ed48-6860-48c3-b5b5-ba9715e16f38 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026165 Nov 12 08:53:07.349298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6890-90a5-43c9-bec1-7174fe39d946 req-6dd8bbfd-c7c1-48e1-8e87-505ec652522d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:07.350925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eee6890-90a5-43c9-bec1-7174fe39d946 req-6dd8bbfd-c7c1-48e1-8e87-505ec652522d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0528505 Nov 12 08:53:07.387466 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e10c83-fcc6-4cdb-ad85-95ea5f6b386d req-110e7fb8-70b3-4c72-9907-32ea95c90487 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928652 Nov 12 08:53:07.422774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eee6890-90a5-43c9-bec1-7174fe39d946 req-20e7cc6d-fc6e-4a03-b956-57fb036478fa tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624347 Nov 12 08:53:08.543701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af523f12-6d74-483d-aa00-915251c8b53c req-a55e46f7-db99-466f-8070-697ff3331b8d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:08.545174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af523f12-6d74-483d-aa00-915251c8b53c req-a55e46f7-db99-466f-8070-697ff3331b8d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0489998 Nov 12 08:53:08.599901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af523f12-6d74-483d-aa00-915251c8b53c req-e7ea7dd6-f5ad-46fc-be0d-69a7c46485f0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Nov 12 08:53:09.081319 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.776035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4541f-304e-4a9a-8ce2-0e8b537cff21 req-5717ec41-cf6e-4028-9db2-46e75ec82493 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:09.779857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94c4541f-304e-4a9a-8ce2-0e8b537cff21 req-5717ec41-cf6e-4028-9db2-46e75ec82493 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0881672 Nov 12 08:53:09.849856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94c4541f-304e-4a9a-8ce2-0e8b537cff21 req-8bf6f9ab-744e-440c-868c-3517cb3611a8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611417 Nov 12 08:53:10.727191 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-074590fd-d2c4-4378-9ec8-8bfdc44877a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.027289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4662e-df07-4be1-8bf4-7e59b4a8b3ea req-c432c116-6cfd-4f4f-b69c-5a8890230db6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:11.028982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fd4662e-df07-4be1-8bf4-7e59b4a8b3ea req-c432c116-6cfd-4f4f-b69c-5a8890230db6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0532303 Nov 12 08:53:11.091165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fd4662e-df07-4be1-8bf4-7e59b4a8b3ea req-c602c63c-cc97-41f7-b18b-f33be4d6e89b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554092 Nov 12 08:53:12.156107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.285434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0994e55-35fc-4638-b4f7-e4c19cc6e3b9 req-14ee9c9c-68f1-41e4-98a4-67ef018ae5e4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:12.288128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0994e55-35fc-4638-b4f7-e4c19cc6e3b9 req-14ee9c9c-68f1-41e4-98a4-67ef018ae5e4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0905423 Nov 12 08:53:12.349752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0994e55-35fc-4638-b4f7-e4c19cc6e3b9 req-bd1eca56-58ce-40cd-91c2-90a60dd0d4d6 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533874 Nov 12 08:53:13.226645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-380d5945-13cc-42a5-8e46-c413767f0367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.490488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f614-5eca-438c-b1e5-122f4d8594e5 req-8b67e44a-eee3-406b-8941-eb6ec254265e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.493151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d950f614-5eca-438c-b1e5-122f4d8594e5 req-8b67e44a-eee3-406b-8941-eb6ec254265e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0597558 Nov 12 08:53:13.583256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d950f614-5eca-438c-b1e5-122f4d8594e5 req-028bfc51-e570-4fb9-b37d-220c0a07db77 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796182 Nov 12 08:53:14.633062 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.717585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9328-65d5-42a2-b028-47e91dd5582e req-84df3dd5-9690-4d1e-ab59-5336c8cff2eb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:14.719113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff8a9328-65d5-42a2-b028-47e91dd5582e req-84df3dd5-9690-4d1e-ab59-5336c8cff2eb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0551291 Nov 12 08:53:14.775579 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff8a9328-65d5-42a2-b028-47e91dd5582e req-5facd3a0-3364-46cf-88d6-e07843d3bbfb tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498927 Nov 12 08:53:15.780173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.898172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900fda-d059-4618-877d-0cf7daa79514 req-45eaed6f-c87e-4ab7-af08-04855c7ea877 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.899798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e900fda-d059-4618-877d-0cf7daa79514 req-45eaed6f-c87e-4ab7-af08-04855c7ea877 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0519733 Nov 12 08:53:15.956037 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e900fda-d059-4618-877d-0cf7daa79514 req-07e7c1e4-2136-4041-b437-397a22415149 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488288 Nov 12 08:53:16.839591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.091240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed53cc-88c8-4ce7-83d8-57d8c9e030ba req-a0b876ae-914e-4e21-a2b5-8a8063a63265 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:17.092743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fed53cc-88c8-4ce7-83d8-57d8c9e030ba req-a0b876ae-914e-4e21-a2b5-8a8063a63265 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0561244 Nov 12 08:53:17.155906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6fed53cc-88c8-4ce7-83d8-57d8c9e030ba req-6795c76c-a227-46fc-8354-18829666186d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568395 Nov 12 08:53:18.312201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df0fab-b05b-4f8b-8135-98a6c45e1ff5 req-24724367-efff-43cd-bb05-50584452223f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.314691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85df0fab-b05b-4f8b-8135-98a6c45e1ff5 req-24724367-efff-43cd-bb05-50584452223f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0804708 Nov 12 08:53:18.398675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85df0fab-b05b-4f8b-8135-98a6c45e1ff5 req-179d4cf7-d6b4-49fd-9604-87e83fe5487e tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769818 Nov 12 08:53:19.523240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfeba4-0498-4e5d-be15-a6c2fa58ef1b req-83f574ac-3080-4a39-9594-065c47b0242f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:19.525199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0bcfeba4-0498-4e5d-be15-a6c2fa58ef1b req-83f574ac-3080-4a39-9594-065c47b0242f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 944 time: 0.0537062 Nov 12 08:53:19.578590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0bcfeba4-0498-4e5d-be15-a6c2fa58ef1b req-f187a15b-4a91-4564-89fd-9de7d4c8ced0 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Nov 12 08:53:20.366536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ead35e86-b190-4342-99cb-a07c6b965e66 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:20.492324 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ead35e86-b190-4342-99cb-a07c6b965e66, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ead35e86-b190-4342-99cb-a07c6b965e66,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:20.506126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'port_id': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'mac_address': 'fa:16:3e:f9:c1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:20.547329 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.563848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead35e86-b190-4342-99cb-a07c6b965e66 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:20.590230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ead35e86-b190-4342-99cb-a07c6b965e66, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ead35e86-b190-4342-99cb-a07c6b965e66,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:20.594724 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.653291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ead35e86-b190-4342-99cb-a07c6b965e66,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.664975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.665447 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.665741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.666128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.666698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.667152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.667497 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.667966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.668534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.669508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.670031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.670421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:20.722902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab276480-fccb-4d17-aa93-6bc5ccc53a65 req-1f4616f3-8790-4da5-8e90-47327205222b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.724493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab276480-fccb-4d17-aa93-6bc5ccc53a65 req-1f4616f3-8790-4da5-8e90-47327205222b tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 945 time: 0.0606489 Nov 12 08:53:20.778482 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab276480-fccb-4d17-aa93-6bc5ccc53a65 req-80def1c6-21df-4514-8088-4ce21f653a74 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476124 Nov 12 08:53:21.036070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ead35e86-b190-4342-99cb-a07c6b965e66'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:21.903975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac4be9-db8e-449c-ab51-ff035ae18ae1 req-a478dea3-c3fd-470f-be07-e68a45768988 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.906667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2ac4be9-db8e-449c-ab51-ff035ae18ae1 req-a478dea3-c3fd-470f-be07-e68a45768988 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 945 time: 0.0554638 Nov 12 08:53:21.971419 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2ac4be9-db8e-449c-ab51-ff035ae18ae1 req-2b0e07d4-4645-4ac3-b4e4-46dd72079253 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587730 Nov 12 08:53:22.359886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ead35e86-b190-4342-99cb-a07c6b965e66 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:22.423390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port ead35e86-b190-4342-99cb-a07c6b965e66 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:22.428372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port ead35e86-b190-4342-99cb-a07c6b965e66 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:22.428923 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.525421 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.554045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:22.556532 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d00762-1245-4446-a73f-7bc8c51196de" -d '{"events": [{"server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "name": "network-vif-plugged", "status": "completed", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:22.573902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ead35e86-b190-4342-99cb-a07c6b965e66, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ead35e86-b190-4342-99cb-a07c6b965e66,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:22.581808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.620644 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d23d677-d992-47c1-983c-e72b9a08d4df x-openstack-request-id: req-4d23d677-d992-47c1-983c-e72b9a08d4df {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:22.620937 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "name": "network-vif-plugged", "status": "completed", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:22.621340 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d23d677-d992-47c1-983c-e72b9a08d4df {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:22.621594 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'code': 200} Nov 12 08:53:22.657002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ead35e86-b190-4342-99cb-a07c6b965e66,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:22.731112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c9cd4-470d-46ab-9d43-42208cc2b3ec req-c4164de7-6470-496b-b896-07ccbd6a0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.732727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-603c9cd4-470d-46ab-9d43-42208cc2b3ec req-c4164de7-6470-496b-b896-07ccbd6a0f81 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1098 time: 0.0446317 Nov 12 08:53:22.789210 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-603c9cd4-470d-46ab-9d43-42208cc2b3ec req-0f78dc85-6dc7-49bf-ba5e-3f1d47c5b4c0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485311 Nov 12 08:53:23.096192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11f0e8-6a70-469b-b11a-d4989e9382d2 req-a3b0fbd9-5875-4a94-a399-f1dec20f3957 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:23.097821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d11f0e8-6a70-469b-b11a-d4989e9382d2 req-a3b0fbd9-5875-4a94-a399-f1dec20f3957 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 946 time: 0.0521803 Nov 12 08:53:23.166283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d11f0e8-6a70-469b-b11a-d4989e9382d2 req-80ddde87-c739-40ce-992d-790d0a64e563 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563853 Nov 12 08:53:24.296538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75901917-59bb-4dba-b094-228e1de7bdbe req-6a8bd7c7-3c5e-4978-9b32-38ac2b7e27f4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:24.298089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75901917-59bb-4dba-b094-228e1de7bdbe req-6a8bd7c7-3c5e-4978-9b32-38ac2b7e27f4 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 946 time: 0.0534112 Nov 12 08:53:24.359880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75901917-59bb-4dba-b094-228e1de7bdbe req-00b3b62d-870b-4326-8e3b-dff7eb35754f tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554862 Nov 12 08:53:24.492931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff931ed-4b81-4fcc-886f-fd27c13ec104 req-4fdf122f-6fa5-4dd4-b8ae-dd5e01136521 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:24.494561 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dff931ed-4b81-4fcc-886f-fd27c13ec104 req-4fdf122f-6fa5-4dd4-b8ae-dd5e01136521 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 946 time: 0.0616674 Nov 12 08:53:24.552656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dff931ed-4b81-4fcc-886f-fd27c13ec104 req-f41c3e10-08a5-48fc-a594-be61a30b8f1c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504768 Nov 12 08:53:24.577868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.622907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a648b78-dca3-4b46-a2cf-74d990abf58e tempest-TestVolumeBootPattern-952579385 tempest-TestVolumeBootPattern-952579385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:24.624642 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7a648b78-dca3-4b46-a2cf-74d990abf58e tempest-TestVolumeBootPattern-952579385 tempest-TestVolumeBootPattern-952579385-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1093 time: 0.0457335 Nov 12 08:53:24.628851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 33916) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.633988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:24.660323 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.791980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.912650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Allocated IP 172.25.4.165 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/5b77890f-7ef6-4c44-b403-478bcf7255bc) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:25.037400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.076611 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.119729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:25.125495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:25.129559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:25.135996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=5b77890f-7ef6-4c44-b403-478bcf7255bc,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.897382 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.970857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.158292 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.164226 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.237226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event updated for resources: {'Port': ['ID=5b77890f-7ef6-4c44-b403-478bcf7255bc,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.254913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.440850 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Floating IP 5ee626fa-4c39-4352-a8ea-e297ec6e8eff associated. External IP: 172.25.4.165, port: ead35e86-b190-4342-99cb-a07c6b965e66. Nov 12 08:53:26.708896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-83e8b356-2544-4a10-8f87-e074e2571978 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559428 Nov 12 08:53:26.760986 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:26.803295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-cfe80ba9-942c-449b-8f0f-c27dfd7b702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.804860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-cfe80ba9-942c-449b-8f0f-c27dfd7b702b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0452893 Nov 12 08:53:26.912348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:26.930408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:26.935977 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.947135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:26.948308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:53:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.964583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-8113ace4-8f30-44d3-a5ee-b04e6478c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.966544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-8113ace4-8f30-44d3-a5ee-b04e6478c9f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1409891 Nov 12 08:53:26.992343 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-be4c2384-8069-40fb-be63-e52a0b059317 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3620338 Nov 12 08:53:26.993225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:26.997592 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1624054f-6e7f-459a-90f2-b3529d9887d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:27.065132 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6772ba-6d06-4914-9db2-15d14769cca9 x-openstack-request-id: req-7d6772ba-6d06-4914-9db2-15d14769cca9 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:27.065593 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:27.066003 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d6772ba-6d06-4914-9db2-15d14769cca9 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:27.066650 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'status': 'completed', 'code': 200} Nov 12 08:53:27.082961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-efc8a1bb-13ea-4903-9bbf-bfe763c57102 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 1001 time: 0.1093438 Nov 12 08:53:27.133648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:27.145540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-1c79419c-ae74-463d-8af1-b4036292d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.147475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-1c79419c-ae74-463d-8af1-b4036292d914 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0573251 Nov 12 08:53:27.159785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-7dd029df-36cc-460e-9114-66df90dc98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.161521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-7dd029df-36cc-460e-9114-66df90dc98f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1098 time: 0.0692050 Nov 12 08:53:27.232788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-c94def4b-6e3f-4c34-9508-9911a550da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.235286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-c94def4b-6e3f-4c34-9508-9911a550da05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805337 Nov 12 08:53:27.294909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-020089fd-22d1-4ce0-be7a-e48c8db85abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.295678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-020089fd-22d1-4ce0-be7a-e48c8db85abc service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1255391 Nov 12 08:53:27.380000 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-bde8f2de-a608-414a-ba6d-44f6e5a133a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 1000 time: 0.0769720 Nov 12 08:53:27.394329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-efb1dc9f-bbb2-46ec-b20c-14e3e6a2fd31 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513391 Nov 12 08:53:27.459723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:26Z', 'revision_number': 1, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}, {'id': '5ee626fa-4c39-4352-a8ea-e297ec6e8eff', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:f9:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:25Z', 'updated_at': '2021-11-12T08:53:25Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:27.460107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-7d806763-3a17-4ebe-9216-2cfccf9d1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.461407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-7d806763-3a17-4ebe-9216-2cfccf9d1b6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0743022 Nov 12 08:53:27.497754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:27.509835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:27.510485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:53:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:27.521582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-db36c02b-e479-4620-9837-ac720ef50333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.524347 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-db36c02b-e479-4620-9837-ac720ef50333 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552216 Nov 12 08:53:27.554410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e4f128d-86da-4830-9ac1-5974fcb0c3ee req-11033195-20b5-4560-9acf-423b65a3ecac service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527927 Nov 12 08:53:27.640277 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:27.659043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-dbfaf362-9005-44a3-b38f-b28e501e2c40 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275144 Nov 12 08:53:27.793380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1624054f-6e7f-459a-90f2-b3529d9887d9 req-da0f5fd3-d1f7-45af-84df-d37950a9cd7c service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268113 Nov 12 08:53:27.977974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:26Z', 'revision_number': 1, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}, {'id': '5ee626fa-4c39-4352-a8ea-e297ec6e8eff', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:f9:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:25Z', 'updated_at': '2021-11-12T08:53:25Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:28.007633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca829078-65ac-4d92-a15d-7603fce65825 None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:26Z', 'revision_number': 1, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}, {'id': '5ee626fa-4c39-4352-a8ea-e297ec6e8eff', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:f9:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:25Z', 'updated_at': '2021-11-12T08:53:25Z', 'revision_number': 0, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:28.230120 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670d98b-bc75-464e-9b76-dd6dc601f29a None None] New status for floating IP 5ee626fa-4c39-4352-a8ea-e297ec6e8eff: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:53:36.540175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-c555a48d-d7de-4155-a530-0435b4a76bf9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544302 Nov 12 08:53:36.641655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-ce1599c8-34d4-40cc-a075-6740e550c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.643231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-ce1599c8-34d4-40cc-a075-6740e550c26a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1098 time: 0.0461764 Nov 12 08:53:36.775128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-32d88cd8-9df6-4131-91a7-31fd2f8a2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.776673 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-32d88cd8-9df6-4131-91a7-31fd2f8a2332 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1114171 Nov 12 08:53:36.858669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-b156c6c6-7d33-43a6-8e46-d538de45ecf6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 1002 time: 0.0733917 Nov 12 08:53:36.914903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-3e54cdb0-395c-4369-acd6-2d249239a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.916540 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-3e54cdb0-395c-4369-acd6-2d249239a5db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0500655 Nov 12 08:53:36.977054 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-e136657b-dc28-4663-ba34-02d822d35d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.978917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-e136657b-dc28-4663-ba34-02d822d35d95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537293 Nov 12 08:53:37.092154 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-e3bce5a9-526f-4f19-8a77-dbb8c907ef4b service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043868 Nov 12 08:53:37.211286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b57a09e2-1a8f-4518-b764-6b37b4952591 req-0a1683e1-ab7e-4152-a54c-93e2086e5583 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111917 Nov 12 08:53:39.106829 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.381830 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:40.727178 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-02ec155f-f8e9-4e9a-87ba-1311b60145f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.158332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.223675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-56c7a320-a33e-43c1-850c-dfea96c6ace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.640287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.784604 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.838209 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.095552 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.722765 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7a503fbf-7bf1-4ed7-82ec-03c0bf00311b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.160853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.220228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-05d2bcad-076b-4e17-9408-9a983e54eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.641243 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.787591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.382200 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:16.835337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.705947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-94883dd8-5869-4699-847a-855cd0b81503 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482697 Nov 12 08:54:27.798522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-4cdcd6d0-d41d-44f2-827b-8e255704a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.800350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-4cdcd6d0-d41d-44f2-827b-8e255704a369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0484269 Nov 12 08:54:27.925545 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-b13392ab-0b97-49f9-a3c2-9bf6e18a67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.927234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-b13392ab-0b97-49f9-a3c2-9bf6e18a67c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1050563 Nov 12 08:54:27.999661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-358c60a8-6b19-47f0-9eeb-4703eb01b843 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 1001 time: 0.0652876 Nov 12 08:54:28.082834 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-986d7ddd-35c2-4b77-9fcf-31dd8ccc71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.084295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-986d7ddd-35c2-4b77-9fcf-31dd8ccc71f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0775146 Nov 12 08:54:28.133431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-e334247f-9877-43f2-bdfe-fb064c0315eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.135544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-e334247f-9877-43f2-bdfe-fb064c0315eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432436 Nov 12 08:54:28.249330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-883d7f7a-af6f-4ea9-85d1-f17963dd5cc6 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070466 Nov 12 08:54:28.403054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1eb54efe-966b-424f-aff4-907ce73b3dda req-5e1de61a-06e2-44e4-9f6f-7209b45ab671 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464911 Nov 12 08:54:38.538823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-7654b98f-d298-49e1-85c3-60bb95d4968c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509467 Nov 12 08:54:38.639666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-8ae69f66-e16e-43b4-93df-2d48360623db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.641644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-8ae69f66-e16e-43b4-93df-2d48360623db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1098 time: 0.0520735 Nov 12 08:54:38.781746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-6d265b79-800f-4399-a96e-44356fbf1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.784648 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-6d265b79-800f-4399-a96e-44356fbf1e60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1208594 Nov 12 08:54:38.878419 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-5749d732-2e6e-44f6-9159-5e52e884a787 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 1002 time: 0.0855184 Nov 12 08:54:38.938178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-703565a0-21dd-4d37-93f3-0d8fdd7bd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.939935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-703565a0-21dd-4d37-93f3-0d8fdd7bd5fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0548339 Nov 12 08:54:38.996073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-5830ad7e-038c-4a6c-bb6f-4e767f2fcfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.997800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-5830ad7e-038c-4a6c-bb6f-4e767f2fcfee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513411 Nov 12 08:54:39.119581 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-b144aef7-c2d0-47d4-adf6-d1ed42cf2de2 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135321 Nov 12 08:54:39.126294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.230466 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c2e4f7a4-57c0-470c-abec-2dfcacb23563 req-d6d82966-96d0-43e3-84da-337dc256a5e5 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034033 Nov 12 08:54:40.718433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-19718003-a05c-4102-b617-505d5bba8d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.151483 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.216548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bc369ac-b2c7-47f4-b32b-8fc8c2039318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.648455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.790960 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.830360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.381702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:54.637559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 33956) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.183563 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port 5b77890f-7ef6-4c44-b403-478bcf7255bc {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:55.183982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.272853 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.273215 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.287441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for 5b77890f-7ef6-4c44-b403-478bcf7255bc owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:55.456371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.483811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=5b77890f-7ef6-4c44-b403-478bcf7255bc,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.499312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.499639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.499982 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.500354 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.500679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.501010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.501329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.501642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.501974 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.502287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.502604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.502923 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:55.570433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.570857 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Floating IP 5ee626fa-4c39-4352-a8ea-e297ec6e8eff disassociated (deleted). External IP: 172.25.4.165, port: ead35e86-b190-4342-99cb-a07c6b965e66. Nov 12 08:54:55.815822 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:55.940374 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:55.947395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.953685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:55.970439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:55.971217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:54:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:55.984972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9205666f-8a40-4803-b0d0-6f88c35b4861 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "DELETE /v2.0/floatingips/5ee626fa-4c39-4352-a8ea-e297ec6e8eff HTTP/1.1" status: 204 len: 168 time: 1.3459399 Nov 12 08:54:55.985941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:55.990077 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03569c36-dba7-4a24-999c-0607f83270d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:56.035883 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260c106-1e9d-47d3-b7af-27490a556a9a x-openstack-request-id: req-3260c106-1e9d-47d3-b7af-27490a556a9a {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:56.036887 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:56.036887 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3260c106-1e9d-47d3-b7af-27490a556a9a {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:56.037417 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'status': 'completed', 'code': 200} Nov 12 08:54:56.112885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:56.127067 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569c36-dba7-4a24-999c-0607f83270d3 req-c065316a-90be-404b-83e3-8429ca332d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.129987 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-c065316a-90be-404b-83e3-8429ca332d67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 1098 time: 0.0663471 Nov 12 08:54:56.309186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569c36-dba7-4a24-999c-0607f83270d3 req-bd734b83-1f08-49ff-af52-f45d99c27ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.311810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-bd734b83-1f08-49ff-af52-f45d99c27ba5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1743183 Nov 12 08:54:56.364716 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-5342f127-5336-4e64-afcb-c15a07c23736 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 200 len: 217 time: 0.0443234 Nov 12 08:54:56.456974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569c36-dba7-4a24-999c-0607f83270d3 req-d031a18c-5cfa-4866-b797-fdd438655a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.459614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-d031a18c-5cfa-4866-b797-fdd438655a2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0855272 Nov 12 08:54:56.481656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:26Z', 'revision_number': 1, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:56.505412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badae2e-e676-4bfe-b850-b0aefb389b0f req-be7db98f-870b-456d-8646-d53fc50fc807 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.508078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5badae2e-e676-4bfe-b850-b0aefb389b0f req-be7db98f-870b-456d-8646-d53fc50fc807 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 946 time: 0.2487538 Nov 12 08:54:56.533708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:56.535084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569c36-dba7-4a24-999c-0607f83270d3 req-5ae407d3-92e4-4793-85c6-8a4b5d4ee535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.536704 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-5ae407d3-92e4-4793-85c6-8a4b5d4ee535 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684123 Nov 12 08:54:56.550944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:56.552036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:54:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:56.601453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5badae2e-e676-4bfe-b850-b0aefb389b0f req-178a0e90-a05d-499c-84fb-0754cd613953 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854790 Nov 12 08:54:56.691683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-af33c88b-7585-42b1-90af-ab02a1c17b34 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461875 Nov 12 08:54:56.693255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:56.845995 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03569c36-dba7-4a24-999c-0607f83270d3 req-4218cf63-d903-4bcd-bb21-f9cfc21c87d8 service neutron] 10.222.0.25 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446855 Nov 12 08:54:57.131421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:26Z', 'revision_number': 1, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:57.161211 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8c8af-8bac-4e34-af0f-a47b9ddfdcfe None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4c60ebf2-b428-4ce9-a22d-6fbb1e34e598', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'port_id': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'mac_address': 'fa:16:3e:fc:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:51:24Z', 'updated_at': '2021-11-12T08:51:26Z', 'revision_number': 1, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:57.442471 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94eab4-3b07-46b7-af5b-bb83b626a5a2 None None] New status for floating IP 5ee626fa-4c39-4352-a8ea-e297ec6e8eff: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:54:57.875318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6cbb-6197-4900-b030-38c350cbce10 req-b084260c-f5d3-475c-b8dd-92308020f1a7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.876973 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594f6cbb-6197-4900-b030-38c350cbce10 req-b084260c-f5d3-475c-b8dd-92308020f1a7 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 946 time: 0.0550601 Nov 12 08:54:57.877865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbaff5-1f58-4034-b9b0-a83a25cf908e req-11625603-2eb1-4ee5-a84f-8b351c9e8461 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.880625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8dbaff5-1f58-4034-b9b0-a83a25cf908e req-11625603-2eb1-4ee5-a84f-8b351c9e8461 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 946 time: 0.1918869 Nov 12 08:54:57.970060 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8dbaff5-1f58-4034-b9b0-a83a25cf908e req-ade66fa7-6349-4d27-bdb6-33978ba0409c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824280 Nov 12 08:54:57.981940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port ead35e86-b190-4342-99cb-a07c6b965e66 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:57.982291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.157958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port ead35e86-b190-4342-99cb-a07c6b965e66, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ead35e86-b190-4342-99cb-a07c6b965e66,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:58.158588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.183340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for ead35e86-b190-4342-99cb-a07c6b965e66 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:58.392385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.448183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=ead35e86-b190-4342-99cb-a07c6b965e66,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:58.471799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.477762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.480098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:58.529255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port ead35e86-b190-4342-99cb-a07c6b965e66 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:58.531998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.535619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-594f6cbb-6197-4900-b030-38c350cbce10 req-3cfb46d3-7d36-4879-b598-fd45e25283c8 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.25 "DELETE /v2.0/ports/ead35e86-b190-4342-99cb-a07c6b965e66 HTTP/1.1" status: 204 len: 173 time: 0.6516623 Nov 12 08:54:58.536128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'name': 'network-vif-deleted', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:58.538492 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0954d6eb-6254-47e3-b3c7-b62978488b67" -d '{"events": [{"server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "name": "network-vif-deleted", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:58.593211 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1628e51a-c83e-4ad7-81c1-4f463b0df2db x-openstack-request-id: req-1628e51a-c83e-4ad7-81c1-4f463b0df2db {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:58.593638 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2811ab96-070f-4ad2-a370-e613c8d7ca26", "name": "network-vif-deleted", "tag": "ead35e86-b190-4342-99cb-a07c6b965e66", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:58.593816 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1628e51a-c83e-4ad7-81c1-4f463b0df2db {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:58.594239 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2811ab96-070f-4ad2-a370-e613c8d7ca26', 'name': 'network-vif-deleted', 'tag': 'ead35e86-b190-4342-99cb-a07c6b965e66', 'status': 'completed', 'code': 200} Nov 12 08:54:59.124993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-acb05a7d-1e84-4d8b-9035-7290056b7f7e req-13ba10a9-b137-4050-b916-9c4fe48a4022 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0313907 Nov 12 08:55:00.267416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1cd28d6d-0035-4287-a69b-8ad758bbfb56 req-cb61ca62-0237-4570-a3e4-27cfed3b191c tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0469222 Nov 12 08:55:00.839055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ead35e86-b190-4342-99cb-a07c6b965e66 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:00.862327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: ead35e86-b190-4342-99cb-a07c6b965e66 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:00.862675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ead35e86-b190-4342-99cb-a07c6b965e66 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:01.381757 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-084fb0c4-406e-4d2c-89ff-736c78e85c67 req-042840a8-bbab-47a1-8746-f30e2a32411d tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0288401 Nov 12 08:55:02.549613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-604d676e-3240-480e-8586-b1fb8fedf7eb req-fd0960e5-b1ce-4871-8bae-f9c9f0c68137 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0373309 Nov 12 08:55:03.695615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e2fe770-5932-4c8a-ad2c-dcc694fe5f8c req-77cbdc1b-7f29-4486-8e44-55af3426e7b2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=2811ab96-070f-4ad2-a370-e613c8d7ca26 HTTP/1.1" status: 200 len: 210 time: 0.0403605 Nov 12 08:55:09.122314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.285951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:10.466228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port 5d0a60b2-1a92-402f-81f2-562271fd4200 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:10.466625 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.554897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.555215 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.570272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for 5d0a60b2-1a92-402f-81f2-562271fd4200 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:10.728569 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bdd90175-6f10-412f-a218-cbbe8d07b510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.743792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.796927 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=5d0a60b2-1a92-402f-81f2-562271fd4200,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:10.867778 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.868445 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Floating IP 4c60ebf2-b428-4ce9-a22d-6fbb1e34e598 disassociated (deleted). External IP: 172.25.4.172, port: 3b08278a-7529-4fab-81d5-6ad0f4ec9db0. Nov 12 08:55:11.144832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:11.273680 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:11.279650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.286433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:11.301508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:11.302851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:54:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:11.316519 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b4c13b4f-9793-4163-8af4-62d336d3d831 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "DELETE /v2.0/floatingips/4c60ebf2-b428-4ce9-a22d-6fbb1e34e598 HTTP/1.1" status: 204 len: 168 time: 1.0292652 Nov 12 08:55:11.317442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:11.322143 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65fde29-6bfc-4f7f-898d-937237b63fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:11.379538 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1351a428-f2cb-4986-a565-ec72411c2dbb x-openstack-request-id: req-1351a428-f2cb-4986-a565-ec72411c2dbb {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:11.379882 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:11.380115 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1351a428-f2cb-4986-a565-ec72411c2dbb {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:11.380520 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'status': 'completed', 'code': 200} Nov 12 08:55:11.474949 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-816aa842-d1a6-48f7-a561-af7d90afbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.476938 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-816aa842-d1a6-48f7-a561-af7d90afbed7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07699374b21d4ed5af366910b57e5e91&device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 1097 time: 0.0696743 Nov 12 08:55:11.477159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:11.616246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-9ef0a530-b665-4ea8-8c61-293562bc9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.619500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-9ef0a530-b665-4ea8-8c61-293562bc9236 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 200 len: 912 time: 0.1357312 Nov 12 08:55:11.723862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-e1d644a2-69ac-4e10-acbe-fe8846f1c336 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 200 len: 217 time: 0.0945394 Nov 12 08:55:11.792881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532efe-99b7-4dc7-9961-421964f1754b req-6180be37-a86d-4e57-be41-b540be23e423 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.794540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11532efe-99b7-4dc7-9961-421964f1754b req-6180be37-a86d-4e57-be41-b540be23e423 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 945 time: 0.1639807 Nov 12 08:55:11.804131 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-17e7d018-7c22-4de0-9620-6181b90bbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.806127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-17e7d018-7c22-4de0-9620-6181b90bbfea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 200 len: 851 time: 0.0714264 Nov 12 08:55:11.813117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:11.848474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:11.859596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:11.860279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:54:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:11.891971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11532efe-99b7-4dc7-9961-421964f1754b req-306fa032-2a1b-4b2e-ae6a-1ca4ca2134af tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847397 Nov 12 08:55:11.894323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-05fbc44e-faa0-4763-be31-6020ed0bdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.895914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-05fbc44e-faa0-4763-be31-6020ed0bdef6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31674df8-8f70-4955-ab5e-fd3572b19773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822053 Nov 12 08:55:12.008144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:12.032661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-fad0e598-9db7-4aa1-9990-66dc03429587 service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284711 Nov 12 08:55:12.139008 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d65fde29-6bfc-4f7f-898d-937237b63fb0 req-61f55a27-617e-4cbb-957f-159d0581417f service neutron] 10.222.0.32 "GET /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981662 Nov 12 08:55:12.205462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.311742 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:12.344611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83284765-bb6c-44ca-a0d7-ae759240dfb7 None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '77a288c6-b21d-47a0-9f0b-6d4b6324f8f3', 'name': '', 'network_id': '31674df8-8f70-4955-ab5e-fd3572b19773', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'mac_address': 'fa:16:3e:0a:45:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:47Z', 'updated_at': '2021-11-12T08:44:52Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'subnets': [{'id': '0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:12.612816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f1213-4570-4f96-8afb-aca985a87e17 None None] New status for floating IP 4c60ebf2-b428-4ce9-a22d-6fbb1e34e598: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:13.029138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6d655-c627-4877-a676-0bbbb3bbc5f4 req-6923dafb-40b8-4552-9fd0-eeddbce5bfa5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.030760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ab6d655-c627-4877-a676-0bbbb3bbc5f4 req-6923dafb-40b8-4552-9fd0-eeddbce5bfa5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 945 time: 0.0551391 Nov 12 08:55:13.103896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ab6d655-c627-4877-a676-0bbbb3bbc5f4 req-16b28e5e-5393-41c1-967f-e798fcbad286 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/security-groups?id=c61e3632-0f95-49d3-b1e0-6384053a85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654831 Nov 12 08:55:13.155098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857c38-153d-4651-a50b-a1c8171486d8 req-5273ccc2-625b-4b88-9d95-b5eb644f692a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.157772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af857c38-153d-4651-a50b-a1c8171486d8 req-5273ccc2-625b-4b88-9d95-b5eb644f692a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 945 time: 0.0677385 Nov 12 08:55:13.214100 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4411804a-80db-496b-914a-c6a89ead4fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.260807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:13.261154 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.371271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] For port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:13.371637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.386444 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:13.543138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.576745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=3b08278a-7529-4fab-81d5-6ad0f4ec9db0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:13.642944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] No DVR routers for this DVR port 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:13.646681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.650364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-af857c38-153d-4651-a50b-a1c8171486d8 req-df62d83d-da76-461b-b145-78a705360d22 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.32 "DELETE /v2.0/ports/3b08278a-7529-4fab-81d5-6ad0f4ec9db0 HTTP/1.1" status: 204 len: 173 time: 0.4867887 Nov 12 08:55:13.650869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'name': 'network-vif-deleted', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:13.653468 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa51fd6-1eb5-4a58-81fe-e71d6c612bb2" -d '{"events": [{"server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "name": "network-vif-deleted", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:13.714648 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398972a7-c1a5-4f78-a30e-d5d345383188 x-openstack-request-id: req-398972a7-c1a5-4f78-a30e-d5d345383188 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:13.716133 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749", "name": "network-vif-deleted", "tag": "3b08278a-7529-4fab-81d5-6ad0f4ec9db0", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:13.716592 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-398972a7-c1a5-4f78-a30e-d5d345383188 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:13.717298 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749', 'name': 'network-vif-deleted', 'tag': '3b08278a-7529-4fab-81d5-6ad0f4ec9db0', 'status': 'completed', 'code': 200} Nov 12 08:55:14.206591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc789846-278c-4afe-8929-17f040a055ec req-d3ac69d3-eb45-445d-a5f1-0547064c7f8a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0279431 Nov 12 08:55:14.647759 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.320748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d30a3388-38df-41bc-9c57-fe36752e4e98 req-60b7b0cc-be3d-4948-943a-61f4c94eb9a5 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0345368 Nov 12 08:55:15.795893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.459591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f935895-0d2a-47cf-a73f-d09e2f05467d req-3320fa61-61da-433c-90d1-aecab73b2020 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0337324 Nov 12 08:55:16.838997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.609009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-94c74570-3395-498a-ac37-9d8e5ca3cb46 req-d6928764-c13d-402c-8f34-1722ebe11bc9 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a7a7d9-42d2-4c78-b0e1-d7dd78e8a749 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Nov 12 08:55:18.158240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:18.187406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:18.187929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 3b08278a-7529-4fab-81d5-6ad0f4ec9db0 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:18.712287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34038) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:18.945553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Deleting port 2d9483c2-8f03-4cad-a123-7de501c124f5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:18.946348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.068564 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.068904 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.084002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Calling delete_port for 2d9483c2-8f03-4cad-a123-7de501c124f5 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:19.235717 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.269253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'Port': ['ID=2d9483c2-8f03-4cad-a123-7de501c124f5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.359095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.361937 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.363161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-48df3bc1-b984-4ae7-aad9-440202d3eaf2 tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "DELETE /v2.0/floatingips/e48ffd8f-1d24-4087-a8b8-9251e0812b49 HTTP/1.1" status: 204 len: 168 time: 0.6492534 Nov 12 08:55:22.728383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34054) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:22.802510 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41a61fad-cfab-42b1-964d-4db28721b93a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.844894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41a61fad-cfab-42b1-964d-4db28721b93a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.938930 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41a61fad-cfab-42b1-964d-4db28721b93a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.941633 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-41a61fad-cfab-42b1-964d-4db28721b93a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.943125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-41a61fad-cfab-42b1-964d-4db28721b93a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] 10.222.0.16 "DELETE /v2.0/security-groups/c61e3632-0f95-49d3-b1e0-6384053a85f3 HTTP/1.1" status: 204 len: 168 time: 0.2134273 Nov 12 08:55:22.954391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a61fad-cfab-42b1-964d-4db28721b93a tempest-TestVolumeBootPattern-1417218601 tempest-TestVolumeBootPattern-1417218601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e3632-0f95-49d3-b1e0-6384053a85f3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.069915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34058) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:23.706167 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.075883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Deleting port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:24.076733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.209373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] For port 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:24.209741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.231616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Calling delete_port for 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:24.444781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.476745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Pushing event deleted for resources: {'Port': ['ID=77a288c6-b21d-47a0-9f0b-6d4b6324f8f3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:24.719362 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.959422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Router 25a4293a-82eb-49d2-9ef6-01e810993f82 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:25.082252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:25.087760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-975a9c9c-0753-4951-adb6-7dbf8c9efefb admin admin] 10.222.0.16 "PUT /v2.0/routers/25a4293a-82eb-49d2-9ef6-01e810993f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0158429 Nov 12 08:55:25.092009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34062) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:25.096481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] Sync routers for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:25.109437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:25.110225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:55:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.231842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:25.455465 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:55:24Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.490170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] Checking router: 25a4293a-82eb-49d2-9ef6-01e810993f82 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:25.501139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] Routers {'25a4293a-82eb-49d2-9ef6-01e810993f82'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:25.501783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:55:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['25a4293a-82eb-49d2-9ef6-01e810993f82'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.629652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] Set router 25a4293a-82eb-49d2-9ef6-01e810993f82 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:25.635855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.795038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.862783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Deleting port 9c168176-6db9-4566-b54c-cdd4a7e5431f {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:25.863112 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.885133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:55:24Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.924882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fa1b9-f27f-4142-b1fa-98f5c2135953 None None] The sync data for ids ['25a4293a-82eb-49d2-9ef6-01e810993f82'] in n-d-768509-25 is: [{'id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'name': 'tempest-TestVolumeBootPattern-1791356928-router', 'tenant_id': '07699374b21d4ed5af366910b57e5e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:45Z', 'updated_at': '2021-11-12T08:55:24Z', 'revision_number': 5, 'project_id': '07699374b21d4ed5af366910b57e5e91', 'gw_port': {'id': '9c168176-6db9-4566-b54c-cdd4a7e5431f', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4293a-82eb-49d2-9ef6-01e810993f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:46Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:25.988496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] For port 9c168176-6db9-4566-b54c-cdd4a7e5431f, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=9c168176-6db9-4566-b54c-cdd4a7e5431f,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:25.988938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.011185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Calling delete_port for 9c168176-6db9-4566-b54c-cdd4a7e5431f owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:26.207758 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.239627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c168176-6db9-4566-b54c-cdd4a7e5431f,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.254325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd4e88-a7ad-4b02-addb-001c9b4ff326 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:26.319044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.437133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.447750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.500926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.501620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a4293a-82eb-49d2-9ef6-01e810993f82 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:26.507721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.509460 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b58ba33f-374f-465a-9f4e-216e0af0e990 admin admin] 10.222.0.16 "DELETE /v2.0/routers/25a4293a-82eb-49d2-9ef6-01e810993f82 HTTP/1.1" status: 204 len: 168 time: 1.4163759 Nov 12 08:55:26.512810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34064) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.577385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Deleting subnet 0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:26.584657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.634661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:26.649671 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.665790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:26.666274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 77a288c6-b21d-47a0-9f0b-6d4b6324f8f3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:26.754720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.822620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.850403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.854732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.858484 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-92f74906-b48c-4b29-a532-48337a9cb16f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0fe4b3b3-535b-48e5-afad-2bd80e5ce3b1 HTTP/1.1" status: 204 len: 168 time: 0.3441613 Nov 12 08:55:26.861394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34066) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.865189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550f2ee-2717-445f-9352-794b24a3231d None None] Network 31674df8-8f70-4955-ab5e-fd3572b19773 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:26.979985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.088825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Deleting port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:27.089395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.090815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] DHCP port deletion for 31674df8-8f70-4955-ab5e-fd3572b19773 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:27.167627 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Deleting port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:27.167627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.171757 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] For port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:27.172186 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.186889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Calling delete_port for 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:27.234916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] For port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,segment=NetworkSegment(271ea280-443e-495b-a3b4-6134042d905e),segment_id=271ea280-443e-495b-a3b4-6134042d905e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:27.235320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.250047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Calling delete_port for 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:27.285898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.320518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] No DVR routers for this DVR port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:27.326773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Pushing event deleted for resources: {'Port': ['ID=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.340829 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.368477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Pushing event deleted for resources: {'Port': ['ID=25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.373154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] No DVR routers for this DVR port 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:27.380647 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.380985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.381320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.381672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.382281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.382611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.382968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.383293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.383616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.383937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.384279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.384603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92772a85-d023-4183-b43b-16ecf284f31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:27.407602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.431810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31674df8-8f70-4955-ab5e-fd3572b19773']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:27.444539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271ea280-443e-495b-a3b4-6134042d905e') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:27.444961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271ea280-443e-495b-a3b4-6134042d905e') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:27.464109 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.481945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.488996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:27.489523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:27.491550 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:27.558832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.566470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.570093 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/31674df8-8f70-4955-ab5e-fd3572b19773 HTTP/1.1" status: 204 len: 168 time: 0.7075968 Nov 12 08:55:27.574706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34068) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:27.588170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75bab3-b8a1-4008-ac41-c6ce5de705bf admin admin] Pushing event deleted for resources: {'Network': ['ID=31674df8-8f70-4955-ab5e-fd3572b19773,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.996021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.271600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Deleting port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:28.271861 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.362004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] For port 3a44a211-9d9c-4e60-90ec-d9437a0fbf40, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,segment=NetworkSegment(67c4519d-4adf-4c0a-8741-905a1ce949b9),segment_id=67c4519d-4adf-4c0a-8741-905a1ce949b9)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:28.362369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.377318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Calling delete_port for 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:28.596215 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.597643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9c168176-6db9-4566-b54c-cdd4a7e5431f no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:28.625765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 9c168176-6db9-4566-b54c-cdd4a7e5431f {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:28.626112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 9c168176-6db9-4566-b54c-cdd4a7e5431f not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:28.626527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:28.635645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a44a211-9d9c-4e60-90ec-d9437a0fbf40,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:28.656590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:28.657132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 25bd0e5e-9c51-4fa3-ae75-0f1d26fb1b93 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:28.854095 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.521430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Router ed13479a-5910-46a1-8db5-584b93b673e5 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:29.650418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:29.656552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6dddcaf4-7bc8-4004-ac15-5c803f74dd1c admin admin] 10.222.0.16 "PUT /v2.0/routers/ed13479a-5910-46a1-8db5-584b93b673e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0795052 Nov 12 08:55:29.659806 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34070) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:29.664805 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] Sync routers for ids ['ed13479a-5910-46a1-8db5-584b93b673e5'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:29.683311 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] Routers {'ed13479a-5910-46a1-8db5-584b93b673e5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:29.684414 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:55:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed13479a-5910-46a1-8db5-584b93b673e5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:29.773045 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.863190 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] Set router ed13479a-5910-46a1-8db5-584b93b673e5 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:29.927301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.992887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Deleting port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:29.993222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.104459 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:55:28Z', 'revision_number': 5, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port': {'id': 'dfeb42f7-0ba3-4979-995a-b27e8b5bcb54', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:51Z', 'updated_at': '2021-11-12T08:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:30.127781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] For port dfeb42f7-0ba3-4979-995a-b27e8b5bcb54, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:30.128370 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.138364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] Checking router: ed13479a-5910-46a1-8db5-584b93b673e5 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:30.145620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Calling delete_port for dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:30.149757 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] Routers {'ed13479a-5910-46a1-8db5-584b93b673e5'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:30.150594 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:55:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ed13479a-5910-46a1-8db5-584b93b673e5'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:30.250206 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] Set router ed13479a-5910-46a1-8db5-584b93b673e5 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:30.347318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.353234 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:55:29Z', 'revision_number': 6, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:30.382813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeb42f7-0ba3-4979-995a-b27e8b5bcb54,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.398132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7908d23-932d-4451-9138-fd4c5cd77d5e None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:30.405124 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a3b2f-847f-4f51-90ac-8b3fdf0f0013 None None] The sync data for ids ['ed13479a-5910-46a1-8db5-584b93b673e5'] in n-d-768509-25 is: [{'id': 'ed13479a-5910-46a1-8db5-584b93b673e5', 'name': 'tempest-TestVolumeBootPattern-1487852328-router', 'tenant_id': '1b18b195ff60477bab07b48296bada58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:50Z', 'updated_at': '2021-11-12T08:55:29Z', 'revision_number': 6, 'project_id': '1b18b195ff60477bab07b48296bada58', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:30.410446 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:55:30.483713 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.590960 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.593467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.651091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.651802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed13479a-5910-46a1-8db5-584b93b673e5 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:30.656588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.660377 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5341a6ec-120c-4637-ac61-a598d6cab1fd admin admin] 10.222.0.16 "DELETE /v2.0/routers/ed13479a-5910-46a1-8db5-584b93b673e5 HTTP/1.1" status: 204 len: 168 time: 0.9968781 Nov 12 08:55:30.660485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34072) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:30.713085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Deleting subnet 10ea1182-038d-459f-81d7-8ddebc3eabce {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:30.716487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.754288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.839063 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.903427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.933471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ea1182-038d-459f-81d7-8ddebc3eabce,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.937460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.942235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0d2ed5bb-91d0-47fa-9157-dd8176aa9b9b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/10ea1182-038d-459f-81d7-8ddebc3eabce HTTP/1.1" status: 204 len: 168 time: 0.2796278 Nov 12 08:55:30.945639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34074) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:30.948204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd7a4f-2fc9-479e-ade9-b466dcd1067b None None] Network f0eba095-e588-4ec4-b8fa-249ffe27373c requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:31.033155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:31.056729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.065657 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:31.066661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3a44a211-9d9c-4e60-90ec-d9437a0fbf40 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:31.139808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Deleting port 33ccf990-c1f9-411b-b0de-eefc26c2f026 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:31.140413 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.208329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] DHCP port deletion for f0eba095-e588-4ec4-b8fa-249ffe27373c request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:31.236997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] For port 33ccf990-c1f9-411b-b0de-eefc26c2f026, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=33ccf990-c1f9-411b-b0de-eefc26c2f026,segment=NetworkSegment(67c4519d-4adf-4c0a-8741-905a1ce949b9),segment_id=67c4519d-4adf-4c0a-8741-905a1ce949b9)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:31.237369 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.256027 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Calling delete_port for 33ccf990-c1f9-411b-b0de-eefc26c2f026 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:31.388546 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.421234 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ccf990-c1f9-411b-b0de-eefc26c2f026,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.441802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Deleting port 33ccf990-c1f9-411b-b0de-eefc26c2f026 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:31.442225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.447065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] No DVR routers for this DVR port 33ccf990-c1f9-411b-b0de-eefc26c2f026 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:31.516794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] For port 33ccf990-c1f9-411b-b0de-eefc26c2f026, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:31.517398 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.534565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Calling delete_port for 33ccf990-c1f9-411b-b0de-eefc26c2f026 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:31.537554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Port 33ccf990-c1f9-411b-b0de-eefc26c2f026 was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:55:31.538885 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.539116 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.565272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0eba095-e588-4ec4-b8fa-249ffe27373c']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:31.570154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] Pushing event deleted for resources: {'Port': ['ID=33ccf990-c1f9-411b-b0de-eefc26c2f026,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.574867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7641dcf5-5991-4c55-8b7d-b5321b421741 None None] No DVR routers for this DVR port 33ccf990-c1f9-411b-b0de-eefc26c2f026 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:31.591086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c4519d-4adf-4c0a-8741-905a1ce949b9') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:31.591086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c4519d-4adf-4c0a-8741-905a1ce949b9') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:31.600984 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.617740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.625623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:31.626355 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:31.628745 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:31.694809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.703685 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.707625 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f0eba095-e588-4ec4-b8fa-249ffe27373c HTTP/1.1" status: 204 len: 168 time: 0.7607956 Nov 12 08:55:31.721456 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae1fb-d07b-4c7b-8e28-8011f9e79482 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0eba095-e588-4ec4-b8fa-249ffe27373c,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.863746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34078) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:31.907684 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-48ddc91c-1b1d-44c4-adae-287530da6be3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07699374b21d4ed5af366910b57e5e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426071 Nov 12 08:55:31.910188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34080) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:31.965581 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c954d0b0-a83e-4985-bdd6-be1128f69df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.989395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c954d0b0-a83e-4985-bdd6-be1128f69df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.049807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c954d0b0-a83e-4985-bdd6-be1128f69df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.053209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c954d0b0-a83e-4985-bdd6-be1128f69df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.055103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c954d0b0-a83e-4985-bdd6-be1128f69df1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c59c09e8-33e7-464e-8a50-e392b1c02349 HTTP/1.1" status: 204 len: 168 time: 0.1438086 Nov 12 08:55:32.065723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954d0b0-a83e-4985-bdd6-be1128f69df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59c09e8-33e7-464e-8a50-e392b1c02349,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:32.463357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:32.531319 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1a067c2b-788b-4b8e-8232-618c4d6363df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b18b195ff60477bab07b48296bada58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652750 Nov 12 08:55:32.535359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34088) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:32.609756 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffa88-5791-41af-815f-87a8c853b7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.619749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 33ccf990-c1f9-411b-b0de-eefc26c2f026 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:32.643091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 33ccf990-c1f9-411b-b0de-eefc26c2f026 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:32.643445 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 33ccf990-c1f9-411b-b0de-eefc26c2f026 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:32.643854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:32.659365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffa88-5791-41af-815f-87a8c853b7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.665408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:32.665757 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dfeb42f7-0ba3-4979-995a-b27e8b5bcb54 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:32.751242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffa88-5791-41af-815f-87a8c853b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.754278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bb0ffa88-5791-41af-815f-87a8c853b7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.755567 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb0ffa88-5791-41af-815f-87a8c853b7f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b914e84-923d-4a7b-9d94-d2d9acc76269 HTTP/1.1" status: 204 len: 168 time: 0.2191963 Nov 12 08:55:32.764687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ffa88-5791-41af-815f-87a8c853b7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b914e84-923d-4a7b-9d94-d2d9acc76269,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:39.124819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.734286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2d749e7-5a70-4d82-b1f4-dbfa11ef9d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.147978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.210377 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dfb22b94-f099-460d-87bd-8c3b246c02bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.658361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.222495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-41e8a50d-6ae3-4268-bb2f-d56b8bbe108a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=28101d8cc24744bc92b3be04cace0d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329092 Nov 12 08:55:45.455156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-838cdfa5-43e8-4a8c-9a6f-bec84d7facda tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.457100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-838cdfa5-43e8-4a8c-9a6f-bec84d7facda tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280078 Nov 12 08:55:45.473870 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-a0e798ab-8b10-42e8-8e8a-c734915e66bb tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/quotas/28101d8cc24744bc92b3be04cace0d6d HTTP/1.1" status: 200 len: 375 time: 0.0101273 Nov 12 08:55:45.510058 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c5300de-5320-4b86-bc5a-bcd367512776 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28101d8cc24744bc92b3be04cace0d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292320 Nov 12 08:55:45.793896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-90b5718a-51b9-4d96-9f57-d19dc6109078 req-9571a50d-dffd-4331-8ce6-ec0fd05a9f89 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0502319 Nov 12 08:55:45.801009 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.836786 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.920216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a77d8593-7270-4306-8698-837e05ded4a7 req-352beeef-aa2a-4466-9fa8-446e47c54456 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0383377 Nov 12 08:55:48.016604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b55822f-3546-4483-92f4-a6a5d8bfb4ee req-ce45d4dc-a5f8-4977-9fe8-3d987921a6d4 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Nov 12 08:55:49.134193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9f7b6d4-d5df-4120-84f1-ca7843554616 req-37d26ec3-216f-4abd-a21a-ffd1658020d0 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0288327 Nov 12 08:55:50.246658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd6cac03-12ca-4c5a-ab12-c7843ab436c7 req-c3b2ce84-f642-4a67-8b24-3a2f9e3f962d tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0284498 Nov 12 08:55:51.073772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-5cbbf2a3-3289-4b7e-a63f-708f40f1a874 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=28101d8cc24744bc92b3be04cace0d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280643 Nov 12 08:55:51.209242 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-9be14625-f93a-4635-af5c-566eb154bce7 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:51.213386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-9be14625-f93a-4635-af5c-566eb154bce7 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341114 Nov 12 08:55:51.228985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Request body: {'port': {'device_id': '8764b666-60ad-4594-88e9-5859204d4dc0', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'admin_state_up': True, 'tenant_id': '28101d8cc24744bc92b3be04cace0d6d'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:51.374157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0b6a5020-dd3b-4857-a28a-438d2c1c8466 req-7a556664-dd91-4091-ab98-09ae3fd1e5ba tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 210 time: 0.0410137 Nov 12 08:55:51.415322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Made reservation on behalf of 28101d8cc24744bc92b3be04cace0d6d for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:51.419271 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.435890 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.535036 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.540600 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.627170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91550a4c-aeb2-47d8-8fc8-de7afb9e019f,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:51.726808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Allocated IP 192.168.233.233 (879842c7-7dd6-4ea1-81ad-83e8b9bf891e/0aacea0c-1e78-4495-b7b3-e176e0f07bde/fe7c2c4a-e042-451b-9e71-d5bbed0ea737) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:51.915857 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.957454 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.033471 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:52.039720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:52.051919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:52.114079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Pushing event updated for resources: {'Port': ['ID=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:52.162727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.165405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.188088 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-f9df1ecb-2efe-4f19-88cd-7e8d05fe728a tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9647629 Nov 12 08:55:52.201485 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Request body: {'port': {'device_id': '8764b666-60ad-4594-88e9-5859204d4dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:52.298190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.486779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6847b98c-b398-496b-a2db-284fe5f8fe8b None None] Provisioning complete for port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:52.488208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6847b98c-b398-496b-a2db-284fe5f8fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.537073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6847b98c-b398-496b-a2db-284fe5f8fe8b None None] Port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:52.638971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdec62d-6faf-423d-8765-9e7ebc3497dc req-fd906b7a-1fa7-479b-897b-000faa246daf tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.640713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccdec62d-6faf-423d-8765-9e7ebc3497dc req-fd906b7a-1fa7-479b-897b-000faa246daf tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 936 time: 0.1181760 Nov 12 08:55:52.750552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccdec62d-6faf-423d-8765-9e7ebc3497dc req-5c12024a-7df8-4312-bc49-6a1a9c7e20fa tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025233 Nov 12 08:55:52.766088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7c2c4a-e042-451b-9e71-d5bbed0ea737 {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:52.781356 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.801574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Transition to ACTIVE for port object fe7c2c4a-e042-451b-9e71-d5bbed0ea737 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:52.806003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.865790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:52.969206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Attempting to bind port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:52.969761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Attempting to bind port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:52.970483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Attempting to bind port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:52.978781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:52.979376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Attempting to bind port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 on network 879842c7-7dd6-4ea1-81ad-83e8b9bf891e {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:52.987874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:52.988410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Checking segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:52.988811 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Bound using segment: {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:52.989258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Bound port: fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b58b42-3b29-4956-8606-9a608ef21c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:52.989615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.072189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] For port fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:53.077125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] For port fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:53.083763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.124207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.124770 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.126217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe7c2c4a-e042-451b-9e71-d5bbed0ea737 HTTP/1.1" status: 200 len: 1097 time: 0.9298520 Nov 12 08:55:53.126794 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8764b666-60ad-4594-88e9-5859204d4dc0', 'tag': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:53.129107 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132a18c8-cd22-467f-9908-406faac4b103" -d '{"events": [{"name": "network-changed", "server_uuid": "8764b666-60ad-4594-88e9-5859204d4dc0", "tag": "fe7c2c4a-e042-451b-9e71-d5bbed0ea737"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:53.158852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99ba73-7370-4888-b8c5-de6e847fb8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.202771 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d34654-fe80-40d9-bdae-80cf6811ea20 x-openstack-request-id: req-95d34654-fe80-40d9-bdae-80cf6811ea20 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:53.203054 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8764b666-60ad-4594-88e9-5859204d4dc0", "tag": "fe7c2c4a-e042-451b-9e71-d5bbed0ea737", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:53.203246 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95d34654-fe80-40d9-bdae-80cf6811ea20 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:53.203670 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8764b666-60ad-4594-88e9-5859204d4dc0', 'tag': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737', 'status': 'completed', 'code': 200} Nov 12 08:55:53.262832 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-e73173ce-8881-49bb-b757-32bd467e518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.265207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-e73173ce-8881-49bb-b757-32bd467e518e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28101d8cc24744bc92b3be04cace0d6d&device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 1100 time: 0.0567179 Nov 12 08:55:53.337479 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-a77ab57c-e242-4a36-af2f-8f0dcf73745b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737 HTTP/1.1" status: 200 len: 217 time: 0.0646346 Nov 12 08:55:53.403896 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-3d83eefe-d992-4a2d-9f47-a8338aca56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.405499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-3d83eefe-d992-4a2d-9f47-a8338aca56b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0610261 Nov 12 08:55:53.467662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5996e-7a70-441d-818e-962f12128709 req-f68ae87a-80ff-4ea4-a4d9-8103c138527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.470066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-f68ae87a-80ff-4ea4-a4d9-8103c138527c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572739 Nov 12 08:55:53.578592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-ef4c7d27-033d-4ded-a3ae-45c017d4a62e service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008525 Nov 12 08:55:53.683012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8bc5996e-7a70-441d-818e-962f12128709 req-601b18c2-2ebf-4e82-844e-b90b8fb5d03e service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975091 Nov 12 08:55:53.792718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a18c8-cd22-467f-9908-406faac4b103 req-ba028272-b04b-47f9-8e44-13aaf53cf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.795480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-ba028272-b04b-47f9-8e44-13aaf53cf96a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28101d8cc24744bc92b3be04cace0d6d&device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 1100 time: 0.0645711 Nov 12 08:55:53.947306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a18c8-cd22-467f-9908-406faac4b103 req-c35c0e46-9cbd-4edd-8b21-909c7faa9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.948980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-c35c0e46-9cbd-4edd-8b21-909c7faa9b11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e HTTP/1.1" status: 200 len: 869 time: 0.1456878 Nov 12 08:55:53.958297 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb37f9-edd0-4227-9dbc-3f6365ce202f req-fe7699ee-1714-4fae-b79e-4ae90990e62b tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.959863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3beb37f9-edd0-4227-9dbc-3f6365ce202f req-fe7699ee-1714-4fae-b79e-4ae90990e62b tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 948 time: 0.0820301 Nov 12 08:55:54.011111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-163bcd35-7df6-43ea-9a1c-58adee37f4c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737 HTTP/1.1" status: 200 len: 217 time: 0.0500965 Nov 12 08:55:54.089770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3beb37f9-edd0-4227-9dbc-3f6365ce202f req-cfc810f0-4c76-4f0d-bc2f-3f3edb0d2387 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215854 Nov 12 08:55:54.095798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a18c8-cd22-467f-9908-406faac4b103 req-ac1709ee-d6c0-44b9-bec6-6552c2027c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:54.097955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-ac1709ee-d6c0-44b9-bec6-6552c2027c1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aacea0c-1e78-4495-b7b3-e176e0f07bde HTTP/1.1" status: 200 len: 843 time: 0.0794814 Nov 12 08:55:54.161752 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a18c8-cd22-467f-9908-406faac4b103 req-1c8fe7dc-4a2d-4036-99ae-34eaef236912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:54.164908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-1c8fe7dc-4a2d-4036-99ae-34eaef236912 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=879842c7-7dd6-4ea1-81ad-83e8b9bf891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582809 Nov 12 08:55:54.326825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-b5b18827-f7e7-409f-bf67-fc3820142451 service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523972 Nov 12 08:55:54.428331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-132a18c8-cd22-467f-9908-406faac4b103 req-1de6e563-ef2a-4347-8c64-b9fc1dfab90f service neutron] 10.222.0.32 "GET /v2.0/networks/879842c7-7dd6-4ea1-81ad-83e8b9bf891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935597 Nov 12 08:55:55.223839 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ebb8-cd23-413f-9c43-c4d04ada9d5f req-e8b8ff56-02cf-4e6b-a2a1-5074904a9967 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:55.225509 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c962ebb8-cd23-413f-9c43-c4d04ada9d5f req-e8b8ff56-02cf-4e6b-a2a1-5074904a9967 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 948 time: 0.0589719 Nov 12 08:55:55.279800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c962ebb8-cd23-413f-9c43-c4d04ada9d5f req-d9f6fa91-3921-443d-8750-c790997a335d tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478673 Nov 12 08:55:56.360289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fe7c2c4a-e042-451b-9e71-d5bbed0ea737 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:56.419140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15364a5-584a-4b48-9a27-1b7aa3e080c1 req-8c7683a6-eb61-4d03-a77a-4b8fb7142667 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:56.421337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a15364a5-584a-4b48-9a27-1b7aa3e080c1 req-8c7683a6-eb61-4d03-a77a-4b8fb7142667 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 948 time: 0.0617020 Nov 12 08:55:56.506685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a15364a5-584a-4b48-9a27-1b7aa3e080c1 req-ed11394d-3d2a-4680-a36d-7e5d2dce9c02 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732639 Nov 12 08:55:56.508188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:56.521710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737', 'network_id': '879842c7-7dd6-4ea1-81ad-83e8b9bf891e', 'port_id': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737', 'mac_address': 'fa:16:3e:cc:5b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aacea0c-1e78-4495-b7b3-e176e0f07bde', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:56.571938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.586749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7c2c4a-e042-451b-9e71-d5bbed0ea737 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:56.609615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:56.614486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.673515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:56.846326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['fe7c2c4a-e042-451b-9e71-d5bbed0ea737'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:57.644716 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cdbec-54dc-4fc3-8563-7b84f22db517 req-f6f79480-2339-4731-9e3d-3d8507694bd6 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:57.646427 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c39cdbec-54dc-4fc3-8563-7b84f22db517 req-f6f79480-2339-4731-9e3d-3d8507694bd6 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 949 time: 0.0582905 Nov 12 08:55:57.702862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c39cdbec-54dc-4fc3-8563-7b84f22db517 req-f1db48ec-98a0-4ec2-992d-a6d8029bdcdf tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Nov 12 08:55:58.385017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fe7c2c4a-e042-451b-9e71-d5bbed0ea737 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:58.444861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:58.451129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:58.451665 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.542841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.570720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764b666-60ad-4594-88e9-5859204d4dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:58.573245 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0201e95-fb64-47c6-a74b-c3ecae7568ca" -d '{"events": [{"server_uuid": "8764b666-60ad-4594-88e9-5859204d4dc0", "name": "network-vif-plugged", "status": "completed", "tag": "fe7c2c4a-e042-451b-9e71-d5bbed0ea737"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:58.590328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:58.597036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.629514 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359ee449-9514-495c-9bd8-5c1bc8a6d43a x-openstack-request-id: req-359ee449-9514-495c-9bd8-5c1bc8a6d43a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:58.629869 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8764b666-60ad-4594-88e9-5859204d4dc0", "name": "network-vif-plugged", "status": "completed", "tag": "fe7c2c4a-e042-451b-9e71-d5bbed0ea737", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:58.630213 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-359ee449-9514-495c-9bd8-5c1bc8a6d43a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:58.630691 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764b666-60ad-4594-88e9-5859204d4dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737', 'code': 200} Nov 12 08:55:58.677325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:58.744183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a938da-f5b4-4346-a536-a0ca615549d7 req-a0da2160-ba0d-405e-8268-48f208c8b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.746932 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7a938da-f5b4-4346-a536-a0ca615549d7 req-a0da2160-ba0d-405e-8268-48f208c8b814 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 1102 time: 0.0553777 Nov 12 08:55:58.888298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7a938da-f5b4-4346-a536-a0ca615549d7 req-2196a1db-43e6-49d9-a917-041b80ff013b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324596 Nov 12 08:55:58.905469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425077-cf90-4f40-be57-75120ee9e4ca req-7f5e19da-8a78-4672-80a8-23d2dca17c01 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.908179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e425077-cf90-4f40-be57-75120ee9e4ca req-7f5e19da-8a78-4672-80a8-23d2dca17c01 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 950 time: 0.1283784 Nov 12 08:55:58.973109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e425077-cf90-4f40-be57-75120ee9e4ca req-10a76cd2-bd19-416b-8ec2-7a29503d6ea7 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 Nov 12 08:56:00.100859 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8e5f5-0875-4461-ac69-384bd84bd9b3 req-f26196d1-b7d8-474d-8473-b2f81afb9730 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.102472 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9e8e5f5-0875-4461-ac69-384bd84bd9b3 req-f26196d1-b7d8-474d-8473-b2f81afb9730 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 950 time: 0.0532324 Nov 12 08:56:00.160312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9e8e5f5-0875-4461-ac69-384bd84bd9b3 req-3f90e5d3-001d-489c-bc0f-41d248ea9d17 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Nov 12 08:56:00.665025 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-28750096-1492-4236-af05-e09d264dc203 req-7e8409cb-88e3-4bbd-bd70-5a443ca2d912 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:00.666453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28750096-1492-4236-af05-e09d264dc203 req-7e8409cb-88e3-4bbd-bd70-5a443ca2d912 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1400089 Nov 12 08:56:01.139396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-838687cc-9453-4078-b972-e4fad51df2f2 req-eaaa6454-8334-48a9-9569-83c07d1a1a65 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:01.140517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-838687cc-9453-4078-b972-e4fad51df2f2 req-eaaa6454-8334-48a9-9569-83c07d1a1a65 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0629952 Nov 12 08:56:01.598189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21902978-8cbd-400f-89f3-9f6cbb1dfbf3 req-6c823062-ed74-40c0-aa87-73bbf0adcae7 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.600138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21902978-8cbd-400f-89f3-9f6cbb1dfbf3 req-6c823062-ed74-40c0-aa87-73bbf0adcae7 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 950 time: 0.0549438 Nov 12 08:56:01.659585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21902978-8cbd-400f-89f3-9f6cbb1dfbf3 req-66ef678e-ac7d-437e-b79b-fb289b263378 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Nov 12 08:56:02.831583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-33ee0f5d-f3b1-4839-b01a-1f8e9b4db63e tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.833099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-33ee0f5d-f3b1-4839-b01a-1f8e9b4db63e tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.32 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 950 time: 0.0819957 Nov 12 08:56:02.841831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a6d5-062f-4c31-9c20-c9fdd7cc9677 req-bb3b253a-0b75-4951-96f8-b99da55027fd tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.843415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5419a6d5-062f-4c31-9c20-c9fdd7cc9677 req-bb3b253a-0b75-4951-96f8-b99da55027fd tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/ports?device_id=8764b666-60ad-4594-88e9-5859204d4dc0 HTTP/1.1" status: 200 len: 950 time: 0.1029141 Nov 12 08:56:02.955155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5419a6d5-062f-4c31-9c20-c9fdd7cc9677 req-1d74c744-c13c-44db-a02c-0146eabe0078 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.16 "GET /v2.0/security-groups?id=91550a4c-aeb2-47d8-8fc8-de7afb9e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034708 Nov 12 08:56:02.983095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Deleting port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:02.983434 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.084700 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] For port fe7c2c4a-e042-451b-9e71-d5bbed0ea737, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,segment=NetworkSegment(07b58b42-3b29-4956-8606-9a608ef21c25),segment_id=07b58b42-3b29-4956-8606-9a608ef21c25)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:03.085546 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.102034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Calling delete_port for fe7c2c4a-e042-451b-9e71-d5bbed0ea737 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:03.250710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.263740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['fe7c2c4a-e042-451b-9e71-d5bbed0ea737'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:03.284244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Pushing event deleted for resources: {'Port': ['ID=fe7c2c4a-e042-451b-9e71-d5bbed0ea737,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:03.315556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.315967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.316291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.316651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.316973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.317312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.317645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.317981 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.318312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.319869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.319869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.319869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.342615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] No DVR routers for this DVR port fe7c2c4a-e042-451b-9e71-d5bbed0ea737 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:03.345973 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.349565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9395a4b-333d-4a01-9700-9148a7a8a9a4 req-596fe611-48a3-4cdf-a6ba-2548cedf9907 tempest-ServersAdminNegativeTestJSON-726974049 tempest-ServersAdminNegativeTestJSON-726974049-project] 10.222.0.32 "DELETE /v2.0/ports/fe7c2c4a-e042-451b-9e71-d5bbed0ea737 HTTP/1.1" status: 204 len: 173 time: 0.5051038 Nov 12 08:56:03.350081 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8764b666-60ad-4594-88e9-5859204d4dc0', 'name': 'network-vif-deleted', 'tag': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:03.352809 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40a365a-72dc-457e-9a8b-a67e737b96e6" -d '{"events": [{"server_uuid": "8764b666-60ad-4594-88e9-5859204d4dc0", "name": "network-vif-deleted", "tag": "fe7c2c4a-e042-451b-9e71-d5bbed0ea737"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:03.418034 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a86555-0fdc-4c1d-9d8a-819bc41c4ef2 x-openstack-request-id: req-44a86555-0fdc-4c1d-9d8a-819bc41c4ef2 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:03.418358 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8764b666-60ad-4594-88e9-5859204d4dc0", "name": "network-vif-deleted", "tag": "fe7c2c4a-e042-451b-9e71-d5bbed0ea737", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:03.418617 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44a86555-0fdc-4c1d-9d8a-819bc41c4ef2 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:03.419038 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8764b666-60ad-4594-88e9-5859204d4dc0', 'name': 'network-vif-deleted', 'tag': 'fe7c2c4a-e042-451b-9e71-d5bbed0ea737', 'status': 'completed', 'code': 200} Nov 12 08:56:04.309537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34244) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.473913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-93232010-f384-401d-9b7e-3aec161d0863 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28101d8cc24744bc92b3be04cace0d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631155 Nov 12 08:56:04.478300 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34248) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.543475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8b6-3e97-4228-ad88-3cec3b32e55c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.572740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8b6-3e97-4228-ad88-3cec3b32e55c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.629024 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8b6-3e97-4228-ad88-3cec3b32e55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.632146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3c48e8b6-3e97-4228-ad88-3cec3b32e55c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.633549 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3c48e8b6-3e97-4228-ad88-3cec3b32e55c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91550a4c-aeb2-47d8-8fc8-de7afb9e019f HTTP/1.1" status: 204 len: 168 time: 0.1538606 Nov 12 08:56:04.646770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e8b6-3e97-4228-ad88-3cec3b32e55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91550a4c-aeb2-47d8-8fc8-de7afb9e019f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.010619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34254) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:05.025317 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f515816-3e78-4fc3-bacc-e9278ea29728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.123669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f515816-3e78-4fc3-bacc-e9278ea29728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.129728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f515816-3e78-4fc3-bacc-e9278ea29728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.203778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4f515816-3e78-4fc3-bacc-e9278ea29728 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1ed05928671421bb47f528562ed06c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917200 Nov 12 08:56:05.205331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f515816-3e78-4fc3-bacc-e9278ea29728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4db080-d873-47b1-a358-6350618a1a22,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.206213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34256) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:05.262164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.290614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.354297 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.357125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.358368 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a4db080-d873-47b1-a358-6350618a1a22 HTTP/1.1" status: 204 len: 168 time: 0.1511040 Nov 12 08:56:05.367991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4db080-d873-47b1-a358-6350618a1a22,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.376853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.377203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.377552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.377888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.378223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.378559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.378890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.379219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.379547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.379869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.380232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:05.380556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8918a84c-1f4b-4b21-b885-6e2e010272aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:06.222062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34278) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:06.331029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1584788332-network', 'tenant_id': '115fb1a994294ea48ff0238d4c93ec4f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:06.353718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Made reservation on behalf of 115fb1a994294ea48ff0238d4c93ec4f for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:06.356083 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.364798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.427839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fe7c2c4a-e042-451b-9e71-d5bbed0ea737 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:06.450689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.455246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: fe7c2c4a-e042-451b-9e71-d5bbed0ea737 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:06.455622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fe7c2c4a-e042-451b-9e71-d5bbed0ea737 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:06.457384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.481960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:06.499287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.499641 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Added segment 0ab01d92-5347-4720-b3fa-17fce10c402c of type vlan for network fe8fa6e1-48de-46fd-8428-d4e1ac443647 Nov 12 08:56:06.507097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9fe8af-4649-4a69-baf0-7208f67be39b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.546765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.573449 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.574433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.575303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.642338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4191344 Nov 12 08:56:06.645305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34282) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:06.652663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Request body: {'subnet': {'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1584788332-subnet', 'tenant_id': '115fb1a994294ea48ff0238d4c93ec4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:06.662412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c7bd-defb-4d91-80cb-e6cca4d013d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8fa6e1-48de-46fd-8428-d4e1ac443647,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.676006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network fe8fa6e1-48de-46fd-8428-d4e1ac443647 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:06.686917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Made reservation on behalf of 115fb1a994294ea48ff0238d4c93ec4f for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:06.689621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.901563 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.970085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8780e352-cf64-41ec-85ff-f4ca594443d9,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.990207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Checking segment: {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:06.990918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Network hostable DHCP agents. Network: fe8fa6e1-48de-46fd-8428-d4e1ac443647, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:07.017579 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Network fe8fa6e1-48de-46fd-8428-d4e1ac443647 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:07.028676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, fe8fa6e1-48de-46fd-8428-d4e1ac443647) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:07.033235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.033839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.044093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46781f83-d242-457f-ae71-1677baa336c9 None None] Network fe8fa6e1-48de-46fd-8428-d4e1ac443647 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:07.052734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63a17523-0370-40ec-a4d5-ef9092489a4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4063377 Nov 12 08:56:07.215174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529d0cd-85ef-4186-8921-29f3c1234393 None None] Network fe8fa6e1-48de-46fd-8428-d4e1ac443647 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:07.401382 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:08.000809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-cce043fb-5710-4f63-bc1b-ac95f5eef6ef tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.002407 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-cce043fb-5710-4f63-bc1b-ac95f5eef6ef tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 812 time: 0.4861662 Nov 12 08:56:08.018988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-950c8cba-d967-4325-91ad-6a5676b5cec6 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/quotas/115fb1a994294ea48ff0238d4c93ec4f HTTP/1.1" status: 200 len: 375 time: 0.0099864 Nov 12 08:56:08.054107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-6a178eec-71a1-4985-91ef-2c1baa69ebce tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280437 Nov 12 08:56:08.155126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-000addcc-28fd-481c-a674-0683282700cd service neutron] 10.222.0.16 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935342 Nov 12 08:56:08.261570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-5fc6e659-251b-462b-ba16-0d0e726a653c service neutron] 10.222.0.16 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000564 Nov 12 08:56:09.130502 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.492820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2d6c64a-64d6-4d22-aa0a-45af969bf1cb req-17bba260-5fd0-4272-a4c9-1e6aa959e83a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 210 time: 0.0456574 Nov 12 08:56:10.534565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-19504685-f720-4678-a591-6c2383bf3c30 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.537161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-19504685-f720-4678-a591-6c2383bf3c30 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.32 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 812 time: 0.1326354 Nov 12 08:56:10.554750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Request body: {'port': {'device_id': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647', 'admin_state_up': True, 'tenant_id': '115fb1a994294ea48ff0238d4c93ec4f'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:10.701324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-265e8903-798b-450b-86be-9db7a6d72d54 req-ca4b684e-41dc-46b5-a6cb-55a753055a35 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 210 time: 0.1039746 Nov 12 08:56:10.741029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2749b49-4200-49bc-9a0b-578f507c97a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.781980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Made reservation on behalf of 115fb1a994294ea48ff0238d4c93ec4f for: {'port': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:10.785763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.933104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Allocated IP 172.20.0.13 (fe8fa6e1-48de-46fd-8428-d4e1ac443647/8780e352-cf64-41ec-85ff-f4ca594443d9/fb8ea215-e5cd-4d85-9b68-01e8519cca9a) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:11.157504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.196486 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.250512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Network fe8fa6e1-48de-46fd-8428-d4e1ac443647 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:11.253760 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:11.260937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:11.289766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.324213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.324923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.344945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-b9450594-2183-4acf-84d5-aa302993aea4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970915 Nov 12 08:56:11.361636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-35958ffb-74d4-41ce-a680-08a16c350d4f tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:11.362800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-35958ffb-74d4-41ce-a680-08a16c350d4f tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095632 Nov 12 08:56:11.464508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Request body: {'port': {'device_id': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:11.524875 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.863003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8ea215-e5cd-4d85-9b68-01e8519cca9a {{(pid=102372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:11.873812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.900210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4823e2-09ea-478c-96bd-21574c0a65ec req-bd39d3d3-cd20-4329-b811-0c3715ed728a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.902152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae4823e2-09ea-478c-96bd-21574c0a65ec req-bd39d3d3-cd20-4329-b811-0c3715ed728a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 932 time: 0.1159196 Nov 12 08:56:11.906344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Transition to ACTIVE for port object fb8ea215-e5cd-4d85-9b68-01e8519cca9a will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:11.918133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.004305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.019330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae4823e2-09ea-478c-96bd-21574c0a65ec req-b58b5963-dd90-4cc7-915e-d900a1de7777 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086462 Nov 12 08:56:12.086664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:12.086994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:12.087326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on network fe8fa6e1-48de-46fd-8428-d4e1ac443647 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:12.092286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on network fe8fa6e1-48de-46fd-8428-d4e1ac443647 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:12.092610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on network fe8fa6e1-48de-46fd-8428-d4e1ac443647 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:12.098110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:12.098446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Checking segment: {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:12.098837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Bound using segment: {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:12.099272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Bound port: fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:12.099756 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.147456 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.173738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:12.177422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:12.182148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.224105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.224839 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.226946 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 1093 time: 0.8551049 Nov 12 08:56:12.227416 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:12.229801 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ed059-f682-4414-ab15-f76053de297d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:12.273638 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06bdf2-ba45-4d3d-b479-dd39007437a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=3']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.330538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-91022dda-9d51-44b9-a364-b7d48f321984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.331617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-91022dda-9d51-44b9-a364-b7d48f321984 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1096 time: 0.0497377 Nov 12 08:56:12.382873 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f846e80-bc1b-43fd-9043-a37dec5eec01 x-openstack-request-id: req-2f846e80-bc1b-43fd-9043-a37dec5eec01 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:12.383161 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:12.383404 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f846e80-bc1b-43fd-9043-a37dec5eec01 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:12.383809 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'status': 'completed', 'code': 200} Nov 12 08:56:12.385654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-0d125e51-a0f4-4591-be64-5cbf60d08585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0451043 Nov 12 08:56:12.438761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cacc-65a0-43c6-99de-81d473889e20 req-08a9ac43-d1c2-4777-be0f-841a3c866f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.440305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-08a9ac43-d1c2-4777-be0f-841a3c866f1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0478146 Nov 12 08:56:12.481779 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-df33ba16-3e3a-4cd2-8a90-2d3a9fe4c60b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338871 Nov 12 08:56:12.591628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-0940c283-4a17-4d15-9bbd-f1dd09991cad service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028805 Nov 12 08:56:12.707605 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b466cacc-65a0-43c6-99de-81d473889e20 req-bafa431b-eeec-47d0-b296-b30a4bb64036 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085901 Nov 12 08:56:12.807804 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ed059-f682-4414-ab15-f76053de297d req-0006eb63-2ebc-4b3d-921a-f804d9bf6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.809627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-0006eb63-2ebc-4b3d-921a-f804d9bf6f60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1096 time: 0.0491512 Nov 12 08:56:12.978506 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ed059-f682-4414-ab15-f76053de297d req-f777767a-6f5f-4561-9371-1361c5896160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.981155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-f777767a-6f5f-4561-9371-1361c5896160 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.1643126 Nov 12 08:56:13.027611 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-8fa83441-362e-4f90-811b-2296389b1704 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0387540 Nov 12 08:56:13.086650 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ed059-f682-4414-ab15-f76053de297d req-3e985732-a09f-4114-847d-9de7e64a4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.088560 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-3e985732-a09f-4114-847d-9de7e64a4174 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0540307 Nov 12 08:56:13.127338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-0815e927-ea78-439f-aeab-5faa68d23461 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310588 Nov 12 08:56:13.221078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6410-4602-4657-b500-c389cf8dff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.251322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c9e9-c565-4a0b-a27a-f96acf6ebddc req-7c437245-9bb9-4cb5-a782-91457c486422 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.253185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6c8c9e9-c565-4a0b-a27a-f96acf6ebddc req-7c437245-9bb9-4cb5-a782-91457c486422 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.1291733 Nov 12 08:56:13.294620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-f4e61a4b-d7fb-475d-95c2-20ffbdb601d7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585991 Nov 12 08:56:13.356142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6c8c9e9-c565-4a0b-a27a-f96acf6ebddc req-77521f7a-3c34-4027-b7e6-52b0affad27a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955999 Nov 12 08:56:13.422084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa2ed059-f682-4414-ab15-f76053de297d req-b866ccf7-111b-4d32-a029-f103ea0e6ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150630 Nov 12 08:56:14.500605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed33e37-d403-42cf-a33f-530a7dbc42e1 req-eb6f7062-9b02-4c87-b204-81e9bca8f5ae tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:14.502259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ed33e37-d403-42cf-a33f-530a7dbc42e1 req-eb6f7062-9b02-4c87-b204-81e9bca8f5ae tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.0589345 Nov 12 08:56:14.562858 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ed33e37-d403-42cf-a33f-530a7dbc42e1 req-fb9dfcd2-eedc-4ec8-98c7-5812e934b63c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493886 Nov 12 08:56:14.654101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.700402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338473-bce1-4149-8275-36ae2f02d9d3 req-de812328-afbf-4d54-978d-94dac536132d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.702169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98338473-bce1-4149-8275-36ae2f02d9d3 req-de812328-afbf-4d54-978d-94dac536132d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.0597425 Nov 12 08:56:15.757095 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98338473-bce1-4149-8275-36ae2f02d9d3 req-9a0c2da3-f3bf-43e5-9ffc-f03ce19ec7f8 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Nov 12 08:56:15.807228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.474737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:16.601129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:16.614283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647', 'port_id': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'mac_address': 'fa:16:3e:ab:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8780e352-cf64-41ec-85ff-f4ca594443d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:16.657424 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.673724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8ea215-e5cd-4d85-9b68-01e8519cca9a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:16.697425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:16.701958 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.758565 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:16.845161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.898357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['fb8ea215-e5cd-4d85-9b68-01e8519cca9a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:16.911247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c041e93-6f00-4565-8d5a-1ea2293d3a74 req-fc6bc7d6-ffb9-41fe-a03c-e6e8aab7cea1 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.913227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c041e93-6f00-4565-8d5a-1ea2293d3a74 req-fc6bc7d6-ffb9-41fe-a03c-e6e8aab7cea1 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 945 time: 0.0581429 Nov 12 08:56:16.988393 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7c041e93-6f00-4565-8d5a-1ea2293d3a74 req-79980bd4-5e5b-48d1-8cb1-d6cd434be307 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628881 Nov 12 08:56:18.123877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98c08-bc49-4467-92aa-df44ab6313ca req-8f356562-982a-4865-ab6b-faca72f0278c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:18.125658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5e98c08-bc49-4467-92aa-df44ab6313ca req-8f356562-982a-4865-ab6b-faca72f0278c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 945 time: 0.0595324 Nov 12 08:56:18.183092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5e98c08-bc49-4467-92aa-df44ab6313ca req-befed796-b469-412b-bd4e-be8da9184759 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505800 Nov 12 08:56:18.483264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:18.535832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port fb8ea215-e5cd-4d85-9b68-01e8519cca9a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:18.541332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port fb8ea215-e5cd-4d85-9b68-01e8519cca9a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:18.541695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.640333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.683540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:18.688424 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9f935-7c76-4855-b29b-e302ac9b0e44" -d '{"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-plugged", "status": "completed", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:18.711918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:18.719739 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.760858 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8767ac39-e8e1-4999-bde9-621c1fc92d39 x-openstack-request-id: req-8767ac39-e8e1-4999-bde9-621c1fc92d39 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:18.761313 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-plugged", "status": "completed", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:18.761753 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8767ac39-e8e1-4999-bde9-621c1fc92d39 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:18.762535 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'code': 200} Nov 12 08:56:18.809903 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.845093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f066449-28ff-4e6d-9eb1-870cfb5b58b3 req-1c609c98-4d86-416e-9f4e-cf464fe0f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:18.846963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f066449-28ff-4e6d-9eb1-870cfb5b58b3 req-1c609c98-4d86-416e-9f4e-cf464fe0f3ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1098 time: 0.0484965 Nov 12 08:56:18.898513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f066449-28ff-4e6d-9eb1-870cfb5b58b3 req-95b8662c-5547-4551-b47e-bb1b6c3ff10e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Nov 12 08:56:19.308424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c359a1-6826-421d-8ac4-91f1c493212b req-adf0d096-c5c7-4094-b20e-146481f524f2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.309979 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59c359a1-6826-421d-8ac4-91f1c493212b req-adf0d096-c5c7-4094-b20e-146481f524f2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0519474 Nov 12 08:56:19.364118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59c359a1-6826-421d-8ac4-91f1c493212b req-41e53ca6-a783-4dfb-a1a4-3949e52afe91 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475078 Nov 12 08:56:19.760185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-06a9924d-c61a-4772-a77d-b16effc135ee req-a2679044-0be7-4d4e-998a-7b308f0463f9 service neutron] (102372) timed out ('10.222.0.32', 51107) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:56:20.501345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6b1b8-2cbe-439b-814e-91246fb23b2e req-675e5b98-9328-43de-b295-da78d4ef44c6 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.502972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb6b1b8-2cbe-439b-814e-91246fb23b2e req-675e5b98-9328-43de-b295-da78d4ef44c6 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0616984 Nov 12 08:56:20.556566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fb6b1b8-2cbe-439b-814e-91246fb23b2e req-7b40c9fa-7ab1-45fc-8e0c-504d59ed026d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464702 Nov 12 08:56:20.916014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f95a6-9a23-4883-9156-db75b624f4e2 req-57e61a00-7a04-42f5-980a-c1eeb99bee09 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.917612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-963f95a6-9a23-4883-9156-db75b624f4e2 req-57e61a00-7a04-42f5-980a-c1eeb99bee09 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0908964 Nov 12 08:56:20.952752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-b1cdd7c0-d05b-4ef8-b07b-12aef9a627cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489191 Nov 12 08:56:20.962781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-b30228ff-c15f-4e8d-a837-114182643e82 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:20.963815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-b30228ff-c15f-4e8d-a837-114182643e82 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056069 Nov 12 08:56:20.993690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-963f95a6-9a23-4883-9156-db75b624f4e2 req-d80c31e6-2c2c-488d-9222-b58c5682f198 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684893 Nov 12 08:56:22.128743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7b9d9-63d5-4cc8-be14-1bdde0d3dfdb req-57771c23-8db3-4f8b-b427-e2b94b6903e3 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.130374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30f7b9d9-63d5-4cc8-be14-1bdde0d3dfdb req-57771c23-8db3-4f8b-b427-e2b94b6903e3 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0528691 Nov 12 08:56:22.215524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-30f7b9d9-63d5-4cc8-be14-1bdde0d3dfdb req-45262d00-57f8-40f6-a90e-a5f76189de4a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Nov 12 08:56:22.305287 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-c1ff8794-0ef1-4f55-baad-20e04e2352fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.306963 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-c1ff8794-0ef1-4f55-baad-20e04e2352fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1098 time: 0.0468404 Nov 12 08:56:22.429656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-f278074b-abb6-4ccc-907a-3c70466f31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.431158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-f278074b-abb6-4ccc-907a-3c70466f31da service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.1171815 Nov 12 08:56:22.480490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-75c9abf7-3ff2-416a-9f0b-c9b88c662ce1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0424521 Nov 12 08:56:22.533223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-c366395d-a21c-4f33-ad46-9195ffa94115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.534728 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-c366395d-a21c-4f33-ad46-9195ffa94115 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0480740 Nov 12 08:56:22.576406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-02366790-3e5f-4af5-8768-59f4541aedd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335450 Nov 12 08:56:22.681623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-5741f793-6fb8-48f1-a80c-3af9995f7869 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981226 Nov 12 08:56:22.795781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-a2001a04-90b0-4202-a6c8-a8be8ce2bd5e service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066749 Nov 12 08:56:23.352185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f15d61-f2bb-4fb3-80f2-7ad93a044714 req-0a58720e-4e41-4bdb-b95b-a0a41b94e742 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.353827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56f15d61-f2bb-4fb3-80f2-7ad93a044714 req-0a58720e-4e41-4bdb-b95b-a0a41b94e742 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0576437 Nov 12 08:56:23.428179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-56f15d61-f2bb-4fb3-80f2-7ad93a044714 req-28385d95-d639-4351-9d60-6a7b4cdd4691 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Nov 12 08:56:24.565327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3267ad-b52b-4306-90d5-2f09942932d6 req-73802b38-88cc-4afb-97cb-b6051ae51a2e tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.566993 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc3267ad-b52b-4306-90d5-2f09942932d6 req-73802b38-88cc-4afb-97cb-b6051ae51a2e tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0558691 Nov 12 08:56:24.626106 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc3267ad-b52b-4306-90d5-2f09942932d6 req-6c60125e-67ac-406a-ae82-dec0499de4e0 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518780 Nov 12 08:56:25.777213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea187505-8490-4c13-9783-83566d295c3b req-0fcab36a-5032-452e-be4a-d02263059962 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:25.779085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea187505-8490-4c13-9783-83566d295c3b req-0fcab36a-5032-452e-be4a-d02263059962 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0769649 Nov 12 08:56:25.851939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea187505-8490-4c13-9783-83566d295c3b req-bf853f42-4af1-468e-99ae-1f4b6d0938a6 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661740 Nov 12 08:56:27.010799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d153bb-b1b2-46ec-bddf-8998602508dd req-d1c9108a-2160-4081-be7e-1464ac060f54 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.013511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63d153bb-b1b2-46ec-bddf-8998602508dd req-d1c9108a-2160-4081-be7e-1464ac060f54 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0821321 Nov 12 08:56:27.068652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-63d153bb-b1b2-46ec-bddf-8998602508dd req-a1b828a7-f2cd-448c-ac90-537ee0f53f77 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488052 Nov 12 08:56:27.751415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-97b4576f-5b4d-4ec8-8e4d-652ab8709abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.752933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-97b4576f-5b4d-4ec8-8e4d-652ab8709abd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1098 time: 0.0549550 Nov 12 08:56:27.879876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-2a20c856-7822-4786-b272-2be139d6f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.882269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-2a20c856-7822-4786-b272-2be139d6f731 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.1025951 Nov 12 08:56:27.937591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-5c501601-cce4-49d2-bcf7-1fc69d8f45a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0474937 Nov 12 08:56:28.020721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-68765734-9f33-4871-a184-19e7322c1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.023340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-68765734-9f33-4871-a184-19e7322c1a83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0792069 Nov 12 08:56:28.075530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-dad53024-0c85-482d-bcd3-be7f2bf10dcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440910 Nov 12 08:56:28.314019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b238ac-a0c3-456a-afcb-01efc6dd6ee6 req-bc449225-1f40-4919-b07c-453a98e2a3b2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.316772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06b238ac-a0c3-456a-afcb-01efc6dd6ee6 req-bc449225-1f40-4919-b07c-453a98e2a3b2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.1403136 Nov 12 08:56:28.323657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-c86fd1da-6144-4ca3-b2c6-e37d6b653dc3 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407396 Nov 12 08:56:28.509326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06b238ac-a0c3-456a-afcb-01efc6dd6ee6 req-7790557a-35e4-4d7a-ac9b-82e90224c5f8 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839674 Nov 12 08:56:28.541105 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5562db72-9d23-4ca8-b32c-36adbe15b551 req-20be1aaf-6a8f-4978-a0c9-a4c543027700 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046342 Nov 12 08:56:29.904983 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03331-bc80-4c7b-ad97-a8efc4512cb9 req-c0086179-2fb3-49e8-8da3-fe1de1f9b9c2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.906533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81c03331-bc80-4c7b-ad97-a8efc4512cb9 req-c0086179-2fb3-49e8-8da3-fe1de1f9b9c2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.3024528 Nov 12 08:56:29.960700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81c03331-bc80-4c7b-ad97-a8efc4512cb9 req-4fe1c490-c7ab-4dd9-bf64-e509d9ffe857 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Nov 12 08:56:31.112299 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeff686-b0ae-497c-92d0-ce04e664765c req-46a36ed6-571d-4406-ac69-4d4f792efc19 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:31.113903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfeff686-b0ae-497c-92d0-ce04e664765c req-46a36ed6-571d-4406-ac69-4d4f792efc19 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0570154 Nov 12 08:56:31.166987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfeff686-b0ae-497c-92d0-ce04e664765c req-ba9e7d35-666d-489f-8d78-e3788d471c5f tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Nov 12 08:56:32.299853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5980b-b667-4634-8de4-373204cc42aa req-66569a7b-28e6-4bd8-848f-150f622760c2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.301627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21d5980b-b667-4634-8de4-373204cc42aa req-66569a7b-28e6-4bd8-848f-150f622760c2 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0579543 Nov 12 08:56:32.354046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21d5980b-b667-4634-8de4-373204cc42aa req-cf8f5ab1-2c68-4e04-a0f0-bbed1a40f6c4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Nov 12 08:56:33.495828 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace91480-8928-4dcf-a7df-e129525e6e03 req-f913878e-6a99-4652-8319-3d5a6a225e82 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.497475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ace91480-8928-4dcf-a7df-e129525e6e03 req-f913878e-6a99-4652-8319-3d5a6a225e82 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0648794 Nov 12 08:56:33.550898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ace91480-8928-4dcf-a7df-e129525e6e03 req-01525702-ff0a-42c8-badc-26c1c7eca2ea tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Nov 12 08:56:34.683611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ccb66-c05d-4593-8317-188c584e7391 req-5acf1298-9bc0-4348-8345-42bfa9d2e693 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.685245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b13ccb66-c05d-4593-8317-188c584e7391 req-5acf1298-9bc0-4348-8345-42bfa9d2e693 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0582185 Nov 12 08:56:34.749669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b13ccb66-c05d-4593-8317-188c584e7391 req-a6d5b407-5e31-47fe-a903-18c225496905 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576994 Nov 12 08:56:35.889591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0e9c-75a1-46e8-9e69-bea677c0264d req-e453bf23-53e8-4720-ab04-d698d2960fc7 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.891290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-517a0e9c-75a1-46e8-9e69-bea677c0264d req-e453bf23-53e8-4720-ab04-d698d2960fc7 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0607226 Nov 12 08:56:35.949151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-517a0e9c-75a1-46e8-9e69-bea677c0264d req-194d2009-f857-47f2-a95c-756442437898 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Nov 12 08:56:37.086762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990314a-1213-4e78-bfae-d6b4813883d0 req-ec91f492-7d63-4b29-815a-686a0d02a4ed tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.089527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8990314a-1213-4e78-bfae-d6b4813883d0 req-ec91f492-7d63-4b29-815a-686a0d02a4ed tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0620799 Nov 12 08:56:37.141038 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8990314a-1213-4e78-bfae-d6b4813883d0 req-94a6383e-72aa-43ee-ab10-d75110ba0ccd tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Nov 12 08:56:38.278922 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376138e-741e-485f-961d-c0b072eb164b req-2f48b34d-1ce5-45ee-a591-e3d4617ca79b tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.280522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0376138e-741e-485f-961d-c0b072eb164b req-2f48b34d-1ce5-45ee-a591-e3d4617ca79b tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0592549 Nov 12 08:56:38.344619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0376138e-741e-485f-961d-c0b072eb164b req-744fbeb4-3a69-44c2-8e68-4de73925b552 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574849 Nov 12 08:56:39.127627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.495012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefa09a-774f-4b8e-bcdd-282bf1a779a6 req-03690955-287a-40e3-9bc8-7cee22d09699 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.496666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8fefa09a-774f-4b8e-bcdd-282bf1a779a6 req-03690955-287a-40e3-9bc8-7cee22d09699 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0760934 Nov 12 08:56:39.558860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8fefa09a-774f-4b8e-bcdd-282bf1a779a6 req-787e68aa-fc8b-40c7-95d4-c9e1f9665bca tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506554 Nov 12 08:56:40.714436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7289cf2-215f-4ed2-bc70-c00e748f7ee6 req-c7ed3c8e-7ed6-4608-b34b-e9caa68c325b tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:40.716077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7289cf2-215f-4ed2-bc70-c00e748f7ee6 req-c7ed3c8e-7ed6-4608-b34b-e9caa68c325b tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0620065 Nov 12 08:56:40.733645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8bc148b8-f301-4051-b1f7-79cd4ba13155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.791939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7289cf2-215f-4ed2-bc70-c00e748f7ee6 req-90d17204-be24-4ac9-be9b-e685e357a9c8 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673056 Nov 12 08:56:41.927785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b028-8171-45b9-bb48-30a3578f9f5e req-20ff58da-b4b3-4604-986b-3f98bf52bccc tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:41.929580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32d4b028-8171-45b9-bb48-30a3578f9f5e req-20ff58da-b4b3-4604-986b-3f98bf52bccc tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0574851 Nov 12 08:56:41.985789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32d4b028-8171-45b9-bb48-30a3578f9f5e req-461169ac-c902-4485-a970-52b1503a3f26 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493782 Nov 12 08:56:42.142803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.120972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409fcc-7a36-451c-a8c7-7c45935162b9 req-efde23fb-c2f8-49e6-8303-a4a9075c13e3 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.122868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec409fcc-7a36-451c-a8c7-7c45935162b9 req-efde23fb-c2f8-49e6-8303-a4a9075c13e3 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0535970 Nov 12 08:56:43.181380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec409fcc-7a36-451c-a8c7-7c45935162b9 req-734f1a79-b479-4dac-a43a-b257b9b6e1b7 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518861 Nov 12 08:56:43.213647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-91a44cc7-e47a-4733-b411-e3aa93a90af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.321534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8053e8e-8925-4d32-b666-283be231c0b5 req-841fd12c-5ec8-4a2e-82f1-a5faf77bac7d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.323422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8053e8e-8925-4d32-b666-283be231c0b5 req-841fd12c-5ec8-4a2e-82f1-a5faf77bac7d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0574422 Nov 12 08:56:44.377867 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f8053e8e-8925-4d32-b666-283be231c0b5 req-bbdc44a6-9152-4768-b84e-a5b3f33de53e tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Nov 12 08:56:44.400908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:44.658466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.524097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2db43-4e3d-40b4-9021-8030826dfe06 req-b8d71bf4-0fb2-4d73-afb6-7b4d76217718 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:45.525887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd2db43-4e3d-40b4-9021-8030826dfe06 req-b8d71bf4-0fb2-4d73-afb6-7b4d76217718 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0568728 Nov 12 08:56:45.579897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dd2db43-4e3d-40b4-9021-8030826dfe06 req-ae279d2d-1bc2-4241-a5e1-f09e82228661 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 Nov 12 08:56:45.802283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.726553 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9667b-7939-4a34-a696-58d3a4c597d7 req-04f7a4d1-e2f0-4918-ab8f-baed1122651c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.728434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04b9667b-7939-4a34-a696-58d3a4c597d7 req-04f7a4d1-e2f0-4918-ab8f-baed1122651c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0654645 Nov 12 08:56:46.781998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-04b9667b-7939-4a34-a696-58d3a4c597d7 req-8c52c1e8-0734-4fa8-b0f6-d8fc5764359d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470800 Nov 12 08:56:46.831792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.930324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57483926-4c92-45ee-b817-f4f7d865a8dc req-e444c3aa-4b5a-40b8-915f-1741053448de tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.931961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57483926-4c92-45ee-b817-f4f7d865a8dc req-e444c3aa-4b5a-40b8-915f-1741053448de tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0553687 Nov 12 08:56:47.991602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57483926-4c92-45ee-b817-f4f7d865a8dc req-b43df2c9-8d22-49ef-a598-ec3c986c62ea tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476334 Nov 12 08:56:49.121845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bcd07-42e5-43c0-a3bd-5356478fde19 req-875e18a4-7438-4423-ab1d-f7ea179e261c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.123546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-915bcd07-42e5-43c0-a3bd-5356478fde19 req-875e18a4-7438-4423-ab1d-f7ea179e261c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0540395 Nov 12 08:56:49.188702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-915bcd07-42e5-43c0-a3bd-5356478fde19 req-bead85b4-5235-460c-94d8-f1ee7b641049 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Nov 12 08:56:49.742180 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-77e6137d-544f-4d10-a1b3-a14c5df9d806 service neutron] show failed (client error): The resource could not be found. Nov 12 08:56:49.743288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-77e6137d-544f-4d10-a1b3-a14c5df9d806 service neutron] 10.222.0.32 "GET /v2.0/ports/fb8ea215-e5cd-4d85-9b68-01e8519cca9a/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0637689 Nov 12 08:56:49.983698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-42f606a5-3a4d-4a6a-8ff8-3e132a984832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.985616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-42f606a5-3a4d-4a6a-8ff8-3e132a984832 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759&tenant_id=115fb1a994294ea48ff0238d4c93ec4f HTTP/1.1" status: 200 len: 1098 time: 0.0498121 Nov 12 08:56:49.997888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-7edae8a5-ba7d-4ffa-9a0f-5eb984253132 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:49.998866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-7edae8a5-ba7d-4ffa-9a0f-5eb984253132 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057476 Nov 12 08:56:50.011627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:50.072342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.335871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:50.342540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41899f-c98d-463b-8003-39c6f52b0172 req-f4b4c617-7afd-433e-9333-a2b3b6f3d774 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.344613 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a41899f-c98d-463b-8003-39c6f52b0172 req-f4b4c617-7afd-433e-9333-a2b3b6f3d774 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0705912 Nov 12 08:56:50.379869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:50.421495 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a41899f-c98d-463b-8003-39c6f52b0172 req-dbbbf02b-27b0-4f21-9d31-92ae95614e97 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 Nov 12 08:56:50.429700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:50.432655 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46cbcf2-711c-4f3d-85b1-7689bf8d8a07" -d '{"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:50.438099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.457683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Transition to ACTIVE for port object fb8ea215-e5cd-4d85-9b68-01e8519cca9a will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:50.470395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.535150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] No DVR routers for this DVR port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:50.542408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.600193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:50.600686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:50.601123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on network fe8fa6e1-48de-46fd-8428-d4e1ac443647 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:50.607047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on network fe8fa6e1-48de-46fd-8428-d4e1ac443647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:50.607531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Attempting to bind port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on network fe8fa6e1-48de-46fd-8428-d4e1ac443647 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:50.614097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:50.615108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Checking segment: {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:50.615594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Bound using segment: {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:50.616174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Bound port: fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab01d92-5347-4720-b3fa-17fce10c402c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:50.616711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.630202 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07effeb8-2bd5-4482-a362-ffcf0cfded37 x-openstack-request-id: req-07effeb8-2bd5-4482-a362-ffcf0cfded37 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:50.630529 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:50.630819 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07effeb8-2bd5-4482-a362-ffcf0cfded37 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:50.631375 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'code': 200} Nov 12 08:56:50.699295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:50.703423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:50.709367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.749331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.749970 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.751440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] 10.222.0.25 "PUT /v2.0/ports/fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 1093 time: 0.7446184 Nov 12 08:56:50.790424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1494718-94c2-46bf-ac88-2769dfa43672 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.828877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-0ce34776-c515-4cf5-9144-317827662194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.830514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-0ce34776-c515-4cf5-9144-317827662194 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1096 time: 0.0539262 Nov 12 08:56:50.937163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-3461febb-eeec-4874-b19a-cb4905e79157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.938781 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-3461febb-eeec-4874-b19a-cb4905e79157 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.1014533 Nov 12 08:56:51.008526 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-fcb82bd7-45ea-4516-9942-50a7163e585f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0619357 Nov 12 08:56:51.070105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-b46fdced-cd5b-4706-a0fa-dca32703ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.071692 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-b46fdced-cd5b-4706-a0fa-dca32703ff47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0558784 Nov 12 08:56:51.125124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-53321278-0f5c-475c-b9ea-949886720215 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452707 Nov 12 08:56:51.228608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-47b2f669-ff86-45b1-801a-9ce1cebe4831 service neutron] 10.222.0.25 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955245 Nov 12 08:56:51.352191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab05999d-6a52-4ca8-a00f-add475e0edb1 req-aa6b0643-aed8-420d-b3f7-431093332f51 service neutron] 10.222.0.25 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154032 Nov 12 08:56:51.601167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af622f-3ad0-4dd6-982b-8736f4f6d01b req-ba53ca8a-abde-40c1-8686-93bf98555cc0 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.603021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66af622f-3ad0-4dd6-982b-8736f4f6d01b req-ba53ca8a-abde-40c1-8686-93bf98555cc0 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.0687950 Nov 12 08:56:51.664318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66af622f-3ad0-4dd6-982b-8736f4f6d01b req-b5cff60a-2c62-4914-b671-835c83f6f3a3 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547442 Nov 12 08:56:52.632639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:52.635373 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6069d97-36bb-4dc6-8a47-28c03702974b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:52.692324 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456fe282-cd3b-4329-8f48-20118a965802 x-openstack-request-id: req-456fe282-cd3b-4329-8f48-20118a965802 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:52.693335 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:52.693779 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-456fe282-cd3b-4329-8f48-20118a965802 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:52.694411 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'status': 'completed', 'code': 200} Nov 12 08:56:52.775815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-4999549f-e5e9-4b1c-839a-6957eb09dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.777462 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-4999549f-e5e9-4b1c-839a-6957eb09dd53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1096 time: 0.0614579 Nov 12 08:56:52.818535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-ebb406b0-6d6c-40bf-ac07-585257eed233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.821614 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-ebb406b0-6d6c-40bf-ac07-585257eed233 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1096 time: 0.0986364 Nov 12 08:56:52.889688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-e95a500d-41aa-46ef-8a6f-ef8ccb92ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.891206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-e95a500d-41aa-46ef-8a6f-ef8ccb92ef79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.1060438 Nov 12 08:56:52.942656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-131dd150-5481-4d28-80de-4499c5dbcd66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0437696 Nov 12 08:56:52.984551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cde49a-53f7-4a78-b83f-cf7f1c2f6064 req-d4cd66b7-37b3-4f55-a9e1-bee4521e60f8 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.986620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6cde49a-53f7-4a78-b83f-cf7f1c2f6064 req-d4cd66b7-37b3-4f55-a9e1-bee4521e60f8 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.1966980 Nov 12 08:56:53.000115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-8faa9458-7ac5-43d7-9af4-acf6a3a016af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.001705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-8faa9458-7ac5-43d7-9af4-acf6a3a016af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0519910 Nov 12 08:56:53.042479 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-e07af0b5-f9ba-4a30-bf41-c2dc80d1fa53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323255 Nov 12 08:56:53.108744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-22910432-254d-46d3-a098-5ce7e34753b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.111120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-22910432-254d-46d3-a098-5ce7e34753b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.2665784 Nov 12 08:56:53.119730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6cde49a-53f7-4a78-b83f-cf7f1c2f6064 req-2c57bfac-88ae-4214-9113-2f23b20ef966 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244893 Nov 12 08:56:53.151628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-03b1d8b9-842f-4f51-9538-238f0e33a7bc service neutron] 10.222.0.25 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009095 Nov 12 08:56:53.176100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-0680e1da-557e-4314-aaae-ec5bb5ca10a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0547302 Nov 12 08:56:53.245601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-3a9bce7d-7408-4b86-86b5-57fc34ba17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.248358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-3a9bce7d-7408-4b86-86b5-57fc34ba17f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0649233 Nov 12 08:56:53.266432 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-b68d3e65-3321-4284-9163-63a7238d28de service neutron] 10.222.0.25 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068416 Nov 12 08:56:53.302460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-cc7398c3-bf5d-4c52-8160-2709b9cbbb25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459504 Nov 12 08:56:53.424394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-a5578026-2d58-40fe-b95a-bb3b9adc445a service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153944 Nov 12 08:56:53.540664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d6069d97-36bb-4dc6-8a47-28c03702974b req-ffb7075f-581f-42e7-9590-a279b09d5e12 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090641 Nov 12 08:56:54.267876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22fa07-b831-4216-b5b8-b55c6ec7eafc req-95570d56-1883-4036-a871-4c134a5404f4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.270525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c22fa07-b831-4216-b5b8-b55c6ec7eafc req-95570d56-1883-4036-a871-4c134a5404f4 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.0569987 Nov 12 08:56:54.354287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c22fa07-b831-4216-b5b8-b55c6ec7eafc req-1d062bdc-1faf-4a7c-ae40-a016c9141f05 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733562 Nov 12 08:56:54.764279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:54.812010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:55.320821 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:55.492630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:55.498584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dc97a-248a-4bbb-a75f-6c3506724fbc req-e04318db-0323-4426-a5f0-3cc655242b6a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.500298 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a99dc97a-248a-4bbb-a75f-6c3506724fbc req-e04318db-0323-4426-a5f0-3cc655242b6a tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 944 time: 0.0623763 Nov 12 08:56:55.514477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'network_id': 'fe8fa6e1-48de-46fd-8428-d4e1ac443647', 'port_id': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'mac_address': 'fa:16:3e:ab:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8780e352-cf64-41ec-85ff-f4ca594443d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:55.557563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a99dc97a-248a-4bbb-a75f-6c3506724fbc req-f47b4875-6e8d-4af2-8c22-7974c1a8140c tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495324 Nov 12 08:56:55.586599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.606632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8ea215-e5cd-4d85-9b68-01e8519cca9a {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:55.634096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:55.639760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.702813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:55.711008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.711361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.711707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.712069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.712411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.712743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.713073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.713401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.713725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.714049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.714375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.714698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:55.878273 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bd77-4718-456f-a7c2-6e2935001509 req-2d82b090-48a2-4d57-8e92-465513094847 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.879931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-2d82b090-48a2-4d57-8e92-465513094847 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759&tenant_id=115fb1a994294ea48ff0238d4c93ec4f&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 945 time: 0.0969014 Nov 12 08:56:55.975497 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [req-2866bd77-4718-456f-a7c2-6e2935001509 req-4f0ec863-710c-4c36-ae49-0133868e3d6f service neutron] delete failed (client error): The resource could not be found. Nov 12 08:56:55.977318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-4f0ec863-710c-4c36-ae49-0133868e3d6f service neutron] 10.222.0.32 "DELETE /v2.0/ports/fb8ea215-e5cd-4d85-9b68-01e8519cca9a/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0895267 Nov 12 08:56:56.026873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fb8ea215-e5cd-4d85-9b68-01e8519cca9a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:56.086126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bd77-4718-456f-a7c2-6e2935001509 req-88477d02-a848-4d9e-9abd-5f29374a8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.087668 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-88477d02-a848-4d9e-9abd-5f29374a8468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 1097 time: 0.0523291 Nov 12 08:56:56.216557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bd77-4718-456f-a7c2-6e2935001509 req-2a8b21b7-35b2-4631-8bfe-5c36060fdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.219210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-2a8b21b7-35b2-4631-8bfe-5c36060fdf02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 200 len: 912 time: 0.1240160 Nov 12 08:56:56.271529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-c7b6b26a-1b65-45be-a6c3-fe15ef94ea99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 200 len: 217 time: 0.0453999 Nov 12 08:56:56.327339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bd77-4718-456f-a7c2-6e2935001509 req-0415bee8-6d25-49dc-92bc-39c88694d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.329199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-0415bee8-6d25-49dc-92bc-39c88694d57d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 200 len: 852 time: 0.0504053 Nov 12 08:56:56.363581 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-532a7545-f466-4f1d-a672-2a6fb0dfd49d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe8fa6e1-48de-46fd-8428-d4e1ac443647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276923 Nov 12 08:56:56.470731 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-2d5c5f8e-a19f-4c14-b999-4d30586fbe5a service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999689 Nov 12 08:56:56.569568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-e427a099-8a65-4731-9723-cfa54e946df1 service neutron] 10.222.0.32 "GET /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922446 Nov 12 08:56:57.333227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:57.371666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95247e36-6431-43ef-80ff-20cccb693588 req-40321749-dd00-43f8-aab0-8bcd1862bd4b tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.375304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95247e36-6431-43ef-80ff-20cccb693588 req-40321749-dd00-43f8-aab0-8bcd1862bd4b tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 945 time: 0.0691094 Nov 12 08:56:57.390322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port fb8ea215-e5cd-4d85-9b68-01e8519cca9a completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:57.394716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port fb8ea215-e5cd-4d85-9b68-01e8519cca9a triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:57.395087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.457460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95247e36-6431-43ef-80ff-20cccb693588 req-0773933c-0399-4b4a-8952-317dcc598ad8 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771084 Nov 12 08:56:57.499371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.542562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:57.546875 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d0278-99a2-456a-bcde-45458ab367b1" -d '{"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-plugged", "status": "completed", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:57.571019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:57.576902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.631740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.690340 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf3478-2270-466f-b88c-02fa9141c092 x-openstack-request-id: req-ebdf3478-2270-466f-b88c-02fa9141c092 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:57.690637 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-plugged", "status": "completed", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:57.690884 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebdf3478-2270-466f-b88c-02fa9141c092 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:57.691297 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'code': 200} Nov 12 08:56:58.623053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c432d-3846-4c7d-b1e6-272da46a7ea4 req-c616d6e2-2389-47fc-b4ce-79ed9da564dc tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.624789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d35c432d-3846-4c7d-b1e6-272da46a7ea4 req-c616d6e2-2389-47fc-b4ce-79ed9da564dc tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0675199 Nov 12 08:56:58.680769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d35c432d-3846-4c7d-b1e6-272da46a7ea4 req-d360fffa-a18f-46dd-b48f-773068be2a3d tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac9fe8af-4649-4a69-baf0-7208f67be39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Nov 12 08:56:58.796460 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bd77-4718-456f-a7c2-6e2935001509 req-0fe3f43a-ee5a-4b93-92b9-481599f43cf9 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.798342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-0fe3f43a-ee5a-4b93-92b9-481599f43cf9 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0d81ff5-60e9-4eb2-bc70-e2642fb48759 HTTP/1.1" status: 200 len: 946 time: 0.0568058 Nov 12 08:56:58.908427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Deleting port fb8ea215-e5cd-4d85-9b68-01e8519cca9a {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:58.908763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.025218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] For port fb8ea215-e5cd-4d85-9b68-01e8519cca9a, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,segment=NetworkSegment(0ab01d92-5347-4720-b3fa-17fce10c402c),segment_id=0ab01d92-5347-4720-b3fa-17fce10c402c)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:59.025588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.042649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Calling delete_port for fb8ea215-e5cd-4d85-9b68-01e8519cca9a owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:59.233333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.245504 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['fb8ea215-e5cd-4d85-9b68-01e8519cca9a'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:59.272220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Pushing event deleted for resources: {'Port': ['ID=fb8ea215-e5cd-4d85-9b68-01e8519cca9a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.320765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] No DVR routers for this DVR port fb8ea215-e5cd-4d85-9b68-01e8519cca9a on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:59.323744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.327324 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2866bd77-4718-456f-a7c2-6e2935001509 req-1e49fb51-1de2-40e6-91d9-b87c0c0a4e53 tempest-DeleteServersTestJSON-466180008 tempest-DeleteServersTestJSON-466180008-project] 10.222.0.25 "DELETE /v2.0/ports/fb8ea215-e5cd-4d85-9b68-01e8519cca9a HTTP/1.1" status: 204 len: 173 time: 0.5229697 Nov 12 08:56:59.327810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-deleted', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:59.330296 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad86701-c9e6-41b1-8ce4-b2472aafc74a" -d '{"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-deleted", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:59.386570 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284af50c-a055-4b10-97ab-7e99d9207103 x-openstack-request-id: req-284af50c-a055-4b10-97ab-7e99d9207103 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:59.387043 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d81ff5-60e9-4eb2-bc70-e2642fb48759", "name": "network-vif-deleted", "tag": "fb8ea215-e5cd-4d85-9b68-01e8519cca9a", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:59.387432 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-284af50c-a055-4b10-97ab-7e99d9207103 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:59.388034 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d81ff5-60e9-4eb2-bc70-e2642fb48759', 'name': 'network-vif-deleted', 'tag': 'fb8ea215-e5cd-4d85-9b68-01e8519cca9a', 'status': 'completed', 'code': 200} Nov 12 08:56:59.831856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34452) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:59.886174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Deleting subnet 8780e352-cf64-41ec-85ff-f4ca594443d9 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:59.889941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.930416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.974575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.034438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.070339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8780e352-cf64-41ec-85ff-f4ca594443d9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.075048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.078935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5963e2c2-1f30-4b8e-9dbc-c99025a20f1b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8780e352-cf64-41ec-85ff-f4ca594443d9 HTTP/1.1" status: 204 len: 168 time: 0.2453854 Nov 12 08:57:00.081524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34454) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.160834 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.255721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.280775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8fa6e1-48de-46fd-8428-d4e1ac443647']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.292639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab01d92-5347-4720-b3fa-17fce10c402c') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.293015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab01d92-5347-4720-b3fa-17fce10c402c') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.305629 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.323459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.332440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:00.333638 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: timer() Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:00.336883 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:00.406794 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.413769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.420913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe8fa6e1-48de-46fd-8428-d4e1ac443647 HTTP/1.1" status: 204 len: 168 time: 0.3348653 Nov 12 08:57:00.430093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0dfd-bc21-412b-bd54-ebf4730aac7f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8fa6e1-48de-46fd-8428-d4e1ac443647,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.575027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34458) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.650946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30fc512e-ee2e-4312-a3ec-7a6654722ccf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=115fb1a994294ea48ff0238d4c93ec4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740020 Nov 12 08:57:00.653508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34460) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.732384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7888-e992-44ba-8d74-a14b27912d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.757521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7888-e992-44ba-8d74-a14b27912d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.822245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7888-e992-44ba-8d74-a14b27912d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.824836 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7888-e992-44ba-8d74-a14b27912d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.826108 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8dc7888-e992-44ba-8d74-a14b27912d83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac9fe8af-4649-4a69-baf0-7208f67be39b HTTP/1.1" status: 204 len: 168 time: 0.1711600 Nov 12 08:57:00.835664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7888-e992-44ba-8d74-a14b27912d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9fe8af-4649-4a69-baf0-7208f67be39b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.631550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34482) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:01.803719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-805267698-network', 'tenant_id': 'ef7c9553560c45f2a28cda39848bfc08'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:01.829567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Made reservation on behalf of ef7c9553560c45f2a28cda39848bfc08 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:01.833088 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.843281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.931645 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.938075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.968745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:01.976561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1554932c-3a21-41cd-8931-6e6dce5115fd,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.986554 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.987196 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Added segment aad779b4-1ff5-4035-931f-625ad1b3eafe of type vlan for network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f Nov 12 08:57:02.065753 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.109159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.110122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.110701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.173052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5402045 Nov 12 08:57:02.175808 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34486) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:02.182929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Request body: {'subnet': {'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-805267698-subnet', 'tenant_id': 'ef7c9553560c45f2a28cda39848bfc08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:02.190107 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b939af-f641-4c79-bbfd-d5adfc568450 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9217f6-d131-4a4f-a0f7-e92cea778b3f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.202982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:02.218562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Made reservation on behalf of ef7c9553560c45f2a28cda39848bfc08 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:02.222121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.417145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.476356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8c14b6-b271-41f7-97bf-861a09747255,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.488560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Checking segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:02.489458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Network hostable DHCP agents. Network: 7e9217f6-d131-4a4f-a0f7-e92cea778b3f, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:02.507983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:02.519497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 7e9217f6-d131-4a4f-a0f7-e92cea778b3f) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:02.525101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.526113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.536882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792399cc-d1aa-4934-ae36-5ccf87173d8f None None] Network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:02.552649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0fd17a70-cd18-4f4a-b546-772a5dbe8bdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749158 Nov 12 08:57:02.721536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf11143-a67d-4f86-accf-d2e3abd97948 None None] Network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:03.137891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-f4a745c0-95f9-473a-bd99-2498e6c1c075 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.139572 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-f4a745c0-95f9-473a-bd99-2498e6c1c075 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 814 time: 0.1293128 Nov 12 08:57:03.157369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-764c63e4-bb46-480c-9f74-4400558218bf tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/quotas/ef7c9553560c45f2a28cda39848bfc08 HTTP/1.1" status: 200 len: 375 time: 0.0102916 Nov 12 08:57:03.193947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-40ab9d66-bcbd-4d5f-9d08-14d153da2b0e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294607 Nov 12 08:57:03.205913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-c0aae8ff-14a7-4c71-be69-80c0c2fe64f5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:57:03.206992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-c0aae8ff-14a7-4c71-be69-80c0c2fe64f5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057638 Nov 12 08:57:03.312110 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-2fb56147-c223-4ce5-9e16-0b35a9a481db service neutron] 10.222.0.16 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976381 Nov 12 08:57:03.340531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:03.362348 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: fb8ea215-e5cd-4d85-9b68-01e8519cca9a {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:03.362684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device fb8ea215-e5cd-4d85-9b68-01e8519cca9a not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:03.466591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-eb96f24a-3a40-4ba0-84e3-a625334ae469 service neutron] 10.222.0.16 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473374 Nov 12 08:57:03.695352 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-81d3c1c5-810a-453d-aa2d-0e3f8b6a0800 req-eb19d08b-27e9-43d7-a6e9-a5251235cdc9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 210 time: 0.0470657 Nov 12 08:57:04.818842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-c2f16afe-57f1-440d-b3de-5fe38c55d24c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.820683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-c2f16afe-57f1-440d-b3de-5fe38c55d24c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 814 time: 0.1853113 Nov 12 08:57:04.824810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9f59ccca-a500-4f69-beae-6bd1be6ce36d req-da120d2c-148a-4eeb-b1ad-b3aa545be50b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 210 time: 0.0486879 Nov 12 08:57:04.835376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Request body: {'port': {'device_id': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'admin_state_up': True, 'tenant_id': 'ef7c9553560c45f2a28cda39848bfc08'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:04.976211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Made reservation on behalf of ef7c9553560c45f2a28cda39848bfc08 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:04.979951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.135126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Allocated IP 172.20.0.3 (7e9217f6-d131-4a4f-a0f7-e92cea778b3f/7d8c14b6-b271-41f7-97bf-861a09747255/ae0c5a98-af6a-4b12-bed4-da95cd60b6d2) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:05.396303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.437711 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.485854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:05.490057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:05.497053 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:05.523907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.538493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.538822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.539176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.539522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.539856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.540228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.540564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.540895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.541225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.541552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.541878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.542330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:05.574546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.575208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.593661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-8f197e42-0f2e-4b58-aaff-654d510f96ec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7630961 Nov 12 08:57:05.606350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Request body: {'port': {'device_id': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:05.672527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.975567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:05.983810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.999095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Transition to ACTIVE for port object ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:06.004521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e970f-9155-450e-9441-8b864cbdb97a req-679640ce-4c84-4e7d-a2c6-7ab4816a16fe tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.006592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.008460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d11e970f-9155-450e-9441-8b864cbdb97a req-679640ce-4c84-4e7d-a2c6-7ab4816a16fe tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 931 time: 0.0769801 Nov 12 08:57:06.086162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d11e970f-9155-450e-9441-8b864cbdb97a req-91f36ed5-e928-4b6c-bacb-99fc64eeb80c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714107 Nov 12 08:57:06.100624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.212983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:06.213454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:06.213866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:06.219301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:06.219785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:06.225706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:06.225960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Checking segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:06.226304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Bound using segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:06.226743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Bound port: ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:06.227198 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.315780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:06.320466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:06.326133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.366165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.366852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.368282 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] 10.222.0.25 "PUT /v2.0/ports/ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 1092 time: 0.7664826 Nov 12 08:57:06.370686 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:06.374072 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab170b-74d9-4c47-a369-07dc9d354ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:06.406854 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37544a4-ab00-4526-86ca-7f66473114df service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.454935 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8bd527-0965-4aa3-bb49-7093d64f1d4b x-openstack-request-id: req-5e8bd527-0965-4aa3-bb49-7093d64f1d4b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:06.455234 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:06.455491 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e8bd527-0965-4aa3-bb49-7093d64f1d4b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:06.455900 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'status': 'completed', 'code': 200} Nov 12 08:57:06.477079 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-833bfd3f-20df-4495-86da-7690cf54199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.478912 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-833bfd3f-20df-4495-86da-7690cf54199c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1095 time: 0.0540783 Nov 12 08:57:06.526288 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-a5092758-af51-490f-a322-cede56111c85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0373957 Nov 12 08:57:06.587040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bed7f-9693-4961-9215-6e1406de3f48 req-4981be59-c1fc-43ba-947e-7097e9ff6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.588596 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-4981be59-c1fc-43ba-947e-7097e9ff6bf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0534558 Nov 12 08:57:06.624454 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-dd6e68f6-6ed9-4d6e-ad37-4ea036c7555c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280201 Nov 12 08:57:06.726376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-293921ce-93ed-435f-9ef0-a827b2b596e7 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947344 Nov 12 08:57:06.838197 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-138bed7f-9693-4961-9215-6e1406de3f48 req-d6c4367c-6cfa-4a03-bcaa-aa159a619262 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019301 Nov 12 08:57:06.947909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-9607ab37-7434-4a30-a0b7-aa3444048148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.949561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-9607ab37-7434-4a30-a0b7-aa3444048148 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1095 time: 0.0485103 Nov 12 08:57:07.059480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-12a79d06-b82a-46c7-83bc-a80a1fd5af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.061312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-12a79d06-b82a-46c7-83bc-a80a1fd5af6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1046031 Nov 12 08:57:07.114438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-47cc9c47-a469-4846-9d5f-9828923ccaa9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0448179 Nov 12 08:57:07.191122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-70aea9c7-f784-4299-9cb8-8be302ffcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.193905 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-70aea9c7-f784-4299-9cb8-8be302ffcaf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0724194 Nov 12 08:57:07.234113 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-44d86bbd-c77c-4554-b5d6-e69117d08625 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332308 Nov 12 08:57:07.236846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb232ee-2ea7-4f29-b035-9c5a7a9d2f70 req-a3fad9d5-bd33-4c72-95a5-dae38cba94ba tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.238861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8cb232ee-2ea7-4f29-b035-9c5a7a9d2f70 req-a3fad9d5-bd33-4c72-95a5-dae38cba94ba tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.0665107 Nov 12 08:57:07.299290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8cb232ee-2ea7-4f29-b035-9c5a7a9d2f70 req-0da2dbab-41c6-48e8-ad51-9463f83dbcac tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498104 Nov 12 08:57:07.369263 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-220b4192-94c6-4511-b937-3f92f762ecf0 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279180 Nov 12 08:57:07.480735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-83ab170b-74d9-4c47-a369-07dc9d354ac9 req-2a978320-eb7c-4e05-902b-5639472e0161 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038835 Nov 12 08:57:08.462146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9806-ae6f-429c-97f8-25a20c26c8c0 req-cb5eb099-023e-4ed6-986c-c26fc27537bb tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.465014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-effe9806-ae6f-429c-97f8-25a20c26c8c0 req-cb5eb099-023e-4ed6-986c-c26fc27537bb tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.0821388 Nov 12 08:57:08.525706 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-effe9806-ae6f-429c-97f8-25a20c26c8c0 req-e9dd9fdc-4740-4e26-9a12-9e21c2981c5a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535636 Nov 12 08:57:09.126891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.663878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1afb99-1e35-44bd-b58c-7b8eef196728 req-2726cd70-9480-4602-8c21-7b22fd605382 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.665608 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a1afb99-1e35-44bd-b58c-7b8eef196728 req-2726cd70-9480-4602-8c21-7b22fd605382 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.0570276 Nov 12 08:57:09.724449 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2a1afb99-1e35-44bd-b58c-7b8eef196728 req-c621e225-9873-43c8-a948-37dc0763b7a5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 Nov 12 08:57:10.729431 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fa607a9a-e266-43d0-9f76-4123bb217ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.855385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842074c-e161-46b1-a734-71a1f47cf1d4 req-45c19d52-f47f-4584-9a7b-f20531b81bf7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.857076 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a842074c-e161-46b1-a734-71a1f47cf1d4 req-45c19d52-f47f-4584-9a7b-f20531b81bf7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.0557170 Nov 12 08:57:10.931404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a842074c-e161-46b1-a734-71a1f47cf1d4 req-e09fa9c6-825b-4f20-9556-5734390f5e45 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626614 Nov 12 08:57:11.349344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:11.471611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:11.486215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'port_id': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'mac_address': 'fa:16:3e:f3:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8c14b6-b271-41f7-97bf-861a09747255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:11.530662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.546140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:11.569392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:11.574918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.628932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:11.872038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:12.086167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9e61-3364-4707-bbf1-33b2a8e7c856 req-1ff7ca54-9d30-44c0-ac47-2e71e1a14c9b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.087821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-825e9e61-3364-4707-bbf1-33b2a8e7c856 req-1ff7ca54-9d30-44c0-ac47-2e71e1a14c9b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 944 time: 0.0672636 Nov 12 08:57:12.148668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.149873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-825e9e61-3364-4707-bbf1-33b2a8e7c856 req-252e3550-08b0-471e-a141-ddaa1c8d97c4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552082 Nov 12 08:57:13.212384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-27e53cde-3c84-4a50-a016-a001e31db0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.281950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ef7a-2ec8-499c-a7ea-b8307ea203dd req-c785b361-d5eb-44ed-badd-5f39ce6a6ce6 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.283600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5c7ef7a-2ec8-499c-a7ea-b8307ea203dd req-c785b361-d5eb-44ed-badd-5f39ce6a6ce6 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 944 time: 0.0567989 Nov 12 08:57:13.342163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5c7ef7a-2ec8-499c-a7ea-b8307ea203dd req-50f27ca1-479a-475e-98cf-b55967f01322 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Nov 12 08:57:13.350134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:13.408743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:13.414690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:13.415296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.510217 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.536103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:13.538460 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76575dc9-92db-43fe-b1c1-f9e7b9ec57cb" -d '{"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:13.560632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:13.567782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.603893 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355549f7-512b-41cf-a27a-9766e1c34229 x-openstack-request-id: req-355549f7-512b-41cf-a27a-9766e1c34229 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:13.604240 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:13.604619 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-355549f7-512b-41cf-a27a-9766e1c34229 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:13.605204 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'code': 200} Nov 12 08:57:13.647577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:13.719301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e09460-4386-4c7c-8daf-2d6e79adfa8c req-ea05ecc6-2f0d-4b39-bd77-9462c4353ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.720921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0e09460-4386-4c7c-8daf-2d6e79adfa8c req-ea05ecc6-2f0d-4b39-bd77-9462c4353ff9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1097 time: 0.0459373 Nov 12 08:57:13.775615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0e09460-4386-4c7c-8daf-2d6e79adfa8c req-55bcb5de-9cfb-4d6c-92a1-ba2fac947d92 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Nov 12 08:57:14.494003 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4aa80-b9b3-44af-8acb-d3e09c5d39d7 req-89be03ac-2a7b-4e45-bab8-80bf9cdea17a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.495626 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ae4aa80-b9b3-44af-8acb-d3e09c5d39d7 req-89be03ac-2a7b-4e45-bab8-80bf9cdea17a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0634878 Nov 12 08:57:14.550276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ae4aa80-b9b3-44af-8acb-d3e09c5d39d7 req-aaefedca-7ec4-4c32-bd00-91810264d452 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Nov 12 08:57:14.660741 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.681674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f9ef6-ca29-4355-b6cb-36338342e0b5 req-0e1f109a-8052-433d-a03a-2b4b5f0e4b54 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.683345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440f9ef6-ca29-4355-b6cb-36338342e0b5 req-0e1f109a-8052-433d-a03a-2b4b5f0e4b54 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0557206 Nov 12 08:57:15.743821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-440f9ef6-ca29-4355-b6cb-36338342e0b5 req-6e64a648-c7aa-4447-af76-c0a121d25cb5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Nov 12 08:57:15.815861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.887579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215b8be-0666-4cab-94e5-c02e2be38595 req-045f2f9a-28e7-4530-9b36-daf4f9e5c2fe tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.889568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b215b8be-0666-4cab-94e5-c02e2be38595 req-045f2f9a-28e7-4530-9b36-daf4f9e5c2fe tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0561159 Nov 12 08:57:15.949070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b215b8be-0666-4cab-94e5-c02e2be38595 req-8bcd224d-037e-49db-bc32-785561bfb07f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Nov 12 08:57:16.177781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168f53-804d-4089-834f-ff2f8c48dd42 req-df06543a-18da-4029-a8e1-bd707875b40e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.179408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5168f53-804d-4089-834f-ff2f8c48dd42 req-df06543a-18da-4029-a8e1-bd707875b40e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0561962 Nov 12 08:57:16.264428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c5168f53-804d-4089-834f-ff2f8c48dd42 req-abd80a2a-3be2-4c2f-87cc-5b903fd219e9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734012 Nov 12 08:57:16.391452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e7f68-9fa7-463f-8d3e-22a498a07870 req-bbc71969-fc1e-476a-8321-e1e06009d0f5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.393019 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-719e7f68-9fa7-463f-8d3e-22a498a07870 req-bbc71969-fc1e-476a-8321-e1e06009d0f5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0542693 Nov 12 08:57:16.451902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-719e7f68-9fa7-463f-8d3e-22a498a07870 req-07cad526-f50d-4baf-ba9e-6bae2f5e3d7f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515623 Nov 12 08:57:16.820854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-79eabb72-15de-4055-ba97-31117f04295c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403024 Nov 12 08:57:16.837880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd50adc-9e80-48be-bb43-25c4771108ad req-1c59e618-9a60-488d-a37d-02ae619c3aaf tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.840761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fd50adc-9e80-48be-bb43-25c4771108ad req-1c59e618-9a60-488d-a37d-02ae619c3aaf tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.1434605 Nov 12 08:57:16.846364 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.909778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fd50adc-9e80-48be-bb43-25c4771108ad req-c457b22f-5582-4220-a77f-515915cb1db2 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587122 Nov 12 08:57:18.087636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beabaf-2a74-483b-b573-d005a3dfa9e6 req-1b5e6db9-2177-4d93-b15f-bd59d644ab6c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.090329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54beabaf-2a74-483b-b573-d005a3dfa9e6 req-1b5e6db9-2177-4d93-b15f-bd59d644ab6c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0814366 Nov 12 08:57:18.151356 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54beabaf-2a74-483b-b573-d005a3dfa9e6 req-8b6d3515-59c8-4e9b-bbbc-29e86f0d0db6 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492420 Nov 12 08:57:18.186648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-dfce9d74-5a06-4944-a869-68f52d8ac27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.189509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-dfce9d74-5a06-4944-a869-68f52d8ac27d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1097 time: 0.0742171 Nov 12 08:57:18.688751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-ee41c793-4ac8-4477-add5-48cd33611f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.691727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-ee41c793-4ac8-4477-add5-48cd33611f5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.4954700 Nov 12 08:57:18.767407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-6890fb75-f8ca-4982-ad61-c05147616825 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0678833 Nov 12 08:57:18.823993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-5ffbf132-91c3-4c49-8436-1f2438566217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.825696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-5ffbf132-91c3-4c49-8436-1f2438566217 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0524578 Nov 12 08:57:18.863417 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-9de27c55-6d10-44e7-883a-9ac7b185a1df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295360 Nov 12 08:57:18.968983 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-17826375-a6be-40f1-a33a-cb17d947b2f0 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986059 Nov 12 08:57:19.069852 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-264d2f3f-c976-4258-abcb-93babdd1193e service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934093 Nov 12 08:57:19.326036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df3d2-7620-456d-b778-313f5e877056 req-e19b85df-7641-4567-ae82-bb76c703ccf5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.327788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a05df3d2-7620-456d-b778-313f5e877056 req-e19b85df-7641-4567-ae82-bb76c703ccf5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0584342 Nov 12 08:57:19.383641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a05df3d2-7620-456d-b778-313f5e877056 req-40be106b-0dff-4c20-a2fd-8aa1cc06c8f1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Nov 12 08:57:20.515878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d951b-c311-4db0-9246-cc7a46e720ad req-b91831e3-e8d4-410e-8bc0-09940deca4a0 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.517517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c73d951b-c311-4db0-9246-cc7a46e720ad req-b91831e3-e8d4-410e-8bc0-09940deca4a0 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0552766 Nov 12 08:57:20.570990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c73d951b-c311-4db0-9246-cc7a46e720ad req-0ac76feb-51ba-4910-8061-84821f0bee8f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Nov 12 08:57:21.400523 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:21.720926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557c635-633e-454e-8dd8-e193fa04abc3 req-f2926cfd-c487-4d4a-a704-28a6cfa4df53 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.722538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a557c635-633e-454e-8dd8-e193fa04abc3 req-f2926cfd-c487-4d4a-a704-28a6cfa4df53 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0735631 Nov 12 08:57:21.788165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a557c635-633e-454e-8dd8-e193fa04abc3 req-bb057b7c-8cc5-4adf-b928-d607a568b77e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Nov 12 08:57:22.915659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7fa3-97f3-4f94-af4b-9d038dbbfbb8 req-428ccebf-861f-4f6f-ae4a-0d208b1bc8c1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:22.917314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-293d7fa3-97f3-4f94-af4b-9d038dbbfbb8 req-428ccebf-861f-4f6f-ae4a-0d208b1bc8c1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0560160 Nov 12 08:57:22.971980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-293d7fa3-97f3-4f94-af4b-9d038dbbfbb8 req-271eae39-aab9-4758-99c4-d8ba67380319 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Nov 12 08:57:24.101240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc2b1b-1598-4f1e-9ffa-077b2fe7f1ca req-6a3a772b-d12e-444c-b475-359f354b2a82 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.102866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8fc2b1b-1598-4f1e-9ffa-077b2fe7f1ca req-6a3a772b-d12e-444c-b475-359f354b2a82 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0538309 Nov 12 08:57:24.165136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8fc2b1b-1598-4f1e-9ffa-077b2fe7f1ca req-4d7d67df-8fc4-4a7c-b1f0-169a90dfccb4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Nov 12 08:57:25.292787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c61f-7c4b-4fda-ad20-b60605421f34 req-0f40f728-25eb-4103-91f9-b51e9b0009f4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.294416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98d9c61f-7c4b-4fda-ad20-b60605421f34 req-0f40f728-25eb-4103-91f9-b51e9b0009f4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0540164 Nov 12 08:57:25.353409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98d9c61f-7c4b-4fda-ad20-b60605421f34 req-e31d466f-f7c0-420b-ad1b-42e9e5906c6b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Nov 12 08:57:26.479985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab6960-dd47-4abc-b4bf-2d65d2662080 req-819188e5-be5f-464f-a805-559b1df98e45 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.481620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ab6960-dd47-4abc-b4bf-2d65d2662080 req-819188e5-be5f-464f-a805-559b1df98e45 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0527794 Nov 12 08:57:26.535659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03ab6960-dd47-4abc-b4bf-2d65d2662080 req-17af6764-b997-4fbc-8460-36ca0a392d06 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458038 Nov 12 08:57:27.676601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097386b-155a-4655-b859-44d51d172418 req-d8ef79a7-9150-4955-8a2e-91232c73ebd7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.678299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7097386b-155a-4655-b859-44d51d172418 req-d8ef79a7-9150-4955-8a2e-91232c73ebd7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0623336 Nov 12 08:57:27.738618 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7097386b-155a-4655-b859-44d51d172418 req-93785a64-72cc-41fa-83de-2e690f806cbc tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Nov 12 08:57:28.882699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7b0a-fa41-436b-b8bc-a03308b6f293 req-e336111e-8ae1-4ce7-b674-b4e369a7b5d8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.884354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e5a7b0a-fa41-436b-b8bc-a03308b6f293 req-e336111e-8ae1-4ce7-b674-b4e369a7b5d8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0603161 Nov 12 08:57:28.943366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3e5a7b0a-fa41-436b-b8bc-a03308b6f293 req-c45db9fb-0a98-4975-b5ba-63652616c1e7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 Nov 12 08:57:30.078324 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f15f-8f93-4b2e-af9b-b39769a5e562 req-b86ba98c-88df-460b-9926-2603896f07be tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.079966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce22f15f-8f93-4b2e-af9b-b39769a5e562 req-b86ba98c-88df-460b-9926-2603896f07be tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0533156 Nov 12 08:57:30.143402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce22f15f-8f93-4b2e-af9b-b39769a5e562 req-01898ed7-2a63-44d8-9500-c5d426d8013e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Nov 12 08:57:31.320825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0df137-a297-45ad-beb8-b654ab762c28 req-c0473b7a-0b0e-4fa4-8cdf-6383d1335ff4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.322576 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d0df137-a297-45ad-beb8-b654ab762c28 req-c0473b7a-0b0e-4fa4-8cdf-6383d1335ff4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0558972 Nov 12 08:57:31.377475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d0df137-a297-45ad-beb8-b654ab762c28 req-4881c910-5a37-46a0-b3b2-f90c9b707234 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Nov 12 08:57:32.512785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567c7eb-60c9-4b71-a43a-5096681fcefb req-cc2863c7-5de6-402e-a003-61b7f66645aa tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.514372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0567c7eb-60c9-4b71-a43a-5096681fcefb req-cc2863c7-5de6-402e-a003-61b7f66645aa tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0526178 Nov 12 08:57:32.583224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0567c7eb-60c9-4b71-a43a-5096681fcefb req-059bb0eb-09e8-4a39-899e-2bf2f38df64f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621715 Nov 12 08:57:33.740907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5718e0b-e174-4c7a-8a0a-43516c3ddd6e req-e5eb631f-59bc-4899-bb2f-d26daeaf612b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.742445 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5718e0b-e174-4c7a-8a0a-43516c3ddd6e req-e5eb631f-59bc-4899-bb2f-d26daeaf612b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0583007 Nov 12 08:57:33.799151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5718e0b-e174-4c7a-8a0a-43516c3ddd6e req-55dd7724-61bc-4e7a-97bf-9956a4137714 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Nov 12 08:57:34.968629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199daa9e-c0f1-4f73-8bb5-9f412064cf64 req-6e5e4b07-32f8-4811-85d8-237c1c8cce1d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.971367 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-199daa9e-c0f1-4f73-8bb5-9f412064cf64 req-6e5e4b07-32f8-4811-85d8-237c1c8cce1d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0835841 Nov 12 08:57:35.026653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-199daa9e-c0f1-4f73-8bb5-9f412064cf64 req-d88018fc-87eb-4267-ae5c-d16f1a33337f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Nov 12 08:57:36.155663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715bfbd-9578-4ecf-8583-8851d6581358 req-9b60322f-8b4a-4058-8f53-02f6f88b7a96 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.157302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4715bfbd-9578-4ecf-8583-8851d6581358 req-9b60322f-8b4a-4058-8f53-02f6f88b7a96 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0562489 Nov 12 08:57:36.210455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4715bfbd-9578-4ecf-8583-8851d6581358 req-c94cea92-de65-4c65-8f92-ff58ec8a521b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Nov 12 08:57:37.359626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61549dca-f214-4898-901d-dac15c51359f req-95ee3795-3864-4381-8485-d7acffec3ec2 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.361262 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61549dca-f214-4898-901d-dac15c51359f req-95ee3795-3864-4381-8485-d7acffec3ec2 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0622387 Nov 12 08:57:37.424587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-61549dca-f214-4898-901d-dac15c51359f req-82d0b95f-61c1-4058-bc59-af2c713bd849 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561795 Nov 12 08:57:38.565991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631d7f1-d89c-4398-a608-502ee79bea93 req-c86c9864-71a4-41b7-a7d1-9376f000361c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.567730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3631d7f1-d89c-4398-a608-502ee79bea93 req-c86c9864-71a4-41b7-a7d1-9376f000361c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0552702 Nov 12 08:57:38.632248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3631d7f1-d89c-4398-a608-502ee79bea93 req-75132920-7128-4fe8-98ad-f08e5450581d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540848 Nov 12 08:57:39.122186 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.819605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a091-3e16-45f0-960c-5c85cedf7032 req-76539506-4fb1-4e4b-83bb-f5b10902bb05 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.822031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27f5a091-3e16-45f0-960c-5c85cedf7032 req-76539506-4fb1-4e4b-83bb-f5b10902bb05 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0630491 Nov 12 08:57:39.902065 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27f5a091-3e16-45f0-960c-5c85cedf7032 req-25500843-8c7c-49bc-bc86-7b639d8e4621 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734606 Nov 12 08:57:40.744152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f2028d44-c75d-49ce-b5c4-84339c2856ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.042550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538c418-1b46-4180-b4ba-0bf2a5c5bc2f req-18d50d23-d7f5-48c9-b932-0820aafc6f98 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.044101 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5538c418-1b46-4180-b4ba-0bf2a5c5bc2f req-18d50d23-d7f5-48c9-b932-0820aafc6f98 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0586660 Nov 12 08:57:41.099749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5538c418-1b46-4180-b4ba-0bf2a5c5bc2f req-e595e3fb-f7cc-4d44-b1cf-eedff4c5e5e1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492790 Nov 12 08:57:42.160419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.245359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c5805-7965-4d88-99e6-486037d900d5 req-b93aa992-9171-4450-9584-66445c2ac2b9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.247044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f0c5805-7965-4d88-99e6-486037d900d5 req-b93aa992-9171-4450-9584-66445c2ac2b9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0613337 Nov 12 08:57:42.309662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f0c5805-7965-4d88-99e6-486037d900d5 req-7e878642-ff73-4afd-b4f9-47085589e628 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Nov 12 08:57:43.143247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-2e8e1952-a5bf-453e-bb88-e9b4bfdf2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.144778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-2e8e1952-a5bf-453e-bb88-e9b4bfdf2cfb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1097 time: 0.0465572 Nov 12 08:57:43.211536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ec0584e4-babd-4c0d-9c01-0c004adae9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.267628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-a926c77b-7bfb-42b3-a467-7e9bd972bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.269664 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-a926c77b-7bfb-42b3-a467-7e9bd972bcfb service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1048410 Nov 12 08:57:43.339740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-a824bb00-cc20-43e7-8145-3a60cbe22060 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0629508 Nov 12 08:57:43.400392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-5eb4f243-aa20-451e-a60f-eff643086c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.401751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-5eb4f243-aa20-451e-a60f-eff643086c68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0548272 Nov 12 08:57:43.436590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-0afaef3b-ab61-4708-b2fe-007c21ea4bd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269091 Nov 12 08:57:43.483361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aef55-dace-4f0c-8cfc-8efea76f90ad req-5708d634-4e0e-42e9-b9e5-e33adc3f6e97 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.485287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-094aef55-dace-4f0c-8cfc-8efea76f90ad req-5708d634-4e0e-42e9-b9e5-e33adc3f6e97 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0583608 Nov 12 08:57:43.542454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-094aef55-dace-4f0c-8cfc-8efea76f90ad req-6c5e5209-eed2-4b60-b654-0227c096052a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500400 Nov 12 08:57:43.570572 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-74319429-006d-42b7-acb0-98e02b7ce9f7 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258087 Nov 12 08:57:43.680273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af98b668-2fa5-4bd8-ac07-785c5dfd3f54 req-e73689c6-8bcf-44a3-9f4f-b3f188a14a66 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013334 Nov 12 08:57:44.663992 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.698030 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd245e-d70f-40a2-8241-e49908d5a1eb req-11b2f430-0a98-43d9-9e3d-e81340e8db2e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.699681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7dd245e-d70f-40a2-8241-e49908d5a1eb req-11b2f430-0a98-43d9-9e3d-e81340e8db2e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0608766 Nov 12 08:57:44.764644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7dd245e-d70f-40a2-8241-e49908d5a1eb req-2b00e76b-087b-4c4c-8277-6d59c3488129 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Nov 12 08:57:45.815925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.901145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b18aa3-a81f-472c-93df-4f64939d6f77 req-c7f901a2-4beb-4b4a-a843-632bfe0d25b6 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.902788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9b18aa3-a81f-472c-93df-4f64939d6f77 req-c7f901a2-4beb-4b4a-a843-632bfe0d25b6 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0582628 Nov 12 08:57:45.965340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9b18aa3-a81f-472c-93df-4f64939d6f77 req-a73d509a-6cb4-413c-ae0b-3aac83a4bc74 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509715 Nov 12 08:57:46.064988 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-a36d48f6-4f8f-4dc8-98e9-0810bd38459b service neutron] show failed (client error): The resource could not be found. Nov 12 08:57:46.066039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-a36d48f6-4f8f-4dc8-98e9-0810bd38459b service neutron] 10.222.0.25 "GET /v2.0/ports/ae0c5a98-af6a-4b12-bed4-da95cd60b6d2/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0610459 Nov 12 08:57:46.429730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-e51a049d-2c98-4642-9bf2-b17e77e7ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.432348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-e51a049d-2c98-4642-9bf2-b17e77e7ad16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b&tenant_id=ef7c9553560c45f2a28cda39848bfc08 HTTP/1.1" status: 200 len: 1097 time: 0.1404080 Nov 12 08:57:46.444895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:46.742300 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.837104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.984575 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:47.025584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h1-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:47.111228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:47.113760 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e250c-9844-41d8-9c1f-226561f6dda5" -d '{"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:47.119272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.138520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.provisioning_blocks [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Transition to ACTIVE for port object ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 will not be triggered until provisioned by entity L2. {{(pid=102372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:47.152747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26880471-0891-42ad-b4fc-c8c419e403ed req-8c60839b-ada1-4d04-9812-b4f017582f56 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.154355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26880471-0891-42ad-b4fc-c8c419e403ed req-8c60839b-ada1-4d04-9812-b4f017582f56 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0972781 Nov 12 08:57:47.155240 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.192245 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8f20c-49a3-4abe-b649-c84c500b5db2 x-openstack-request-id: req-f6f8f20c-49a3-4abe-b649-c84c500b5db2 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:47.192657 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:47.192792 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6f8f20c-49a3-4abe-b649-c84c500b5db2 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:47.193161 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'code': 200} Nov 12 08:57:47.250073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.255544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] No DVR routers for this DVR port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on host n-h1-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:47.272157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.272503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.272845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.273180 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.273513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.273843 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.274171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.274495 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.274820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.275147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.275468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.275787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:47.290967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26880471-0891-42ad-b4fc-c8c419e403ed req-f31ff3d1-9a16-4401-897c-db09bca6d4dd tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250737 Nov 12 08:57:47.320105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:47.320565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:47.320757 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:47.325852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:47.326177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Attempting to bind port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:47.331782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:47.332152 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Checking segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:47.332547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Bound using segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} {{(pid=102372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:47.332990 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.managers [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Bound port: ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}}] {{(pid=102372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:47.333348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.408748 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h2-768509-25, cleared binding levels {{(pid=102372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:47.413246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:47.418795 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.458376 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.459024 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.460542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] 10.222.0.32 "PUT /v2.0/ports/ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 1092 time: 1.0204811 Nov 12 08:57:47.512160 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ebf70-acab-4a27-8e32-ed40a2138fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.568579 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-a1d26c77-86be-40d9-8fc4-79a0c6aef848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.571219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-a1d26c77-86be-40d9-8fc4-79a0c6aef848 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1095 time: 0.0802195 Nov 12 08:57:47.675815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-ff94bb18-378c-419b-8338-a18654f558d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.677340 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-ff94bb18-378c-419b-8338-a18654f558d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.0974309 Nov 12 08:57:47.724575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-b558574c-7ec3-4f33-b2b9-5455be9229a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0393913 Nov 12 08:57:47.783227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-cec73be7-a3a4-49fc-9f86-9f9d38c5d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.784773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-cec73be7-a3a4-49fc-9f86-9f9d38c5d314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0532906 Nov 12 08:57:47.831872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-9e295002-f240-4110-8cbe-03c86f7f6645 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391486 Nov 12 08:57:47.935512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-9f88f1f2-e27b-4dd4-a320-36774edf764c service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961044 Nov 12 08:57:48.039655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a772d0ca-3888-45ae-b04c-2d8cddd91bf2 req-19115c92-39d8-480c-ac16-1038c3bf0f85 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969543 Nov 12 08:57:48.436891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857522d-ecef-4245-97ef-e92faa9f5711 req-24fa6f7d-7d32-4a32-a228-1006da57b69d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.438863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3857522d-ecef-4245-97ef-e92faa9f5711 req-24fa6f7d-7d32-4a32-a228-1006da57b69d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.0567110 Nov 12 08:57:48.508001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3857522d-ecef-4245-97ef-e92faa9f5711 req-fb89187d-59ab-4ce1-a9f4-6f5333e36ccf tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614200 Nov 12 08:57:49.194697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:49.197145 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b" -d '{"events": [{"name": "network-changed", "server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:49.283192 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e1de63-46e5-4de4-aae1-48f0ff55cb21 x-openstack-request-id: req-01e1de63-46e5-4de4-aae1-48f0ff55cb21 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:49.283487 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:49.283737 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01e1de63-46e5-4de4-aae1-48f0ff55cb21 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:49.284248 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'status': 'completed', 'code': 200} Nov 12 08:57:49.354695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-f19e9dcb-46cc-406f-ab98-f4a02234cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.356358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-f19e9dcb-46cc-406f-ab98-f4a02234cdbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1095 time: 0.0496197 Nov 12 08:57:49.366855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-a1b28d1f-e11d-4f93-bbf1-ccc4a87a6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.369627 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-a1b28d1f-e11d-4f93-bbf1-ccc4a87a6b82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1095 time: 0.0673850 Nov 12 08:57:49.472633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-04a86e0e-f16d-4f6a-a7c0-7355ed2e6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.474066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-04a86e0e-f16d-4f6a-a7c0-7355ed2e6186 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1108758 Nov 12 08:57:49.538708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:49.541131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-5f5bad7b-f183-4b23-8b10-5533d09c60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.543406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-5f5bad7b-f183-4b23-8b10-5533d09c60f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1657550 Nov 12 08:57:49.545094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-6eb36830-061b-4286-90d4-8da344db98b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0616653 Nov 12 08:57:49.623513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:49.640562 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-ede489ab-788a-4798-a311-488285eb9f4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0881948 Nov 12 08:57:49.675340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-a4ec8465-09a7-4f8a-a36c-995ff2b2f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.677283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-a4ec8465-09a7-4f8a-a36c-995ff2b2f710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.1181679 Nov 12 08:57:49.723350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-76098af5-ab4f-4b73-b2d0-df3a780d35c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301306 Nov 12 08:57:49.738565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-30ca66d6-dadd-4f85-a77d-ae2f6ed45a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.741298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-30ca66d6-dadd-4f85-a77d-ae2f6ed45a17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0936871 Nov 12 08:57:49.772503 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f84fae-95e4-41be-8746-7a90f5641987 req-342147d9-12ab-43e3-9101-c707760e6f63 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.774603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31f84fae-95e4-41be-8746-7a90f5641987 req-342147d9-12ab-43e3-9101-c707760e6f63 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.1143253 Nov 12 08:57:49.777165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-e2cd2b12-411d-4140-9e95-9aaf71adf81e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290933 Nov 12 08:57:49.902488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-558b1b76-ef66-4c04-a055-e6f588b8f564 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165245 Nov 12 08:57:49.911179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31f84fae-95e4-41be-8746-7a90f5641987 req-4b0236b4-463f-46e8-b41d-d190a3ef25de tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908458 Nov 12 08:57:49.914680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-fc8e1aaa-cb16-4e0f-b4b2-5f0c0e024183 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822987 Nov 12 08:57:50.045501 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-7c6185f2-bcc0-45e6-a26f-49379cf1f407 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350284 Nov 12 08:57:50.045763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a792f7cd-cdbf-4b7a-8924-4c3ebf89270b req-63d8bb5a-8ed2-4f27-a002-d92769d9ab77 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245022 Nov 12 08:57:51.069448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb1729-a8a6-4a31-bf13-d4bd8c2f15c4 req-8f276806-c85e-4e2f-8939-3ff96f408c83 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.071142 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45bb1729-a8a6-4a31-bf13-d4bd8c2f15c4 req-8f276806-c85e-4e2f-8939-3ff96f408c83 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 943 time: 0.0790970 Nov 12 08:57:51.080849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:51.125650 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45bb1729-a8a6-4a31-bf13-d4bd8c2f15c4 req-4614dff0-4833-4771-ad5b-247c57de57df tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Nov 12 08:57:51.214953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:51.234658 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'port_id': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'mac_address': 'fa:16:3e:f3:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8c14b6-b271-41f7-97bf-861a09747255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:51.292883 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.316384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:51.354800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:51.363326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.433583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719aa0-afc1-4856-b285-282b2f5c9e5b req-21ef0ec4-70d8-449d-bfca-12551b78a34b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.436461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d719aa0-afc1-4856-b285-282b2f5c9e5b req-21ef0ec4-70d8-449d-bfca-12551b78a34b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 944 time: 0.0715859 Nov 12 08:57:51.455096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:51.462938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-fbc5dbb3-0fc0-4a31-b04d-f26c433cf48c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.466356 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-fbc5dbb3-0fc0-4a31-b04d-f26c433cf48c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.25 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b&tenant_id=ef7c9553560c45f2a28cda39848bfc08&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 944 time: 0.1128216 Nov 12 08:57:51.509121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d719aa0-afc1-4856-b285-282b2f5c9e5b req-d259045b-b6b1-4fdb-893a-d958c9b1c640 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Nov 12 08:57:51.572549 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-263cf6c6-a5da-43d0-aa05-127ea9e2a69d service neutron] delete failed (client error): The resource could not be found. Nov 12 08:57:51.573850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-263cf6c6-a5da-43d0-aa05-127ea9e2a69d service neutron] 10.222.0.25 "DELETE /v2.0/ports/ae0c5a98-af6a-4b12-bed4-da95cd60b6d2/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0999770 Nov 12 08:57:51.579033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:51.686222 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-38543b6d-d6d2-4272-83fd-e81d444d4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.688030 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-38543b6d-d6d2-4272-83fd-e81d444d4fd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 1096 time: 0.0554125 Nov 12 08:57:51.798546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-b483b25e-d3be-489d-b689-650d3de0d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.801152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-b483b25e-d3be-489d-b689-650d3de0d9da service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1064727 Nov 12 08:57:51.851127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-766e4535-e01b-4815-bb52-6415f25505c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0435052 Nov 12 08:57:51.907342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-6e943e57-0c83-4f59-8038-ead0f61871b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.908940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-6e943e57-0c83-4f59-8038-ead0f61871b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0501661 Nov 12 08:57:51.943700 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-8752daab-0466-44e2-a3df-b70dc2446d0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278692 Nov 12 08:57:52.050329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-250519f2-c5a2-4800-b687-b63ae1af9f5f service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993130 Nov 12 08:57:52.151131 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea37fb3d-6f81-448a-940f-8df262cb9f5e req-c179edc0-bb01-4e13-9dd3-a1ed9ecba1bf service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940590 Nov 12 08:57:52.689369 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c37c2-2ce7-49a3-a7cd-f057716e051f req-6cf08595-823d-416a-84c6-8645af9f445f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.692804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e11c37c2-2ce7-49a3-a7cd-f057716e051f req-6cf08595-823d-416a-84c6-8645af9f445f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 944 time: 0.0676374 Nov 12 08:57:52.765661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e11c37c2-2ce7-49a3-a7cd-f057716e051f req-a180aed3-9a9b-46aa-8f61-4038c5e78459 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651791 Nov 12 08:57:52.927636 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b41baf-fc3b-44e3-bbe5-13ae3b606611 req-73fd3b7b-ec01-42b7-a216-147af016c579 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.929999 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16b41baf-fc3b-44e3-bbe5-13ae3b606611 req-73fd3b7b-ec01-42b7-a216-147af016c579 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 944 time: 0.0796738 Nov 12 08:57:52.982457 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16b41baf-fc3b-44e3-bbe5-13ae3b606611 req-9a39fc71-62e0-42c6-abf2-ed78e610e36a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Nov 12 08:57:53.083778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:53.123971 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6eab1-066d-41c4-89a7-9c4252cd51e2 req-2daf4434-4573-4fe0-99fc-61c16d2dd350 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.126628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73d6eab1-066d-41c4-89a7-9c4252cd51e2 req-2daf4434-4573-4fe0-99fc-61c16d2dd350 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 944 time: 0.0694439 Nov 12 08:57:53.151547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:53.156932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:53.157416 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.207891 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73d6eab1-066d-41c4-89a7-9c4252cd51e2 req-6a17125a-3509-42ec-81a5-c0d25978dcb9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 Nov 12 08:57:53.257003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.289193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:53.293055 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e6445-2675-42e7-bcf6-e757fc53ff30" -d '{"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:53.314744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:53.322000 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.362566 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34a413-fcba-4567-b05a-2251ddf7290b x-openstack-request-id: req-9d34a413-fcba-4567-b05a-2251ddf7290b {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:53.363042 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:53.363468 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d34a413-fcba-4567-b05a-2251ddf7290b {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:53.364146 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'code': 200} Nov 12 08:57:53.407358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:53.716970 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-debad90c-a154-4243-ba09-d219bf45401f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.719745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-debad90c-a154-4243-ba09-d219bf45401f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 814 time: 0.1358366 Nov 12 08:57:53.743404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-c7229103-adc5-4797-89cf-2eac41b0a369 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/quotas/ef7c9553560c45f2a28cda39848bfc08 HTTP/1.1" status: 200 len: 375 time: 0.0165849 Nov 12 08:57:53.826662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-a5ce0f7c-19e6-40d2-8b38-20fe60f1e8da tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767214 Nov 12 08:57:53.839372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-6637e432-b2fb-4c75-bc56-c71d11a2be9a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:57:53.840490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-6637e432-b2fb-4c75-bc56-c71d11a2be9a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058181 Nov 12 08:57:53.953773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-7edbfaf2-d3cf-4ef1-bb26-7cc22fbcebde service neutron] 10.222.0.16 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014128 Nov 12 08:57:54.057109 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-94867626-88eb-4ac7-98dd-9d1f5df803fd service neutron] 10.222.0.16 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965383 Nov 12 08:57:54.264154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9458fd7-43f4-4ccf-8187-de8b0e70b7e5 req-2f778178-0f41-4723-83fc-a8953ff4c524 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 210 time: 0.0357869 Nov 12 08:57:54.802062 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a634226-bb95-4385-bc10-91cf0930f06d req-50c079cc-ef17-4785-ada3-0b7807e5f4df tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.804295 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a634226-bb95-4385-bc10-91cf0930f06d req-50c079cc-ef17-4785-ada3-0b7807e5f4df tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.32 "GET /v2.0/ports?device_id=144dedf0-a76e-4f60-8429-fb0639f6277b HTTP/1.1" status: 200 len: 945 time: 0.0648949 Nov 12 08:57:54.917397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Deleting port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:54.917790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.024847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] For port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:55.025205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.040882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Calling delete_port for ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 owned by compute:nova {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:55.228854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.242981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:55.274840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Pushing event deleted for resources: {'Port': ['ID=ae0c5a98-af6a-4b12-bed4-da95cd60b6d2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:55.381733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] No DVR routers for this DVR port ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 on host n-h2-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:55.398044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.398339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-2312c7b7-7cf9-4eca-a412-52e7074aa8b9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.400872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-2312c7b7-7cf9-4eca-a412-52e7074aa8b9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 814 time: 0.1944482 Nov 12 08:57:55.404395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.32 "DELETE /v2.0/ports/ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 HTTP/1.1" status: 204 len: 173 time: 0.5935378 Nov 12 08:57:55.407497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-deleted', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:55.412406 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8695aaf3d5b8c6d223a0fbe41d286d6f413009d0d7148a0e1756ed953e248b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a802e12-c305-4674-8213-26daf9f470a1" -d '{"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-deleted", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:55.420194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Request body: {'port': {'device_id': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'admin_state_up': True, 'tenant_id': 'ef7c9553560c45f2a28cda39848bfc08'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:55.460466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4164d589-30b2-478f-9f5e-fe25d86834b8 req-90e9ee64-5e60-4469-b043-1eead2b413a6 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 210 time: 0.0806842 Nov 12 08:57:55.509626 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075de090-cedf-41c5-aaf6-7b9daaf1e8f6 x-openstack-request-id: req-075de090-cedf-41c5-aaf6-7b9daaf1e8f6 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:55.510080 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144dedf0-a76e-4f60-8429-fb0639f6277b", "name": "network-vif-deleted", "tag": "ae0c5a98-af6a-4b12-bed4-da95cd60b6d2", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:55.510460 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-075de090-cedf-41c5-aaf6-7b9daaf1e8f6 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:55.511956 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144dedf0-a76e-4f60-8429-fb0639f6277b', 'name': 'network-vif-deleted', 'tag': 'ae0c5a98-af6a-4b12-bed4-da95cd60b6d2', 'status': 'completed', 'code': 200} Nov 12 08:57:55.618278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Made reservation on behalf of ef7c9553560c45f2a28cda39848bfc08 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:55.622789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.776885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Allocated IP 172.20.0.3 (7e9217f6-d131-4a4f-a0f7-e92cea778b3f/7d8c14b6-b271-41f7-97bf-861a09747255/63b8bfce-e5e2-4599-a31d-931a72962df1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:56.017120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.074770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.087966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['ae0c5a98-af6a-4b12-bed4-da95cd60b6d2'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:56.153281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:56.163347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:56.170668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:56.213052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:56.264036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.265197 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.288119 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-bbb5ba9b-cd02-45ea-9f42-b57596c1c9b8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748560 Nov 12 08:57:56.301598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Request body: {'port': {'device_id': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:56.367540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.665929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc90c-dd7d-448f-be5d-fa31aa5db3cb req-cc6e764f-ed56-4390-9d93-ba8471d7b7cd tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.667673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-472cc90c-dd7d-448f-be5d-fa31aa5db3cb req-cc6e764f-ed56-4390-9d93-ba8471d7b7cd tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 931 time: 0.0720284 Nov 12 08:57:56.677499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b8bfce-e5e2-4599-a31d-931a72962df1 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:56.686470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.700960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Transition to ACTIVE for port object 63b8bfce-e5e2-4599-a31d-931a72962df1 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:56.706677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.737857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-472cc90c-dd7d-448f-be5d-fa31aa5db3cb req-a2fb671d-3ac1-4c56-a5a8-93c9ce88fe9a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Nov 12 08:57:56.785795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:56.840659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:56.841004 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:56.841312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:56.846240 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Port 63b8bfce-e5e2-4599-a31d-931a72962df1 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:56.847083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:56.852662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:56.853052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Checking segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:56.853479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Bound using segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:56.854123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Bound port: 63b8bfce-e5e2-4599-a31d-931a72962df1, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:56.854663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.929093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:56.932915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:56.939534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.975965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.976644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.978083 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] 10.222.0.32 "PUT /v2.0/ports/63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 1092 time: 0.6818717 Nov 12 08:57:56.978568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:56.980928 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a03868-9c3b-4b15-8ae8-0b26fb97995c" -d '{"events": [{"name": "network-changed", "server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:57.011715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19a5fa-159f-488d-92f6-9f8883c31434 service neutron] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:57.063722 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb4d8f-dd27-4c23-9c71-edacbb46fb9c x-openstack-request-id: req-49cb4d8f-dd27-4c23-9c71-edacbb46fb9c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:57.064008 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:57.064297 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49cb4d8f-dd27-4c23-9c71-edacbb46fb9c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:57.064701 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'status': 'completed', 'code': 200} Nov 12 08:57:57.083862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-8bc1ff92-1d38-4858-815e-d765ea847e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.085566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-8bc1ff92-1d38-4858-815e-d765ea847e55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1095 time: 0.0556297 Nov 12 08:57:57.132277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-ec889fa4-1179-443f-8400-fa7c876ae319 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0378304 Nov 12 08:57:57.192903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-45a90c2a-0cac-4026-b875-91e6be6b4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.195547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-45a90c2a-0cac-4026-b875-91e6be6b4400 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0562899 Nov 12 08:57:57.253376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-130a624b-bf38-44dd-8fe8-f6d787c47b3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497150 Nov 12 08:57:57.403053 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-0a8cb2fc-3b38-460b-bd74-3fc58568b104 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426191 Nov 12 08:57:57.509352 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57b15f7d-1934-4cde-9b9b-7c18d018dfb6 req-1e12a12a-e15f-4f88-b07b-6fef196c7e66 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987227 Nov 12 08:57:57.603489 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-bcfb59bc-1afe-4961-82f7-110492cf819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.605063 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-bcfb59bc-1afe-4961-82f7-110492cf819d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1095 time: 0.0473833 Nov 12 08:57:57.711677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-b4863632-cc84-40f5-8554-d046272232dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.713224 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-b4863632-cc84-40f5-8554-d046272232dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.0996151 Nov 12 08:57:57.763195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-de9f45ba-59d8-4414-806a-5f239e5a7136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0406263 Nov 12 08:57:57.817321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-d7acf055-e880-4c3d-987c-b9881330856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.818862 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-d7acf055-e880-4c3d-987c-b9881330856d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0486207 Nov 12 08:57:57.860681 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-9b9ac8c8-7ea2-40bf-a92d-9c685d1277b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338707 Nov 12 08:57:57.887807 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e59b8-0850-492c-a2b2-462e128aabf1 req-4a994c61-b3f4-4399-a0ce-bf6b1fa12cd7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.890662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e55e59b8-0850-492c-a2b2-462e128aabf1 req-4a994c61-b3f4-4399-a0ce-bf6b1fa12cd7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0655603 Nov 12 08:57:57.972841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-c07c0da9-e719-4b6c-b32c-e09571565a7a service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039557 Nov 12 08:57:57.974574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e55e59b8-0850-492c-a2b2-462e128aabf1 req-5ff8df27-fd4f-4232-b8fd-752574d9c93d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763760 Nov 12 08:57:58.089570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-97a03868-9c3b-4b15-8ae8-0b26fb97995c req-112b5b74-3d22-4a52-a4ca-299ba608c43e service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086900 Nov 12 08:57:58.400776 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:59.105212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb77b0-33b7-42cb-8c1e-6e0b7c263b2d req-133ab2cd-ade9-46f6-b037-23e46954e14e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.106822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fceb77b0-33b7-42cb-8c1e-6e0b7c263b2d req-133ab2cd-ade9-46f6-b037-23e46954e14e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0555854 Nov 12 08:57:59.112708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:59.135454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:59.135772 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device ae0c5a98-af6a-4b12-bed4-da95cd60b6d2 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:59.172361 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fceb77b0-33b7-42cb-8c1e-6e0b7c263b2d req-0d1e6a92-6c89-4eda-9feb-31f7b390c1f0 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526767 Nov 12 08:58:00.302000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba270be-8cb8-4717-936f-30488bfa7172 req-cb9352b9-ee9b-4a81-abf1-00baf74b373a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.303632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fba270be-8cb8-4717-936f-30488bfa7172 req-cb9352b9-ee9b-4a81-abf1-00baf74b373a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0540535 Nov 12 08:58:00.358046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fba270be-8cb8-4717-936f-30488bfa7172 req-31cc7a07-8e8e-4e3d-aeb1-57ad95cc7092 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Nov 12 08:58:01.121906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:01.232602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:01.248436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'port_id': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'mac_address': 'fa:16:3e:c6:85:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8c14b6-b271-41f7-97bf-861a09747255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:01.292284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.308996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b8bfce-e5e2-4599-a31d-931a72962df1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:01.332916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:01.337729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.403682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:01.413357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.413702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.414079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.414462 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.414833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.415208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.415569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.415897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.416274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.416596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.416918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.417236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:01.526344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['63b8bfce-e5e2-4599-a31d-931a72962df1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:01.541894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b70d9-8ffe-4263-8a10-5e35f0eae918 req-bec804a8-e283-4f03-b0f5-4f4d34a73cae tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.544565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b1b70d9-8ffe-4263-8a10-5e35f0eae918 req-bec804a8-e283-4f03-b0f5-4f4d34a73cae tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 944 time: 0.0827365 Nov 12 08:58:01.611147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b1b70d9-8ffe-4263-8a10-5e35f0eae918 req-34613976-6f92-4add-8c38-235bfe776498 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Nov 12 08:58:02.741830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca1757-9bd9-4048-88bf-61ace47e6999 req-96a4acc5-8e66-4b02-b48b-c49fe7c46567 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.743551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1aca1757-9bd9-4048-88bf-61ace47e6999 req-96a4acc5-8e66-4b02-b48b-c49fe7c46567 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 944 time: 0.0568838 Nov 12 08:58:02.797235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1aca1757-9bd9-4048-88bf-61ace47e6999 req-abf42901-0690-4323-9793-d3a2ad04c0bb tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Nov 12 08:58:03.124240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:03.185435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 63b8bfce-e5e2-4599-a31d-931a72962df1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:03.191407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 63b8bfce-e5e2-4599-a31d-931a72962df1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:03.192020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.306484 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.335541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:03.338023 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35452ce3-8441-43fe-8305-54ef4946d344" -d '{"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-plugged", "status": "completed", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:03.352414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:03.357981 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:03.403489 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a260f-29a7-4778-a4bb-45b24f8b214a x-openstack-request-id: req-ab0a260f-29a7-4778-a4bb-45b24f8b214a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:03.403823 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-plugged", "status": "completed", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:03.404242 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab0a260f-29a7-4778-a4bb-45b24f8b214a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:03.404699 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'code': 200} Nov 12 08:58:03.424591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:03.515401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95eda0-a975-4905-832a-f02a570d7518 req-80b72518-eec2-47a0-a991-b85f51591c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.517050 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe95eda0-a975-4905-832a-f02a570d7518 req-80b72518-eec2-47a0-a991-b85f51591c7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1097 time: 0.0484660 Nov 12 08:58:03.591192 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe95eda0-a975-4905-832a-f02a570d7518 req-90ab615e-0d8c-4d08-98b5-d81e8a894ee5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667143 Nov 12 08:58:03.935040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e5be4-7e14-4b5f-a5f5-1fe8635e4682 req-0f8bcbf7-5bf9-4203-9c23-65af141c8324 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.936904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-385e5be4-7e14-4b5f-a5f5-1fe8635e4682 req-0f8bcbf7-5bf9-4203-9c23-65af141c8324 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Nov 12 08:58:04.005107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-385e5be4-7e14-4b5f-a5f5-1fe8635e4682 req-51ed6c77-8311-4a64-bf83-fe776d49b9b4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610609 Nov 12 08:58:05.138263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c2010-db55-4aa8-8bfe-f21603adf8d2 req-f00b5688-c9fa-42be-8a3e-0f770f34f0f8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.139926 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-395c2010-db55-4aa8-8bfe-f21603adf8d2 req-f00b5688-c9fa-42be-8a3e-0f770f34f0f8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Nov 12 08:58:05.195036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-395c2010-db55-4aa8-8bfe-f21603adf8d2 req-a7843ca2-8d7b-4915-86d6-27b1483f7d55 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 Nov 12 08:58:05.352250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a90b8-cf8e-4819-966e-18688dd941ee req-1d0111b5-d809-498c-a940-3590184d6f3e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.353826 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-996a90b8-cf8e-4819-966e-18688dd941ee req-1d0111b5-d809-498c-a940-3590184d6f3e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0533729 Nov 12 08:58:05.406829 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-996a90b8-cf8e-4819-966e-18688dd941ee req-51ae0cf6-f968-433d-8df2-d4531d2083b9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Nov 12 08:58:05.714921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-b235ee28-665a-40f8-8ffe-bd1f7d78a445 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777268 Nov 12 08:58:05.728262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d6d8a-d1e6-45fa-a77e-63086e92b954 req-2ba58cf1-771b-4f63-8014-ff51d1ce5d7d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.729897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d5d6d8a-d1e6-45fa-a77e-63086e92b954 req-2ba58cf1-771b-4f63-8014-ff51d1ce5d7d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0845485 Nov 12 08:58:05.792143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2d5d6d8a-d1e6-45fa-a77e-63086e92b954 req-bb75d740-ba01-4521-8688-76b05b109c1c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535495 Nov 12 08:58:06.941069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d7666-30a5-45bd-bb0e-dcbc62b21d2e req-c14cb13f-a325-4451-baf7-d6cedfe6d930 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.943570 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-202d7666-30a5-45bd-bb0e-dcbc62b21d2e req-c14cb13f-a325-4451-baf7-d6cedfe6d930 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0734317 Nov 12 08:58:07.008373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-202d7666-30a5-45bd-bb0e-dcbc62b21d2e req-f35806c0-3fd3-41f0-a6a6-08e3ec454724 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534890 Nov 12 08:58:07.040761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-97afe5bf-c457-4207-a88c-0154969f2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.043390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-97afe5bf-c457-4207-a88c-0154969f2f25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1097 time: 0.0725698 Nov 12 08:58:07.152353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-99a33185-2ddb-48f1-99e3-99c997f0a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.153759 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-99a33185-2ddb-48f1-99e3-99c997f0a2fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1034675 Nov 12 08:58:07.197861 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-927c64c9-fb8f-49cf-ab9f-ea3ce6cbaf52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0368586 Nov 12 08:58:07.250224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-33a64a1a-eaf0-478e-8e6b-83f4729ef787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.251784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-33a64a1a-eaf0-478e-8e6b-83f4729ef787 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0474470 Nov 12 08:58:07.290677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-da3f4580-0902-4c78-883b-fb637c95f06e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320501 Nov 12 08:58:07.394430 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-7c7f04ec-ca76-4824-893b-d0267d222db6 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966895 Nov 12 08:58:07.513917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-da643ddb-5855-4cc6-952c-ad7d4b258e27 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124115 Nov 12 08:58:08.148850 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9708-db2a-46fe-9840-ae02b402e26a req-ecf753a7-811d-4567-b922-2966074d4072 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.150466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea9708-db2a-46fe-9840-ae02b402e26a req-ecf753a7-811d-4567-b922-2966074d4072 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0630605 Nov 12 08:58:08.207139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbea9708-db2a-46fe-9840-ae02b402e26a req-5a605da2-4d8c-48fb-9de3-b5bd3044df6a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Nov 12 08:58:09.137934 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.348349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f297ce2-b60e-47b6-9903-beae66a56d18 req-db10c2fe-c53d-4cc1-9568-f1b12ac6ce11 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.349949 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f297ce2-b60e-47b6-9903-beae66a56d18 req-db10c2fe-c53d-4cc1-9568-f1b12ac6ce11 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0696287 Nov 12 08:58:09.403075 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f297ce2-b60e-47b6-9903-beae66a56d18 req-0cf8b9b9-832c-404b-88f1-428f6f2d1980 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Nov 12 08:58:10.526918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ee29-7a27-482f-b124-faede21886f5 req-f262e032-b2ec-4798-8a26-8fc92ee73b93 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.528551 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cf5ee29-7a27-482f-b124-faede21886f5 req-f262e032-b2ec-4798-8a26-8fc92ee73b93 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Nov 12 08:58:10.604755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4cf5ee29-7a27-482f-b124-faede21886f5 req-2cd8edc6-4785-43ad-ba36-02b309727d8d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689418 Nov 12 08:58:10.738023 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d645cad5-ec17-4e60-8bdd-98dd7d946e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.733032 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48992-ff73-498b-8758-0cb677d57a84 req-4be39f5d-ffe7-4cb0-aee0-cc9630e14dda tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.734505 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4e48992-ff73-498b-8758-0cb677d57a84 req-4be39f5d-ffe7-4cb0-aee0-cc9630e14dda tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0565367 Nov 12 08:58:11.787163 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4e48992-ff73-498b-8758-0cb677d57a84 req-26943497-8974-41a9-902a-145ad83a4f07 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456114 Nov 12 08:58:12.172514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.936934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6493ef-289a-4af5-859e-d0027f29d2ca req-72dd6ee7-1363-407f-98bc-099f4e914aa7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.939883 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca6493ef-289a-4af5-859e-d0027f29d2ca req-72dd6ee7-1363-407f-98bc-099f4e914aa7 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0801876 Nov 12 08:58:12.991210 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca6493ef-289a-4af5-859e-d0027f29d2ca req-06097071-3321-4139-9d7a-ef05f72c42a4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Nov 12 08:58:13.211063 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-297384f9-5698-490f-a718-17e4f8417339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.128335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a35a2-699e-4b0f-b68f-27194e422ae8 req-a9c12ff5-6b04-49d1-930b-8a14e755f05d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.129978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-241a35a2-699e-4b0f-b68f-27194e422ae8 req-a9c12ff5-6b04-49d1-930b-8a14e755f05d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0599878 Nov 12 08:58:14.189425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-241a35a2-699e-4b0f-b68f-27194e422ae8 req-a1131701-ae25-4683-bfc8-11171578ee4a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511513 Nov 12 08:58:14.664994 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.359371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aea885-c66c-4060-a6e2-6aaf1667ea2e req-26f28930-834a-43b3-8803-040591609c5e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.361183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05aea885-c66c-4060-a6e2-6aaf1667ea2e req-26f28930-834a-43b3-8803-040591609c5e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0555654 Nov 12 08:58:15.416787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-05aea885-c66c-4060-a6e2-6aaf1667ea2e req-7058ec87-5943-4479-94ad-7d2ff9b5791f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493753 Nov 12 08:58:15.821246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.550813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8449a-c5db-4c8f-8341-67070a52dc4f req-79df92ea-ff36-4ff1-83a3-86736ea860f1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:16.552443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59e8449a-c5db-4c8f-8341-67070a52dc4f req-79df92ea-ff36-4ff1-83a3-86736ea860f1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Nov 12 08:58:16.607384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-59e8449a-c5db-4c8f-8341-67070a52dc4f req-05bd162b-fe70-458f-ad1d-e496e9f560a0 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Nov 12 08:58:16.833256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.728706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96c3f-1203-4350-8663-30b238e23c28 req-df4592ff-bc0a-4ae9-a579-6a7cdb3d6c5b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.730111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bbf96c3f-1203-4350-8663-30b238e23c28 req-df4592ff-bc0a-4ae9-a579-6a7cdb3d6c5b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Nov 12 08:58:17.784948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bbf96c3f-1203-4350-8663-30b238e23c28 req-be3f7d45-07cf-429f-a545-497bb5323551 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Nov 12 08:58:18.918445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce657-4e09-4108-b104-e9b04e258dc3 req-c503c7c3-58a0-4cb4-8f68-57782c06ff2d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.920069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3dce657-4e09-4108-b104-e9b04e258dc3 req-c503c7c3-58a0-4cb4-8f68-57782c06ff2d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0618343 Nov 12 08:58:18.972418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b3dce657-4e09-4108-b104-e9b04e258dc3 req-1b90d197-b75a-48d7-bc84-29686e775c41 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Nov 12 08:58:20.118105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4151f-6262-4823-9f2c-edbd2bf65f08 req-59513a71-2aaa-47b3-8776-9071ec41a504 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.119723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aaf4151f-6262-4823-9f2c-edbd2bf65f08 req-59513a71-2aaa-47b3-8776-9071ec41a504 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0630734 Nov 12 08:58:20.172798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aaf4151f-6262-4823-9f2c-edbd2bf65f08 req-ea723ca8-6566-4d01-8737-dbf697ed2c52 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Nov 12 08:58:21.309670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a035526-6290-4c32-aacb-5bf354319bed req-aa98b83b-d322-4a2d-8b6d-a67a4a4ef041 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:21.311459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a035526-6290-4c32-aacb-5bf354319bed req-aa98b83b-d322-4a2d-8b6d-a67a4a4ef041 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0650740 Nov 12 08:58:21.372212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a035526-6290-4c32-aacb-5bf354319bed req-35718cbf-0211-440a-977f-f356d43ac97c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492167 Nov 12 08:58:22.539992 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de026-8658-4c1d-8d3f-ec3b6b53f29d req-6cb00728-1a1e-4121-8fca-8f73fb638d97 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:22.542529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-327de026-8658-4c1d-8d3f-ec3b6b53f29d req-6cb00728-1a1e-4121-8fca-8f73fb638d97 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0920825 Nov 12 08:58:22.599715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-327de026-8658-4c1d-8d3f-ec3b6b53f29d req-56a5dbc9-e957-4886-86dc-238234867ef3 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Nov 12 08:58:23.744874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c5313-0668-4b3e-85a9-01650927dd0e req-12ef3a6d-cc90-4cd2-bee8-10e1a43cc183 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:23.746409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-007c5313-0668-4b3e-85a9-01650927dd0e req-12ef3a6d-cc90-4cd2-bee8-10e1a43cc183 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0562685 Nov 12 08:58:23.802575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-007c5313-0668-4b3e-85a9-01650927dd0e req-4ce1915d-6fe3-465a-8932-e00a4312993b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493667 Nov 12 08:58:24.941662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390ada1-becf-483d-b433-fa5a00075d41 req-5336f46d-7119-4382-881c-106b19a408b1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.943278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f390ada1-becf-483d-b433-fa5a00075d41 req-5336f46d-7119-4382-881c-106b19a408b1 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0526054 Nov 12 08:58:25.004488 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f390ada1-becf-483d-b433-fa5a00075d41 req-9fd560a9-8ed4-4d6f-94df-e5df0e94c278 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526297 Nov 12 08:58:26.127901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269298-0000-4e36-9783-09a667b8c3f6 req-c5d479cc-4272-42ed-b693-04093cec76e9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.129565 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce269298-0000-4e36-9783-09a667b8c3f6 req-c5d479cc-4272-42ed-b693-04093cec76e9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Nov 12 08:58:26.179905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce269298-0000-4e36-9783-09a667b8c3f6 req-b910f1de-f86f-464d-bc92-766ba63c179f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Nov 12 08:58:27.331176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d7ec-e756-4751-9534-6be4640d2ddf req-5a697132-8076-46bc-96c0-aa4cd7a20bb9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.332981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c54d7ec-e756-4751-9534-6be4640d2ddf req-5a697132-8076-46bc-96c0-aa4cd7a20bb9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0619979 Nov 12 08:58:27.385218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c54d7ec-e756-4751-9534-6be4640d2ddf req-955c3c2f-a951-4f93-ae4f-bb5f58347e8d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Nov 12 08:58:28.525246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818542c6-4561-40fc-b851-13f7d6844c5d req-9feb0883-3bce-463c-b50f-8bc316d8cd4d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.527562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-818542c6-4561-40fc-b851-13f7d6844c5d req-9feb0883-3bce-463c-b50f-8bc316d8cd4d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0649395 Nov 12 08:58:28.589790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-818542c6-4561-40fc-b851-13f7d6844c5d req-650fd49e-bcaf-4f8e-9c04-411d4b8855d9 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559332 Nov 12 08:58:29.727627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6a5e9-8536-4300-b8e6-fe5808b3f5f1 req-4cd5987f-6945-4723-bff2-f4fc784fef92 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.729154 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af6a5e9-8536-4300-b8e6-fe5808b3f5f1 req-4cd5987f-6945-4723-bff2-f4fc784fef92 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0561409 Nov 12 08:58:29.757583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-0029b4e0-0000-406f-a005-969953b545da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.759778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-0029b4e0-0000-406f-a005-969953b545da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1097 time: 0.0641906 Nov 12 08:58:29.799697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8af6a5e9-8536-4300-b8e6-fe5808b3f5f1 req-0177ae94-f271-4d32-bd31-d059ff433063 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626016 Nov 12 08:58:29.902837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-526de68e-33ee-40b5-af00-0178282b5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.905551 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-526de68e-33ee-40b5-af00-0178282b5882 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.1200318 Nov 12 08:58:29.955812 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-f0afe5c7-a62a-4b7f-a123-09be03259d38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0419841 Nov 12 08:58:30.013983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-2c6541f2-3465-419a-a7ac-3819dd059bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:30.016607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-2c6541f2-3465-419a-a7ac-3819dd059bec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0535777 Nov 12 08:58:30.050707 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-dc290cea-3473-4ed2-ac04-37b83defa565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275438 Nov 12 08:58:30.158002 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-b5c0ccca-52ab-4d97-a264-fca7825bdb6f service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996742 Nov 12 08:58:30.277754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cf0cb87b-3c0e-4530-90ad-b3a64762090b req-cd679a90-296e-40dd-9f08-969641eb9881 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118879 Nov 12 08:58:30.933436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878803e3-517e-4823-9257-dc205e57e04b req-8ead0c44-20fa-4dc8-b1da-b83330fa6dc8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:30.934960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-878803e3-517e-4823-9257-dc205e57e04b req-8ead0c44-20fa-4dc8-b1da-b83330fa6dc8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Nov 12 08:58:30.997701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-878803e3-517e-4823-9257-dc205e57e04b req-82f284da-b477-4003-a60b-737455c60cfc tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514326 Nov 12 08:58:32.136282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf2ec6-1294-4b04-b3ba-71760c384c3c req-2a953b8f-0547-46cc-b043-7e8e48b7fb76 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:32.137954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5caf2ec6-1294-4b04-b3ba-71760c384c3c req-2a953b8f-0547-46cc-b043-7e8e48b7fb76 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0561330 Nov 12 08:58:32.196754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5caf2ec6-1294-4b04-b3ba-71760c384c3c req-ab3228c4-03e3-4b9c-bef6-fb42f6720185 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Nov 12 08:58:33.330281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517b69-724a-4791-968d-6f7ce07b1000 req-611cce03-5e33-48c2-92b5-f92884c5a583 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.332762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d517b69-724a-4791-968d-6f7ce07b1000 req-611cce03-5e33-48c2-92b5-f92884c5a583 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0599008 Nov 12 08:58:33.392679 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d517b69-724a-4791-968d-6f7ce07b1000 req-89e01251-c171-4b74-9a29-b8a5f2a1a603 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490310 Nov 12 08:58:34.346892 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-491e9595-d89d-4fef-bd69-1b9d9e729b3c service neutron] show failed (client error): The resource could not be found. Nov 12 08:58:34.348008 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-491e9595-d89d-4fef-bd69-1b9d9e729b3c service neutron] 10.222.0.32 "GET /v2.0/ports/63b8bfce-e5e2-4599-a31d-931a72962df1/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0658247 Nov 12 08:58:34.556191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ac4b0-a4d7-4e5b-8586-d6ddd96abb7a req-0d6fb743-1699-4374-b7f1-0e84e404ae3b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.557958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a80ac4b0-a4d7-4e5b-8586-d6ddd96abb7a req-0d6fb743-1699-4374-b7f1-0e84e404ae3b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0666552 Nov 12 08:58:34.625945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a80ac4b0-a4d7-4e5b-8586-d6ddd96abb7a req-b2751570-cc4f-4466-b992-8cafc8c7651f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553346 Nov 12 08:58:34.705731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-db68d687-4937-4b23-af74-aa22a142e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.707293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-db68d687-4937-4b23-af74-aa22a142e963 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695&tenant_id=ef7c9553560c45f2a28cda39848bfc08 HTTP/1.1" status: 200 len: 1097 time: 0.1289124 Nov 12 08:58:34.719700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:34.784289 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.019506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:35.060384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:35.103933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:35.106856 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb592992-7de0-4ed6-a750-e28f1c11199f" -d '{"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-unplugged", "status": "completed", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:35.112172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.134530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Transition to ACTIVE for port object 63b8bfce-e5e2-4599-a31d-931a72962df1 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:35.140303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.207387 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f310acc-f53c-4920-b684-b570c793d9c7 x-openstack-request-id: req-5f310acc-f53c-4920-b684-b570c793d9c7 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:35.207728 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-unplugged", "status": "completed", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:35.208129 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f310acc-f53c-4920-b684-b570c793d9c7 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:35.208657 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'code': 200} Nov 12 08:58:35.238852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] No DVR routers for this DVR port 63b8bfce-e5e2-4599-a31d-931a72962df1 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:35.241204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.253441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.253792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.254140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.254482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.254822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.255159 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.255493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.255827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.256191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.256523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.256852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.257178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:35.297035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:35.297286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:35.297631 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:35.302981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Port 63b8bfce-e5e2-4599-a31d-931a72962df1 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:35.303304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Attempting to bind port 63b8bfce-e5e2-4599-a31d-931a72962df1 on network 7e9217f6-d131-4a4f-a0f7-e92cea778b3f {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:35.309337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:35.309676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Checking segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:35.310069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Bound using segment: {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:35.310513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Bound port: 63b8bfce-e5e2-4599-a31d-931a72962df1, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad779b4-1ff5-4035-931f-625ad1b3eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:35.310873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.383042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:35.387106 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:35.393595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.401702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:35.430589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.431238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.432765 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] 10.222.0.25 "PUT /v2.0/ports/63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 1092 time: 0.7174797 Nov 12 08:58:35.462036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef14f5-f110-4014-adbb-60af5a83981f service neutron] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.515818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-b53cb6c4-d06b-4da9-b5e0-064835d723ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.518155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-b53cb6c4-d06b-4da9-b5e0-064835d723ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1095 time: 0.0521817 Nov 12 08:58:35.622428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-08c2f4f2-e042-45f5-88c3-c7a4f70d672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.624001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-08c2f4f2-e042-45f5-88c3-c7a4f70d672f service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.0991373 Nov 12 08:58:35.672180 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-754047a1-c2d4-454a-8440-7c34e26c2634 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0408735 Nov 12 08:58:35.734900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-2a746c6b-4d80-45d9-af95-ee6f6dc7bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.736789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-2a746c6b-4d80-45d9-af95-ee6f6dc7bf25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0573518 Nov 12 08:58:35.777350 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d3fe-b1b0-4511-9f02-74d8e6a12607 req-98726089-58a1-47d9-a5d9-350439966787 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.778755 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-2b5720c6-cc95-47bf-9739-60ba06e017cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346129 Nov 12 08:58:35.779442 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad73d3fe-b1b0-4511-9f02-74d8e6a12607 req-98726089-58a1-47d9-a5d9-350439966787 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0615118 Nov 12 08:58:35.840331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad73d3fe-b1b0-4511-9f02-74d8e6a12607 req-cf82fa4b-7746-458f-8c45-66860a3bd638 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Nov 12 08:58:35.930474 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-e7d96aee-717f-4d93-9f3e-833647c6896d service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440201 Nov 12 08:58:36.079210 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7cbd69fb-4363-49c6-94c9-e8fc4343fca1 req-77a77cbd-5ed9-4e17-b7dc-7831ee6237ea service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420305 Nov 12 08:58:36.976319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46086a1-fcde-459e-b57e-f54f663d862b req-923366a1-1f83-4fc2-808f-611322c23448 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:36.977904 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e46086a1-fcde-459e-b57e-f54f663d862b req-923366a1-1f83-4fc2-808f-611322c23448 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0583308 Nov 12 08:58:37.032651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e46086a1-fcde-459e-b57e-f54f663d862b req-85af9553-c298-44ef-9082-95d19e3d76a5 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Nov 12 08:58:37.210160 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:37.212952 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec36619-1c28-4385-8115-0978d5e57bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:37.272644 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd74c96-0f23-4932-8e07-9e748786b958 x-openstack-request-id: req-0fd74c96-0f23-4932-8e07-9e748786b958 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:37.272919 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:37.273173 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fd74c96-0f23-4932-8e07-9e748786b958 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:37.273577 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'status': 'completed', 'code': 200} Nov 12 08:58:37.433410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-0371408e-2558-4f76-be36-fa930a2279a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.436237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-0371408e-2558-4f76-be36-fa930a2279a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1095 time: 0.1425428 Nov 12 08:58:37.442669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-bd388031-01e3-4ee5-a7a9-b9ec24e7cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.445525 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-bd388031-01e3-4ee5-a7a9-b9ec24e7cc1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1095 time: 0.1346562 Nov 12 08:58:38.177768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4ef7-7f18-48f9-ae4e-0cd8b00ffb3e req-a2cfc273-b6d5-46bc-85e2-a870d00c1489 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.180320 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25bd4ef7-7f18-48f9-ae4e-0cd8b00ffb3e req-a2cfc273-b6d5-46bc-85e2-a870d00c1489 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0568240 Nov 12 08:58:38.236437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-d87badac-d7f9-4cf8-bf86-fb3ead532828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.238030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25bd4ef7-7f18-48f9-ae4e-0cd8b00ffb3e req-3e16bce9-6670-4f28-ae22-5fecbd389ed4 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Nov 12 08:58:38.239041 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-d87badac-d7f9-4cf8-bf86-fb3ead532828 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.7921028 Nov 12 08:58:38.244539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-680278a5-4ab7-4eb0-b1db-49373eac4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.247219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-680278a5-4ab7-4eb0-b1db-49373eac4437 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.7853999 Nov 12 08:58:38.326942 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-16242221-1f64-4c10-850a-50f8342308e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0779493 Nov 12 08:58:38.401257 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-b74394da-e489-4f0d-8824-160396172542 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.1422925 Nov 12 08:58:38.538189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-7277e17a-f784-4e32-9d55-39fb2c6a9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.540738 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-7277e17a-f784-4e32-9d55-39fb2c6a9f0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.1542237 Nov 12 08:58:38.552962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-94e65f1e-13e7-4675-8249-dbf41c5a8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.555550 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-94e65f1e-13e7-4675-8249-dbf41c5a8a79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.1167672 Nov 12 08:58:38.621309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-363a7253-781c-4fc0-b870-0510e87ec4df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714266 Nov 12 08:58:38.652685 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-0d6146ee-f3e6-4bf4-a81c-acad1386d530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816600 Nov 12 08:58:38.953299 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-3fc1acd1-daeb-487d-8e19-bcf95fb3d595 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050339 Nov 12 08:58:38.960398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-8f9e4807-c22f-4011-be30-da7a1a365cf3 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948208 Nov 12 08:58:39.163374 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.233481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:39.267513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-a40d0868-79ce-4fa8-bb05-9d0a03f4b59a service neutron] 10.222.0.25 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054693 Nov 12 08:58:39.282071 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dec36619-1c28-4385-8115-0978d5e57bc2 req-54402d8d-90f6-4a8b-b75d-5a68feab8882 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058717 Nov 12 08:58:39.316151 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:39.437708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c41b-b59b-42eb-af9a-d03a7a09e9b7 req-b6a1d1cf-73cb-45f1-a3e1-2c4871a49360 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.444854 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d33c41b-b59b-42eb-af9a-d03a7a09e9b7 req-b6a1d1cf-73cb-45f1-a3e1-2c4871a49360 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0826883 Nov 12 08:58:39.515764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d33c41b-b59b-42eb-af9a-d03a7a09e9b7 req-4a53601e-33e9-41f4-bb79-f5340d5508ce tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677774 Nov 12 08:58:39.795817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-ad2bcec3-5f6c-431e-bb3d-2bdcaa3d3ac3 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.797395 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-ad2bcec3-5f6c-431e-bb3d-2bdcaa3d3ac3 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.32 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695&tenant_id=ef7c9553560c45f2a28cda39848bfc08&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 943 time: 0.0623667 Nov 12 08:58:39.812799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14f3ea-acf9-417b-8e48-ed21eb219e39 req-9a7409f8-e7e1-4e4b-a420-7eece4fd6aae tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.814695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca14f3ea-acf9-417b-8e48-ed21eb219e39 req-9a7409f8-e7e1-4e4b-a420-7eece4fd6aae tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 943 time: 0.0633831 Nov 12 08:58:39.822074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:39.897146 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-029d6686-3c53-42d7-9c51-751cad444129 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:58:39.898206 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-029d6686-3c53-42d7-9c51-751cad444129 service neutron] 10.222.0.32 "DELETE /v2.0/ports/63b8bfce-e5e2-4599-a31d-931a72962df1/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0931096 Nov 12 08:58:39.900649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca14f3ea-acf9-417b-8e48-ed21eb219e39 req-afa36c8d-49ce-48ce-86fc-a33bc59441cf tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692871 Nov 12 08:58:39.992574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:40.011462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-0d80ca5a-3729-400c-b938-10e67c8a3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.012881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'network_id': '7e9217f6-d131-4a4f-a0f7-e92cea778b3f', 'port_id': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'mac_address': 'fa:16:3e:c6:85:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8c14b6-b271-41f7-97bf-861a09747255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:40.013472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-0d80ca5a-3729-400c-b938-10e67c8a3446 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef7c9553560c45f2a28cda39848bfc08&device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 1095 time: 0.0484977 Nov 12 08:58:40.079007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.102793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b8bfce-e5e2-4599-a31d-931a72962df1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:40.115898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-783375a4-881c-45ad-9b9a-c4bc91fcca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.117498 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-783375a4-881c-45ad-9b9a-c4bc91fcca3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 200 len: 914 time: 0.0971515 Nov 12 08:58:40.137780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:40.144272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.166936 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-618f6580-c716-41ff-9b75-1dfd0d1f32c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 200 len: 217 time: 0.0419185 Nov 12 08:58:40.208018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:40.234071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-3bd9f6fc-c35c-4393-960d-c1af63d2b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.235652 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-3bd9f6fc-c35c-4393-960d-c1af63d2b246 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 200 len: 854 time: 0.0614848 Nov 12 08:58:40.286357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-93a2fda4-d527-48ab-8e96-074594026906 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9217f6-d131-4a4f-a0f7-e92cea778b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434611 Nov 12 08:58:40.406440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-0bcc9a5e-bdb8-4e45-bda4-cb7a726a15fc service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128173 Nov 12 08:58:40.465416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['63b8bfce-e5e2-4599-a31d-931a72962df1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:40.515771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3144e926-1842-4b71-bdcb-17fa43fa043d req-a6fb67a0-4d6b-4fb9-95b0-b3d4b95357fa service neutron] 10.222.0.32 "GET /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026819 Nov 12 08:58:40.742504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f2836b7d-2334-4b53-859a-70f88f0ba927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.090022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7fed-e4f6-4feb-beb1-ec4a8bdb45c3 req-3dd5c31f-931c-472f-9f75-9e9cdb2a9791 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.091807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1ab7fed-e4f6-4feb-beb1-ec4a8bdb45c3 req-3dd5c31f-931c-472f-9f75-9e9cdb2a9791 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 944 time: 0.0705473 Nov 12 08:58:41.158102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1ab7fed-e4f6-4feb-beb1-ec4a8bdb45c3 req-39d8484c-a713-4939-ba2f-f68ed049b64a tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562136 Nov 12 08:58:41.311078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653bb86-d098-426a-bbe8-b0c6b117ebf6 req-ae3f41bc-9b5e-4016-977b-8cf31858166e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.312655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7653bb86-d098-426a-bbe8-b0c6b117ebf6 req-ae3f41bc-9b5e-4016-977b-8cf31858166e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 944 time: 0.0683935 Nov 12 08:58:41.366380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7653bb86-d098-426a-bbe8-b0c6b117ebf6 req-ec307921-42c0-4aa0-b265-151b0d54e8e8 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Nov 12 08:58:41.493883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c42f-f931-4254-a019-472461bfa624 req-ca4f00a2-c452-487d-89ee-10d995f28f3e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.495971 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c02c42f-f931-4254-a019-472461bfa624 req-ca4f00a2-c452-487d-89ee-10d995f28f3e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 944 time: 0.0572839 Nov 12 08:58:41.567066 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c02c42f-f931-4254-a019-472461bfa624 req-626379b7-242f-4a93-9169-53aa9c833dec tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635769 Nov 12 08:58:41.833289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:41.903637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 63b8bfce-e5e2-4599-a31d-931a72962df1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:41.908513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 63b8bfce-e5e2-4599-a31d-931a72962df1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:41.908880 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.982294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961dbf-c723-47b4-9862-685d82a67c32 req-b3cac693-9159-44ac-8f7e-b4e59410b70d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.985073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64961dbf-c723-47b4-9862-685d82a67c32 req-b3cac693-9159-44ac-8f7e-b4e59410b70d tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 944 time: 0.0848556 Nov 12 08:58:41.997902 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.025274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:42.027980 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf128d4-402d-4037-9e1c-75fe2af47cbe" -d '{"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-plugged", "status": "completed", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:42.049965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:42.056302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.060951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64961dbf-c723-47b4-9862-685d82a67c32 req-5e5fd87e-a151-4458-b0f2-7b36bf6c466f tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678387 Nov 12 08:58:42.099621 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a37de6-bbb3-4dfd-9ca8-cc88de509bd9 x-openstack-request-id: req-87a37de6-bbb3-4dfd-9ca8-cc88de509bd9 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:42.100151 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-plugged", "status": "completed", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:42.100563 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87a37de6-bbb3-4dfd-9ca8-cc88de509bd9 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:42.101185 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'code': 200} Nov 12 08:58:42.151662 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.187146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.207683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-979fdbc6-f1bb-4e55-b3fc-66390de7458b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.211172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-979fdbc6-f1bb-4e55-b3fc-66390de7458b tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.25 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0757647 Nov 12 08:58:43.211650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a066e8b9-02bb-44ef-bb46-99e871ac6ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.246382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40369f-8fb6-4e98-a586-64381acf7d46 req-4f7ae2f9-ce82-4a0e-93c7-19c0410e9ced tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.252244 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb40369f-8fb6-4e98-a586-64381acf7d46 req-4f7ae2f9-ce82-4a0e-93c7-19c0410e9ced tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/ports?device_id=c13fbe47-59bd-4f8e-b3b0-7b8810a43695 HTTP/1.1" status: 200 len: 945 time: 0.0829690 Nov 12 08:58:43.328026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb40369f-8fb6-4e98-a586-64381acf7d46 req-842db6bc-0042-4350-96bd-e3de3ab8788e tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.16 "GET /v2.0/security-groups?id=1554932c-3a21-41cd-8931-6e6dce5115fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666513 Nov 12 08:58:43.336670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Deleting port 63b8bfce-e5e2-4599-a31d-931a72962df1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:43.337200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.459377 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] For port 63b8bfce-e5e2-4599-a31d-931a72962df1, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=63b8bfce-e5e2-4599-a31d-931a72962df1,segment=NetworkSegment(aad779b4-1ff5-4035-931f-625ad1b3eafe),segment_id=aad779b4-1ff5-4035-931f-625ad1b3eafe)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:43.459803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.478124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Calling delete_port for 63b8bfce-e5e2-4599-a31d-931a72962df1 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:43.616231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.632006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['63b8bfce-e5e2-4599-a31d-931a72962df1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:43.659345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Pushing event deleted for resources: {'Port': ['ID=63b8bfce-e5e2-4599-a31d-931a72962df1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:43.706324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] No DVR routers for this DVR port 63b8bfce-e5e2-4599-a31d-931a72962df1 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:43.709580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.713067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab1008c3-22aa-4020-ada1-391d1a42abad req-5a84da0c-dc38-471b-8b09-b5b2b08bda18 tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] 10.222.0.25 "DELETE /v2.0/ports/63b8bfce-e5e2-4599-a31d-931a72962df1 HTTP/1.1" status: 204 len: 173 time: 0.4952419 Nov 12 08:58:43.713566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-deleted', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:43.716009 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a502dcd-bbb7-40ab-8edd-86a0c32c2e65" -d '{"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-deleted", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:43.765928 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3928a8a2-9317-428a-aa29-aa9f13ebefbc x-openstack-request-id: req-3928a8a2-9317-428a-aa29-aa9f13ebefbc {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:43.766325 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13fbe47-59bd-4f8e-b3b0-7b8810a43695", "name": "network-vif-deleted", "tag": "63b8bfce-e5e2-4599-a31d-931a72962df1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:43.766885 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3928a8a2-9317-428a-aa29-aa9f13ebefbc {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:43.767426 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13fbe47-59bd-4f8e-b3b0-7b8810a43695', 'name': 'network-vif-deleted', 'tag': '63b8bfce-e5e2-4599-a31d-931a72962df1', 'status': 'completed', 'code': 200} Nov 12 08:58:44.486310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34820) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:44.536739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Deleting subnet 7d8c14b6-b271-41f7-97bf-861a09747255 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:44.540547 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.586768 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.632835 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.672400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.695929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.723169 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8c14b6-b271-41f7-97bf-861a09747255,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:44.727130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.730677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6452c8bc-aad1-4d84-91e1-de6c43fa75a0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7d8c14b6-b271-41f7-97bf-861a09747255 HTTP/1.1" status: 204 len: 168 time: 0.2430737 Nov 12 08:58:44.734423 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34822) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:44.821856 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.165528 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.190067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9217f6-d131-4a4f-a0f7-e92cea778b3f']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:45.201064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad779b4-1ff5-4035-931f-625ad1b3eafe') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:45.201414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad779b4-1ff5-4035-931f-625ad1b3eafe') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:45.212239 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.228731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.235669 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:45.236137 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: timer() Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:45.238175 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:45.305052 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.311475 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.315933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e9217f6-d131-4a4f-a0f7-e92cea778b3f HTTP/1.1" status: 204 len: 168 time: 0.5804701 Nov 12 08:58:45.328909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840838-5a3d-42f2-947b-47b676087cab admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9217f6-d131-4a4f-a0f7-e92cea778b3f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.478226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34826) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:45.525586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0b08cc94-1176-4e34-b038-16b1369e5d56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef7c9553560c45f2a28cda39848bfc08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456746 Nov 12 08:58:45.528659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34828) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:45.586115 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-efbc8781-4502-491f-8b43-58127a47fbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.611102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-efbc8781-4502-491f-8b43-58127a47fbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.668658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-efbc8781-4502-491f-8b43-58127a47fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.671841 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-efbc8781-4502-491f-8b43-58127a47fbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.673603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-efbc8781-4502-491f-8b43-58127a47fbfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1554932c-3a21-41cd-8931-6e6dce5115fd HTTP/1.1" status: 204 len: 168 time: 0.1438920 Nov 12 08:58:45.682314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc8781-4502-491f-8b43-58127a47fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1554932c-3a21-41cd-8931-6e6dce5115fd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.830000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:45.835649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.857891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 63b8bfce-e5e2-4599-a31d-931a72962df1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:45.858236 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 63b8bfce-e5e2-4599-a31d-931a72962df1 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:46.548695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34850) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:46.724535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2017053009-network', 'tenant_id': '83881b687ee74f338a089837f600c840'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:46.766375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Made reservation on behalf of 83881b687ee74f338a089837f600c840 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:46.770487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.786867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.927242 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.933945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.950577 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.984955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:47.007189 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abb912c-2d3f-4aeb-8e3f-dbc2dedab9ca,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.019104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.019457 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Added segment 44a34c70-3cf5-4a06-89b4-f0667d5a54a7 of type vlan for network 9480da37-340e-4ba3-9146-9e78c0770702 Nov 12 08:58:47.095130 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.138259 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.139488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.140237 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.178539 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6285760 Nov 12 08:58:47.181993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34854) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:47.188068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Request body: {'subnet': {'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2017053009-subnet', 'tenant_id': '83881b687ee74f338a089837f600c840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:47.217213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Made reservation on behalf of 83881b687ee74f338a089837f600c840 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:47.218978 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa726a7-4563-4fb7-aa83-bab373181785 admin admin] Pushing event updated for resources: {'Network': ['ID=9480da37-340e-4ba3-9146-9e78c0770702,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.220202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.232564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9480da37-340e-4ba3-9146-9e78c0770702 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:47.413526 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.474233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.494013 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:47.494482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Network hostable DHCP agents. Network: 9480da37-340e-4ba3-9146-9e78c0770702, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:47.516972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Network 9480da37-340e-4ba3-9146-9e78c0770702 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:47.527498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 9480da37-340e-4ba3-9146-9e78c0770702) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:47.534889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.536370 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.540726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770f357-5a4c-4454-8df0-597c0e9a4f45 None None] Network 9480da37-340e-4ba3-9146-9e78c0770702 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:47.559250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-89fe0947-5020-4500-b810-1f74c61018e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3753707 Nov 12 08:58:47.561985 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34856) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:47.567635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:47.595231 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.596331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.659342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.759382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-9480da37-340e-4ba3-9146-9e78c0770702', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:47.760581 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.829588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.958528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Allocated IP 172.20.0.2 (9480da37-340e-4ba3-9146-9e78c0770702/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2/dc7eef80-dd7d-4e40-a257-426f35535758) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:48.082312 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.118050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.145151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.153203 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.196135 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:48.201866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:48.206459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:48.212958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Pushing event updated for resources: {'Port': ['ID=dc7eef80-dd7d-4e40-a257-426f35535758,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:48.274784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Attempting to bind port dc7eef80-dd7d-4e40-a257-426f35535758 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:48.275305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Attempting to bind port dc7eef80-dd7d-4e40-a257-426f35535758 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:48.275817 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Attempting to bind port dc7eef80-dd7d-4e40-a257-426f35535758 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:48.285155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Allocated IP 172.25.4.131 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/b8dbdf03-2059-4006-aa83-bc4f4ad42f64) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:48.292340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:48.292933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:48.293481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.294145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:48.295393 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Bound port: dc7eef80-dd7d-4e40-a257-426f35535758, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:48.296099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.381148 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d368d721-45e2-4a26-b269-0873c641243e None None] For port dc7eef80-dd7d-4e40-a257-426f35535758, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:48.387206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d368d721-45e2-4a26-b269-0873c641243e None None] For port dc7eef80-dd7d-4e40-a257-426f35535758, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dc7eef80-dd7d-4e40-a257-426f35535758,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:48.393556 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.433419 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.485964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.494345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368d721-45e2-4a26-b269-0873c641243e None None] Pushing event updated for resources: {'Port': ['ID=dc7eef80-dd7d-4e40-a257-426f35535758,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:48.528466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:48.534403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:48.538746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:48.553720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4977a958-1877-4108-b4bd-46c10d375f55 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:48.564982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Pushing event updated for resources: {'Port': ['ID=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:48.724021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3a7f22ac-9d35-43ba-98d8-97bdde37bb41 None None] Provisioning complete for port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:48.725721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a7f22ac-9d35-43ba-98d8-97bdde37bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.774718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f22ac-9d35-43ba-98d8-97bdde37bb41 None None] Port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:48.901767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.211539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.390606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Router d2919782-a423-4736-b836-ad92f08cea6e is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:58:49.561122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:49.573069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:49.583718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf322679-e4d2-4bb7-b1a0-c7091dd991fc None None] Network 9480da37-340e-4ba3-9146-9e78c0770702 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:49.590609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.592787 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c2872d7-86f8-44ca-ac81-d1148c144c6d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0294101 Nov 12 08:58:49.597386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34858) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:49.662769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:49.663438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:58:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:49.727093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f6141206-6890-4c9f-a0a2-dc8bc5c96e12 None None] Provisioning complete for port dc7eef80-dd7d-4e40-a257-426f35535758 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:49.727512 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6141206-6890-4c9f-a0a2-dc8bc5c96e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.889408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:50.075395 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6141206-6890-4c9f-a0a2-dc8bc5c96e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.139602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f6141206-6890-4c9f-a0a2-dc8bc5c96e12 None None] For port dc7eef80-dd7d-4e40-a257-426f35535758, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dc7eef80-dd7d-4e40-a257-426f35535758,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:50.167794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6141206-6890-4c9f-a0a2-dc8bc5c96e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.235928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6141206-6890-4c9f-a0a2-dc8bc5c96e12 None None] Pushing event updated for resources: {'Port': ['ID=dc7eef80-dd7d-4e40-a257-426f35535758,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:50.249003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:48Z', 'revision_number': 3, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:50.279640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:50.280123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Updating router d2919782-a423-4736-b836-ad92f08cea6e port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:50.321315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.574506 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.595223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0a24f1be-dc0d-4594-b4f8-e1eda82c3296 None None] Provisioning complete for port dc7eef80-dd7d-4e40-a257-426f35535758 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:50.595889 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a24f1be-dc0d-4594-b4f8-e1eda82c3296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.777056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dc7eef80-dd7d-4e40-a257-426f35535758 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:50.802429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Allocated IP 172.20.0.1 (9480da37-340e-4ba3-9146-9e78c0770702/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2/3dac5275-ee96-4e03-a67a-1a1dce1ea7a7) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:50.928257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.965973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.967957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.976782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.009294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:51.015628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:51.020475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:51.057233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Pushing event updated for resources: {'Port': ['ID=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.061308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port dc7eef80-dd7d-4e40-a257-426f35535758 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:51.061928 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.085388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d55c2-4603-47db-9f2c-8f911673ed9e None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:51.098121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.151054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22c0d-b6f2-4eca-890d-0a5386f064ec None None] Pushing event updated for resources: {'Port': ['ID=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.156312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Attempting to bind port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:51.157594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Attempting to bind port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:51.158014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Attempting to bind port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:51.182257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:51.183053 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:51.183704 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.184384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:51.185369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Bound port: b8dbdf03-2059-4006-aa83-bc4f4ad42f64, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:51.185821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.315817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.354996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e782fdc9-aa4e-4789-9d8e-a58cd0f263fe None None] Provisioning complete for port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:51.355588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e782fdc9-aa4e-4789-9d8e-a58cd0f263fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.359249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] For port b8dbdf03-2059-4006-aa83-bc4f4ad42f64, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:51.421660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] For port b8dbdf03-2059-4006-aa83-bc4f4ad42f64, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:51.435790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.529871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.536429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.611377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.613287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Pushing event updated for resources: {'Port': ['ID=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.726750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:51.728330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:51.751818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-e782fdc9-aa4e-4789-9d8e-a58cd0f263fe None None] Port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:51.766842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57da89-4334-48c4-898e-cc4cd67babdb None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:51.792401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:51.793049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:58:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:51.831600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22c0d-b6f2-4eca-890d-0a5386f064ec None None] Pushing event updated for resources: {'Port': ['ID=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.895780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:51.925017 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Provisioning complete for port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:51.925387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.931676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:52.007638 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:52.040953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:52.046373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9705dbd3-319c-4edb-ab84-981a13f62142 admin admin] 10.222.0.16 "PUT /v2.0/routers/d2919782-a423-4736-b836-ad92f08cea6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4474344 Nov 12 08:58:52.101806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Provisioning complete for port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:52.102288 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.250278 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.278966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] For port b8dbdf03-2059-4006-aa83-bc4f4ad42f64, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:52.291977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 2, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:52.296286 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.358075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adc3-265f-4f3e-bc7c-50a61e1ba940 None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 2, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:52.441667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab157979-2ffb-4c42-8bbf-56099ff60026 None None] Pushing event updated for resources: {'Port': ['ID=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.459129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b3acb863-4a46-413f-8645-0f6daec43ea6 None None] Provisioning complete for port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:52.459939 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b3acb863-4a46-413f-8645-0f6daec43ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.508336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b3acb863-4a46-413f-8645-0f6daec43ea6 None None] Port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:53.027433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34866) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:53.033735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995522115', 'description': 'tempest-description--1376822162'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:53.063979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.159565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.165971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.198626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.200002 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1712296 Nov 12 08:58:53.203574 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 34868) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:53.210920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1f0a-4cf5-436d-9767-eede66a0d303 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.216096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'security_group_rule': {'security_group_id': 'a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:53.282730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.379914 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.387037 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.410195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccd2772-c8ae-430b-b6de-15c775b29c64,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.430143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.431034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.431634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.432377 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.433609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.434101 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.434715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.435215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.435815 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.436291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.436956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.437372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:53.446391 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.449190 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7a685c8a-c4b8-4d17-8551-d40e36d03a47 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2431839 Nov 12 08:58:53.452885 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34870) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:53.458552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'security_group_rule': {'security_group_id': 'a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:53.505762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.579134 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.584975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.614898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d694e4-42ee-4684-b9a5-c4014e3c28a3,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.629347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.631727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-771109d1-6b1d-478e-a130-c1eeed13b5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773844 Nov 12 08:58:53.636427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34872) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:53.641229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:53.671962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.828915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.030958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Allocated IP 172.25.4.22 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/8128e48c-84e7-4f2f-832b-c115e8d42179) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:54.205345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.243050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.285411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:54.290783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:54.293568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:54.321775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'Port': ['ID=8128e48c-84e7-4f2f-832b-c115e8d42179,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:54.411070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.458325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.649483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.658057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.734552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'Port': ['ID=8128e48c-84e7-4f2f-832b-c115e8d42179,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:54.753251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.768642 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8dbdf03-2059-4006-aa83-bc4f4ad42f64 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:54.779642 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.782107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4e46d3bd-896f-430b-89d7-010cbf10f7c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1442225 Nov 12 08:58:54.854484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:54.854882 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.990682 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-24e2a6d9-b702-4405-aa66-744d3b02da26 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1995522115&fields=id&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 267 time: 0.0650370 Nov 12 08:58:55.016333 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:55.027746 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:55.028518 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:58:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:55.120120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-c901fd97-011a-44ec-916e-de51edf99859 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.121701 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-c901fd97-011a-44ec-916e-de51edf99859 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1201284 Nov 12 08:58:55.144944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-b2e717a7-2c76-4486-a3ef-c89ef5b23e8a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/quotas/83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 375 time: 0.0121610 Nov 12 08:58:55.200958 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:55.215515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-5a571a6d-3891-4459-b5d7-3b979209367a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589879 Nov 12 08:58:55.320470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-359f0737-0fa0-4a1c-b69b-72cfb0e87b6a service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917249 Nov 12 08:58:55.435421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-bc992563-68fc-441a-8e13-e2c2d0f8a1d8 service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078427 Nov 12 08:58:55.552376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 2, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:55.610690 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:55.611282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Updating router d2919782-a423-4736-b836-ad92f08cea6e port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:55.638636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba460b40-864f-47a9-b0d3-448137beeca5 req-ef7c913b-8480-474c-a0eb-65e1760dc8cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 210 time: 0.0334578 Nov 12 08:58:55.657569 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.996728 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.003312 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.070703 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Pushing event updated for resources: {'Port': ['ID=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.097760 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.098405 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.098907 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.099394 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.099889 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.100452 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.100792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.101123 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.101595 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.101842 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.102343 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.102849 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.136690 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Attempting to bind port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:56.137321 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Attempting to bind port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:56.137935 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Attempting to bind port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:56.145501 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:56.145861 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:56.146268 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.146858 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:56.147522 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Bound port: 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:56.148252 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.263426 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] For port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:56.271255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] For port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:56.278120 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.363532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:56.364327 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:58:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:56.376760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9a175933-600e-4cfa-8ccd-40155001bcff None None] Provisioning complete for port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:56.378384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a175933-600e-4cfa-8ccd-40155001bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.544790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a175933-600e-4cfa-8ccd-40155001bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.551356 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:56.587373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9a175933-600e-4cfa-8ccd-40155001bcff None None] For port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:56.596854 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9a175933-600e-4cfa-8ccd-40155001bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.613077 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e1ea8-cacb-410b-9444-eeb0b23d866e None None] Pushing event updated for resources: {'Port': ['ID=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.669994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175933-600e-4cfa-8ccd-40155001bcff None None] Pushing event updated for resources: {'Port': ['ID=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.736179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5381951e-0db5-435a-8ecb-fd9660387806 None None] Provisioning complete for port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:56.736593 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5381951e-0db5-435a-8ecb-fd9660387806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.848111 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4747cf9f-3720-457d-951c-8bc0085f10c4 req-9631ebdc-06b9-4d86-a74f-5a1b0bbc2aef tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 210 time: 0.0829766 Nov 12 08:58:56.855590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:56.936835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:56.937496 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.013222 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:57.046521 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d786f4-5b2e-4c97-ac09-58433665c279 None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:57.428721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-d25adbe8-4777-40f6-8a1c-2a4061055840 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.431553 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-d25adbe8-4777-40f6-8a1c-2a4061055840 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1739261 Nov 12 08:58:57.532649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-759c1af4-b8ed-4cee-924e-f7e0520d00ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 380 time: 0.0920241 Nov 12 08:58:57.543410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'port': {'device_id': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'admin_state_up': True, 'tenant_id': '83881b687ee74f338a089837f600c840', 'security_groups': ['a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:57.698817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Made reservation on behalf of 83881b687ee74f338a089837f600c840 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:57.705267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.868756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Allocated IP 172.20.0.6 (9480da37-340e-4ba3-9146-9e78c0770702/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2/9afc1f39-c203-4c2b-a3df-b2836eb85354) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:57.986213 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f7f5726-691f-438a-aca0-392a10005644 req-26340c1a-9aa0-4426-bdbd-028e14851432 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 210 time: 0.0480943 Nov 12 08:58:58.133944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.193300 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.252843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:58.256785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:58.262839 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:58.268335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:58.327023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.328232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.355378 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-827a6d25-7e1f-4ac2-b215-1839f6ea847a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167620 Nov 12 08:58:58.370756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Request body: {'port': {'device_id': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:58.454336 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.533162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d4b6d079-d4b1-47dd-86bf-d0b423f56402 None None] Provisioning complete for port 9afc1f39-c203-4c2b-a3df-b2836eb85354 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:58.534080 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d079-d4b1-47dd-86bf-d0b423f56402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.575628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6d079-d4b1-47dd-86bf-d0b423f56402 None None] Port 9afc1f39-c203-4c2b-a3df-b2836eb85354 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:58.720425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:58.779672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:58.780118 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.783675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afc1f39-c203-4c2b-a3df-b2836eb85354 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:58.796672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.815228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Transition to ACTIVE for port object 9afc1f39-c203-4c2b-a3df-b2836eb85354 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:58.820768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.926814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.046218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:59.046659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:59.047023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:59.052792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:59.053091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:59.059596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:59.060144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:59.060338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:59.060780 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Bound port: 9afc1f39-c203-4c2b-a3df-b2836eb85354, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:59.061330 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.127783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cbbdb-bea0-409d-b80e-8dbca89fa1cd req-7f414767-0e36-46f9-8fa8-642e9960b4f1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.129433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb5cbbdb-bea0-409d-b80e-8dbca89fa1cd req-7f414767-0e36-46f9-8fa8-642e9960b4f1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0592883 Nov 12 08:58:59.143785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:59.149962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:59.157255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.190421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb5cbbdb-bea0-409d-b80e-8dbca89fa1cd req-eda0ae57-834e-40f4-b972-2e364974357d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542600 Nov 12 08:58:59.220853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.221767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.224076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] 10.222.0.32 "PUT /v2.0/ports/9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 1092 time: 0.8601694 Nov 12 08:58:59.224770 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:59.228830 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:59.280609 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28aa75-0b4d-4bd7-93bc-b91109b5682a x-openstack-request-id: req-6a28aa75-0b4d-4bd7-93bc-b91109b5682a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:59.280935 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:59.281412 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a28aa75-0b4d-4bd7-93bc-b91109b5682a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:59.282515 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'status': 'completed', 'code': 200} Nov 12 08:58:59.283256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b096f-14f7-4c17-874c-2d703d05d98b service neutron] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.338435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-27498a3e-fba5-452f-bb19-206e25b09685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.339622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-27498a3e-fba5-452f-bb19-206e25b09685 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1095 time: 0.0525942 Nov 12 08:58:59.390042 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-7fc1045e-ad90-474a-8caa-02216a770214 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 217 time: 0.0426493 Nov 12 08:58:59.457191 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-4b7c4627-0592-4334-a73b-bf7657f2d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.459298 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-4b7c4627-0592-4334-a73b-bf7657f2d621 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0623579 Nov 12 08:58:59.521884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-305ce962-315a-42c4-9d1a-ef9cc66ce9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.523403 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-305ce962-315a-42c4-9d1a-ef9cc66ce9cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558448 Nov 12 08:58:59.634980 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-54a5f667-4d91-4ef1-bf0d-1cdd4756cc71 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033340 Nov 12 08:58:59.777315 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0f475c84-3125-463f-9ae9-04f8b5be3503 req-70332985-38d1-4766-bda5-5920bad5f740 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346033 Nov 12 08:58:59.873659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-4949b67e-0a5a-49b0-a430-ded2a0c2e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.875117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-4949b67e-0a5a-49b0-a430-ded2a0c2e40b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1095 time: 0.0446770 Nov 12 08:58:59.981973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-16e75064-9934-49b6-9419-6865fcbd5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.983482 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-16e75064-9934-49b6-9419-6865fcbd5a50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1017611 Nov 12 08:59:00.029818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-569d365e-ae1f-4c95-b665-ba2b2bcf6e37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 217 time: 0.0387852 Nov 12 08:59:00.089779 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-6448871a-6a3e-440b-8145-d9bda7e58de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.091503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-6448871a-6a3e-440b-8145-d9bda7e58de2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0545881 Nov 12 08:59:00.150366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-11155d53-2600-4acd-8fa1-43084959071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.151847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-11155d53-2600-4acd-8fa1-43084959071c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527172 Nov 12 08:59:00.274048 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-ef70d055-88bf-45c5-a91b-278b8311803e service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136944 Nov 12 08:59:00.358817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d412e80-ecec-4406-9f06-c737c2c02579 req-4e61474a-3a9e-465f-a77c-3f9cada7c8a9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.362021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d412e80-ecec-4406-9f06-c737c2c02579 req-4e61474a-3a9e-465f-a77c-3f9cada7c8a9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0887616 Nov 12 08:59:00.380126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7a649595-7e84-4fad-b15d-f9d3a3f7c0f4 req-a1bb3264-438f-4b2c-ac23-e3dd6d9c1462 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974545 Nov 12 08:59:00.425747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d412e80-ecec-4406-9f06-c737c2c02579 req-1715c647-e510-4b3b-a8eb-9098187a32be tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556612 Nov 12 08:59:01.560535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be54e6-757f-4aac-8ce7-2241990e8e18 req-e7a5b164-4ba1-4c8a-b46a-dc7da5b4b054 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:01.562228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26be54e6-757f-4aac-8ce7-2241990e8e18 req-e7a5b164-4ba1-4c8a-b46a-dc7da5b4b054 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0549955 Nov 12 08:59:01.615406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26be54e6-757f-4aac-8ce7-2241990e8e18 req-c28f5930-a516-45b2-9811-a8d0d1e649d0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453887 Nov 12 08:59:02.790468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bd44e-6e40-41a9-a73a-6aba1f4d87dd req-818f93c9-96d7-401a-bec3-bec0ec384e26 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.793384 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-146bd44e-6e40-41a9-a73a-6aba1f4d87dd req-818f93c9-96d7-401a-bec3-bec0ec384e26 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0876365 Nov 12 08:59:02.857004 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-146bd44e-6e40-41a9-a73a-6aba1f4d87dd req-e4ab2fe2-dc4f-4960-8bde-ad4f09101163 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526836 Nov 12 08:59:03.342630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:03.451866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:03.470073 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'mac_address': 'fa:16:3e:fa:0f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:03.513283 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.528551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afc1f39-c203-4c2b-a3df-b2836eb85354 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:03.550620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:03.555831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.613275 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.621267 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.621586 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.622071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.622407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.622735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.623061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.623382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.623702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.624021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.624459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.624917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.625368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:03.767681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['9afc1f39-c203-4c2b-a3df-b2836eb85354'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:04.004642 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0cee-568a-4b97-9b07-d4bedc1aea88 req-859262c1-146a-4618-be56-eecf62960366 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:04.007329 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-261c0cee-568a-4b97-9b07-d4bedc1aea88 req-859262c1-146a-4618-be56-eecf62960366 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 944 time: 0.0598338 Nov 12 08:59:04.091456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-261c0cee-568a-4b97-9b07-d4bedc1aea88 req-4906ce3a-9417-495d-b726-fc97e67e382e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772860 Nov 12 08:59:05.221730 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d879e-c299-4272-a94b-590070b58b97 req-78a434f4-beb2-41f1-abde-e7eba5a7f544 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.223669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-865d879e-c299-4272-a94b-590070b58b97 req-78a434f4-beb2-41f1-abde-e7eba5a7f544 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 944 time: 0.0558357 Nov 12 08:59:05.286136 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-865d879e-c299-4272-a94b-590070b58b97 req-3d32b22b-b437-445b-9798-f217bb43ba0b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557778 Nov 12 08:59:05.377194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:05.433675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 9afc1f39-c203-4c2b-a3df-b2836eb85354 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:05.440755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 9afc1f39-c203-4c2b-a3df-b2836eb85354 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:05.441091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.544895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.571209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:05.573584 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ed322c-a15d-4f0e-b1bd-127b40523550" -d '{"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-plugged", "status": "completed", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:05.592849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:05.600210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.640649 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dacea5-76df-403c-a455-063cbfc8f388 x-openstack-request-id: req-51dacea5-76df-403c-a455-063cbfc8f388 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:05.641666 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-plugged", "status": "completed", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:05.641947 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51dacea5-76df-403c-a455-063cbfc8f388 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:05.642348 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'code': 200} Nov 12 08:59:05.674745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.769883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d015a-861c-4a05-a73e-c2e9c03fc368 req-40a915d8-4395-4273-a945-7db99fb3339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.772550 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e7d015a-861c-4a05-a73e-c2e9c03fc368 req-40a915d8-4395-4273-a945-7db99fb3339b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1097 time: 0.0639243 Nov 12 08:59:05.834428 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e7d015a-861c-4a05-a73e-c2e9c03fc368 req-0100da0b-ee77-488b-a0a2-44250b93605c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541503 Nov 12 08:59:06.423818 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096ab94-b26e-4c6b-a82b-1c02b40ef9b3 req-0f7d310f-c22b-48f7-b3dd-813c1980a00a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.425810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2096ab94-b26e-4c6b-a82b-1c02b40ef9b3 req-0f7d310f-c22b-48f7-b3dd-813c1980a00a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0614176 Nov 12 08:59:06.483680 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2096ab94-b26e-4c6b-a82b-1c02b40ef9b3 req-53cbb1fd-8057-4e2e-9f78-f03583051013 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489290 Nov 12 08:59:07.613594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3b4f-d133-4906-aba6-1c3632753c3d req-0982fb6c-314c-456a-9e03-32491a30a1b4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.615212 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-177a3b4f-d133-4906-aba6-1c3632753c3d req-0982fb6c-314c-456a-9e03-32491a30a1b4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0534914 Nov 12 08:59:07.695325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-177a3b4f-d133-4906-aba6-1c3632753c3d req-763218f3-bb86-49d4-8e61-267bb48e1abe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729303 Nov 12 08:59:07.828390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f882168-2997-4dc3-8be6-eccb6dfd2e81 req-4fb9b7f0-29a9-4877-9196-6a918ffe9240 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.829968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f882168-2997-4dc3-8be6-eccb6dfd2e81 req-4fb9b7f0-29a9-4877-9196-6a918ffe9240 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0657737 Nov 12 08:59:07.840257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 34932) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:07.846110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'floatingip': {'port_id': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:07.895609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.451689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.457305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.575822 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 associated. External IP: 172.25.4.22, port: 9afc1f39-c203-4c2b-a3df-b2836eb85354. Nov 12 08:59:09.158219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.191811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:09.315402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:09.320971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.328559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:09.340424 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:09.341080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:58:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:09.369540 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4810ef0a-d6bf-4ed7-a152-ae2b3c127914 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "PUT /v2.0/floatingips/a6b5b77b-5073-4fb4-824a-a17a3f173b99 HTTP/1.1" status: 200 len: 990 time: 1.5273988 Nov 12 08:59:09.370418 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:09.373285 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc057bf-401a-451d-80ed-ac1392333271" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:09.439347 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd7000e-bcda-4865-8011-36e1fde3193f x-openstack-request-id: req-7fd7000e-bcda-4865-8011-36e1fde3193f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:09.439815 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:09.440297 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fd7000e-bcda-4865-8011-36e1fde3193f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:09.444917 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'status': 'completed', 'code': 200} Nov 12 08:59:09.492724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:09.505960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc057bf-401a-451d-80ed-ac1392333271 req-61ae7ff8-798a-4133-8045-961c76279001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.507550 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-61ae7ff8-798a-4133-8045-961c76279001 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1097 time: 0.0445399 Nov 12 08:59:09.620247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc057bf-401a-451d-80ed-ac1392333271 req-8ce8f342-7b8e-4e3f-bea2-3d508d8f584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.621843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-8ce8f342-7b8e-4e3f-bea2-3d508d8f584a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1069629 Nov 12 08:59:09.695706 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-9a4cc0a9-b8b0-476f-8908-4a8a7c521998 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 998 time: 0.0666990 Nov 12 08:59:09.755321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc057bf-401a-451d-80ed-ac1392333271 req-425ce737-83e3-4d2a-a02b-b7d88e9ddf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.756846 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-425ce737-83e3-4d2a-a02b-b7d88e9ddf22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0540943 Nov 12 08:59:09.813807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc057bf-401a-451d-80ed-ac1392333271 req-72d15570-ca14-4246-ab27-9e0f559ade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.816507 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-72d15570-ca14-4246-ab27-9e0f559ade8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516262 Nov 12 08:59:09.816720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:fa:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T08:59:08Z', 'revision_number': 1, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:09.847931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:09.858541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:09.859177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T08:58:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:09.972921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-37debcc4-9535-4e03-9d59-6b2ef0c496cf service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479673 Nov 12 08:59:09.975177 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:10.092598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cbc057bf-401a-451d-80ed-ac1392333271 req-5fb2339c-d70d-4fcf-83e7-3fdd0f851c9e service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111193 Nov 12 08:59:10.235969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:fa:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T08:59:08Z', 'revision_number': 1, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:10.439605 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e91da9-2766-422e-8cef-5f398d32beda None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:fa:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T08:59:08Z', 'revision_number': 1, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:10.679014 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2688201-1e8b-4085-89cb-a8d275f191be None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:59:10.747333 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3267a6e9-1a0f-4934-835b-dee931712d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.170578 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.401056 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:13.207766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-882a2806-a537-4c49-8bf0-3739d568a733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.673808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.818164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.836977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.975610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-b8841c57-97fd-48e9-847a-c08a1c654520 req-de0c2d47-81c2-4dac-80b3-2501ac1bb194 service neutron] (102371) timed out ('10.222.0.25', 62495) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:59:30.227524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-08638583-e7ac-41fe-9fcc-a79966702d45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439851 Nov 12 08:59:30.326458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-7df5b06c-facb-4647-9f32-b28c16418c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.327996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-7df5b06c-facb-4647-9f32-b28c16418c6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1097 time: 0.0531859 Nov 12 08:59:30.450253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-57adf179-29ab-49dc-948e-55c2c26d869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.451847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-57adf179-29ab-49dc-948e-55c2c26d869b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1019673 Nov 12 08:59:30.530388 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-c0aeaad8-c70f-4ee0-9600-a89f61ae9ce1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 1000 time: 0.0713170 Nov 12 08:59:30.587408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-504cdd9d-0447-4b08-8eba-739cacabc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.588964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-504cdd9d-0447-4b08-8eba-739cacabc88f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0512013 Nov 12 08:59:30.652135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-3a227ecd-1501-43a8-91ec-cf0c3da5117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.653776 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-3a227ecd-1501-43a8-91ec-cf0c3da5117c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564632 Nov 12 08:59:30.765666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-4fa2e21b-c15e-44ca-903d-54425c651cdb service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030741 Nov 12 08:59:30.870232 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88e6f41b-add2-4ca2-abb1-130bb250d456 req-e440b17f-969a-465b-908b-b38866c184c3 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969126 Nov 12 08:59:39.161557 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.757171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b522bbea-5053-4f67-b8bc-f2f7bc908fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.180961 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.213203 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a631448d-e688-4419-b184-a5caf6997d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.677727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.824536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.837320 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.400541 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:09.151541 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.755411 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d03d08e9-e020-4f29-ac3a-c5a9c305577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.184709 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.219537 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c5a9728-a7af-4a97-822f-498e6f7f8142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.680149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.826793 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.836035 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.400436 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:29.687991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-5ecb6f0f-5324-4709-b604-72519d45136b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469580 Nov 12 09:00:29.787569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-49850cb5-ae88-4737-8ffe-f7684358596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.789223 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-49850cb5-ae88-4737-8ffe-f7684358596f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1097 time: 0.0512559 Nov 12 09:00:29.916792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-4c6c56ef-2143-4fc8-823c-06706b15ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.919324 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-4c6c56ef-2143-4fc8-823c-06706b15ab0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1080208 Nov 12 09:00:30.003899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-41cbb840-8a0c-4a1f-ab79-d6e4ac39ccbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 1000 time: 0.0778298 Nov 12 09:00:30.093225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-3541004c-f9f3-4d91-a729-2c8dc553551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.095663 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-3541004c-f9f3-4d91-a729-2c8dc553551c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0832715 Nov 12 09:00:30.146689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-4b54fcfe-284c-418d-8a0a-97e1ea86ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.148437 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-4b54fcfe-284c-418d-8a0a-97e1ea86ecd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452585 Nov 12 09:00:30.302917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-b9580e97-137b-4517-8edc-a5069c5af2c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466725 Nov 12 09:00:30.408472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f49a679f-729b-4491-9bfe-802f1fd727aa req-8de7e3f8-c8f6-452d-bbc4-ba9b02db762f service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955763 Nov 12 09:00:39.161785 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.758273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-15fd9266-c94c-4d43-9582-ae2fa2079fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.181250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.214648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1290858-b589-4d59-9b30-d8a292a4c68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.263611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417ffd-3519-47b7-b6d3-cd2299c96322 req-af5a5e83-3852-4a4d-958b-f0a113e1cc55 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.265723 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76417ffd-3519-47b7-b6d3-cd2299c96322 req-af5a5e83-3852-4a4d-958b-f0a113e1cc55 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.1378803 Nov 12 09:00:44.320863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76417ffd-3519-47b7-b6d3-cd2299c96322 req-8e7aeb20-f20d-40f3-a1d3-0da86eb45eda tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486505 Nov 12 09:00:44.685250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.768440 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-41ff4867-612b-4080-bb0b-4cbd3e0168f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036413 Nov 12 09:00:44.777521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec2520-5e88-4cbd-89f2-83737de3174f req-7627099a-3041-42a4-8e9d-63a3a2410daf tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.779193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97ec2520-5e88-4cbd-89f2-83737de3174f req-7627099a-3041-42a4-8e9d-63a3a2410daf tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0983188 Nov 12 09:00:44.848636 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97ec2520-5e88-4cbd-89f2-83737de3174f req-b39c5812-b55a-43c5-a427-aaba2ecd907b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623205 Nov 12 09:00:45.829449 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.030993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-c21429ee-3d20-4d4d-bfa4-826008ca33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.032645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-c21429ee-3d20-4d4d-bfa4-826008ca33e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1097 time: 0.0526135 Nov 12 09:00:46.127086 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0863d-ad12-41e7-9fd7-cd0acc1f8736 req-13433f56-2b53-421f-ac6e-108d8a4277e1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.129429 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19f0863d-ad12-41e7-9fd7-cd0acc1f8736 req-13433f56-2b53-421f-ac6e-108d8a4277e1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.1708856 Nov 12 09:00:46.137206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-cdd3507a-33c3-4f44-9527-6122af9cd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.139284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-cdd3507a-33c3-4f44-9527-6122af9cd3dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.0981088 Nov 12 09:00:46.187555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-19f0863d-ad12-41e7-9fd7-cd0acc1f8736 req-3c6011b2-5418-4942-a808-d257bb28646a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515134 Nov 12 09:00:46.218463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-67d5d018-cbbc-42ad-94d1-8924e31543dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 1000 time: 0.0721588 Nov 12 09:00:46.272736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-0a267693-1771-4a29-affe-62eea0dbc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.274158 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-0a267693-1771-4a29-affe-62eea0dbc286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0488582 Nov 12 09:00:46.328335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-f97230a7-ae2f-45fd-93e0-6aad2bc289f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.329903 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-f97230a7-ae2f-45fd-93e0-6aad2bc289f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477197 Nov 12 09:00:46.438821 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-b95cd385-4402-40cb-af98-e244084712a9 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016865 Nov 12 09:00:46.583195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-52339072-abd4-4ab7-b9c6-f822ae41c64d service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357033 Nov 12 09:00:46.839061 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.385699 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae397dd-7ad1-42de-9f0e-979217deacd5 req-a587278b-5dd8-4e49-bb99-cd7e890f6d3e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:47.389132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aae397dd-7ad1-42de-9f0e-979217deacd5 req-a587278b-5dd8-4e49-bb99-cd7e890f6d3e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.1007988 Nov 12 09:00:47.446216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aae397dd-7ad1-42de-9f0e-979217deacd5 req-559dcfdd-d06e-4ae8-8d11-aa5d4ba00cd7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507877 Nov 12 09:00:48.591939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec97cff-c51b-4f1e-95e5-34ff394af9ec req-61de68d1-7351-4480-98bd-9a17e080d9e0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.593643 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ec97cff-c51b-4f1e-95e5-34ff394af9ec req-61de68d1-7351-4480-98bd-9a17e080d9e0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0547602 Nov 12 09:00:48.650269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3ec97cff-c51b-4f1e-95e5-34ff394af9ec req-f7c63827-352a-405a-8e32-92954ce28117 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498044 Nov 12 09:00:49.786006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3c6ed-87e5-4332-9b82-b304e6c180a9 req-b812a9b2-8b51-40c6-a0d8-ec27382112b8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.787540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0e3c6ed-87e5-4332-9b82-b304e6c180a9 req-b812a9b2-8b51-40c6-a0d8-ec27382112b8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0542080 Nov 12 09:00:49.851269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0e3c6ed-87e5-4332-9b82-b304e6c180a9 req-14422df9-7d77-4152-8365-079138c57148 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522535 Nov 12 09:00:51.013991 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5deed8-56e6-4819-8641-99b84515c5d4 req-904a002e-5fe3-4b0d-baca-3d376bae0607 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.015630 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d5deed8-56e6-4819-8641-99b84515c5d4 req-904a002e-5fe3-4b0d-baca-3d376bae0607 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0789900 Nov 12 09:00:51.070847 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d5deed8-56e6-4819-8641-99b84515c5d4 req-4665b60e-113a-4eb9-8c40-bca83a8af2c5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487800 Nov 12 09:00:52.202438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033748f-d106-430a-9864-9492b42cd011 req-da44669d-22af-489c-a908-82d1c07018da tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.204118 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3033748f-d106-430a-9864-9492b42cd011 req-da44669d-22af-489c-a908-82d1c07018da tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0583875 Nov 12 09:00:52.259527 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3033748f-d106-430a-9864-9492b42cd011 req-15d98cd4-693b-43df-86ab-ffb6b88ebdd6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488276 Nov 12 09:00:53.401289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b476-1327-4fec-9d81-c009d97c2fe9 req-deb0a03a-8e56-42a0-9356-a80713dd9808 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.403490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d83b476-1327-4fec-9d81-c009d97c2fe9 req-deb0a03a-8e56-42a0-9356-a80713dd9808 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0626009 Nov 12 09:00:53.464395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d83b476-1327-4fec-9d81-c009d97c2fe9 req-82b7ae92-efeb-46dd-b6e3-b9878e4ad749 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538995 Nov 12 09:00:54.596145 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014f55-4463-4d65-9bba-15623c7f4cc3 req-e8264479-8c43-488b-9419-21242f64a857 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.597784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08014f55-4463-4d65-9bba-15623c7f4cc3 req-e8264479-8c43-488b-9419-21242f64a857 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0557382 Nov 12 09:00:54.659256 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-08014f55-4463-4d65-9bba-15623c7f4cc3 req-3e1859ad-ef7f-40e5-9573-741c48c7f919 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496182 Nov 12 09:00:55.847194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba650b-99df-4ca2-af3d-85f74f56beb5 req-25754d4b-fde4-467b-8aa1-e9bdd2b11e82 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:55.848833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2ba650b-99df-4ca2-af3d-85f74f56beb5 req-25754d4b-fde4-467b-8aa1-e9bdd2b11e82 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Nov 12 09:00:55.917699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2ba650b-99df-4ca2-af3d-85f74f56beb5 req-0add4e57-a0f1-4515-a0d9-3c3be74c0776 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569444 Nov 12 09:00:57.102232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d0a6-5ce1-468e-8b5f-27687e78d1f8 req-60972380-3387-41b2-ae87-be86a2c08dc0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.103992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7709d0a6-5ce1-468e-8b5f-27687e78d1f8 req-60972380-3387-41b2-ae87-be86a2c08dc0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0544291 Nov 12 09:00:57.157709 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7709d0a6-5ce1-468e-8b5f-27687e78d1f8 req-103dde6d-731d-413b-8f85-5cd3f1efbe60 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473573 Nov 12 09:00:58.299405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f4c6-c32c-4249-a1f8-ef3d6c020830 req-5e63f125-9f75-4b4f-849f-9ab64fefa741 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.302048 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1508f4c6-c32c-4249-a1f8-ef3d6c020830 req-5e63f125-9f75-4b4f-849f-9ab64fefa741 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0674584 Nov 12 09:00:58.364286 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1508f4c6-c32c-4249-a1f8-ef3d6c020830 req-bd3f472b-9cf8-4cb1-8636-9fd312f47091 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514183 Nov 12 09:00:58.509390 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-2cf8fc24-5f15-4a6f-bca9-d5deeec0c61a service neutron] show failed (client error): The resource could not be found. Nov 12 09:00:58.510834 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-2cf8fc24-5f15-4a6f-bca9-d5deeec0c61a service neutron] 10.222.0.32 "GET /v2.0/ports/9afc1f39-c203-4c2b-a3df-b2836eb85354/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0756347 Nov 12 09:00:58.748882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-9c6dd5ea-79fd-4765-b689-19699946308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.750792 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-9c6dd5ea-79fd-4765-b689-19699946308e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 1097 time: 0.0497036 Nov 12 09:00:58.764530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:58.831136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.104790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:59.144448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:59.191441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:59.194441 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca282a6c-0923-4aac-a57a-48371c872e33" -d '{"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-unplugged", "status": "completed", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:59.200744 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.224549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Transition to ACTIVE for port object 9afc1f39-c203-4c2b-a3df-b2836eb85354 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:59.231333 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.284960 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252f587-6c49-4900-bf67-6ec3f66a9c73 x-openstack-request-id: req-f252f587-6c49-4900-bf67-6ec3f66a9c73 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:59.285462 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-unplugged", "status": "completed", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:59.285858 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f252f587-6c49-4900-bf67-6ec3f66a9c73 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:59.286524 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'code': 200} Nov 12 09:00:59.385041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:59.409610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.409981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.410517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.410983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.411515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.412110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.412443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.412798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.413122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.413610 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.414250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.414860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:59.475168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] No DVR routers for this DVR port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:59.551483 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ced54-efb2-4a9f-873e-ee6df3b3887f req-2d58f20d-545c-4b8d-8917-ed6435233a53 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.554207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc2ced54-efb2-4a9f-873e-ee6df3b3887f req-2d58f20d-545c-4b8d-8917-ed6435233a53 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0747678 Nov 12 09:00:59.626745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dc2ced54-efb2-4a9f-873e-ee6df3b3887f req-a3bce7ff-be5a-4a95-902c-943e3b89a8e3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648689 Nov 12 09:00:59.651429 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:59.652136 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:59.653035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:59.660713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:59.661245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Attempting to bind port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:59.670682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:59.671241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:59.671871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:59.672650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Bound port: 9afc1f39-c203-4c2b-a3df-b2836eb85354, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:59.673238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.755587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:59.761507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:59.766510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.805894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.806541 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:59.807988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] 10.222.0.25 "PUT /v2.0/ports/9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 1092 time: 1.0490413 Nov 12 09:00:59.850580 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6b5f2-d26e-46dd-afac-ffddd70b3173 service neutron] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:59.891142 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-019ad65a-8d6e-4f4f-b688-707019d7de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.892646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-019ad65a-8d6e-4f4f-b688-707019d7de52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1095 time: 0.0592868 Nov 12 09:01:00.005821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6e41916e-a809-4529-b149-eea9883016d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.007366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-6e41916e-a809-4529-b149-eea9883016d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1076758 Nov 12 09:01:00.083802 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-ec5ca5d9-3746-4cac-8261-eda391c8c933 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 998 time: 0.0690258 Nov 12 09:01:00.159019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-aeb38083-fc59-4866-ba6e-9f1ccdf2b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.161619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-aeb38083-fc59-4866-ba6e-9f1ccdf2b972 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0697422 Nov 12 09:01:00.226815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-45409420-1810-4b7d-a7da-9570ff116469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.228368 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-45409420-1810-4b7d-a7da-9570ff116469 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599620 Nov 12 09:01:00.332303 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-c6e6a154-df3d-4fc2-87f1-f6c65bd14fbb service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965335 Nov 12 09:01:00.433014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bba817b3-5ba7-45ae-9f2b-d235aeedbf9f req-4b5e7e7d-6f83-4d44-aa1a-1d85f7038732 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937860 Nov 12 09:01:00.760194 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd102ff-8f96-48e3-a2df-21f339676881 req-a39aeee8-d2a2-4701-829f-12a5c01e6abc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.762382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3fd102ff-8f96-48e3-a2df-21f339676881 req-a39aeee8-d2a2-4701-829f-12a5c01e6abc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0568681 Nov 12 09:01:00.818483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3fd102ff-8f96-48e3-a2df-21f339676881 req-2fce819f-eba5-4f8b-b832-c0c36f56e6c0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476370 Nov 12 09:01:01.287860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:01.291237 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:01.346386 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9824c239-62b9-4529-9724-31a28e0b7dcb x-openstack-request-id: req-9824c239-62b9-4529-9724-31a28e0b7dcb {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:01.347033 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:01.347481 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9824c239-62b9-4529-9724-31a28e0b7dcb {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:01.348191 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'status': 'completed', 'code': 200} Nov 12 09:01:01.443518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-2b25e94d-47a4-4940-97e8-8d66b318456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.445188 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-2b25e94d-47a4-4940-97e8-8d66b318456d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1095 time: 0.0790176 Nov 12 09:01:01.453629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-a041e0b6-0953-4a7f-9d03-82c88be8efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.455205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-a041e0b6-0953-4a7f-9d03-82c88be8efbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1095 time: 0.0806847 Nov 12 09:01:01.623810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-8051c721-3007-4135-8ef2-acc045bd0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.625305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-8051c721-3007-4135-8ef2-acc045bd0a79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1691921 Nov 12 09:01:01.628490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-856f0fa5-371a-444f-a14a-04a57ca844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.629976 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-856f0fa5-371a-444f-a14a-04a57ca844a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1660805 Nov 12 09:01:01.753571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-5df59ca2-7e58-42a0-be62-2d9bba0d31f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 998 time: 0.1206377 Nov 12 09:01:01.755467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-5d96cee4-4fa6-4bf6-ab9b-ff433fb4c002 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 998 time: 0.1154256 Nov 12 09:01:01.848838 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-76d82515-89ea-4777-9bac-e1480c515004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.850531 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-76d82515-89ea-4777-9bac-e1480c515004 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0891473 Nov 12 09:01:01.854928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-043b8826-6e1a-4b63-a5df-c97b9a60ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.857372 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-043b8826-6e1a-4b63-a5df-c97b9a60ccdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0946412 Nov 12 09:01:01.934562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-56bc2378-6a2f-41ee-8a72-295a1ce99321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.936275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-56bc2378-6a2f-41ee-8a72-295a1ce99321 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779233 Nov 12 09:01:01.939573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-1750af83-30fe-45d8-804f-59c0b2dcedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.941295 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-1750af83-30fe-45d8-804f-59c0b2dcedd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744667 Nov 12 09:01:01.993635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f8a0c-7015-4824-9892-97e779784d8c req-1933351a-8aef-454f-bb3d-7f0935243827 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.996195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-007f8a0c-7015-4824-9892-97e779784d8c req-1933351a-8aef-454f-bb3d-7f0935243827 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.0739517 Nov 12 09:01:02.013342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:02.081493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:02.087761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-007f8a0c-7015-4824-9892-97e779784d8c req-ed9c23d1-a404-43a5-9b28-cb400771e819 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807829 Nov 12 09:01:02.118207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-437d2d04-ce07-41c0-b76f-bfe9de2d0e6b service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742485 Nov 12 09:01:02.120556 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-d166007c-c9c1-4fa4-9352-a3c6daf8c03c service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686497 Nov 12 09:01:02.291218 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-7b54f811-907a-43f9-b07d-9cf496c9368b service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647811 Nov 12 09:01:02.295308 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4db83e81-8bbd-440f-a4e9-89ec5c6f9108 req-42236b52-a7e6-494b-8155-8204b614cb0b service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605253 Nov 12 09:01:03.366586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512a25-506c-4e7a-b0d8-5e56acecc9f7 req-4679223b-dc0d-4f7d-a8a7-ab177b97ea48 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.368863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c512a25-506c-4e7a-b0d8-5e56acecc9f7 req-4679223b-dc0d-4f7d-a8a7-ab177b97ea48 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.1401331 Nov 12 09:01:03.400532 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:03.426370 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c512a25-506c-4e7a-b0d8-5e56acecc9f7 req-d4daf13a-fe46-4c5f-8c4e-c0be5609a220 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509291 Nov 12 09:01:04.469330 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:04.628422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:04.642989 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'mac_address': 'fa:16:3e:fa:0f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:04.686172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808c65-d999-40b3-b5bb-0c17a04a8726 req-011e1a91-c65d-44d5-b870-3bb078134a55 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.688291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca808c65-d999-40b3-b5bb-0c17a04a8726 req-011e1a91-c65d-44d5-b870-3bb078134a55 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 943 time: 0.1243968 Nov 12 09:01:04.693169 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.717244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afc1f39-c203-4c2b-a3df-b2836eb85354 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:04.751539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:04.756746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.767783 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ca808c65-d999-40b3-b5bb-0c17a04a8726 req-c5b8264a-fa36-418d-97a4-c5c7ffc5b44f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719266 Nov 12 09:01:04.835880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:04.846407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.846923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.847328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.847848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.848405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.848961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.849421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.849854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.850272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.850699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.851185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:04.851737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:05.044191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddc185-f84e-43ac-8bf3-869182301d39 req-cc1a3b9d-a052-464f-894a-79e090ca9e31 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.045719 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10ddc185-f84e-43ac-8bf3-869182301d39 req-cc1a3b9d-a052-464f-894a-79e090ca9e31 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 944 time: 0.0619347 Nov 12 09:01:05.070251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-37b2527e-f9a1-4466-be70-090b7906e3c0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.072357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-37b2527e-f9a1-4466-be70-090b7906e3c0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97&tenant_id=83881b687ee74f338a089837f600c840&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 944 time: 0.0731192 Nov 12 09:01:05.112672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10ddc185-f84e-43ac-8bf3-869182301d39 req-fb85803a-8464-4900-944b-ecdc7ade71e4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562196 Nov 12 09:01:05.141046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['9afc1f39-c203-4c2b-a3df-b2836eb85354'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:05.146055 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-d8c53870-b39e-4cb4-86b6-289e32c2bcf4 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:01:05.147127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-d8c53870-b39e-4cb4-86b6-289e32c2bcf4 service neutron] 10.222.0.32 "DELETE /v2.0/ports/9afc1f39-c203-4c2b-a3df-b2836eb85354/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0672379 Nov 12 09:01:05.244341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-8517eefa-9d05-42ec-8e70-5a15e7c97313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.246464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-8517eefa-9d05-42ec-8e70-5a15e7c97313 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 1096 time: 0.0497861 Nov 12 09:01:05.352989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-164da43d-81d2-4eef-ac3a-bc27b800d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.354472 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-164da43d-81d2-4eef-ac3a-bc27b800d4be service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1014891 Nov 12 09:01:05.425314 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-9c46ef72-968e-4d0f-a56f-22b75637fad2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 200 len: 999 time: 0.0638885 Nov 12 09:01:05.484039 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-43345f4b-4376-4e78-9f72-fc8a5c634a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.485696 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-43345f4b-4376-4e78-9f72-fc8a5c634a44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0531662 Nov 12 09:01:05.537366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-8c0a7a46-6270-4fcb-b254-2cceb48edf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.538964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-8c0a7a46-6270-4fcb-b254-2cceb48edf5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462418 Nov 12 09:01:05.645619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-4c09be5c-4b73-4ff6-8829-0eee1b81e30e service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986087 Nov 12 09:01:06.124969 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9ed13b72-2772-49ca-9d5f-a25ef4322a20 req-387d76e5-e54a-4fcf-ace8-912b7578d946 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707026 Nov 12 09:01:06.259744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948cf9-f0ee-4e8d-aa6a-cdaa7c63e5c8 req-044ac727-a357-46b0-a2b2-2d309ecbc392 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.261490 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec948cf9-f0ee-4e8d-aa6a-cdaa7c63e5c8 req-044ac727-a357-46b0-a2b2-2d309ecbc392 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 944 time: 0.0662272 Nov 12 09:01:06.321852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec948cf9-f0ee-4e8d-aa6a-cdaa7c63e5c8 req-4d3b3d9c-c118-49eb-9eec-7a8dc18d5cfa tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536277 Nov 12 09:01:06.467958 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:06.538981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 9afc1f39-c203-4c2b-a3df-b2836eb85354 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:06.545745 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 9afc1f39-c203-4c2b-a3df-b2836eb85354 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:06.546323 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.672461 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.715825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:06.719867 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3197a-ab6f-4a49-9cf5-8cfefde7ea17" -d '{"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-plugged", "status": "completed", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:06.744599 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:06.751579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.803548 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95935b3b-3c82-49fc-a4fd-8b668a6b8ece x-openstack-request-id: req-95935b3b-3c82-49fc-a4fd-8b668a6b8ece {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:06.804006 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-plugged", "status": "completed", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:06.804453 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95935b3b-3c82-49fc-a4fd-8b668a6b8ece {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:06.805058 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'code': 200} Nov 12 09:01:06.834404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.456167 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d8872-dea4-4fba-9c07-d7c380439f8d req-e928deae-6af6-4067-987e-7eded64d3a9c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.457657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e01d8872-dea4-4fba-9c07-d7c380439f8d req-e928deae-6af6-4067-987e-7eded64d3a9c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0620017 Nov 12 09:01:07.514421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e01d8872-dea4-4fba-9c07-d7c380439f8d req-950d7c88-e3da-4059-8844-e6db184397a9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495131 Nov 12 09:01:07.642681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4ec1-35a4-47d3-97eb-06c1385940aa req-0bd36b96-7b69-4f54-97e7-78ddbcd0a50b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.644241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3fb4ec1-35a4-47d3-97eb-06c1385940aa req-0bd36b96-7b69-4f54-97e7-78ddbcd0a50b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Nov 12 09:01:07.703077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3fb4ec1-35a4-47d3-97eb-06c1385940aa req-363a647f-5bd8-4042-b80f-ef68b9722791 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479350 Nov 12 09:01:07.825397 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc7e20-377b-4267-9cdd-65256f5a6a8a req-881d4d0e-a97d-4271-91ce-eb3f9a19f58c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.827027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99bc7e20-377b-4267-9cdd-65256f5a6a8a req-881d4d0e-a97d-4271-91ce-eb3f9a19f58c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Nov 12 09:01:07.890128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-99bc7e20-377b-4267-9cdd-65256f5a6a8a req-fa18e2da-c2c0-4817-a1e5-bfae708f2bea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Nov 12 09:01:08.171624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65749-6f83-4f32-b93f-79783b5a339b req-557aba6d-8746-4a5e-b794-bcc05b1732fc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.173187 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ae65749-6f83-4f32-b93f-79783b5a339b req-557aba6d-8746-4a5e-b794-bcc05b1732fc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0653224 Nov 12 09:01:08.232421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ae65749-6f83-4f32-b93f-79783b5a339b req-efd264d4-64ac-4a06-aa91-8a09a5060560 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478876 Nov 12 09:01:09.152925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.367197 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84cf2-1e5e-43f8-b351-5a1e376f3720 req-3729d61e-1802-4440-bb37-94ae985c0b29 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.368825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9a84cf2-1e5e-43f8-b351-5a1e376f3720 req-3729d61e-1802-4440-bb37-94ae985c0b29 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0588150 Nov 12 09:01:09.423372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f9a84cf2-1e5e-43f8-b351-5a1e376f3720 req-a91d5644-d600-4424-8013-fa805df77ef4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479083 Nov 12 09:01:09.553715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-75690493-9aa2-4ceb-a300-783fa79f18ad tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.555579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-75690493-9aa2-4ceb-a300-783fa79f18ad tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 945 time: 0.0541136 Nov 12 09:01:09.669097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Deleting port 9afc1f39-c203-4c2b-a3df-b2836eb85354 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:09.669431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.779805 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] For port 9afc1f39-c203-4c2b-a3df-b2836eb85354, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=9afc1f39-c203-4c2b-a3df-b2836eb85354,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:09.780278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.990483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.990891 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.991260 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 disassociated. External IP: 172.25.4.22, port: 9afc1f39-c203-4c2b-a3df-b2836eb85354. Nov 12 09:01:09.991651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Calling delete_port for 9afc1f39-c203-4c2b-a3df-b2836eb85354 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:10.144404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.173970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event deleted for resources: {'Port': ['ID=9afc1f39-c203-4c2b-a3df-b2836eb85354,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:10.359820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:10.499175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:10.517988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:10.542970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:10.543799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:00:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:10.548507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] No DVR routers for this DVR port 9afc1f39-c203-4c2b-a3df-b2836eb85354 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:10.551391 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.557006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a7c48055-3f6e-4aa4-bab7-017f68ea297a req-c9ca8775-5624-4148-ad40-23826e6a8f0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "DELETE /v2.0/ports/9afc1f39-c203-4c2b-a3df-b2836eb85354 HTTP/1.1" status: 204 len: 173 time: 0.9934511 Nov 12 09:01:10.558062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-deleted', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:10.563048 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef9306-589e-4a0a-bf5e-3e2e1ee0e38c" -d '{"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-deleted", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:10.590795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6170b53a-4548-4f29-93bb-ef255043a79f req-b99321a9-2c57-43a1-b197-81d01e70ebe2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ffb8a60-4ed9-49b2-8308-903c82347f97 HTTP/1.1" status: 200 len: 210 time: 0.0399361 Nov 12 09:01:10.623266 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1bef76-7ab3-4d3c-aa89-6d6fb62aaadd x-openstack-request-id: req-3d1bef76-7ab3-4d3c-aa89-6d6fb62aaadd {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:10.623673 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffb8a60-4ed9-49b2-8308-903c82347f97", "name": "network-vif-deleted", "tag": "9afc1f39-c203-4c2b-a3df-b2836eb85354", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:10.628603 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d1bef76-7ab3-4d3c-aa89-6d6fb62aaadd {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:10.628603 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffb8a60-4ed9-49b2-8308-903c82347f97', 'name': 'network-vif-deleted', 'tag': '9afc1f39-c203-4c2b-a3df-b2836eb85354', 'status': 'completed', 'code': 200} Nov 12 09:01:10.738461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:10.811582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1f2a-19cb-4223-84e8-e3e85f8a405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.075427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:11.132719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:11.148239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:11.149292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:00:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:11.308008 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:11.543209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:11.573860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852c3af-4e52-4f9e-aba3-c55cc92e344e None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:11.871653 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18568285-1648-4c07-9909-d98d32536149 None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:01:11.936861 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-855af9a5-0b9b-419a-b711-9a14e7aad19b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1995522115&fields=id&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 267 time: 0.0597723 Nov 12 09:01:12.079810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-acb566b7-6b74-4bdb-a360-949251f18e37 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.081477 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-acb566b7-6b74-4bdb-a360-949251f18e37 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1327507 Nov 12 09:01:12.099628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-da8d50e1-231d-4a1f-97a9-d29c9151954a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/quotas/83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 375 time: 0.0109689 Nov 12 09:01:12.166263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-c859a277-c86e-4e07-9da8-12f569663a3e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598204 Nov 12 09:01:12.187258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:12.339785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-4d09f48d-38a2-4862-a64c-cb74c4608248 service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606598 Nov 12 09:01:12.459236 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-1b2545a8-b90d-4c16-a30e-3e11e7a035a3 service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118522 Nov 12 09:01:12.492029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:12.516353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 9afc1f39-c203-4c2b-a3df-b2836eb85354 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:12.516591 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 9afc1f39-c203-4c2b-a3df-b2836eb85354 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:12.657890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb1af7e8-2ef9-485c-b459-6b1294ec763e req-9a09623d-670c-4ba6-9020-832141c19a9c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 210 time: 0.0339642 Nov 12 09:01:13.230794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9b2e7a75-9a77-45ad-8b01-f41a51595b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.749548 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-b0a9c1ed-959c-49ed-bef1-005bc8b92dbb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.752203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-b0a9c1ed-959c-49ed-bef1-005bc8b92dbb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1520360 Nov 12 09:01:13.824788 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3e7fd0a-598c-4e3c-9cb0-606b806ec465 req-d7e43d4e-40d1-4116-b8f3-127fdd8da951 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 210 time: 0.0346892 Nov 12 09:01:13.851184 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-c657f3dd-24fa-4c76-a6d1-eb7525c76eef tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 380 time: 0.0885170 Nov 12 09:01:13.863927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'port': {'device_id': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'admin_state_up': True, 'tenant_id': '83881b687ee74f338a089837f600c840', 'security_groups': ['a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:13.998487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Made reservation on behalf of 83881b687ee74f338a089837f600c840 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:14.001945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.150294 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Allocated IP 172.20.0.3 (9480da37-340e-4ba3-9146-9e78c0770702/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2/2da2e1d8-c088-46fb-8848-c1576b68a4b9) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:14.336750 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.377393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.428448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:14.435023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:14.440265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:14.449731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:14.513123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:14.514124 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.536627 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-44a61e41-e54a-4868-b9c1-c0ea06663cf2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779304 Nov 12 09:01:14.553302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Request body: {'port': {'device_id': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:14.648712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.696864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.770171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1c49df47-8d6f-4853-85fd-cd79d805fbfd None None] Provisioning complete for port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:14.770702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c49df47-8d6f-4853-85fd-cd79d805fbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.814914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1c49df47-8d6f-4853-85fd-cd79d805fbfd None None] Port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:14.969872 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfed5d-58ae-473d-a9e5-c747ae9c90bc req-7253af91-c02e-4b04-a8cc-595235469c97 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:14.971833 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32cfed5d-58ae-473d-a9e5-c747ae9c90bc req-7253af91-c02e-4b04-a8cc-595235469c97 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 931 time: 0.0578940 Nov 12 09:01:15.009592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da2e1d8-c088-46fb-8848-c1576b68a4b9 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:15.023507 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.044596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Transition to ACTIVE for port object 2da2e1d8-c088-46fb-8848-c1576b68a4b9 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:15.050515 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.061002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32cfed5d-58ae-473d-a9e5-c747ae9c90bc req-32916f83-8a5c-4cd8-b523-d6ed13272597 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768766 Nov 12 09:01:15.114635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:15.247422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:15.247758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:15.248088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:15.253826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:15.254146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:15.259982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:15.260448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:15.260914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:15.261416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Bound port: 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:15.261800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.342103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:15.346139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:15.351714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.390871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.391890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.394231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] 10.222.0.25 "PUT /v2.0/ports/2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1092 time: 0.8486378 Nov 12 09:01:15.394946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:15.399052 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}068005203673c954c846138e99c9a1e1b39f0cbce2312578e9e808eaf414ae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6eee35-0638-44af-a7ba-dfb48254e3db" -d '{"events": [{"name": "network-changed", "server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:15.458604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1421a-399f-4de0-805c-8fed5ee5b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:15.499029 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76237156-d1f4-4df2-99b8-8179fa4a987d x-openstack-request-id: req-76237156-d1f4-4df2-99b8-8179fa4a987d {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:15.499323 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:15.499684 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76237156-d1f4-4df2-99b8-8179fa4a987d {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:15.499969 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'status': 'completed', 'code': 200} Nov 12 09:01:15.520032 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-d9b904ef-ee37-484d-8a48-ebdb118e71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.521709 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-d9b904ef-ee37-484d-8a48-ebdb118e71cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0587859 Nov 12 09:01:15.576979 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-e4769e01-0676-403d-bebc-5e817d49d0a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0469987 Nov 12 09:01:15.648736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-dea2f50e-1155-4901-8b19-0696a7621caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.650517 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-dea2f50e-1155-4901-8b19-0696a7621caa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0663357 Nov 12 09:01:15.704229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637e93-88b3-4873-8326-fe9ff0775596 req-88e02011-bf01-47db-8bdc-916ca8282338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.705764 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-88e02011-bf01-47db-8bdc-916ca8282338 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486314 Nov 12 09:01:15.818244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-cdcf4d34-1520-4c5b-bfd8-09eaab33348a service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046519 Nov 12 09:01:15.833361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.927630 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12637e93-88b3-4873-8326-fe9ff0775596 req-c4a32aa1-fed3-4e90-9144-cad366b0c11e service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017265 Nov 12 09:01:16.020542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-66bef174-a2d8-488a-9477-7d7eb81ae83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.022193 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-66bef174-a2d8-488a-9477-7d7eb81ae83c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0470407 Nov 12 09:01:16.198072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d954d0e-6cff-455f-9526-7a1596c7aaee req-83e81a91-bc7a-4f5c-a47d-2eacb21cacf1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.199666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d954d0e-6cff-455f-9526-7a1596c7aaee req-83e81a91-bc7a-4f5c-a47d-2eacb21cacf1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0569854 Nov 12 09:01:16.264672 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d954d0e-6cff-455f-9526-7a1596c7aaee req-4cd4f006-a921-445b-a590-913db9750a0f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530283 Nov 12 09:01:16.300547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-eef6c003-0fcc-4c50-acb9-c08fbd64f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.303124 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-eef6c003-0fcc-4c50-acb9-c08fbd64f650 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2138648 Nov 12 09:01:16.352734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-2b4ece08-4655-40ca-b4ef-8df7dccb9433 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0420403 Nov 12 09:01:16.407149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-b4dcbacd-876d-45f5-a311-eb43501f8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.408889 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-b4dcbacd-876d-45f5-a311-eb43501f8770 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0491710 Nov 12 09:01:16.465534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-ba599756-48cf-458b-8eea-7a8c3485a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.467268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-ba599756-48cf-458b-8eea-7a8c3485a190 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510564 Nov 12 09:01:16.581265 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-093ae18f-069e-4a16-a6c2-7eafaa806fa4 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060538 Nov 12 09:01:16.698030 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2e6eee35-0638-44af-a7ba-dfb48254e3db req-5b07806f-1708-4bb3-8fb0-f1ebe5bcbb58 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088724 Nov 12 09:01:16.834932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.405386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ba91f-638a-4459-aa20-0a9276a71dfc req-4058e4b7-89a8-4e5b-b771-21981611eebe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:17.406969 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f6ba91f-638a-4459-aa20-0a9276a71dfc req-4058e4b7-89a8-4e5b-b771-21981611eebe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0605731 Nov 12 09:01:17.466843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f6ba91f-638a-4459-aa20-0a9276a71dfc req-279178d8-c9b3-4ae5-87f4-396521f3c8a6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Nov 12 09:01:18.507769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:18.620493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:18.638441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'mac_address': 'fa:16:3e:41:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:18.642898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa09fd4-e1a9-4aa1-a8d0-fce7565b2a5a req-da138654-433e-45f7-888b-d93156eb03c9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.644533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fa09fd4-e1a9-4aa1-a8d0-fce7565b2a5a req-da138654-433e-45f7-888b-d93156eb03c9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0602868 Nov 12 09:01:18.682312 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.696968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da2e1d8-c088-46fb-8848-c1576b68a4b9 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:18.721047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:18.723547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4fa09fd4-e1a9-4aa1-a8d0-fce7565b2a5a req-9ee4da0f-bdcb-4fb4-8e10-888767589bdf tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680048 Nov 12 09:01:18.728307 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.784489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:18.997268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['2da2e1d8-c088-46fb-8848-c1576b68a4b9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:19.885402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a4fe1-5fa0-495c-b176-8473a57cff84 req-1a878315-97ed-4748-8199-55b819ec7d3e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.888751 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa0a4fe1-5fa0-495c-b176-8473a57cff84 req-1a878315-97ed-4748-8199-55b819ec7d3e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 944 time: 0.0889001 Nov 12 09:01:19.947780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa0a4fe1-5fa0-495c-b176-8473a57cff84 req-06416dab-0402-40a5-b1be-1df97fb196d0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526848 Nov 12 09:01:20.523952 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:20.581193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:20.585489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:20.585863 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.683790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.714979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:20.719055 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}128b337b012ed80c2cd0dc4dec078692f0da3480ede433de4f2c606ec40a27ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157e95b7-7932-44f5-ad91-408a7f205cf1" -d '{"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-plugged", "status": "completed", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:20.740378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:20.746993 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.780600 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0a865-e2de-41ba-80a1-b0e8553b5add x-openstack-request-id: req-65e0a865-e2de-41ba-80a1-b0e8553b5add {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:20.781039 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-plugged", "status": "completed", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:20.781371 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65e0a865-e2de-41ba-80a1-b0e8553b5add {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:20.781914 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'code': 200} Nov 12 09:01:20.816988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:20.873445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cf06a-8551-4c65-9891-e3b906fa2f90 req-7323eaf6-83af-40ac-9ba2-724bb7dcd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.875040 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3d6cf06a-8551-4c65-9891-e3b906fa2f90 req-7323eaf6-83af-40ac-9ba2-724bb7dcd4d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0480986 Nov 12 09:01:20.925566 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3d6cf06a-8551-4c65-9891-e3b906fa2f90 req-ff7ac0fc-d3a8-4250-88db-ed392c35075e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Nov 12 09:01:21.074810 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda45ad-b720-4577-8a7d-734b24a977b8 req-d4527916-83d0-4e98-b820-3960b7a7f554 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.076543 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9eda45ad-b720-4577-8a7d-734b24a977b8 req-d4527916-83d0-4e98-b820-3960b7a7f554 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Nov 12 09:01:21.133189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9eda45ad-b720-4577-8a7d-734b24a977b8 req-b35df695-22e0-4e32-ae3c-f529f78bfa02 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502791 Nov 12 09:01:22.282092 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b143c6-a865-4dce-a81e-47da7fddb72e req-95bdf5f9-ea58-42be-b367-e421eab8b97c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.284850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97b143c6-a865-4dce-a81e-47da7fddb72e req-95bdf5f9-ea58-42be-b367-e421eab8b97c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0718329 Nov 12 09:01:22.356494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97b143c6-a865-4dce-a81e-47da7fddb72e req-2eca3a1f-637c-4e44-85a3-0e91990add5f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649397 Nov 12 09:01:23.528064 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf3b5-b096-45f8-8610-ea510e166cf6 req-68d2f585-545f-4342-a07a-d368cf747d13 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.530856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7eaf3b5-b096-45f8-8610-ea510e166cf6 req-68d2f585-545f-4342-a07a-d368cf747d13 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0891390 Nov 12 09:01:23.587047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7eaf3b5-b096-45f8-8610-ea510e166cf6 req-6e7adea0-d47d-4695-9920-90ddb4b777f4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499384 Nov 12 09:01:23.759166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849454d9-984c-426f-bbb0-278cbd4ec7ca req-49b26a7b-5ce7-4916-97dd-0fc64ad9b1c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.761897 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-849454d9-984c-426f-bbb0-278cbd4ec7ca req-49b26a7b-5ce7-4916-97dd-0fc64ad9b1c3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0884302 Nov 12 09:01:23.774329 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35288) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:23.780342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'floatingip': {'port_id': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:23.823943 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.677779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.db.resource_extend [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:01:24.741113 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.746398 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.867281 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 associated. External IP: 172.25.4.22, port: 2da2e1d8-c088-46fb-8848-c1576b68a4b9. Nov 12 09:01:25.157313 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:25.328641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:25.334656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.340860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:25.352134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:25.352783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:01:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:25.376933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-24eb92c6-7e57-43de-9809-1400421f412d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "PUT /v2.0/floatingips/a6b5b77b-5073-4fb4-824a-a17a3f173b99 HTTP/1.1" status: 200 len: 990 time: 1.6010120 Nov 12 09:01:25.377877 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:25.448192 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f" -d '{"events": [{"name": "network-changed", "server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:25.498095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:25.563741 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d31f9-dc6c-47d5-9d56-5d177ba7afdb x-openstack-request-id: req-c82d31f9-dc6c-47d5-9d56-5d177ba7afdb {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:25.564183 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:25.564538 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c82d31f9-dc6c-47d5-9d56-5d177ba7afdb {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:25.565132 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'status': 'completed', 'code': 200} Nov 12 09:01:25.636723 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-8276a691-8e9f-4f32-a0b6-8e5f4d63955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.638677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-8276a691-8e9f-4f32-a0b6-8e5f4d63955b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0479043 Nov 12 09:01:25.743607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-694c9f8d-2985-439d-8f44-9004aeadeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.745788 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-694c9f8d-2985-439d-8f44-9004aeadeda0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1000755 Nov 12 09:01:25.825503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-3d8fee7a-52ad-4ea3-94ff-b346f6190efc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 998 time: 0.0731568 Nov 12 09:01:25.905411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-a2ab95d1-9f0e-4c94-92cd-a56490e347db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.906897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-a2ab95d1-9f0e-4c94-92cd-a56490e347db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0744026 Nov 12 09:01:25.961422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:41:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:01:24Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:25.963786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-7227c343-c66a-495a-b379-ed6193d019a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.965334 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-7227c343-c66a-495a-b379-ed6193d019a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516715 Nov 12 09:01:25.988769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:25.998388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:25.998927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:01:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:26.067416 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-2311d789-10fb-404b-9044-2566ac2ea60c service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944452 Nov 12 09:01:26.121652 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:26.201043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b1af85f7-a4e1-4f5a-87c5-e9a647ce301f req-449827f0-b9f1-42a0-ae0f-2e625c35d58e service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257575 Nov 12 09:01:26.389196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:41:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:01:24Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:26.420715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d20564-7bd2-4e49-9166-fddd1c49aaab None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:41:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:01:24Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:26.658342 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0f84b-2743-46a0-9ff1-bfbbaf788f57 None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:01:36.555667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ac034d21-1b37-4bdf-bacd-1ee783b3169c req-d5f09891-5132-4b55-a935-b7167821b46c service neutron] (102371) timed out ('10.222.0.16', 55206) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:01:39.158030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.400194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:40.758088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d4f43547-f66b-4c52-8047-acda45b3075e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.179022 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.225906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-068660c3-2120-48e7-b5cd-15b4e5109080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.495754 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-a27bf311-43a1-4091-967f-28eedff62210 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444884 Nov 12 09:01:44.589521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-843e87d2-916c-4362-a9ab-9830b066e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.591465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-843e87d2-916c-4362-a9ab-9830b066e07b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0498090 Nov 12 09:01:44.700559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.720923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-3bd28225-7669-4a53-881b-e52f1e8015e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.722783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-3bd28225-7669-4a53-881b-e52f1e8015e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1108449 Nov 12 09:01:44.812372 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-735e3fd9-13fe-4fef-a806-34e95932f53f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0824859 Nov 12 09:01:44.869043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-1c697c84-42d1-48db-8603-e283f1f9b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.871150 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-1c697c84-42d1-48db-8603-e283f1f9b4e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0519111 Nov 12 09:01:44.931522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-db53e142-1d84-4e5b-9d26-f3f598278ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.934464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-db53e142-1d84-4e5b-9d26-f3f598278ac0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562730 Nov 12 09:01:45.039196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-b733735f-696a-4696-9e17-7a5e3111d471 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974700 Nov 12 09:01:45.141823 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-be9bf05e-96a9-42e3-a316-b0cea26aa723 req-982d4357-5f2a-456d-b995-75ef4e2af88b service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949697 Nov 12 09:01:45.848549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.845036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.153655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.753772 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-078113cf-1d26-49c1-848c-55defb14b784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.197537 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.212305 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50da6530-78c7-49e4-a0a4-aac43e1ca180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.696663 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.840373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.841051 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.399225 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:39.157679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.759187 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-253d4ae9-3437-471d-bb61-57ae40553488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.204511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.226147 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1b596aa2-5cba-492a-b70c-e6ef3c1824f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.699294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.508400 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-0686baf2-fd91-41f2-a7e8-662f979e1323 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510492 Nov 12 09:02:45.609689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-1acb0cd5-1bc3-4c97-acae-400fd117dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.611492 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-1acb0cd5-1bc3-4c97-acae-400fd117dc90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0498862 Nov 12 09:02:45.766961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-5bdf7cd8-d329-4bbc-893d-7aebd9edfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.768536 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-5bdf7cd8-d329-4bbc-893d-7aebd9edfa63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1354613 Nov 12 09:02:45.842396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.891311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-db486fe6-9f95-4985-b8c1-621c6286e1a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.1150362 Nov 12 09:02:45.952490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-d7e7129e-cc7e-4a8a-acf9-54cb89c5d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.953985 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-d7e7129e-cc7e-4a8a-acf9-54cb89c5d59f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0542450 Nov 12 09:02:46.007089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-49059f43-1dcb-49fd-85b1-004773fa01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.009535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-49059f43-1dcb-49fd-85b1-004773fa01cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488563 Nov 12 09:02:46.177398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-329ea2d1-65c0-48c0-9027-96e11232a6ea service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596465 Nov 12 09:02:46.339626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-686616a5-b51f-4e6b-bd4b-d5b0bce96c0a req-8bdb3abb-81ae-414c-a7aa-859dcca4b694 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554010 Nov 12 09:02:46.863695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.399408 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:09.163103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.758247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3372b3ee-07a7-42a8-8d89-1b7827a9ec7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.229977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.223271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f35b76e-eae2-44d7-a16e-d5b380fe401d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.710069 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.845711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.850094 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.400373 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:39.189910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.754087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-683d78de-5dcd-459a-830f-0164b48e3edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.218122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.230852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66a325e7-77a3-4df9-a263-494d0de80af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.705862 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.539864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-4cbee315-6d4b-4268-ba43-df8df2f01813 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0942638 Nov 12 09:03:45.672672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-beee6590-9fef-4902-965a-89676121baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:45.675316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-beee6590-9fef-4902-965a-89676121baff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0847547 Nov 12 09:03:45.824940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-bdbec363-2af6-4c2a-8c7c-f6f13e5c335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:45.826529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-bdbec363-2af6-4c2a-8c7c-f6f13e5c335c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1284499 Nov 12 09:03:45.848514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.912553 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-ca1f352b-1e3f-4aba-a25f-2236ed34b4b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0783722 Nov 12 09:03:45.968420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-761d2ed1-e6f7-4a62-83c0-d54a63d0e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:45.970054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-761d2ed1-e6f7-4a62-83c0-d54a63d0e3bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0503056 Nov 12 09:03:46.045745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-4c88e1dd-1e6b-4552-b024-3435e3344ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.048401 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-4c88e1dd-1e6b-4552-b024-3435e3344ba6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706635 Nov 12 09:03:46.154106 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-65911571-fa26-47be-996c-5acca8a3ddac service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983131 Nov 12 09:03:46.254122 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-30e17279-821d-4b41-801b-a5db5e6839b6 req-5ccae7e3-2976-46f8-97fa-e99c3b5b3217 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921049 Nov 12 09:03:46.846094 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.272283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d2747-d784-4ad0-892c-6f2091414d98 req-c6133674-0361-476c-8a00-4419ea9544ad tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:52.273917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a4d2747-d784-4ad0-892c-6f2091414d98 req-c6133674-0361-476c-8a00-4419ea9544ad tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0668371 Nov 12 09:03:52.341857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4a4d2747-d784-4ad0-892c-6f2091414d98 req-bd9fcf2b-a203-4037-9a2c-c0065ac3c10d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607347 Nov 12 09:03:53.493595 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb1eaa-0ff4-49d4-b918-e6b75747e867 req-4577c082-550d-43ab-9ad0-63486dc709cb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.495309 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aeb1eaa-0ff4-49d4-b918-e6b75747e867 req-4577c082-550d-43ab-9ad0-63486dc709cb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0695372 Nov 12 09:03:53.553010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9aeb1eaa-0ff4-49d4-b918-e6b75747e867 req-766b8e59-246c-47b7-8500-e41ce70fa427 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500376 Nov 12 09:03:54.724973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1227951-8851-4a5c-bb8f-25a6ed93dfc6 req-90756423-d379-483d-bf73-178a435e239a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.726784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1227951-8851-4a5c-bb8f-25a6ed93dfc6 req-90756423-d379-483d-bf73-178a435e239a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0684583 Nov 12 09:03:54.782895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d1227951-8851-4a5c-bb8f-25a6ed93dfc6 req-7702c1ae-b351-4e89-aedb-e034c7bb8071 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494032 Nov 12 09:03:55.937438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dc520-61be-40a2-a543-bc6222de7b9b req-5f90bfd2-bb20-44c1-8cbc-3ecaeae92e82 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.940228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e1dc520-61be-40a2-a543-bc6222de7b9b req-5f90bfd2-bb20-44c1-8cbc-3ecaeae92e82 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0769320 Nov 12 09:03:55.996886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e1dc520-61be-40a2-a543-bc6222de7b9b req-183f5fc1-081b-4910-a123-e1afebf8e7d1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497587 Nov 12 09:03:57.133332 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668bbb6-fe71-4837-a2f7-153751b7137d req-a5806a26-92a3-40a4-81a3-c49e4d6087b5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:57.134914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9668bbb6-fe71-4837-a2f7-153751b7137d req-a5806a26-92a3-40a4-81a3-c49e4d6087b5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0552318 Nov 12 09:03:57.196233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9668bbb6-fe71-4837-a2f7-153751b7137d req-aa28e073-c757-435b-b4db-4630c59bca34 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489416 Nov 12 09:03:58.332017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c6b8-8d99-4d8f-b8d1-5cf915ae2a74 req-7960a400-1348-4e3d-9619-b9cee1e334ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:58.333781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1de5c6b8-8d99-4d8f-b8d1-5cf915ae2a74 req-7960a400-1348-4e3d-9619-b9cee1e334ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0599968 Nov 12 09:03:58.401508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1de5c6b8-8d99-4d8f-b8d1-5cf915ae2a74 req-fab47e8a-c9ef-4942-abce-66f27c7f9fea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566986 Nov 12 09:03:59.543769 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26103b7d-ad98-4791-8a6e-faf4d688dc8d req-692e8d4b-7683-40fc-a0f1-6ae59c2ee54f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.545470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26103b7d-ad98-4791-8a6e-faf4d688dc8d req-692e8d4b-7683-40fc-a0f1-6ae59c2ee54f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0557966 Nov 12 09:03:59.601697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26103b7d-ad98-4791-8a6e-faf4d688dc8d req-6f98d2ac-5db2-4664-be19-dbb4c0fa325e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495420 Nov 12 09:04:00.745721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f9523-d5e4-4796-ad98-38bbea0caa3a req-b402f1a6-fa52-4fa6-a657-7c4a98582f77 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:00.748537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-655f9523-d5e4-4796-ad98-38bbea0caa3a req-b402f1a6-fa52-4fa6-a657-7c4a98582f77 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Nov 12 09:04:00.833078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-655f9523-d5e4-4796-ad98-38bbea0caa3a req-c3c137ac-5478-4c75-8260-f1f5503ba603 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781088 Nov 12 09:04:01.990383 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f9ab9-3647-432d-a45b-243440e4b321 req-33596a49-5e9b-4f0f-a0f3-0a6875613943 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:01.991987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d1f9ab9-3647-432d-a45b-243440e4b321 req-33596a49-5e9b-4f0f-a0f3-0a6875613943 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0553582 Nov 12 09:04:02.047201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d1f9ab9-3647-432d-a45b-243440e4b321 req-c530486d-0e2d-47ee-81dc-612f3de5d937 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469637 Nov 12 09:04:03.194125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e03e-c656-4323-94a0-5cd6ecc11d89 req-015a582b-7ad2-4e39-90c5-bb67fefb07b2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:03.195754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3749e03e-c656-4323-94a0-5cd6ecc11d89 req-015a582b-7ad2-4e39-90c5-bb67fefb07b2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0659232 Nov 12 09:04:03.249866 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3749e03e-c656-4323-94a0-5cd6ecc11d89 req-d11961ba-693f-41e6-bb64-ac9e0d7414ac tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477209 Nov 12 09:04:03.555762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057da781-1b11-4634-b1b3-a2ec79fe6a25 req-f6c8c4a5-2ee6-4db8-aba4-d117e1a58442 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:03.557485 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-057da781-1b11-4634-b1b3-a2ec79fe6a25 req-f6c8c4a5-2ee6-4db8-aba4-d117e1a58442 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0615580 Nov 12 09:04:03.627378 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-057da781-1b11-4634-b1b3-a2ec79fe6a25 req-4cde688e-3c7d-4cf2-a5d8-d81f5c8cf0a7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623875 Nov 12 09:04:03.664914 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-4f234029-b746-4994-8b66-b4de472e433a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063578 Nov 12 09:04:04.782168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d78350-b442-4251-8541-904edfd77a54 req-5e425262-1039-433e-b0fe-a8dd09ec6c91 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.784078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09d78350-b442-4251-8541-904edfd77a54 req-5e425262-1039-433e-b0fe-a8dd09ec6c91 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0732439 Nov 12 09:04:04.846248 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09d78350-b442-4251-8541-904edfd77a54 req-a78cb79e-bc0d-4f1f-830a-d46b4220c26c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538440 Nov 12 09:04:05.088577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-93797107-ef4b-400c-855d-9fba50af113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.090147 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-93797107-ef4b-400c-855d-9fba50af113a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0511184 Nov 12 09:04:05.194667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-0b90f8ea-f680-468b-a097-52613cba547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.196439 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-0b90f8ea-f680-468b-a097-52613cba547b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.0986791 Nov 12 09:04:05.275004 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-a2841876-832c-4c70-89cd-16e506dff9e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0713232 Nov 12 09:04:05.357861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-e2fe37e1-3c97-4acc-bd17-907f50f43119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.359395 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-e2fe37e1-3c97-4acc-bd17-907f50f43119 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0759313 Nov 12 09:04:05.413035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-b77c8437-622f-4b11-a916-3bfe665e4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.414603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-b77c8437-622f-4b11-a916-3bfe665e4652 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484295 Nov 12 09:04:05.524012 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-c4736e45-9de5-4284-b361-1d0b39e7dd88 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012924 Nov 12 09:04:05.626972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-96f577d6-bdfc-4c6e-972a-afbca9acdaa6 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945356 Nov 12 09:04:05.980318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2d434-7e3a-4eb6-8d28-47b1e2ee979a req-10b27bb5-a519-40d1-a855-76fcc0cfdd32 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.981964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2c2d434-7e3a-4eb6-8d28-47b1e2ee979a req-10b27bb5-a519-40d1-a855-76fcc0cfdd32 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0593767 Nov 12 09:04:06.035401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d2c2d434-7e3a-4eb6-8d28-47b1e2ee979a req-0a521fda-3f6b-44dc-a15a-563bbd15c141 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469015 Nov 12 09:04:07.167362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f9c13-11a4-446a-b112-9e3fbf94783b req-b9236117-a328-4da3-b505-5245ec46a225 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.169069 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb4f9c13-11a4-446a-b112-9e3fbf94783b req-b9236117-a328-4da3-b505-5245ec46a225 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0559137 Nov 12 09:04:07.229750 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-eb4f9c13-11a4-446a-b112-9e3fbf94783b req-55ce48cb-e276-4afc-99c2-d221f880b596 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542476 Nov 12 09:04:07.949373 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-2f845563-88c7-458d-8c23-83611b4544f2 req-312360ae-86df-4475-b4f0-09366da52220 service neutron] show failed (client error): The resource could not be found. Nov 12 09:04:07.950850 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-312360ae-86df-4475-b4f0-09366da52220 service neutron] 10.222.0.25 "GET /v2.0/ports/2da2e1d8-c088-46fb-8848-c1576b68a4b9/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.4279196 Nov 12 09:04:08.284257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-c6011804-8845-4225-9b14-ae6f358cefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.286707 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-c6011804-8845-4225-9b14-ae6f358cefcc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 1097 time: 0.0988412 Nov 12 09:04:08.303249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:08.367795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.393282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ae48b-6d06-4ad9-9477-cbc10be52548 req-a93d2ec3-f34c-4712-814d-5f4f46121b45 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.394890 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d21ae48b-6d06-4ad9-9477-cbc10be52548 req-a93d2ec3-f34c-4712-814d-5f4f46121b45 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0676072 Nov 12 09:04:08.405245 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:08.484824 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d21ae48b-6d06-4ad9-9477-cbc10be52548 req-e13667f8-4c6a-444d-8454-a75e735c6f86 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772684 Nov 12 09:04:08.649877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:08.698989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:08.745204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:08.751942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.774538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Transition to ACTIVE for port object 2da2e1d8-c088-46fb-8848-c1576b68a4b9 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:08.780388 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.823772 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3becc57-e9be-47ee-9d47-4669df2bd49c" -d '{"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:08.891384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:08.909038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.909394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.909742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.910083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.910424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.910765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.911097 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.911599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.911932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.912288 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.912630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.912950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:08.959675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] No DVR routers for this DVR port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:09.061269 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b137baeb-3b90-4ab4-af6d-23f4b2b875df x-openstack-request-id: req-b137baeb-3b90-4ab4-af6d-23f4b2b875df {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:09.061717 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:09.062139 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b137baeb-3b90-4ab4-af6d-23f4b2b875df {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:09.062813 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'code': 200} Nov 12 09:04:09.139030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:09.139414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:09.139777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:09.147594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:09.148141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Attempting to bind port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:09.157817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:09.158438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:09.159101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:09.160085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Bound port: 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:09.160532 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.198400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.247759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:09.251797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:09.257348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.303664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.304325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.305789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1092 time: 1.0112154 Nov 12 09:04:09.352490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5708c-e338-44dd-ad07-ff7f963cb3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:09.399192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-083594c7-5df1-41f0-aa2e-47c762d93b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.400972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-083594c7-5df1-41f0-aa2e-47c762d93b3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0695281 Nov 12 09:04:09.534615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-56b79f3a-0588-4380-aa5e-9af909e46f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.537766 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-56b79f3a-0588-4380-aa5e-9af909e46f24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1294665 Nov 12 09:04:09.645238 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed028e-3515-4aa4-850d-6be1e206ade0 req-8d2e8728-2661-4c02-8d91-d059e385a5e8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.647748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53ed028e-3515-4aa4-850d-6be1e206ade0 req-8d2e8728-2661-4c02-8d91-d059e385a5e8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0680075 Nov 12 09:04:09.661546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-4400235c-0b61-4d71-b1b0-3cd38bb895ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 998 time: 0.1163912 Nov 12 09:04:09.705397 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53ed028e-3515-4aa4-850d-6be1e206ade0 req-e432484e-d9dd-4e1b-97da-0bce8dc3097d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494535 Nov 12 09:04:09.730408 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-f57b5784-a64a-4302-aa8c-1b415eea5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.733012 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-f57b5784-a64a-4302-aa8c-1b415eea5c13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0637968 Nov 12 09:04:09.785095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845563-88c7-458d-8c23-83611b4544f2 req-747446d1-46e3-4fb6-be18-cc24118dc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.786638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-747446d1-46e3-4fb6-be18-cc24118dc579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466185 Nov 12 09:04:09.928193 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-c8eaa3c1-086e-4e1d-971a-65956ca7a544 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333196 Nov 12 09:04:10.027494 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2f845563-88c7-458d-8c23-83611b4544f2 req-effca07b-9e54-4f67-988d-374daeb1dd01 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927749 Nov 12 09:04:10.749957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6df5f10e-752c-473e-968b-0eee3a46b42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.874657 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3304f3-fda5-4d96-ba42-b969b7c85f36 req-d4f84021-7652-4ce2-8310-8dc90982fe82 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:10.876480 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df3304f3-fda5-4d96-ba42-b969b7c85f36 req-d4f84021-7652-4ce2-8310-8dc90982fe82 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0576148 Nov 12 09:04:10.951767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df3304f3-fda5-4d96-ba42-b969b7c85f36 req-2b6131eb-d9a8-4f19-aca9-7bbc6ab162c4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676703 Nov 12 09:04:11.064542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:11.068326 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1" -d '{"events": [{"name": "network-changed", "server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:11.123851 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedd8afe-c82b-4630-b61b-877b6a9ffa39 x-openstack-request-id: req-aedd8afe-c82b-4630-b61b-877b6a9ffa39 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:11.124357 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:11.124782 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aedd8afe-c82b-4630-b61b-877b6a9ffa39 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:11.125443 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'status': 'completed', 'code': 200} Nov 12 09:04:11.222962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-07bc83ee-0d7c-4c7b-8d06-29fb29caf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.225371 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-07bc83ee-0d7c-4c7b-8d06-29fb29caf1d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0828834 Nov 12 09:04:11.227918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-f62f7390-1152-488b-b4fb-8e5825f7b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.230152 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-f62f7390-1152-488b-b4fb-8e5825f7b151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0787828 Nov 12 09:04:11.460665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-b3421aed-937e-47df-93f7-fdb93529553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.462344 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-b3421aed-937e-47df-93f7-fdb93529553a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2288184 Nov 12 09:04:11.468497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-fe78cb8f-1ec5-47ff-ab14-6395409d0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.471022 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-fe78cb8f-1ec5-47ff-ab14-6395409d0f6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2115693 Nov 12 09:04:11.594106 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-0f43a5e1-4468-45c2-b975-90dd0ffeae68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 998 time: 0.1122837 Nov 12 09:04:11.595940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-2db62a91-fbd9-49a0-9237-bbf59cca75ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 998 time: 0.1237748 Nov 12 09:04:11.689235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-92d13470-a5d9-4af1-bd52-0f34da99ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.690746 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-92d13470-a5d9-4af1-bd52-0f34da99ed91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0890930 Nov 12 09:04:11.695664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-039101a1-4941-42a4-87f2-3e6818a6943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.697254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-039101a1-4941-42a4-87f2-3e6818a6943e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0871103 Nov 12 09:04:11.771508 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-1d103eaa-4cd5-48fb-ba37-a77e340fa037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.773059 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-1d103eaa-4cd5-48fb-ba37-a77e340fa037 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665579 Nov 12 09:04:11.775602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-06013402-377b-4cda-9bbb-4c7314f9052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.777320 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-06013402-377b-4cda-9bbb-4c7314f9052a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788975 Nov 12 09:04:11.960926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-9155a80f-0ceb-4744-bbea-6b23f88c5adb service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801412 Nov 12 09:04:11.963262 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-beea532d-0305-4f99-a44e-bf97a5090a70 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743894 Nov 12 09:04:12.094119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b31e8-e5ce-4277-86f3-634cceacabd4 req-29b63511-ca30-4904-b40d-3e0a38a6c7a8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.095685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a2b31e8-e5ce-4277-86f3-634cceacabd4 req-29b63511-ca30-4904-b40d-3e0a38a6c7a8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0634708 Nov 12 09:04:12.184606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a2b31e8-e5ce-4277-86f3-634cceacabd4 req-6858e75f-3f01-4d50-9532-d38638a7d600 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808287 Nov 12 09:04:12.187081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-c67ec736-d211-4e15-9ae3-c0c83283b231 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051742 Nov 12 09:04:12.189765 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b77f57ef-afe5-4a1d-a61e-87f21f5b81a1 req-5c568cd0-15b6-4ebb-acf1-bfcbe72fdeb4 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216702 Nov 12 09:04:12.237296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:12.477261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a15db-a806-490b-a066-4815c5c4ce78 req-16188646-b78a-4544-8ef9-01c7e3be6afe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.479838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b8a15db-a806-490b-a066-4815c5c4ce78 req-16188646-b78a-4544-8ef9-01c7e3be6afe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 943 time: 0.0780001 Nov 12 09:04:12.481157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545bb9-671d-4c88-8511-10c9257c8ada req-087fb034-6ee2-433f-93a8-6651baa7ff67 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.482973 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-087fb034-6ee2-433f-93a8-6651baa7ff67 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5&tenant_id=83881b687ee74f338a089837f600c840&binding%3Ahost_id=n-h2-768509-25 HTTP/1.1" status: 200 len: 943 time: 0.0697582 Nov 12 09:04:12.546425 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b8a15db-a806-490b-a066-4815c5c4ce78 req-32b567dd-67a6-4c13-91df-b9f948cd5011 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548358 Nov 12 09:04:12.572010 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-28545bb9-671d-4c88-8511-10c9257c8ada req-2f88ef5b-e871-4b28-a049-5e603e93534d service neutron] delete failed (client error): The resource could not be found. Nov 12 09:04:12.573605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-2f88ef5b-e871-4b28-a049-5e603e93534d service neutron] 10.222.0.25 "DELETE /v2.0/ports/2da2e1d8-c088-46fb-8848-c1576b68a4b9/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0830615 Nov 12 09:04:12.684925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545bb9-671d-4c88-8511-10c9257c8ada req-c4631177-e5c4-40dc-a03b-e2a779fcad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.686554 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-c4631177-e5c4-40dc-a03b-e2a779fcad72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0601718 Nov 12 09:04:12.788583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:12.809492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545bb9-671d-4c88-8511-10c9257c8ada req-3cb9a604-60d6-40a1-9965-e94e976c9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.811166 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-3cb9a604-60d6-40a1-9965-e94e976c9d9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1165326 Nov 12 09:04:12.895924 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-0a10dea4-410a-470a-ba2b-ec9f4eb699e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 998 time: 0.0769405 Nov 12 09:04:12.905339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:12.920554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'mac_address': 'fa:16:3e:41:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:12.953710 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545bb9-671d-4c88-8511-10c9257c8ada req-699f1bb9-9d6f-46c6-835c-b998bd3575ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.955151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-699f1bb9-9d6f-46c6-835c-b998bd3575ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0526702 Nov 12 09:04:12.965921 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:12.981290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da2e1d8-c088-46fb-8848-c1576b68a4b9 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:13.003710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:13.008677 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.031952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545bb9-671d-4c88-8511-10c9257c8ada req-86f0414c-fdfa-4ac8-8362-06b1ab74776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.033643 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-86f0414c-fdfa-4ac8-8362-06b1ab74776f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697126 Nov 12 09:04:13.063306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:13.071889 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.072296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.072674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.072993 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.073326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.073653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.073979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.074301 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.074618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.074951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.075266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.075582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:13.141758 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-82387e15-8cbe-4ebb-a7c1-72ddeda1708a service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997477 Nov 12 09:04:13.228925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-537b7ca7-4c72-4271-89ce-d4901b94e8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.242899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-28545bb9-671d-4c88-8511-10c9257c8ada req-7f28e2b2-cbce-4d84-8707-67ae6ddb3141 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933263 Nov 12 09:04:13.276189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['2da2e1d8-c088-46fb-8848-c1576b68a4b9'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:13.349260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:13.419477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:13.688704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c901f2-d46c-496e-a0ef-5a0f798da980 req-4669f0b8-213a-49b2-9f33-3196f6dee878 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.690351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67c901f2-d46c-496e-a0ef-5a0f798da980 req-4669f0b8-213a-49b2-9f33-3196f6dee878 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 944 time: 0.0584102 Nov 12 09:04:13.746143 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67c901f2-d46c-496e-a0ef-5a0f798da980 req-3fdcdf6a-52fd-4d8a-b42a-377481c98786 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488644 Nov 12 09:04:14.706633 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.805473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:14.886124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:14.892804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:14.893349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.899153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bb0c-8e96-4a0b-8d3d-a3af8de6d1d0 req-079f2898-e516-49c3-8418-5e4110ac0726 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:14.900814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4317bb0c-8e96-4a0b-8d3d-a3af8de6d1d0 req-079f2898-e516-49c3-8418-5e4110ac0726 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 944 time: 0.0693181 Nov 12 09:04:14.954593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4317bb0c-8e96-4a0b-8d3d-a3af8de6d1d0 req-5ebc238d-936c-4aae-be7f-187bff244181 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Nov 12 09:04:15.033428 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.065292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:15.092444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:15.099610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.111767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1980f-3e6d-4df9-b097-cc7b5b7a9e8b req-72687fef-6b55-4baa-95fe-c2d4e1f4020f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.113776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74d1980f-3e6d-4df9-b097-cc7b5b7a9e8b req-72687fef-6b55-4baa-95fe-c2d4e1f4020f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 944 time: 0.0604749 Nov 12 09:04:15.140074 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83420323-2830-46c6-bf2e-8df42cbd9777" -d '{"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-plugged", "status": "completed", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:15.177717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:15.181524 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74d1980f-3e6d-4df9-b097-cc7b5b7a9e8b req-cbdc2faa-daac-4ef9-b950-cc1757acfa0d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560875 Nov 12 09:04:15.289749 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8496845-c957-4f50-a63a-4de00c470000 x-openstack-request-id: req-a8496845-c957-4f50-a63a-4de00c470000 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:15.290072 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-plugged", "status": "completed", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:15.290311 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8496845-c957-4f50-a63a-4de00c470000 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:15.290721 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'code': 200} Nov 12 09:04:15.446932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b87fa-3c78-4bba-8d71-3bc1c142de93 req-3f31e79c-5fd5-42ed-baba-025a52b558ba tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.448649 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-541b87fa-3c78-4bba-8d71-3bc1c142de93 req-3f31e79c-5fd5-42ed-baba-025a52b558ba tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0605257 Nov 12 09:04:15.485776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f301-6547-43a3-917a-0b890e112f9e req-f5bc610a-db64-4b08-9575-ebee50ec67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.487509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-f5bc610a-db64-4b08-9575-ebee50ec67c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0641503 Nov 12 09:04:15.525149 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-541b87fa-3c78-4bba-8d71-3bc1c142de93 req-cb6214b1-2051-4507-8a22-9457bc878704 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633380 Nov 12 09:04:15.591774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f301-6547-43a3-917a-0b890e112f9e req-f6c8e64d-9f08-47dd-80a9-abbe72c9ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.593332 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-f6c8e64d-9f08-47dd-80a9-abbe72c9ea6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.0983026 Nov 12 09:04:15.672360 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-5ab72d83-a522-47ed-955e-ae962fffe63b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0712509 Nov 12 09:04:15.727498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f301-6547-43a3-917a-0b890e112f9e req-1e7f09c4-52da-450e-896f-0075fd27ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.729192 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-1e7f09c4-52da-450e-896f-0075fd27ef5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0499291 Nov 12 09:04:15.781219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f301-6547-43a3-917a-0b890e112f9e req-fa095ccf-0b5e-405c-9f72-e4fbb3d8ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.783007 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-fa095ccf-0b5e-405c-9f72-e4fbb3d8ec2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470817 Nov 12 09:04:15.854733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.895335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-6039e638-444c-459f-82ec-d2e57ec2bc7c service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049447 Nov 12 09:04:15.999055 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7e96f301-6547-43a3-917a-0b890e112f9e req-9b4bcc86-c132-4bb5-b2d5-3e1302c55871 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964553 Nov 12 09:04:16.665345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb82dd-10f1-4ac1-bbd7-c3eb4ed7e432 req-e0d86f77-d895-424c-8f6b-ecc04e8738f9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.666986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10fb82dd-10f1-4ac1-bbd7-c3eb4ed7e432 req-e0d86f77-d895-424c-8f6b-ecc04e8738f9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0546503 Nov 12 09:04:16.721526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-10fb82dd-10f1-4ac1-bbd7-c3eb4ed7e432 req-e2e43262-237d-4eff-8073-3302970d56b6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Nov 12 09:04:16.852041 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.030138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608b8-005f-4e56-a409-ac9ec081e68e req-167624ec-2403-418b-aa83-364495ca833e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.031678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-789608b8-005f-4e56-a409-ac9ec081e68e req-167624ec-2403-418b-aa83-364495ca833e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0588553 Nov 12 09:04:17.090698 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-789608b8-005f-4e56-a409-ac9ec081e68e req-a278d8ac-0b3e-4667-b64b-15c2944d2c42 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477316 Nov 12 09:04:18.237119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03c45-09ac-4f54-badf-7601faa1441d req-079b7026-b0f6-4302-a053-cdf43fbf3a2f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.238982 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40f03c45-09ac-4f54-badf-7601faa1441d req-079b7026-b0f6-4302-a053-cdf43fbf3a2f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0681520 Nov 12 09:04:18.295366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40f03c45-09ac-4f54-badf-7601faa1441d req-88157d7e-7c96-4dcb-94e1-0cfb2607e974 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493479 Nov 12 09:04:18.299150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde566d-6301-4740-b488-33be306fe80d req-58ad2bd5-6eb6-4a2d-a5dc-cd42a59ec279 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.302981 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3cde566d-6301-4740-b488-33be306fe80d req-58ad2bd5-6eb6-4a2d-a5dc-cd42a59ec279 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 945 time: 0.0969968 Nov 12 09:04:18.413865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Deleting port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:18.414101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.566070 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] For port 2da2e1d8-c088-46fb-8848-c1576b68a4b9, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2da2e1d8-c088-46fb-8848-c1576b68a4b9,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:18.566680 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.772827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.773414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.773918 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 disassociated. External IP: 172.25.4.22, port: 2da2e1d8-c088-46fb-8848-c1576b68a4b9. Nov 12 09:04:18.774321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Calling delete_port for 2da2e1d8-c088-46fb-8848-c1576b68a4b9 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:18.923943 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.971564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event deleted for resources: {'Port': ['ID=2da2e1d8-c088-46fb-8848-c1576b68a4b9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:19.122531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:19.411795 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86411e09-0a01-4f6b-be53-58bb285a4842 req-5aac3edf-a8cb-40d0-a33f-c75204353341 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=53cb6ef9-954d-4e12-a43e-5ab2c0063ea5 HTTP/1.1" status: 200 len: 210 time: 0.0342402 Nov 12 09:04:19.593086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:19.606425 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:19.620573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:19.621664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:19.645807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] No DVR routers for this DVR port 2da2e1d8-c088-46fb-8848-c1576b68a4b9 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:19.649075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:19.652745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3cde566d-6301-4740-b488-33be306fe80d req-0fd04e06-7055-4719-835c-f245e75683ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "DELETE /v2.0/ports/2da2e1d8-c088-46fb-8848-c1576b68a4b9 HTTP/1.1" status: 204 len: 173 time: 1.3428771 Nov 12 09:04:19.653241 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-deleted', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:19.655841 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807783c7-666e-4691-b418-b928ebbdceb3" -d '{"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-deleted", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:19.715636 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe82f34-2e27-4352-8d39-81f45e4e106e x-openstack-request-id: req-7fe82f34-2e27-4352-8d39-81f45e4e106e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:19.716193 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb6ef9-954d-4e12-a43e-5ab2c0063ea5", "name": "network-vif-deleted", "tag": "2da2e1d8-c088-46fb-8848-c1576b68a4b9", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:19.716571 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fe82f34-2e27-4352-8d39-81f45e4e106e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:19.717213 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb6ef9-954d-4e12-a43e-5ab2c0063ea5', 'name': 'network-vif-deleted', 'tag': '2da2e1d8-c088-46fb-8848-c1576b68a4b9', 'status': 'completed', 'code': 200} Nov 12 09:04:19.750906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:20.036863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:20.064524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:20.073868 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:20.074494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:20.190666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:20.627383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:20.668548 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008639ee-51db-4ebb-a452-00d4cc3b7630 None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:20.785097 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-42f5cbfd-af31-4f06-adc5-91cdac4a9b17 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1995522115&fields=id&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 267 time: 0.0533020 Nov 12 09:04:20.925306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-30213c16-6d0b-4458-aa4c-8b6e30f0bc78 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:20.927778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-30213c16-6d0b-4458-aa4c-8b6e30f0bc78 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1347072 Nov 12 09:04:20.948321 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-9c8b4e7b-93c3-478e-bd3e-a8b8ef02b0f3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/quotas/83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 375 time: 0.0116749 Nov 12 09:04:20.969004 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b0e4d-c492-4aaf-a741-2e9d263ed065 None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:04:21.034856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-f9d8f7f2-5d6d-4d2c-bf83-9aaffdf94f61 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807135 Nov 12 09:04:21.226832 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-6ef0ec0b-00ea-4bd7-a102-ad88c4ed5a7c service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414886 Nov 12 09:04:21.330451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-8b269234-67e5-427e-bb95-1a36b40bddc4 service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969121 Nov 12 09:04:21.533550 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6152bdd7-24fa-428a-9998-764e9df9a241 req-c3f5c06e-3628-46a2-837a-d6bf63981e75 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 210 time: 0.0312777 Nov 12 09:04:22.680604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-304fb988-05b8-4dbd-b17f-8d626efba8d0 req-f9f9eeaa-abe3-48d4-a599-12a6d084c1ef tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Nov 12 09:04:22.689653 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-d32da47f-c62c-4a13-a9aa-dec11e6ade3b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:22.692844 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-d32da47f-c62c-4a13-a9aa-dec11e6ade3b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1787152 Nov 12 09:04:22.778635 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-757f0fcf-59e8-4bcb-9d77-d6a509336d4a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 380 time: 0.0762560 Nov 12 09:04:22.791289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'port': {'device_id': '729cb30d-be28-4c1e-bc20-680ffd274782', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'admin_state_up': True, 'tenant_id': '83881b687ee74f338a089837f600c840', 'security_groups': ['a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:22.813577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:22.846225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 2da2e1d8-c088-46fb-8848-c1576b68a4b9 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:04:22.846754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2da2e1d8-c088-46fb-8848-c1576b68a4b9 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:22.930555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Made reservation on behalf of 83881b687ee74f338a089837f600c840 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:22.934233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.096818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Allocated IP 172.20.0.7 (9480da37-340e-4ba3-9146-9e78c0770702/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2/f620a0ca-4b7d-46c6-a345-65413ac07248) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:23.350354 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.408431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.490025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:23.500412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:23.507940 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:23.520694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:23.597781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:23.599386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.618782 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-36392c1e-aed8-4864-86f1-9f966db5569b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318391 Nov 12 09:04:23.633101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Request body: {'port': {'device_id': '729cb30d-be28-4c1e-bc20-680ffd274782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:23.713884 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.822372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6b42a501-1476-4669-a60a-247a43aeae24 None None] Provisioning complete for port f620a0ca-4b7d-46c6-a345-65413ac07248 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:23.823298 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b42a501-1476-4669-a60a-247a43aeae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.824478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fcc24-2805-4c2a-a588-e20aff0ef826 req-35993e7c-f23e-4100-b8fa-fa67bea7364d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:23.828593 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f46fcc24-2805-4c2a-a588-e20aff0ef826 req-35993e7c-f23e-4100-b8fa-fa67bea7364d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 931 time: 0.0681655 Nov 12 09:04:23.875002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6b42a501-1476-4669-a60a-247a43aeae24 None None] Port f620a0ca-4b7d-46c6-a345-65413ac07248 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:23.913735 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f46fcc24-2805-4c2a-a588-e20aff0ef826 req-03514024-8b7c-456a-a3c3-b66277eb35cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755396 Nov 12 09:04:24.059063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f620a0ca-4b7d-46c6-a345-65413ac07248 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:24.069815 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.091907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Transition to ACTIVE for port object f620a0ca-4b7d-46c6-a345-65413ac07248 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:24.096811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.163026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:24.261994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:24.262338 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:24.262677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:24.268170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:24.268480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:24.274412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:24.274754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:24.275158 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:24.275618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Bound port: f620a0ca-4b7d-46c6-a345-65413ac07248, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:24.275985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.377257 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:24.383207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:24.388377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.425766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:24.426990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.428767 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 1092 time: 0.8007901 Nov 12 09:04:24.429256 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:24.431682 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65291a01-973a-4087-8663-b8de14a3d4be" -d '{"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:24.464327 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcad0a-aaa0-40a4-bd97-28f65cf704d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:24.485699 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f88aa2-f7d6-4933-a1e9-55d479150ae7 x-openstack-request-id: req-12f88aa2-f7d6-4933-a1e9-55d479150ae7 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:24.485995 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:24.486256 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12f88aa2-f7d6-4933-a1e9-55d479150ae7 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:24.486697 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'status': 'completed', 'code': 200} Nov 12 09:04:24.543787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-5ae145eb-6961-4833-ba5e-e63236841784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:24.545469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-5ae145eb-6961-4833-ba5e-e63236841784 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1095 time: 0.0511022 Nov 12 09:04:24.598248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-2e1811ea-376e-49e0-904f-fe1499884570 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 217 time: 0.0423648 Nov 12 09:04:24.654123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-81db103f-012d-4b3b-b8ca-70563637696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:24.655644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-81db103f-012d-4b3b-b8ca-70563637696e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0506856 Nov 12 09:04:24.710589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-859c6253-e53a-4e0f-b47c-618f48bc11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:24.712094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-859c6253-e53a-4e0f-b47c-618f48bc11d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491397 Nov 12 09:04:24.809579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-19a2d14b-ee79-4ac3-a99b-8759d6712717 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902483 Nov 12 09:04:24.953413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3afe9d52-9e0a-46ac-a7ee-692017f56f18 req-0cde6eb2-5d58-4f85-991f-d39b855c28ca service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367683 Nov 12 09:04:25.074260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291a01-973a-4087-8663-b8de14a3d4be req-2d8f6903-7982-45af-ba23-21e36258e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.076863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-2d8f6903-7982-45af-ba23-21e36258e2c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1095 time: 0.0649848 Nov 12 09:04:25.103651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907b2db-f9f5-4d13-b075-607bd5138796 req-4d4640dd-a1b1-4dd2-973f-178d85a716a3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.106299 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5907b2db-f9f5-4d13-b075-607bd5138796 req-4d4640dd-a1b1-4dd2-973f-178d85a716a3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0869985 Nov 12 09:04:25.172039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5907b2db-f9f5-4d13-b075-607bd5138796 req-089a90cc-0aa2-447f-8eac-98eda89df400 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582254 Nov 12 09:04:25.216836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291a01-973a-4087-8663-b8de14a3d4be req-e080bdc3-dd54-4388-9a33-bbeb802f2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.218329 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-e080bdc3-dd54-4388-9a33-bbeb802f2ff2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1313434 Nov 12 09:04:25.265171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-1c88922b-cef6-4794-8bff-4cbd8b7f029c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 217 time: 0.0372252 Nov 12 09:04:25.321906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291a01-973a-4087-8663-b8de14a3d4be req-3cfa11ee-79c3-489a-b45e-b6c4217eaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.323399 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-3cfa11ee-79c3-489a-b45e-b6c4217eaaa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0505970 Nov 12 09:04:25.375325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291a01-973a-4087-8663-b8de14a3d4be req-19bbf18e-d349-44ef-8aee-7c10698ffd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.376935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-19bbf18e-d349-44ef-8aee-7c10698ffd55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452576 Nov 12 09:04:25.500986 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-53fd0bfd-d300-4d51-b01e-2879604286a5 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163487 Nov 12 09:04:25.609574 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-65291a01-973a-4087-8663-b8de14a3d4be req-04e14249-ff70-4804-8aa9-5589ac303e4b service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000957 Nov 12 09:04:26.321941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c049-4d6b-4ee3-9c42-677aa8a65a36 req-aa4a0241-6d8f-45e4-97da-26e4e578a77a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:26.323769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0234c049-4d6b-4ee3-9c42-677aa8a65a36 req-aa4a0241-6d8f-45e4-97da-26e4e578a77a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0641606 Nov 12 09:04:26.377988 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0234c049-4d6b-4ee3-9c42-677aa8a65a36 req-44ce780f-51a4-488c-ba8c-dfd1f1a1fb4c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475583 Nov 12 09:04:26.804887 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:26.943026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:26.963388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'mac_address': 'fa:16:3e:8f:76:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:27.033267 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.057335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f620a0ca-4b7d-46c6-a345-65413ac07248 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:27.093818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:27.099729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.153769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.296239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['f620a0ca-4b7d-46c6-a345-65413ac07248'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:27.540767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc21eb-d89b-4ae6-a1b3-c0bc53024c45 req-8d85dc2f-e6bb-4df2-9de3-8cd14071dc06 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:27.542381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16fc21eb-d89b-4ae6-a1b3-c0bc53024c45 req-8d85dc2f-e6bb-4df2-9de3-8cd14071dc06 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0589833 Nov 12 09:04:27.604122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-16fc21eb-d89b-4ae6-a1b3-c0bc53024c45 req-f2bee9ed-90dc-450d-be87-859ba4c4f7fd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Nov 12 09:04:28.766280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f879090-2e0b-4cf4-9a6c-4f5d9da41792 req-2e78e35c-e7f7-47bc-9519-e42b820e1485 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:28.767839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f879090-2e0b-4cf4-9a6c-4f5d9da41792 req-2e78e35c-e7f7-47bc-9519-e42b820e1485 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0716596 Nov 12 09:04:28.822349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:28.828547 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f879090-2e0b-4cf4-9a6c-4f5d9da41792 req-0b065904-561d-4e0f-8c80-a70bdb43c3cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536661 Nov 12 09:04:28.909569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port f620a0ca-4b7d-46c6-a345-65413ac07248 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:28.915859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port f620a0ca-4b7d-46c6-a345-65413ac07248 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:28.916445 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.032824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.059235 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:29.061713 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68521aa9-be8e-4ccf-a6f2-c468b78040e2" -d '{"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-plugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:29.078250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:29.083702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.110853 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559103ab-66a5-430a-95bd-4b96d76d2ef1 x-openstack-request-id: req-559103ab-66a5-430a-95bd-4b96d76d2ef1 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:29.111247 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-plugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:29.111581 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-559103ab-66a5-430a-95bd-4b96d76d2ef1 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:29.112121 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'code': 200} Nov 12 09:04:29.157774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:29.227703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb849bf-e216-4ef6-a1b5-fbb5b513a77a req-8ba01eee-e724-4934-9554-238c42ffc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.229461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3eb849bf-e216-4ef6-a1b5-fbb5b513a77a req-8ba01eee-e724-4934-9554-238c42ffc708 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1097 time: 0.0455475 Nov 12 09:04:29.294111 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3eb849bf-e216-4ef6-a1b5-fbb5b513a77a req-107d27ba-1212-4cd8-8f6c-2db33729c0f1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566213 Nov 12 09:04:29.957182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae43f7-e1fb-4fea-b311-e05fb2949c04 req-27d58eee-4e9d-4edf-b8fe-77a8be87717c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.959458 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dae43f7-e1fb-4fea-b311-e05fb2949c04 req-27d58eee-4e9d-4edf-b8fe-77a8be87717c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0558105 Nov 12 09:04:30.018582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dae43f7-e1fb-4fea-b311-e05fb2949c04 req-3d7bb646-3b87-42bf-9d74-4bb3ded0386e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525124 Nov 12 09:04:31.156285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5d6e-a6b0-4f04-80f7-203d359c91fe req-1ea4a72c-1b53-4e0a-b0b8-60c7a0ddcf10 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:31.157939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb0b5d6e-a6b0-4f04-80f7-203d359c91fe req-1ea4a72c-1b53-4e0a-b0b8-60c7a0ddcf10 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0532057 Nov 12 09:04:31.221383 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb0b5d6e-a6b0-4f04-80f7-203d359c91fe req-1395b52f-1e9e-49c4-a38a-6c32a2c651de tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526984 Nov 12 09:04:31.345836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231e3d-84e4-436f-96b1-458135989963 req-6ede080a-1b32-4e61-ba93-56d0a1cbf939 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:31.347760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e9231e3d-84e4-436f-96b1-458135989963 req-6ede080a-1b32-4e61-ba93-56d0a1cbf939 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0551016 Nov 12 09:04:31.357440 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 35838) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:31.363157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'floatingip': {'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:31.411084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.939615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.945084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.057288 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 associated. External IP: 172.25.4.22, port: f620a0ca-4b7d-46c6-a345-65413ac07248. Nov 12 09:04:32.303000 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:32.444005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:32.450425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.460090 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:32.478507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:32.480486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:32.482475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c844224e-eeaa-4a00-ad82-ce8f7ae7e646 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "PUT /v2.0/floatingips/a6b5b77b-5073-4fb4-824a-a17a3f173b99 HTTP/1.1" status: 200 len: 990 time: 1.1237576 Nov 12 09:04:32.483240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:32.485868 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6615be-169b-4634-8897-89c03a3d7a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:32.541927 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2062b9cf-e491-4800-adfa-2711bf56b148 x-openstack-request-id: req-2062b9cf-e491-4800-adfa-2711bf56b148 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:32.542225 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:32.542489 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2062b9cf-e491-4800-adfa-2711bf56b148 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:32.542907 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'status': 'completed', 'code': 200} Nov 12 09:04:32.627963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-ddb6c229-bca7-4601-a94a-6e9c771b94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.630832 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-ddb6c229-bca7-4601-a94a-6e9c771b94b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1097 time: 0.0548093 Nov 12 09:04:32.647353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:32.760635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-a5cd127f-6ef9-4ce1-8da5-e2016d7c4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.762761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-a5cd127f-6ef9-4ce1-8da5-e2016d7c4315 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1251442 Nov 12 09:04:32.869667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-d4905cc9-4b28-4c51-a35f-5c1d20223eb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 998 time: 0.0986636 Nov 12 09:04:32.959530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-e0ac5960-8e3d-4574-8924-8fbae70d82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.961831 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-e0ac5960-8e3d-4574-8924-8fbae70d82c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0841653 Nov 12 09:04:32.963430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:8f:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729cb30d-be28-4c1e-bc20-680ffd274782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:04:31Z', 'revision_number': 9, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:32.998505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:33.010783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:33.011625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:04:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:33.027594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-36ce841d-0bc3-4c1b-ac3d-e85c925f5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.030530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-36ce841d-0bc3-4c1b-ac3d-e85c925f5e14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600803 Nov 12 09:04:33.137567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:33.194514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-2789760c-6c18-48c6-bf28-e93f222201ee service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564000 Nov 12 09:04:33.344466 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8d6615be-169b-4634-8897-89c03a3d7a8f req-4060bec4-cacf-4c8e-b8d5-3ad5afd1db77 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419401 Nov 12 09:04:33.420021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:8f:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729cb30d-be28-4c1e-bc20-680ffd274782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:04:31Z', 'revision_number': 9, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:33.450325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00781d16-a6c0-4ac1-bf5e-7b62daf0b36f None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:8f:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729cb30d-be28-4c1e-bc20-680ffd274782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:04:31Z', 'revision_number': 9, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:33.702874 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b90dc-7aeb-4dd1-9b07-fc4f189420cd None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:04:34.699838 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-42fff26d-dff8-4a1c-9f03-80834776d728 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497437 Nov 12 09:04:34.798990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-bf50913a-bd64-477c-9fdc-35fa41a54771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.800649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-bf50913a-bd64-477c-9fdc-35fa41a54771 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1097 time: 0.0530670 Nov 12 09:04:34.922493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-fdc2e5a0-1ab6-4863-b3dd-089e78f6be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.924312 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-fdc2e5a0-1ab6-4863-b3dd-089e78f6be78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1014540 Nov 12 09:04:35.009233 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-36c4ed0b-0a12-4b3d-b16a-18f315de694f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 1001 time: 0.0778861 Nov 12 09:04:35.064583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-610af8b0-c766-4e91-b5a5-15fcc08f0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.066439 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-610af8b0-c766-4e91-b5a5-15fcc08f0e13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0504246 Nov 12 09:04:35.127478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-374b4ec9-5ebc-4b13-a7f3-503257936507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.131010 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-374b4ec9-5ebc-4b13-a7f3-503257936507 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575590 Nov 12 09:04:35.242689 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-c0cca20a-97d0-4bce-ae90-66ef00abfa31 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043031 Nov 12 09:04:35.347342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd427d9f-e35e-4d7d-b5ca-366536cda4b6 req-de2dc135-31eb-433a-9835-27e38e4711e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969393 Nov 12 09:04:39.195079 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.746439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f007efa1-7812-4e75-800c-80810f42ec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.247461 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.227505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8ee8bc1c-2d3e-4673-8015-7f9eb03138a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.718591 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:45.404497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:45.855075 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.846967 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:09.209656 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.751551 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8899-2f0b-404f-a1c9-2dce530ea7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.262150 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.222805 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4205efce-6e17-4fc4-9c71-91efcd8c753a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.720834 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.858042 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.849401 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.403673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:36.729167 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-e67df69b-6769-42fd-a9ab-d24952be1ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0743463 Nov 12 09:05:36.835801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-d2385ebe-27e2-4c01-b14d-348cd8ee08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.837411 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-d2385ebe-27e2-4c01-b14d-348cd8ee08d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1097 time: 0.0538011 Nov 12 09:05:36.975170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-20048b6e-296a-4425-9cfb-4f9adfaec496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.976861 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-20048b6e-296a-4425-9cfb-4f9adfaec496 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1176157 Nov 12 09:05:37.055220 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-1e6362f1-36e9-45ca-a3ea-c1e1c9769672 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 1001 time: 0.0702274 Nov 12 09:05:37.112474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-9d04082d-0565-45a7-bb91-a5de11ce8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.113987 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-9d04082d-0565-45a7-bb91-a5de11ce8c8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0508006 Nov 12 09:05:37.167588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-c78d46b0-76ac-45a0-aef2-0f600968b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.169788 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-c78d46b0-76ac-45a0-aef2-0f600968b9fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483143 Nov 12 09:05:37.282042 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-7e8f99f4-047d-4714-972d-c6b8c8aa90e2 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036615 Nov 12 09:05:37.419671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f629fe42-10cf-4dc9-9b05-d865db6f884a req-6bc66e00-32fa-4228-acf3-83b316043d15 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294787 Nov 12 09:05:39.226725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.765563 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4e95628f-2cb2-4cbc-b6d9-ce270c9e33d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.260205 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.227038 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-97bfa95f-bc12-40f6-8e83-ba38748feaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.722560 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.860307 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.847744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.403803 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:08.864879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-c0ec5de2-115e-43f8-bb8e-a80ca2598dd7 req-2ea42d3a-850d-4efd-9068-77c01eec1a2c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:08.866510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0ec5de2-115e-43f8-bb8e-a80ca2598dd7 req-2ea42d3a-850d-4efd-9068-77c01eec1a2c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0935538 Nov 12 09:06:09.061540 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-ce98f1ce-ed9f-4b32-8778-596abf24f605 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459850 Nov 12 09:06:09.226646 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.510666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999b1c9-5d16-456d-aa0c-5b5ac06b6df9 req-4bf2ff40-0460-43c4-9f56-d9b7d1e77b2a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:09.512446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e999b1c9-5d16-456d-aa0c-5b5ac06b6df9 req-4bf2ff40-0460-43c4-9f56-d9b7d1e77b2a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.4495771 Nov 12 09:06:09.580470 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e999b1c9-5d16-456d-aa0c-5b5ac06b6df9 req-ee89a813-db76-4906-b108-ee6234a29753 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559001 Nov 12 09:06:10.394369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-24dd9c3f-5eec-4e63-99fe-deacc1e7b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:10.395962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-24dd9c3f-5eec-4e63-99fe-deacc1e7b725 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1097 time: 0.0539854 Nov 12 09:06:10.521824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-e38bada4-43ce-4014-9352-e247b0b86660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:10.523561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-e38bada4-43ce-4014-9352-e247b0b86660 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1206100 Nov 12 09:06:10.610747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-54824e18-8cfd-40ac-810f-25e023870904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 1001 time: 0.0784497 Nov 12 09:06:10.676549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-230ab571-5602-4671-94b8-11f8e5824d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:10.678176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-230ab571-5602-4671-94b8-11f8e5824d8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0601244 Nov 12 09:06:10.736284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-c382c720-a1a9-490f-943c-f9dc74567cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:10.738258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-c382c720-a1a9-490f-943c-f9dc74567cdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519495 Nov 12 09:06:10.764653 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b42b3dea-39ac-40ce-a506-e70dc0c5bb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.849004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679b84-1168-4a45-a695-b2cf7c42bd97 req-efc01b88-d269-4709-b3a4-2c187120117c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:10.850688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69679b84-1168-4a45-a695-b2cf7c42bd97 req-efc01b88-d269-4709-b3a4-2c187120117c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.1330023 Nov 12 09:06:10.897705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-2abc1764-a4b0-43b0-a9dd-d7161ab61f51 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512971 Nov 12 09:06:10.905977 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69679b84-1168-4a45-a695-b2cf7c42bd97 req-e1b9ed38-f14a-4336-bf04-37df6572d2a2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483840 Nov 12 09:06:11.053669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-442fa765-a8cc-4061-81c5-fbd8432bbcaf service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470599 Nov 12 09:06:12.042640 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be653-c6c7-4e69-b41d-beae6c6b4d2d req-b9ec3628-62a5-453f-80fe-a558eb853fb2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:12.044261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b30be653-c6c7-4e69-b41d-beae6c6b4d2d req-b9ec3628-62a5-453f-80fe-a558eb853fb2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0613708 Nov 12 09:06:12.099568 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b30be653-c6c7-4e69-b41d-beae6c6b4d2d req-76eebb64-cf7a-46cd-a39b-fe1c576edaf5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483549 Nov 12 09:06:12.275613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.233725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4091d786-5d93-4c7d-84e1-d98f54795625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.268038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b7fee-a9a8-4c48-8f8a-64205cab538c req-3077e8db-3562-4022-8112-d2b58cc0b69f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:13.269691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a2b7fee-a9a8-4c48-8f8a-64205cab538c req-3077e8db-3562-4022-8112-d2b58cc0b69f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0572801 Nov 12 09:06:13.327155 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8a2b7fee-a9a8-4c48-8f8a-64205cab538c req-947a12a1-ce08-4323-8cc9-8e361a7a74d7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Nov 12 09:06:14.509178 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e8e2c-1aaf-4392-967e-c77baef79558 req-bc18ed55-9eef-4f49-9250-4d0c06eb9ca7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.511734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-928e8e2c-1aaf-4392-967e-c77baef79558 req-bc18ed55-9eef-4f49-9250-4d0c06eb9ca7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0806127 Nov 12 09:06:14.590575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-928e8e2c-1aaf-4392-967e-c77baef79558 req-174c47fd-46ab-4a52-bbb8-7fef5b8edbbd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715611 Nov 12 09:06:14.728361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.725729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcf935-baae-4b02-888e-8816bd9b1dd6 req-8c90f01b-1705-4d5e-87d7-dc90821fe440 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:15.727473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cabcf935-baae-4b02-888e-8816bd9b1dd6 req-8c90f01b-1705-4d5e-87d7-dc90821fe440 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0574696 Nov 12 09:06:15.786860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cabcf935-baae-4b02-888e-8816bd9b1dd6 req-aa200987-8970-4877-b355-03474fb95919 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527067 Nov 12 09:06:15.864164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.858302 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.948678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80108ee-56b2-4cf4-8394-a4247efdb763 req-52531848-b6ea-4d6f-ad26-1c3af4cbc6c4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:16.951486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a80108ee-56b2-4cf4-8394-a4247efdb763 req-52531848-b6ea-4d6f-ad26-1c3af4cbc6c4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0858190 Nov 12 09:06:17.006444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a80108ee-56b2-4cf4-8394-a4247efdb763 req-de8685ce-acf9-4ee6-b11b-4bd8543ad718 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474949 Nov 12 09:06:18.139224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce78ad-1b66-4186-9dfa-2c45ddb60671 req-5e175a23-a281-4efc-a1e0-a4a61e159683 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.140910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecce78ad-1b66-4186-9dfa-2c45ddb60671 req-5e175a23-a281-4efc-a1e0-a4a61e159683 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0578313 Nov 12 09:06:18.198265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ecce78ad-1b66-4186-9dfa-2c45ddb60671 req-d5417cfb-a701-41ee-b0cc-98759c830e4f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503073 Nov 12 09:06:19.334042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dd676-eb96-44c1-8159-733be5fab605 req-4214f904-c9b4-447b-ac1a-7c1175d824ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:19.335644 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b3dd676-eb96-44c1-8159-733be5fab605 req-4214f904-c9b4-447b-ac1a-7c1175d824ee tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0548482 Nov 12 09:06:19.390882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4b3dd676-eb96-44c1-8159-733be5fab605 req-1c8e630d-bfd1-413d-a6e2-26c39cc15860 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489848 Nov 12 09:06:20.559559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c2956-3471-4734-9c11-cddb05559c2f req-b36196b5-571a-42a9-a4a9-8a4a174a06a3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:20.562554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741c2956-3471-4734-9c11-cddb05559c2f req-b36196b5-571a-42a9-a4a9-8a4a174a06a3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0904844 Nov 12 09:06:20.653518 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-741c2956-3471-4734-9c11-cddb05559c2f req-f7d10ac8-7c84-4a24-9a81-884cba26d5d3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838044 Nov 12 09:06:21.783488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a70c9-f413-4216-ac50-8fbac59825da req-251555d9-ba3f-4d15-8779-a2a864b7e099 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:21.785133 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c04a70c9-f413-4216-ac50-8fbac59825da req-251555d9-ba3f-4d15-8779-a2a864b7e099 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0553133 Nov 12 09:06:21.841107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c04a70c9-f413-4216-ac50-8fbac59825da req-f82adaff-5031-40d7-a4ad-d6c50bdd6906 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491371 Nov 12 09:06:22.977226 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84054-5dc9-4290-b3d5-6d82fb23ad66 req-d0874678-034b-477c-a746-bb5f9a511b2e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:22.978819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f84054-5dc9-4290-b3d5-6d82fb23ad66 req-d0874678-034b-477c-a746-bb5f9a511b2e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0537436 Nov 12 09:06:22.995721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-4f7ce6da-ee46-4f91-8c58-912116d0295d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:22.997179 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-4f7ce6da-ee46-4f91-8c58-912116d0295d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066323 Nov 12 09:06:23.034325 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-44f84054-5dc9-4290-b3d5-6d82fb23ad66 req-944541c5-4646-4da3-ac0c-7153725782b5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Nov 12 09:06:23.106868 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-025b61dd-479c-4f75-ba63-d14152086dc3 service neutron] show failed (client error): The resource could not be found. Nov 12 09:06:23.108667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-025b61dd-479c-4f75-ba63-d14152086dc3 service neutron] 10.222.0.32 "GET /v2.0/ports/f620a0ca-4b7d-46c6-a345-65413ac07248/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.1035140 Nov 12 09:06:23.389873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-06abc353-3edf-4569-b88d-3402a399ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:23.391604 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-06abc353-3edf-4569-b88d-3402a399ccbf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 1097 time: 0.1022296 Nov 12 09:06:23.404019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:23.482686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.797951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:23.837163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:23.883038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:23.885668 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d56ed-0afc-4e72-8cbc-8c4cc0ec9c4d" -d '{"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-unplugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:23.889941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.910335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Transition to ACTIVE for port object f620a0ca-4b7d-46c6-a345-65413ac07248 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:23.915463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.004939 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d7520-e455-47e2-9d3e-c997137d874a x-openstack-request-id: req-784d7520-e455-47e2-9d3e-c997137d874a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:24.005720 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-unplugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:24.005720 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-784d7520-e455-47e2-9d3e-c997137d874a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:24.005895 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'code': 200} Nov 12 09:06:24.009243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.025290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.025638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.026234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.026592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.027008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.027428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.027768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.028134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.028471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.028806 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.029135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.029465 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:24.082760 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] No DVR routers for this DVR port f620a0ca-4b7d-46c6-a345-65413ac07248 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:24.183037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d6cb6-7679-451b-ac9a-ff387d028088 req-1aaacab1-a6d0-4952-bc20-e805be741dd5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:24.185380 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e93d6cb6-7679-451b-ac9a-ff387d028088 req-1aaacab1-a6d0-4952-bc20-e805be741dd5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0684364 Nov 12 09:06:24.241336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e93d6cb6-7679-451b-ac9a-ff387d028088 req-200dc37c-92af-47be-95dc-2248009801d9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490601 Nov 12 09:06:24.321828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:24.322373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:24.322844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:24.330895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:24.331400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:24.340086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:24.340619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:24.341259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:24.341915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Bound port: f620a0ca-4b7d-46c6-a345-65413ac07248, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:24.342415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.456758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:24.462677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:24.468451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.532796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:24.533838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.536254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] 10.222.0.25 "PUT /v2.0/ports/f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 1092 time: 1.1365867 Nov 12 09:06:24.617410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d0b09-ed5a-4bea-9924-71f219c6b215 service neutron] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.652287 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-12d2229a-e336-4d13-ab7c-02f2208b0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:24.654941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-12d2229a-e336-4d13-ab7c-02f2208b0859 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1095 time: 0.0915003 Nov 12 09:06:24.816846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-7982e12d-c810-4baa-95b2-51f58f78cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:24.819427 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-7982e12d-c810-4baa-95b2-51f58f78cb4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1568677 Nov 12 09:06:24.936865 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-50adb69e-93bb-459e-abe5-32a9e53bcb9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.1094549 Nov 12 09:06:25.021180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-f0e26857-a85b-4e12-864c-a92ac955b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:25.023750 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-f0e26857-a85b-4e12-864c-a92ac955b8b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0787482 Nov 12 09:06:25.100715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-d1da7b37-aeba-4bde-80bd-2818729ded22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:25.103316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-d1da7b37-aeba-4bde-80bd-2818729ded22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705056 Nov 12 09:06:25.260221 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-a1dffca4-b677-4153-b46a-3067ace98a73 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485357 Nov 12 09:06:25.373813 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb875b0d-1ae9-447b-8b74-9071d360cfde req-d2936a5e-ae97-4ec5-9b6b-249495962174 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049979 Nov 12 09:06:25.388262 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd9f4c-bbd1-441f-b50f-4bf9d8dac275 req-4a4843cd-afd2-429c-a94f-9a006cb8ff0c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:25.389908 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcbd9f4c-bbd1-441f-b50f-4bf9d8dac275 req-4a4843cd-afd2-429c-a94f-9a006cb8ff0c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0607409 Nov 12 09:06:25.461778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fcbd9f4c-bbd1-441f-b50f-4bf9d8dac275 req-81904811-6a77-40d5-b521-d293f6186387 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645757 Nov 12 09:06:26.007015 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:26.009614 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea340bb3-054e-40c2-9e10-d955a821b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:26.064210 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886a0370-a42f-4dfd-8e53-e391909f851c x-openstack-request-id: req-886a0370-a42f-4dfd-8e53-e391909f851c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:26.065265 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:26.065265 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-886a0370-a42f-4dfd-8e53-e391909f851c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:26.065725 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'status': 'completed', 'code': 200} Nov 12 09:06:26.541065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-e53e7f29-9056-49a1-912a-c4ba472bfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.542657 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-e53e7f29-9056-49a1-912a-c4ba472bfe2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1095 time: 0.4578576 Nov 12 09:06:26.550068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-707cdc67-9c54-4f09-9b18-322a3f356b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.551565 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-707cdc67-9c54-4f09-9b18-322a3f356b95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1095 time: 0.4574697 Nov 12 09:06:26.658625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481f282-5508-45f7-ac5e-5290c62a7a9e req-74da65eb-8621-4dfa-8175-4374d284a5bb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.660336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3481f282-5508-45f7-ac5e-5290c62a7a9e req-74da65eb-8621-4dfa-8175-4374d284a5bb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0757158 Nov 12 09:06:26.742406 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3481f282-5508-45f7-ac5e-5290c62a7a9e req-c9f72292-76be-436e-a828-339aa3273269 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700514 Nov 12 09:06:26.765555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-efbfac3b-52eb-42fd-a98e-77fc498ed60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.768237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-efbfac3b-52eb-42fd-a98e-77fc498ed60c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2155526 Nov 12 09:06:26.771750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-2632da38-d094-43e2-8d7d-711d0b5d0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.773500 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-2632da38-d094-43e2-8d7d-711d0b5d0ff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2093892 Nov 12 09:06:26.896015 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-c5f39e31-4618-4bc3-94e0-4bef5ea9e181 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.1203268 Nov 12 09:06:26.901213 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-0c462230-8c44-4e02-be94-f1b75ec97e5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.1186638 Nov 12 09:06:26.994915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-59fc3480-2809-4c7f-be83-f442ccaea76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.996842 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-59fc3480-2809-4c7f-be83-f442ccaea76c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0928369 Nov 12 09:06:27.003012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-4789c61b-7f5f-4789-b2da-fd8ceca4b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.004939 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-4789c61b-7f5f-4789-b2da-fd8ceca4b5dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0922401 Nov 12 09:06:27.079803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-d0c2eb9c-35cf-4168-b30c-df89214248a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.081438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-d0c2eb9c-35cf-4168-b30c-df89214248a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672441 Nov 12 09:06:27.084979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-9d472e6b-07ae-450e-ad7b-cc32951e4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.086515 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-9d472e6b-07ae-450e-ad7b-cc32951e4ee1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806918 Nov 12 09:06:27.260789 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-f9e5d8f2-352d-4e75-808e-8841e8a5a204 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708043 Nov 12 09:06:27.265001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-b6d7047e-b3cd-471d-ac6a-2bb266dc491f service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674521 Nov 12 09:06:27.395985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:27.439967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:27.455419 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-6d30980f-101b-47a0-bf6a-e0532007a155 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863410 Nov 12 09:06:27.459464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ea340bb3-054e-40c2-9e10-d955a821b2f9 req-0f6e242b-c28e-4dd8-a424-c32f49f703d5 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824131 Nov 12 09:06:27.884678 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204100f-2a94-4660-9373-baf5e3cfa81e req-0c833a2b-1392-480d-9775-cbe67d8d5974 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.886350 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e204100f-2a94-4660-9373-baf5e3cfa81e req-0c833a2b-1392-480d-9775-cbe67d8d5974 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0556610 Nov 12 09:06:27.947447 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e204100f-2a94-4660-9373-baf5e3cfa81e req-c17c41d7-53cb-468b-8dc1-276395f266b1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492699 Nov 12 09:06:29.084708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e9bce-8a54-442b-80d2-06337bc9fb72 req-8a3fc850-fcd7-475c-bb58-7993e9743fbc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.086456 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa9e9bce-8a54-442b-80d2-06337bc9fb72 req-8a3fc850-fcd7-475c-bb58-7993e9743fbc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0565040 Nov 12 09:06:29.152515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa9e9bce-8a54-442b-80d2-06337bc9fb72 req-2198ba99-82d2-47b8-b232-1084e6d2e6a3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583818 Nov 12 09:06:29.520955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7d-44d2-494c-a573-5b23e4fd6d01 req-6517b71b-3b1a-4f30-98c9-ffc91abb8e5c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.522663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-845c6b7d-44d2-494c-a573-5b23e4fd6d01 req-6517b71b-3b1a-4f30-98c9-ffc91abb8e5c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 943 time: 0.0587850 Nov 12 09:06:29.532787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-d7c14272-9108-44fe-9cd8-ba0d383e9db3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.535393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-d7c14272-9108-44fe-9cd8-ba0d383e9db3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782&tenant_id=83881b687ee74f338a089837f600c840&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 943 time: 0.0983732 Nov 12 09:06:29.588466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-845c6b7d-44d2-494c-a573-5b23e4fd6d01 req-07421665-e6c2-44d5-a3aa-6499373c5b71 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565293 Nov 12 09:06:29.625674 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-3a9dcc7e-f894-4b1e-81b7-a334dbb9f114 service neutron] 10.222.0.25 "GET /v2.0/ports/f620a0ca-4b7d-46c6-a345-65413ac07248/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 383 time: 0.0800846 Nov 12 09:06:29.701313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-ca6f45f1-b979-4a0a-947a-4f0ea258872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.703017 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-ca6f45f1-b979-4a0a-947a-4f0ea258872c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1095 time: 0.0479012 Nov 12 09:06:29.837008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-b5704bb6-3463-4f80-823b-1634bb09834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.839591 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-b5704bb6-3463-4f80-823b-1634bb09834d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1285107 Nov 12 09:06:29.920192 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-f6da0f82-7da1-4d92-98c4-9e60307f5a0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.0723705 Nov 12 09:06:30.006026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-015adeb1-239d-461b-a8d0-bade4e6d3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:30.007523 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-015adeb1-239d-461b-a8d0-bade4e6d3601 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0794125 Nov 12 09:06:30.062490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:30.086575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-9c10f922-4208-45f4-a152-c9845ba9c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:30.089339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-9c10f922-4208-45f4-a152-c9845ba9c5e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739753 Nov 12 09:06:30.178495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:30.194155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'mac_address': 'fa:16:3e:8f:76:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:30.220937 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-b4761bfe-03ab-418e-abce-ce00e552668a service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229377 Nov 12 09:06:30.247577 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.264112 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f620a0ca-4b7d-46c6-a345-65413ac07248 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:30.286290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:30.292237 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.357335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-6c2ae7a8-c7f9-4ebd-a311-bb87365f3446 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280925 Nov 12 09:06:30.384814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.394723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.395233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.395667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.396133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.396561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.396990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.397412 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.397830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.398265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.398756 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.399198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.399710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:30.736622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['f620a0ca-4b7d-46c6-a345-65413ac07248'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:30.739200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e4c9d-0373-4b33-931d-f5fd870e53a0 req-9c6b7669-2bf5-4908-ad73-a8335401e7ec tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:30.740856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f14e4c9d-0373-4b33-931d-f5fd870e53a0 req-9c6b7669-2bf5-4908-ad73-a8335401e7ec tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0562940 Nov 12 09:06:30.799685 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f14e4c9d-0373-4b33-931d-f5fd870e53a0 req-fb7c24aa-13d0-4f7c-a439-7cf4138d5a3f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504317 Nov 12 09:06:31.944325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39301330-e5f6-421b-ba3a-da041b8b1047 req-c8897e30-2ee5-4fe3-9bd5-757c1816bbbb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:31.945980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39301330-e5f6-421b-ba3a-da041b8b1047 req-c8897e30-2ee5-4fe3-9bd5-757c1816bbbb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0655050 Nov 12 09:06:32.009752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39301330-e5f6-421b-ba3a-da041b8b1047 req-bbb93ef8-533c-4d58-9194-0d28acefcc4d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516815 Nov 12 09:06:32.055206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:32.114843 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port f620a0ca-4b7d-46c6-a345-65413ac07248 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:32.119736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port f620a0ca-4b7d-46c6-a345-65413ac07248 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:32.120208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.211553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.237770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:32.240160 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea40be-44a9-4b37-9405-25dd4db4a296" -d '{"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-plugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:32.255607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:32.260321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.319128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.354607 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e3b6b8-1f10-4127-b6a8-22eb60f97ea2 x-openstack-request-id: req-14e3b6b8-1f10-4127-b6a8-22eb60f97ea2 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:32.355084 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-plugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:32.355469 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14e3b6b8-1f10-4127-b6a8-22eb60f97ea2 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:32.356002 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'code': 200} Nov 12 09:06:32.747392 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-ca66d349-75f5-4e0c-a057-569e11a98c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:32.749125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-ca66d349-75f5-4e0c-a057-569e11a98c26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 1097 time: 0.0489826 Nov 12 09:06:32.768845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:32.870192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.137350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:33.170577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ffe39-a096-4678-bb0a-b9430c795cfe req-d475d302-3b5c-48cd-8c39-fcdacf658574 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.172467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a15ffe39-a096-4678-bb0a-b9430c795cfe req-d475d302-3b5c-48cd-8c39-fcdacf658574 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0690601 Nov 12 09:06:33.185263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:33.231282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a15ffe39-a096-4678-bb0a-b9430c795cfe req-7894989a-6c2b-4654-9185-dd2b7cd80c2d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519612 Nov 12 09:06:33.257513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:33.260127 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39626f5-157d-41de-8dbf-9ed1739c8023" -d '{"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-unplugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:33.264617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.280750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Transition to ACTIVE for port object f620a0ca-4b7d-46c6-a345-65413ac07248 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:33.286472 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.340262 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e3623-4e13-42ec-a1e0-f8f9ae6cfa87 x-openstack-request-id: req-721e3623-4e13-42ec-a1e0-f8f9ae6cfa87 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:33.340713 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-unplugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:33.341119 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-721e3623-4e13-42ec-a1e0-f8f9ae6cfa87 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:33.341753 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'code': 200} Nov 12 09:06:33.402761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:33.454731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] No DVR routers for this DVR port f620a0ca-4b7d-46c6-a345-65413ac07248 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:33.653846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:33.654179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:33.654507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:33.659303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:33.659620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Attempting to bind port f620a0ca-4b7d-46c6-a345-65413ac07248 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:33.665012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:33.665350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:33.665737 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:33.666172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Bound port: f620a0ca-4b7d-46c6-a345-65413ac07248, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:33.666527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.737470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:33.741611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:33.747017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.788785 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.789774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.790639 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] 10.222.0.32 "PUT /v2.0/ports/f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 1093 time: 1.0315464 Nov 12 09:06:33.826570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a145a-3e16-42f8-9bd2-d6cf42f44861 service neutron] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=11']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:33.871467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-debdff89-c875-4eb0-b2d1-53f1a1950e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.874313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-debdff89-c875-4eb0-b2d1-53f1a1950e5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1096 time: 0.0557823 Nov 12 09:06:34.016331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-8e886485-ded3-4d18-8d8b-00928cbc6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.018173 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-8e886485-ded3-4d18-8d8b-00928cbc6e39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1362143 Nov 12 09:06:34.092910 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-7e52d892-3397-4e68-8d86-5cf3c1a6e58c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.0671821 Nov 12 09:06:34.153370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-8e0ef635-6cde-4a34-aa4d-8c6f8faa2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.154938 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-8e0ef635-6cde-4a34-aa4d-8c6f8faa2248 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0546944 Nov 12 09:06:34.213884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-786d97a2-5b04-41dd-8271-80383fd81e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.215732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-786d97a2-5b04-41dd-8271-80383fd81e75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535936 Nov 12 09:06:34.338261 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-c83ac457-2cf6-4c19-977a-4e0718f69097 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140618 Nov 12 09:06:34.373165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41934a-63b0-48ba-8ec8-8dd58918fcc3 req-257b6bcb-72a1-4c48-9623-750a5245c29b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.376227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c41934a-63b0-48ba-8ec8-8dd58918fcc3 req-257b6bcb-72a1-4c48-9623-750a5245c29b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0613244 Nov 12 09:06:34.451254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c41934a-63b0-48ba-8ec8-8dd58918fcc3 req-192029f0-0ace-462f-9c26-257349258504 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673981 Nov 12 09:06:34.472182 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dcdcda45-d1b0-4177-80ef-d9ca0130e6ee req-82bfb27c-efad-446c-a30f-c88a22782fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256044 Nov 12 09:06:35.344309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:35.347411 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c7e55-19e7-41e8-a331-13526849c40b" -d '{"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:35.404454 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfe9f9a-1c33-4d62-bb1e-f7507b2d06c3 x-openstack-request-id: req-5bfe9f9a-1c33-4d62-bb1e-f7507b2d06c3 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:35.404781 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:35.405010 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bfe9f9a-1c33-4d62-bb1e-f7507b2d06c3 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:35.405428 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'status': 'completed', 'code': 200} Nov 12 09:06:35.510801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-123f0a73-2e82-42b1-ad71-02ba02061b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.512624 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-123f0a73-2e82-42b1-ad71-02ba02061b89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1096 time: 0.0870991 Nov 12 09:06:35.516360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-d98548e5-dffd-424f-8401-288a114ed702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.518607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-d98548e5-dffd-424f-8401-288a114ed702 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 1096 time: 0.0835419 Nov 12 09:06:35.633323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3fc9a-c677-4b5e-aa5a-f52c1b97fbee req-d8f3f075-0e5a-4b2b-832c-d985abea65f5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.635428 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49e3fc9a-c677-4b5e-aa5a-f52c1b97fbee req-d8f3f075-0e5a-4b2b-832c-d985abea65f5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0614226 Nov 12 09:06:35.705675 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49e3fc9a-c677-4b5e-aa5a-f52c1b97fbee req-eea777f7-45e9-4f6f-a5b2-437474c0448d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615120 Nov 12 09:06:35.749831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-e9bb6a54-c77a-4859-b261-91a3d80f21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.751393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-e9bb6a54-c77a-4859-b261-91a3d80f21f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2301521 Nov 12 09:06:35.754529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-27b367dd-687c-489f-909a-48afbc0dd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.756373 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-27b367dd-687c-489f-909a-48afbc0dd7b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.2212229 Nov 12 09:06:35.885814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-daa44157-486e-450c-a954-e879067516f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.1260157 Nov 12 09:06:35.887833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-5993479c-f554-4cb2-b55c-91db61c26ecd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 200 len: 999 time: 0.1208680 Nov 12 09:06:35.997307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-daf7a0e1-cf1c-4aca-a1b4-b08796d67ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:35.998837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-daf7a0e1-cf1c-4aca-a1b4-b08796d67ebb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.1037056 Nov 12 09:06:36.000330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-49011ea3-c163-4baf-b649-784062867cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.001860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-49011ea3-c163-4baf-b649-784062867cb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.1083324 Nov 12 09:06:36.089974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:36.119397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-d01f23c4-7b2c-4352-9e28-e1b8e0a8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.122212 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-d01f23c4-7b2c-4352-9e28-e1b8e0a8ba87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050429 Nov 12 09:06:36.125928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7e55-19e7-41e8-a331-13526849c40b req-6f160339-20d0-4ccf-be8b-84dba6be8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.128690 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-6f160339-20d0-4ccf-be8b-84dba6be8877 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223547 Nov 12 09:06:36.151243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:36.301235 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-8682630b-ccc1-4903-8983-bd819cae4823 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701777 Nov 12 09:06:36.305254 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-e3ebc367-c56c-4a5c-b6c0-0d6aea667199 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655197 Nov 12 09:06:36.408955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:36.496198 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-f2ea9b12-09d9-43e9-80e5-568bed9b1243 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867294 Nov 12 09:06:36.498230 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d36c7e55-19e7-41e8-a331-13526849c40b req-cd6623f3-8f1a-4459-b8a6-48ff6ff2cd2d service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809845 Nov 12 09:06:36.848168 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259459-6204-4a56-a54a-dedea1505392 req-ac58ec68-87ca-4801-ab5e-2f34c17b1c7f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.849860 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02259459-6204-4a56-a54a-dedea1505392 req-ac58ec68-87ca-4801-ab5e-2f34c17b1c7f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0556064 Nov 12 09:06:36.911046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-02259459-6204-4a56-a54a-dedea1505392 req-26227b3d-5df9-4a45-8f84-4e9d363a02d0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543275 Nov 12 09:06:37.056166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f53de-0754-4f24-8959-4dbeb5788980 req-416f3ac3-b175-4225-888e-f6758f8bb1b2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.058844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-596f53de-0754-4f24-8959-4dbeb5788980 req-416f3ac3-b175-4225-888e-f6758f8bb1b2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0710192 Nov 12 09:06:37.113330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-596f53de-0754-4f24-8959-4dbeb5788980 req-548ca34a-0dd0-4ef2-9179-143f23c2e084 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472939 Nov 12 09:06:37.241102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba9b55-f4fd-48bf-887d-e7b2dabf08f5 req-c9b5cb58-7cbc-4a27-8618-717ad77be369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.242737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfba9b55-f4fd-48bf-887d-e7b2dabf08f5 req-c9b5cb58-7cbc-4a27-8618-717ad77be369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0564063 Nov 12 09:06:37.304033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bfba9b55-f4fd-48bf-887d-e7b2dabf08f5 req-1d43bda3-08fe-428c-a6c2-869a69ea5fc5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499108 Nov 12 09:06:37.425735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:37.559296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:37.572971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'mac_address': 'fa:16:3e:8f:76:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:37.619133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.634474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f620a0ca-4b7d-46c6-a345-65413ac07248 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:37.646617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ace67-79b6-446d-88c2-1d36bd863f72 req-3ace19dd-d6c1-4a8f-ad49-35d1de06580e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.649392 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-021ace67-79b6-446d-88c2-1d36bd863f72 req-3ace19dd-d6c1-4a8f-ad49-35d1de06580e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 944 time: 0.0931427 Nov 12 09:06:37.661025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:37.666847 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.725033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:37.738574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-021ace67-79b6-446d-88c2-1d36bd863f72 req-a474f3a8-d29d-4745-8004-243e45b1203f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813322 Nov 12 09:06:37.906985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['f620a0ca-4b7d-46c6-a345-65413ac07248'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:38.917622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce744c0-f545-4c66-88c1-184823fbf782 req-412a7421-a309-46aa-93fb-dfbae808ba63 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.919529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ce744c0-f545-4c66-88c1-184823fbf782 req-412a7421-a309-46aa-93fb-dfbae808ba63 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0677304 Nov 12 09:06:38.979717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-728f1e06-3971-4bf7-944f-16d3d384e39c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.981395 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-728f1e06-3971-4bf7-944f-16d3d384e39c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 945 time: 0.0904529 Nov 12 09:06:38.985781 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ce744c0-f545-4c66-88c1-184823fbf782 req-07e3c86c-4c94-470f-98b1-708a903cdda5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549927 Nov 12 09:06:39.107243 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Deleting port f620a0ca-4b7d-46c6-a345-65413ac07248 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:39.107657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.236630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.254918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:39.255448 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.444243 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:39.553181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port f620a0ca-4b7d-46c6-a345-65413ac07248 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:39.561138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port f620a0ca-4b7d-46c6-a345-65413ac07248 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:39.561757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.685982 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.714622 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:39.716705 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766747ed-3528-44a5-ae86-f72ac228687b" -d '{"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-plugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:39.733051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f620a0ca-4b7d-46c6-a345-65413ac07248, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f620a0ca-4b7d-46c6-a345-65413ac07248,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:39.739485 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.805403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=13']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:39.816183 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb0abf-c647-46f4-95ca-f606b52b8851 x-openstack-request-id: req-affb0abf-c647-46f4-95ca-f606b52b8851 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:39.816836 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-plugged", "status": "completed", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:39.817323 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-affb0abf-c647-46f4-95ca-f606b52b8851 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:39.818021 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'code': 200} Nov 12 09:06:39.864393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.864759 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.865084 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 disassociated. External IP: 172.25.4.22, port: f620a0ca-4b7d-46c6-a345-65413ac07248. Nov 12 09:06:39.865441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Calling delete_port for f620a0ca-4b7d-46c6-a345-65413ac07248 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:40.017170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.054542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event deleted for resources: {'Port': ['ID=f620a0ca-4b7d-46c6-a345-65413ac07248,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:40.145846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1b84b221-5a6b-4481-ae28-fc07865ea829 req-9cf4f8be-26a9-433e-9183-eb00ea493ef8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=729cb30d-be28-4c1e-bc20-680ffd274782 HTTP/1.1" status: 200 len: 210 time: 0.0515852 Nov 12 09:06:40.205793 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:40.336414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:40.350685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:40.369575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:40.370710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:06:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:40.387296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] No DVR routers for this DVR port f620a0ca-4b7d-46c6-a345-65413ac07248 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:40.390658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.394265 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f73c4ced-481a-4e48-94b8-f0e73598e29d req-0813138c-111b-40a8-bcc2-76c8828f282f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "DELETE /v2.0/ports/f620a0ca-4b7d-46c6-a345-65413ac07248 HTTP/1.1" status: 204 len: 173 time: 1.4054987 Nov 12 09:06:40.394774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-deleted', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:40.397361 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff91191-528d-43e4-bfbc-2061954f20f1" -d '{"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-deleted", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:40.440775 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cab74b-c43b-4bd8-a6c0-633af3598aa6 x-openstack-request-id: req-25cab74b-c43b-4bd8-a6c0-633af3598aa6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:40.440775 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729cb30d-be28-4c1e-bc20-680ffd274782", "name": "network-vif-deleted", "tag": "f620a0ca-4b7d-46c6-a345-65413ac07248", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:40.441143 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25cab74b-c43b-4bd8-a6c0-633af3598aa6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:40.441463 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cb30d-be28-4c1e-bc20-680ffd274782', 'name': 'network-vif-deleted', 'tag': 'f620a0ca-4b7d-46c6-a345-65413ac07248', 'status': 'completed', 'code': 200} Nov 12 09:06:40.576727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:40.792660 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6202158c-d0f7-43fe-8ab7-d57a9b9ddebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.836355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:40.874601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:40.887164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:40.888399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:06:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:41.090523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:41.348702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:41.381923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf1684-4122-4114-864a-0cc76aa42da5 None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:41.536730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-7005c862-be39-4551-bf2b-b5d33e8ec007 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1995522115&fields=id&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 267 time: 0.0551348 Nov 12 09:06:41.662122 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d868fc-82f9-4344-a19d-10e7de1fdbd8 None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:41.678592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-522d7479-6e17-40ea-b156-8e14079facb3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.680185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-522d7479-6e17-40ea-b156-8e14079facb3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1344633 Nov 12 09:06:41.702491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-b96a9bb6-fd57-4801-814f-b8325019ddb5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/quotas/83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 375 time: 0.0109859 Nov 12 09:06:41.765886 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-d3710013-6588-4880-9545-1e06d1bda9a4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548401 Nov 12 09:06:41.906049 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-244fd92e-7319-4b24-87be-659646f5e2e7 service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189368 Nov 12 09:06:42.007185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-7c5c6b39-9bc0-42f5-a296-73d19cc83d94 service neutron] 10.222.0.16 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945096 Nov 12 09:06:42.273629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.229868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4e4add08-077f-48ba-8a46-e04e0e31472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.264859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-22403134-8522-4d87-b889-d3c124fdd4d2 req-b6bb1f84-b96b-4a20-8edb-4c84dc5cf460 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0604098 Nov 12 09:06:43.458834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:43.498182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: f620a0ca-4b7d-46c6-a345-65413ac07248 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:43.498686 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f620a0ca-4b7d-46c6-a345-65413ac07248 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:44.366180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-9c6a8121-d475-4e11-94c7-078b5e6b2f9e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.368470 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-9c6a8121-d475-4e11-94c7-078b5e6b2f9e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 812 time: 0.1578877 Nov 12 09:06:44.407607 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c8701d3-ac54-44a9-a410-9c274aa4dc2d req-6fbda416-35e1-49bf-852b-7e7837e1f8f6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0494046 Nov 12 09:06:44.455871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-4ef643f2-a1ca-4dfe-9e26-c9ec741f138c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 380 time: 0.0778911 Nov 12 09:06:44.468902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'port': {'device_id': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'admin_state_up': True, 'tenant_id': '83881b687ee74f338a089837f600c840', 'security_groups': ['a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:44.596031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Made reservation on behalf of 83881b687ee74f338a089837f600c840 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:44.599752 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.727924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.755900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Allocated IP 172.20.0.10 (9480da37-340e-4ba3-9146-9e78c0770702/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2/b67941f7-2db7-4ce9-b8e7-1870e711df44) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:44.931032 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.970335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.021588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Network 9480da37-340e-4ba3-9146-9e78c0770702 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:45.027682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:45.032691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:45.040073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:45.092791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:45.093984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.118300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-a2bb80fe-9fe9-428e-9655-d5899325e3ea tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6543977 Nov 12 09:06:45.134088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Request body: {'port': {'device_id': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:45.219166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.340737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-768d281d-7561-437d-8e09-c779733a1336 None None] Provisioning complete for port b67941f7-2db7-4ce9-b8e7-1870e711df44 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:45.341197 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-768d281d-7561-437d-8e09-c779733a1336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.387735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-768d281d-7561-437d-8e09-c779733a1336 None None] Port b67941f7-2db7-4ce9-b8e7-1870e711df44 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:45.586968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67941f7-2db7-4ce9-b8e7-1870e711df44 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:45.600766 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b055b9-c4f6-40cc-9635-ab87643a75e4 req-efdbf547-eba2-4bdb-a2a2-9ead8f60c48e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:45.602700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.603064 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7b055b9-c4f6-40cc-9635-ab87643a75e4 req-efdbf547-eba2-4bdb-a2a2-9ead8f60c48e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 932 time: 0.0654488 Nov 12 09:06:45.625336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Transition to ACTIVE for port object b67941f7-2db7-4ce9-b8e7-1870e711df44 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:45.631233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.661841 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e7b055b9-c4f6-40cc-9635-ab87643a75e4 req-7a34cc42-73e3-4da7-9700-d4dabc7e43bb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514688 Nov 12 09:06:45.766167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:45.848857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:45.849400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:45.850011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:45.859152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:45.859675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:45.873036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:45.873516 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:45.875223 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:45.875959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Bound port: b67941f7-2db7-4ce9-b8e7-1870e711df44, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:45.876476 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.880331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.957996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:45.961654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:45.966996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.004958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.005608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.007197 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] 10.222.0.32 "PUT /v2.0/ports/b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1093 time: 0.8798580 Nov 12 09:06:46.007554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:46.009966 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a639e5e4-301e-4c31-820a-631a9ea59a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:46.062727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f2ca-de17-4428-a337-ad76011b3f42 service neutron] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:46.069272 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43959d-30f4-4951-b8cc-5b354a9b29c0 x-openstack-request-id: req-af43959d-30f4-4951-b8cc-5b354a9b29c0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:46.069802 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:46.070274 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af43959d-30f4-4951-b8cc-5b354a9b29c0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:46.071070 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'status': 'completed', 'code': 200} Nov 12 09:06:46.155360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-4622b6cb-d3db-452c-bc23-dddddd850df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.158037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-4622b6cb-d3db-452c-bc23-dddddd850df7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1096 time: 0.0705302 Nov 12 09:06:46.220134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-87efd37d-af3e-4b66-9f72-fb7734e1baa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 217 time: 0.0516143 Nov 12 09:06:46.301665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-3cb1b9b4-c4ff-4419-8e8d-0370c10ca144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.303217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-3cb1b9b4-c4ff-4419-8e8d-0370c10ca144 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0761604 Nov 12 09:06:46.368477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-38c19317-25b3-412c-9949-9cea8ee193dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.370052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-38c19317-25b3-412c-9949-9cea8ee193dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583334 Nov 12 09:06:46.513653 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-b3312db8-8e84-4c5b-af18-20567b24537e service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350329 Nov 12 09:06:46.623872 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6b316e41-a5c1-425b-8558-84f043cc6193 req-de9d049c-060a-4ae6-9bc4-fcd629d7549a service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017504 Nov 12 09:06:46.738199 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-7840830f-1aa3-4321-a4c6-66ae86c0d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.740186 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-7840830f-1aa3-4321-a4c6-66ae86c0d6b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1096 time: 0.0629878 Nov 12 09:06:46.829856 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e986a9-4742-4b08-90ce-46b18f32277b req-02590b42-935b-455e-bf57-fe7462405830 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.831622 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26e986a9-4742-4b08-90ce-46b18f32277b req-02590b42-935b-455e-bf57-fe7462405830 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0770266 Nov 12 09:06:46.864451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.898669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-2ab9ec08-6f54-461f-883a-79139ce2814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.900283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-2ab9ec08-6f54-461f-883a-79139ce2814d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1522577 Nov 12 09:06:46.908031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26e986a9-4742-4b08-90ce-46b18f32277b req-ce0237cc-0834-4e76-bbb8-4e6b3cd1b5af tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676265 Nov 12 09:06:46.966956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-0bd85f3e-0c77-408e-81f7-97af6fae03e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 217 time: 0.0570223 Nov 12 09:06:47.022117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-83bf54d4-9375-4c8d-91bc-167d57a3c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.023594 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-83bf54d4-9375-4c8d-91bc-167d57a3c74b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0492151 Nov 12 09:06:47.077709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-17df4802-0fed-4cd2-bb78-ade5fa37ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.079276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-17df4802-0fed-4cd2-bb78-ade5fa37ef59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457985 Nov 12 09:06:47.219413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-04ff646d-92a5-4961-960e-345df71c95a8 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305890 Nov 12 09:06:47.364246 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a639e5e4-301e-4c31-820a-631a9ea59a6d req-d34e3a4e-e45c-4cbf-b1f7-66be1003d4c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374753 Nov 12 09:06:48.058039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d389f5a-4cc6-48c3-8a2a-3238e198f5ca req-995d4325-3334-4b20-8e51-027a71c0df58 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:48.059729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d389f5a-4cc6-48c3-8a2a-3238e198f5ca req-995d4325-3334-4b20-8e51-027a71c0df58 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0559278 Nov 12 09:06:48.114102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d389f5a-4cc6-48c3-8a2a-3238e198f5ca req-3a738bfa-1f3e-4437-b4af-8a40460005c6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479870 Nov 12 09:06:49.251646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36a6a-aaa1-4edc-a529-7f8eb1828a7c req-c685cb5e-a0ff-4a37-a3ad-b25b6b7420a7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:49.253353 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6d36a6a-aaa1-4edc-a529-7f8eb1828a7c req-c685cb5e-a0ff-4a37-a3ad-b25b6b7420a7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0624506 Nov 12 09:06:49.309921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6d36a6a-aaa1-4edc-a529-7f8eb1828a7c req-e37ae675-6c3a-415c-bbaa-c16e6bfaa49a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503836 Nov 12 09:06:49.505122 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:49.615059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:49.628641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'mac_address': 'fa:16:3e:54:1c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:49.670369 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.685853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67941f7-2db7-4ce9-b8e7-1870e711df44 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:49.708224 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:49.712949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.766183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.929884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b67941f7-2db7-4ce9-b8e7-1870e711df44'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:50.450925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b988d1-824c-441a-9f66-a9f5f3106f66 req-f75ee9a3-956f-4fde-856a-39d62235b4c4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:50.452844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2b988d1-824c-441a-9f66-a9f5f3106f66 req-f75ee9a3-956f-4fde-856a-39d62235b4c4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0616722 Nov 12 09:06:50.510851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2b988d1-824c-441a-9f66-a9f5f3106f66 req-1b4a17d7-1554-44e0-b938-176623079f01 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511920 Nov 12 09:06:51.518455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:51.579674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port b67941f7-2db7-4ce9-b8e7-1870e711df44 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:51.585342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port b67941f7-2db7-4ce9-b8e7-1870e711df44 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:51.585864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.685734 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e8b5-f620-4fa0-ba45-f47a439d1b1b req-f764dd73-9b9a-43c4-9259-cef89eb3beef tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:51.687379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f89e8b5-f620-4fa0-ba45-f47a439d1b1b req-f764dd73-9b9a-43c4-9259-cef89eb3beef tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0600743 Nov 12 09:06:51.708026 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.745974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f89e8b5-f620-4fa0-ba45-f47a439d1b1b req-2cdf0466-5939-4366-bb1c-37aafed8b5a1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508623 Nov 12 09:06:51.749553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:51.753890 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0988b-41fb-43f5-90de-74d69d29c594" -d '{"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-plugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:51.777087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:51.786154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.820290 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e3f21-abd0-485f-a423-4c3ff511ee81 x-openstack-request-id: req-2d7e3f21-abd0-485f-a423-4c3ff511ee81 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:51.820593 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-plugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:51.820856 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d7e3f21-abd0-485f-a423-4c3ff511ee81 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:51.821299 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'code': 200} Nov 12 09:06:51.856154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.934962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69dcd-4631-485f-8ef4-6be0fc36c22d req-d630743b-05d5-4fc2-b3d7-2c46f04d1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:51.936548 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b69dcd-4631-485f-8ef4-6be0fc36c22d req-d630743b-05d5-4fc2-b3d7-2c46f04d1579 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1098 time: 0.0462813 Nov 12 09:06:51.987320 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8b69dcd-4631-485f-8ef4-6be0fc36c22d req-87e2d6e7-c2b7-4e7d-93e6-2246e5a76618 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Nov 12 09:06:52.934039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db48cf6-3897-437c-a4e2-85985352928c req-139f66d9-fafa-451c-91d5-b0387844fd84 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:52.935853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0db48cf6-3897-437c-a4e2-85985352928c req-139f66d9-fafa-451c-91d5-b0387844fd84 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0615170 Nov 12 09:06:52.998503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0db48cf6-3897-437c-a4e2-85985352928c req-a3d904f5-b048-4535-9496-ac3b8c555ac6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509222 Nov 12 09:06:54.195596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c938a1-6e61-4b54-8b94-ae1b7faff813 req-65241f6d-b49f-4129-9eb0-68365f8f62d6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:54.198121 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54c938a1-6e61-4b54-8b94-ae1b7faff813 req-65241f6d-b49f-4129-9eb0-68365f8f62d6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0860112 Nov 12 09:06:54.262985 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54c938a1-6e61-4b54-8b94-ae1b7faff813 req-1616d215-9e66-4b27-8259-4978351ea3a9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539112 Nov 12 09:06:54.444743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0339-6d44-474d-833d-ce341f877041 req-398e73c9-e100-41d4-8984-20a9cdc20664 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:54.447503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdbd0339-6d44-474d-833d-ce341f877041 req-398e73c9-e100-41d4-8984-20a9cdc20664 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0866215 Nov 12 09:06:54.458931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36222) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:54.467679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Request body: {'floatingip': {'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:54.551335 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.121511 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.126155 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.235981 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 associated. External IP: 172.25.4.22, port: b67941f7-2db7-4ce9-b8e7-1870e711df44. Nov 12 09:06:55.471343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:55.594919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:55.600684 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.607363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:55.619206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:55.619932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:06:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:55.632864 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a8824c5f-bfc0-4937-bed1-5ccea3201369 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "PUT /v2.0/floatingips/a6b5b77b-5073-4fb4-824a-a17a3f173b99 HTTP/1.1" status: 200 len: 992 time: 1.1722147 Nov 12 09:06:55.633582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:55.635951 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db608d3d-3eed-4ac5-a24e-e387cd0720d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:55.742637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:55.790415 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55d537-ae9c-4f8c-836c-47a355ff14c8 x-openstack-request-id: req-0d55d537-ae9c-4f8c-836c-47a355ff14c8 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:55.790853 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:55.791722 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d55d537-ae9c-4f8c-836c-47a355ff14c8 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:55.791892 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'status': 'completed', 'code': 200} Nov 12 09:06:55.865871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-8e94a769-6af4-4f17-8a18-1a86d380fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:55.867471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-8e94a769-6af4-4f17-8a18-1a86d380fde6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1098 time: 0.0504012 Nov 12 09:06:55.979815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-30f3ac35-9848-4d9d-acdf-35b03069c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:55.981467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-30f3ac35-9848-4d9d-acdf-35b03069c656 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1057594 Nov 12 09:06:56.065440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-6292b932-0d9b-4484-b147-fe7e5f469f87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.0759728 Nov 12 09:06:56.099941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:54:1c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:06:55Z', 'revision_number': 13, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:56.155111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-e2dc1b19-d1d9-465a-97cb-1741a4ac80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.155856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:56.158496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-e2dc1b19-d1d9-465a-97cb-1741a4ac80da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0854511 Nov 12 09:06:56.167184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:56.167895 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:06:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:56.218581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-71e6ea9f-4254-4c1c-b985-db314eb875e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.221315 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-71e6ea9f-4254-4c1c-b985-db314eb875e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552034 Nov 12 09:06:56.293092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:56.379271 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-018ab359-a427-43b3-a863-191370d9823f service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490185 Nov 12 09:06:56.538931 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-db608d3d-3eed-4ac5-a24e-e387cd0720d7 req-d1d831d4-135a-4184-bc89-642bae10d182 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509433 Nov 12 09:06:56.766541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:54:1c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:06:55Z', 'revision_number': 13, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:56.796712 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc748b-eae6-438b-a7be-423d93ff409f None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'a6b5b77b-5073-4fb4-824a-a17a3f173b99', 'tenant_id': '83881b687ee74f338a089837f600c840', 'floating_ip_address': '172.25.4.22', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'mac_address': 'fa:16:3e:54:1c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:54Z', 'updated_at': '2021-11-12T09:06:55Z', 'revision_number': 13, 'project_id': '83881b687ee74f338a089837f600c840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:57.029754 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af1d332-3a3d-44bc-90ee-ce2f0d9bca7c None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:07:09.224486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.759876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-69575b48-ec96-4fd6-b6f4-28287c684797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.268477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.240649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eea8ad6a-f07b-447d-8e0f-7be5a09b0944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.409949 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:14.727415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.872627 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.851895 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.246420 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.683035 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-d5fb0842-52be-4fe7-9de7-eeee8eba8e49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483582 Nov 12 09:07:40.758168 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6b1239d9-87a0-418b-849e-c50e6757d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.795559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-bcc9d38a-cedf-4bcc-830b-1e709badd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:40.798393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-bcc9d38a-cedf-4bcc-830b-1e709badd741 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1098 time: 0.0684221 Nov 12 09:07:40.946026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-069ca57b-ade5-4957-8ea6-6df124386cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:40.948352 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-069ca57b-ade5-4957-8ea6-6df124386cea service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1291473 Nov 12 09:07:41.042907 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-5817eff4-701e-4a51-b6e2-6f08b359f274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1002 time: 0.0847220 Nov 12 09:07:41.113385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-c86f469b-f71d-43da-b8cc-2e0454257fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:41.115051 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-c86f469b-f71d-43da-b8cc-2e0454257fd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0642064 Nov 12 09:07:41.169965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-45483960-229e-43da-bc00-d882a18ebbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:41.171771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-45483960-229e-43da-bc00-d882a18ebbaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474589 Nov 12 09:07:41.290871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-8b98d7b5-08bd-4b64-a1de-56e7af6aaa77 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110046 Nov 12 09:07:41.429702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1acbdc33-6108-484a-a7bd-d6c5570d618e req-3673c522-d1c2-47d6-9449-c1484a2c01c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300476 Nov 12 09:07:42.287246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.226219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-820c0804-30a2-4d3c-a84f-70b6d2373b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.730448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.880710 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.852590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.410632 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:09.250596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.753682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b49cb7bd-7476-4173-be73-fc5ecc56169b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.298351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.222695 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-747c71c3-1eb3-40d4-9a10-e21f52bf3b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.734297 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.877370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.849833 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.411900 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:34.318536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e931d-4510-4e33-8bd8-2bc082a05140 req-e561b92d-b13e-4ac8-b83f-7cf9e33a6d4d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.320215 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe3e931d-4510-4e33-8bd8-2bc082a05140 req-e561b92d-b13e-4ac8-b83f-7cf9e33a6d4d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0611930 Nov 12 09:08:34.380655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fe3e931d-4510-4e33-8bd8-2bc082a05140 req-752d74e7-b343-4358-b8b3-376ff4ce36a2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489757 Nov 12 09:08:39.263016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.757742 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-761345e2-0d89-47c5-999c-fc653fd47396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.693567 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-8767d34e-e530-4f1b-ac21-edc991623e9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468431 Nov 12 09:08:41.797165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-f1e1145d-c175-409e-82c4-805fea983221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.798608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-f1e1145d-c175-409e-82c4-805fea983221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1098 time: 0.0520346 Nov 12 09:08:41.917694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-c6ede962-b375-4fbe-bfce-f344d5cade5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.919508 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-c6ede962-b375-4fbe-bfce-f344d5cade5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.0969803 Nov 12 09:08:41.999006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-3b412d22-b6c3-4233-91aa-342fa7e8ce6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1002 time: 0.0719290 Nov 12 09:08:42.058329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-6b1cb165-c608-4976-bcea-e1af0c42d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.059936 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-6b1cb165-c608-4976-bcea-e1af0c42d4ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0534153 Nov 12 09:08:42.110696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-dc294db0-c3c7-4bb5-a94c-052a638a4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.112299 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-dc294db0-c3c7-4bb5-a94c-052a638a4991 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454228 Nov 12 09:08:42.222207 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-b6d9fa2b-156e-45d6-819c-8b5b3be63806 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027818 Nov 12 09:08:42.295791 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.343250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b8ef44ef-e273-4dd9-a1c4-b02915c5a1ee req-d42807de-a69f-4fcb-bea0-a267b24baf8c service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141860 Nov 12 09:08:43.227188 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e1c0b36-bf26-4e22-bce9-542095fb787f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.738028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.882365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.859593 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.951934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-f0c075ca-cb68-4bed-9c60-1bd1ef3d40bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746720 Nov 12 09:08:46.963024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-561e603a-46dc-4498-aee7-083a4598cc46 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:08:46.964815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-561e603a-46dc-4498-aee7-083a4598cc46 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057509 Nov 12 09:08:46.976932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5f83-cb44-478e-bdf7-c921aed91a21 req-4ba4fb36-2084-441d-90fc-640d92c0d0fe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.978639 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b0a5f83-cb44-478e-bdf7-c921aed91a21 req-4ba4fb36-2084-441d-90fc-640d92c0d0fe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0727065 Nov 12 09:08:47.051474 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b0a5f83-cb44-478e-bdf7-c921aed91a21 req-78e9aa5b-2308-41f4-9d1a-66db299eec0c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623507 Nov 12 09:08:48.198270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e4c3-f9d7-4a42-a71c-6871da2091c7 req-9d4d87e4-2753-4c10-8c5d-21be23ee9be9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.200152 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc83e4c3-f9d7-4a42-a71c-6871da2091c7 req-9d4d87e4-2753-4c10-8c5d-21be23ee9be9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0563502 Nov 12 09:08:48.273501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc83e4c3-f9d7-4a42-a71c-6871da2091c7 req-e3ce0a19-6e24-46e9-8643-0972902e6770 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659876 Nov 12 09:08:48.350635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-9dcf29f3-2e14-4b5a-96b5-aa76a062662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.352658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-9dcf29f3-2e14-4b5a-96b5-aa76a062662c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1098 time: 0.0523024 Nov 12 09:08:48.470520 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-311dbc75-2bb7-44b4-a1c7-e1a24eb952f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.472842 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-311dbc75-2bb7-44b4-a1c7-e1a24eb952f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1107345 Nov 12 09:08:48.554082 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-9a59be84-d0ab-4323-b5f1-8273be50017e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1002 time: 0.0727766 Nov 12 09:08:48.610702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-3534cc06-fb6d-4464-807c-aa4f556e8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.612415 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-3534cc06-fb6d-4464-807c-aa4f556e8296 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0497692 Nov 12 09:08:48.665947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-2bfb927c-f603-46b9-9964-d4831a79b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.667643 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-2bfb927c-f603-46b9-9964-d4831a79b43b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474350 Nov 12 09:08:48.774722 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-f3f428d8-6b9f-4b3d-afcf-e61e1c5631d7 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982773 Nov 12 09:08:48.878386 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-bef4493c-25a0-4211-8866-04916bcc1421 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949230 Nov 12 09:08:49.427955 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d99dc-5d3c-469c-888d-0663b99e0b3e req-f1efa930-1005-4ea3-a6b0-cdd18c4cd7cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.429753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e5d99dc-5d3c-469c-888d-0663b99e0b3e req-f1efa930-1005-4ea3-a6b0-cdd18c4cd7cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0645711 Nov 12 09:08:49.500526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e5d99dc-5d3c-469c-888d-0663b99e0b3e req-59e47699-da94-4c10-97cc-ff3ba7545b7a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635355 Nov 12 09:08:50.640002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074368-91e0-47da-99ba-900509550742 req-e07fb485-37cc-4bab-ac0f-a1fab8e0864e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:50.641683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2074368-91e0-47da-99ba-900509550742 req-e07fb485-37cc-4bab-ac0f-a1fab8e0864e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0599720 Nov 12 09:08:50.697582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2074368-91e0-47da-99ba-900509550742 req-2bf64046-94e3-492d-ac83-735e5922ba95 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490639 Nov 12 09:08:51.892565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004fac-ef05-4db0-9a8b-aeebd28a2f8a req-54044241-f2ff-42c4-877b-38ab2f8a81d9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.895279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25004fac-ef05-4db0-9a8b-aeebd28a2f8a req-54044241-f2ff-42c4-877b-38ab2f8a81d9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0656223 Nov 12 09:08:51.979948 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25004fac-ef05-4db0-9a8b-aeebd28a2f8a req-33dcad29-ab7d-4a98-975c-c9cc9b26c673 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770950 Nov 12 09:08:53.120913 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6fc42-82bd-4948-ad48-ace1caf6f837 req-bea8fcb9-f231-4732-b58d-ee65f90f5555 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.122892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98e6fc42-82bd-4948-ad48-ace1caf6f837 req-bea8fcb9-f231-4732-b58d-ee65f90f5555 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0548513 Nov 12 09:08:53.183610 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98e6fc42-82bd-4948-ad48-ace1caf6f837 req-b0ec43c4-ed65-481d-82e6-b167d889159e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539410 Nov 12 09:08:54.325065 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8e2a-9109-4ed0-8a74-7e5dea886950 req-4df781cb-4c25-4551-8b33-510d1a9acb1e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:54.326820 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dea8e2a-9109-4ed0-8a74-7e5dea886950 req-4df781cb-4c25-4551-8b33-510d1a9acb1e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0568295 Nov 12 09:08:54.383594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dea8e2a-9109-4ed0-8a74-7e5dea886950 req-bdfac5be-edb7-43a0-aa38-45e718350e78 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498862 Nov 12 09:08:55.522040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a15e0-086e-4499-9782-7d887fc56c7e req-3de405be-97ec-4b6a-b488-80077e54b058 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.523922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-597a15e0-086e-4499-9782-7d887fc56c7e req-3de405be-97ec-4b6a-b488-80077e54b058 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0557814 Nov 12 09:08:55.578146 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-597a15e0-086e-4499-9782-7d887fc56c7e req-5b692f66-cd59-404d-a38f-c61bba51f4de tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477509 Nov 12 09:08:56.720314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a85d5-bc5d-404e-84ae-e749293c9c82 req-d89f0dd4-a285-41bf-befc-beb20a13265d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.722273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b31a85d5-bc5d-404e-84ae-e749293c9c82 req-d89f0dd4-a285-41bf-befc-beb20a13265d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0663621 Nov 12 09:08:56.777844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b31a85d5-bc5d-404e-84ae-e749293c9c82 req-fbc78344-d081-4e2f-9b55-ad5f0191cc96 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488851 Nov 12 09:08:57.921696 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227539d-1502-45ef-b35a-be2f2c372590 req-3edd7d1f-0264-4492-be1c-cbb72fd28dbe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.923727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d227539d-1502-45ef-b35a-be2f2c372590 req-3edd7d1f-0264-4492-be1c-cbb72fd28dbe tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0565991 Nov 12 09:08:57.979031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d227539d-1502-45ef-b35a-be2f2c372590 req-fc962bdb-257a-496a-a239-0ce46b8de440 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481029 Nov 12 09:08:59.123385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c9e1c-d11a-4335-82cc-d61bd7e84707 req-86d4af78-b7e0-4688-9235-0cc0c52d9d86 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.125080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-193c9e1c-d11a-4335-82cc-d61bd7e84707 req-86d4af78-b7e0-4688-9235-0cc0c52d9d86 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0647378 Nov 12 09:08:59.189536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-193c9e1c-d11a-4335-82cc-d61bd7e84707 req-b81d271f-97c8-4d98-80cf-5d921b3b8ef3 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540304 Nov 12 09:09:00.346375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feecad-24b8-4d61-b606-d843e15f47fd req-d677ca55-8006-49b0-adc8-0ee4d91072fd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.347910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26feecad-24b8-4d61-b606-d843e15f47fd req-d677ca55-8006-49b0-adc8-0ee4d91072fd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0578890 Nov 12 09:09:00.411508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-26feecad-24b8-4d61-b606-d843e15f47fd req-e7d081fa-3493-48b4-951f-4c9241bb1857 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524936 Nov 12 09:09:01.552907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b4862-c1ff-4735-971a-9958ad9a9496 req-a0d011ca-b256-44ea-baf2-c685e7e46c7d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:01.554500 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae6b4862-c1ff-4735-971a-9958ad9a9496 req-a0d011ca-b256-44ea-baf2-c685e7e46c7d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0544641 Nov 12 09:09:01.615920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae6b4862-c1ff-4735-971a-9958ad9a9496 req-ef1ebb05-06da-4b50-996d-c5c22299e1ec tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539441 Nov 12 09:09:02.767076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd9229-b6d6-449b-bc18-9a3b73d72559 req-b9d6dcf4-6aaa-4011-97bb-d22953e6d353 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.768758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dddd9229-b6d6-449b-bc18-9a3b73d72559 req-b9d6dcf4-6aaa-4011-97bb-d22953e6d353 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0584331 Nov 12 09:09:02.834743 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dddd9229-b6d6-449b-bc18-9a3b73d72559 req-1457ffd6-3db4-4f99-99c7-a683c6e2f00b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528386 Nov 12 09:09:03.629646 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-361967be-290a-40f2-8c58-caad1de43234 req-d3811ec4-d9b6-4b2f-8390-cd328a6ea0cd service neutron] show failed (client error): The resource could not be found. Nov 12 09:09:03.630954 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-d3811ec4-d9b6-4b2f-8390-cd328a6ea0cd service neutron] 10.222.0.32 "GET /v2.0/ports/b67941f7-2db7-4ce9-b8e7-1870e711df44/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0662277 Nov 12 09:09:03.879474 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-cb62a562-1767-4bf2-9f20-097d667d0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.882694 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-cb62a562-1767-4bf2-9f20-097d667d0015 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 1098 time: 0.0534668 Nov 12 09:09:03.899237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-a317c55f-6990-45d2-8a32-1893c8ad30ac service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:09:03.901639 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-a317c55f-6990-45d2-8a32-1893c8ad30ac service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090156 Nov 12 09:09:03.914648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:03.978001 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.017639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391706b-a90c-45fa-b037-cd895e2ed6e5 req-8263fcd6-937f-4130-8bec-90d9eb505137 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.019632 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7391706b-a90c-45fa-b037-cd895e2ed6e5 req-8263fcd6-937f-4130-8bec-90d9eb505137 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0808210 Nov 12 09:09:04.081230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:04.086310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7391706b-a90c-45fa-b037-cd895e2ed6e5 req-31a5b291-b7ce-4c6b-a486-9f5685651c60 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597403 Nov 12 09:09:04.221103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.242161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:04.281915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:04.338989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:04.341563 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5cde3b-d8d2-4993-9963-55d0c8d6dc1e" -d '{"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-unplugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:04.346036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.361791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Transition to ACTIVE for port object b67941f7-2db7-4ce9-b8e7-1870e711df44 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:04.367060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.414673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:09:04.415531 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:09:04.416454 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:04.460930 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69930c9b-0b84-49f3-9f3b-cdcc907f1cf1 x-openstack-request-id: req-69930c9b-0b84-49f3-9f3b-cdcc907f1cf1 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:04.461228 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-unplugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:04.461474 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69930c9b-0b84-49f3-9f3b-cdcc907f1cf1 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:04.461895 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'code': 200} Nov 12 09:09:04.859869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:04.875857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.876239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.876583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.876922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.877253 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.877584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.877918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.878244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.878572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.878897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.879219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.879538 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:04.908289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] No DVR routers for this DVR port b67941f7-2db7-4ce9-b8e7-1870e711df44 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:05.074752 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:05.074990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:05.075318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:05.080591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:05.080891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:05.086541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:05.086884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:05.087358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:05.087844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Bound port: b67941f7-2db7-4ce9-b8e7-1870e711df44, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:05.088243 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.175324 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:05.180455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:05.186959 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.238383 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.239128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.240520 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] 10.222.0.25 "PUT /v2.0/ports/b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1093 time: 1.3308289 Nov 12 09:09:05.297478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbb216-d50f-4866-b75b-1a076e96287b req-fbb7ecec-c98f-4dbd-a58d-947fbc49dbe0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.299124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45fbb216-d50f-4866-b75b-1a076e96287b req-fbb7ecec-c98f-4dbd-a58d-947fbc49dbe0 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0781112 Nov 12 09:09:05.342355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a9bbf-ded8-4317-bf00-bd10ae45ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:05.372348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45fbb216-d50f-4866-b75b-1a076e96287b req-507be7f0-d92e-4bfa-bf9a-95960921542d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610228 Nov 12 09:09:05.373911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-e238487e-f034-4311-b3a6-fdf52d17dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.376739 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-e238487e-f034-4311-b3a6-fdf52d17dbf8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1096 time: 0.0992959 Nov 12 09:09:05.508892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-74f9a163-3915-452b-bbeb-c0256049d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.511510 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-74f9a163-3915-452b-bbeb-c0256049d93c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1277535 Nov 12 09:09:05.598705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-026ad17e-f8d8-4c9e-af2d-f34cc12fe4ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.0785122 Nov 12 09:09:05.657583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-466090f9-cd1c-4a1d-850f-05cfb78869bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.659498 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-466090f9-cd1c-4a1d-850f-05cfb78869bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0535915 Nov 12 09:09:05.714399 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361967be-290a-40f2-8c58-caad1de43234 req-888e474d-15a7-4366-b2fb-dafe70b243e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.716028 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-888e474d-15a7-4366-b2fb-dafe70b243e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475042 Nov 12 09:09:05.823052 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-d8eb9d15-afc0-4b66-ab47-037187eacc91 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981395 Nov 12 09:09:05.928107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-7c103393-42f9-4a85-b750-b2bcfd3d56f4 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980141 Nov 12 09:09:06.462878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:06.466541 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6eac44-7c02-4696-84cf-96fb802cd5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:06.533732 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382598e2-39fc-4c18-a80c-a49893259f86 x-openstack-request-id: req-382598e2-39fc-4c18-a80c-a49893259f86 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:06.534270 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:06.534601 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-382598e2-39fc-4c18-a80c-a49893259f86 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:06.535222 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'status': 'completed', 'code': 200} Nov 12 09:09:06.622770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688193-7123-452c-801e-c5c90ccdf183 req-4c724f01-2bca-4822-8501-e59698a45f3d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.625202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e688193-7123-452c-801e-c5c90ccdf183 req-4c724f01-2bca-4822-8501-e59698a45f3d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.1082621 Nov 12 09:09:06.687265 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-d8905481-3002-4f6b-b801-9205016c2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.688886 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-d8905481-3002-4f6b-b801-9205016c2f92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1096 time: 0.1257455 Nov 12 09:09:06.695787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-47f6ca64-c22c-42cc-86af-d3f7b4507f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.697372 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-47f6ca64-c22c-42cc-86af-d3f7b4507f21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1096 time: 0.1175556 Nov 12 09:09:06.716012 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e688193-7123-452c-801e-c5c90ccdf183 req-ce4d187b-de93-4083-84d3-c1ef6cdc68d7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786700 Nov 12 09:09:06.878080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-8f56aeb2-93fe-4819-a7d3-ba6a5b01f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.879675 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-8f56aeb2-93fe-4819-a7d3-ba6a5b01f8ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1805601 Nov 12 09:09:06.882994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-2ab5aae0-5f49-486e-9c1b-da0cec20f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.884708 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-2ab5aae0-5f49-486e-9c1b-da0cec20f6d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1755426 Nov 12 09:09:07.010273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-07d1fb2c-b573-4171-8aa1-c4f24d6bf863 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.1231999 Nov 12 09:09:07.015318 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-9df83ecd-b8c1-48a6-a537-37fda67c11c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.1215873 Nov 12 09:09:07.106235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-ec4deb07-d721-4620-8558-2efc6241446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.107655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-ec4deb07-d721-4620-8558-2efc6241446a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0903873 Nov 12 09:09:07.112110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-67f7f6fb-3d25-47e4-b94f-5598f2b970a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.113626 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-67f7f6fb-3d25-47e4-b94f-5598f2b970a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0884149 Nov 12 09:09:07.212168 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-ecf8aa78-a18f-4045-8901-148a55e66ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.214963 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-ecf8aa78-a18f-4045-8901-148a55e66ee6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988390 Nov 12 09:09:07.229463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-4d170df5-b513-4930-bcff-b9f83344ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.232235 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-4d170df5-b513-4930-bcff-b9f83344ca42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065640 Nov 12 09:09:07.421331 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-d8cf1e56-7584-4ff9-83d8-1207704a6c91 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969321 Nov 12 09:09:07.425458 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-364e3788-69cb-435a-b669-21187087ab85 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804373 Nov 12 09:09:07.599197 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-498bcdf8-c552-4587-9bfd-e6a8efa328cd service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710241 Nov 12 09:09:07.603324 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6e6eac44-7c02-4696-84cf-96fb802cd5a6 req-133200a9-f62b-432f-823c-dada27c89760 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675203 Nov 12 09:09:07.856739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384cec-13bb-4cb6-bfff-e6f2e3fcba1c req-01825c97-a836-484a-b2be-724e210c36aa tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.858009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d384cec-13bb-4cb6-bfff-e6f2e3fcba1c req-01825c97-a836-484a-b2be-724e210c36aa tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0559998 Nov 12 09:09:07.940031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1d384cec-13bb-4cb6-bfff-e6f2e3fcba1c req-3f52f4d9-4592-4b71-9f2a-8cdbd7439d26 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707390 Nov 12 09:09:09.136805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684d95-b230-467c-9791-d24acc75ac4c req-3a968b50-02e1-4129-b720-aaaa9305c651 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.138450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73684d95-b230-467c-9791-d24acc75ac4c req-3a968b50-02e1-4129-b720-aaaa9305c651 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0946937 Nov 12 09:09:09.213047 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73684d95-b230-467c-9791-d24acc75ac4c req-d8d8bc15-784f-4bd7-b0cc-14d52162f2b1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632892 Nov 12 09:09:09.288558 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.361153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8c4d3-bc79-48fe-b825-3326278ddcce req-bd60267e-ed2d-4147-a075-7b8f5dfd4daf tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.362798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2f8c4d3-bc79-48fe-b825-3326278ddcce req-bd60267e-ed2d-4147-a075-7b8f5dfd4daf tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0533834 Nov 12 09:09:10.424265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2f8c4d3-bc79-48fe-b825-3326278ddcce req-c195c2bd-f446-4afc-b89b-39d2ce3ffb7e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539632 Nov 12 09:09:10.775014 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a2b040ce-63ba-4cd9-84e9-ff2894db761e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.599259 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a7874-627b-4f00-805f-8f1b10ce5bd4 req-3ba1a1e5-6496-4857-a2bc-8f66617295cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:11.601734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c4a7874-627b-4f00-805f-8f1b10ce5bd4 req-3ba1a1e5-6496-4857-a2bc-8f66617295cd tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0852244 Nov 12 09:09:11.671486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c4a7874-627b-4f00-805f-8f1b10ce5bd4 req-60db63ca-de0c-43fb-8c36-500db69a2a60 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615091 Nov 12 09:09:12.282945 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.809681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e5cd-79a5-41be-8b4a-20518ba1bfcb req-973734ea-4bc7-4894-9d20-7a3765dd1718 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:12.811337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43c3e5cd-79a5-41be-8b4a-20518ba1bfcb req-973734ea-4bc7-4894-9d20-7a3765dd1718 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0593650 Nov 12 09:09:12.895283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-43c3e5cd-79a5-41be-8b4a-20518ba1bfcb req-dfe097b6-827f-46e1-9a8f-b62608ebe0b6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761442 Nov 12 09:09:13.233142 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-714292cc-ef3e-4afb-8e08-336de5fb73f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.027264 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3013-6a01-42ce-aa44-7e3d94b4b033 req-873e00d7-ddc2-4568-938d-edf8de960bbb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.028953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad6b3013-6a01-42ce-aa44-7e3d94b4b033 req-873e00d7-ddc2-4568-938d-edf8de960bbb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0556250 Nov 12 09:09:14.086147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ad6b3013-6a01-42ce-aa44-7e3d94b4b033 req-1d9eb724-20d8-4f38-947a-56ce7d570138 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504441 Nov 12 09:09:14.743613 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.227620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d36166-fa30-42cd-96f6-b5cf901978f4 req-121a4a97-82d4-466e-92a3-dc11d400d503 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.229964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40d36166-fa30-42cd-96f6-b5cf901978f4 req-121a4a97-82d4-466e-92a3-dc11d400d503 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0590672 Nov 12 09:09:15.289520 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-40d36166-fa30-42cd-96f6-b5cf901978f4 req-b6069492-19d0-447b-8cd6-90113f2f8aca tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529208 Nov 12 09:09:15.883823 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.429216 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fc29f-0497-4d50-b623-2660ceda26bd req-01bfb3e2-a0e3-4b86-a1c5-d1d3b6e64236 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.431882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f3fc29f-0497-4d50-b623-2660ceda26bd req-01bfb3e2-a0e3-4b86-a1c5-d1d3b6e64236 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0648715 Nov 12 09:09:16.503865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f3fc29f-0497-4d50-b623-2660ceda26bd req-d961e62b-82ad-40a7-8a2a-2571ef936065 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655589 Nov 12 09:09:16.855296 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.631043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db87b16-4520-4068-8a82-2c15a98334b1 req-d5d8bfa5-a418-46ff-9b1b-81c31a3869cc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.632694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5db87b16-4520-4068-8a82-2c15a98334b1 req-d5d8bfa5-a418-46ff-9b1b-81c31a3869cc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0530522 Nov 12 09:09:17.688198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5db87b16-4520-4068-8a82-2c15a98334b1 req-b7aca75d-74a4-425f-b450-19bb06095c75 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483181 Nov 12 09:09:18.847550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1d8c-d0d6-451a-81c5-fac7e724e879 req-0a869873-2881-4ce5-aa38-3730590cb3a7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.849848 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7fc1d8c-d0d6-451a-81c5-fac7e724e879 req-0a869873-2881-4ce5-aa38-3730590cb3a7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0831835 Nov 12 09:09:18.903761 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a7fc1d8c-d0d6-451a-81c5-fac7e724e879 req-110230ac-6b4b-4398-97c1-1962753d754d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 Nov 12 09:09:20.314125 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7282b-38d5-4911-abaa-b9bde1e30f79 req-49ea0153-3f9d-47cf-bc93-201ef97d938b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.315696 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eb7282b-38d5-4911-abaa-b9bde1e30f79 req-49ea0153-3f9d-47cf-bc93-201ef97d938b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.3318713 Nov 12 09:09:20.370546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2eb7282b-38d5-4911-abaa-b9bde1e30f79 req-57b165bb-4dd5-4f1a-a2f2-6c2c4b4e1c78 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482497 Nov 12 09:09:21.551853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5866-0475-4e4d-8e41-2f5549fd3294 req-5aff360a-0de0-4731-80ba-32307bbbb671 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.553927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0ca5866-0475-4e4d-8e41-2f5549fd3294 req-5aff360a-0de0-4731-80ba-32307bbbb671 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0945013 Nov 12 09:09:21.608199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d0ca5866-0475-4e4d-8e41-2f5549fd3294 req-fdb1f6f4-46d6-4aed-a59f-2af8779d5b71 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472682 Nov 12 09:09:22.750984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c44a9-cb73-4237-aacf-1a81742cfada req-ccb88d88-b9c4-4667-adda-39731ff3df69 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.752494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-707c44a9-cb73-4237-aacf-1a81742cfada req-ccb88d88-b9c4-4667-adda-39731ff3df69 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 944 time: 0.0540354 Nov 12 09:09:22.824715 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-707c44a9-cb73-4237-aacf-1a81742cfada req-2b24ba70-1f74-4dc1-838b-aa36ec51abfb tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610974 Nov 12 09:09:22.895344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:23.029511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:23.043791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'mac_address': 'fa:16:3e:54:1c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:23.093984 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.110406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67941f7-2db7-4ce9-b8e7-1870e711df44 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:23.137667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:23.144024 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.226073 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3528-ec75-45e4-923e-3e972191ee71 req-30a1c9c0-dd4f-401a-81a4-7ee151d2cfe5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.227683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cbc3528-ec75-45e4-923e-3e972191ee71 req-30a1c9c0-dd4f-401a-81a4-7ee151d2cfe5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0548201 Nov 12 09:09:23.242319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-638e638a-c1af-4537-a083-46b194eb9c72 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.245399 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-638e638a-c1af-4537-a083-46b194eb9c72 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&tenant_id=83881b687ee74f338a089837f600c840&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 945 time: 0.1008494 Nov 12 09:09:23.248374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:23.262242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.262811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.263390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.263966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.264577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.265159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.265723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.266265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.266632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.266968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.267404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.267935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:23.289431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5cbc3528-ec75-45e4-923e-3e972191ee71 req-37de6d75-e33b-4d98-9ed7-7d9034f41da6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538473 Nov 12 09:09:23.340103 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-7db3e056-1c26-42fe-ba5a-9cc2edd97f8b service neutron] 10.222.0.25 "GET /v2.0/ports/b67941f7-2db7-4ce9-b8e7-1870e711df44/bindings/n-h1-768509-25 HTTP/1.1" status: 200 len: 383 time: 0.0840857 Nov 12 09:09:23.428629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b3c9d5b7-db7d-4bbc-b615-43eb3d87f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.430346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b3c9d5b7-db7d-4bbc-b615-43eb3d87f1ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1097 time: 0.0628502 Nov 12 09:09:23.542715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['b67941f7-2db7-4ce9-b8e7-1870e711df44'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:23.554651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-c00b51e0-6e60-4a52-abb7-0ffe8770be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.556292 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-c00b51e0-6e60-4a52-abb7-0ffe8770be31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1175177 Nov 12 09:09:23.668729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-cc46b99b-29de-4d0c-8096-0da2acffa3ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1001 time: 0.1042857 Nov 12 09:09:23.747010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-c3cd49f3-cfb6-4ecc-8d65-427b3baa5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.748948 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-c3cd49f3-cfb6-4ecc-8d65-427b3baa5f9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0731676 Nov 12 09:09:23.804458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-6c55d12c-4407-49a7-902a-b90030fdba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.806025 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-6c55d12c-4407-49a7-902a-b90030fdba5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488582 Nov 12 09:09:23.913761 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-1527b730-2bfc-40c5-b5cb-2ce534f8de7e service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994055 Nov 12 09:09:24.030390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-eb99f5d4-2be1-4728-93a2-d52667853263 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078887 Nov 12 09:09:24.467009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c765ee-256e-4b09-847a-0e7ea189d95d req-80ab11dd-dd41-440c-a344-7efc54da1e0c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.475391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97c765ee-256e-4b09-847a-0e7ea189d95d req-80ab11dd-dd41-440c-a344-7efc54da1e0c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0566807 Nov 12 09:09:24.526140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-97c765ee-256e-4b09-847a-0e7ea189d95d req-59bbe5ab-8a79-481b-ba82-494107f238f1 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479615 Nov 12 09:09:24.907345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:24.964449 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port b67941f7-2db7-4ce9-b8e7-1870e711df44 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:24.969251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port b67941f7-2db7-4ce9-b8e7-1870e711df44 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:24.969718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.063732 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.095015 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:25.097392 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ab86e-de77-4d77-b374-7cdcc999ce8f" -d '{"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-plugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:25.113251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:25.119488 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.183038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:25.308962 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33429e29-9c40-4832-be7b-fd26c410e1f8 x-openstack-request-id: req-33429e29-9c40-4832-be7b-fd26c410e1f8 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:25.309253 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-plugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:25.309509 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33429e29-9c40-4832-be7b-fd26c410e1f8 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:25.309921 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'code': 200} Nov 12 09:09:25.679414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dbb12-9055-48c4-a56a-e7218faa6ae3 req-0556f300-eb56-4cd9-90eb-29c0638baeba tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:25.681186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-184dbb12-9055-48c4-a56a-e7218faa6ae3 req-0556f300-eb56-4cd9-90eb-29c0638baeba tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0577297 Nov 12 09:09:25.735409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-184dbb12-9055-48c4-a56a-e7218faa6ae3 req-eb356244-8155-4c93-a155-7e95f16e284a tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472643 Nov 12 09:09:26.875263 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0756c-5176-4d69-bc5c-408074af1834 req-651c0f8b-c7af-4a4e-84ba-008a7e52a893 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.876912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57d0756c-5176-4d69-bc5c-408074af1834 req-651c0f8b-c7af-4a4e-84ba-008a7e52a893 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0550776 Nov 12 09:09:26.930512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57d0756c-5176-4d69-bc5c-408074af1834 req-850e6408-314e-40cd-a802-97a981e4cedc tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465074 Nov 12 09:09:28.082875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f3596-f1b9-402a-8a43-0f2e27bdddea req-e4fdba9b-d87e-4c26-9aa0-04cf39a68b1f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.085054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-223f3596-f1b9-402a-8a43-0f2e27bdddea req-e4fdba9b-d87e-4c26-9aa0-04cf39a68b1f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0698659 Nov 12 09:09:28.165301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-223f3596-f1b9-402a-8a43-0f2e27bdddea req-b7f7d1e6-c758-4fc2-8d7d-d662d924cf98 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722909 Nov 12 09:09:29.014368 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-9ef715f8-17ba-4ac8-886d-c0e188906715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.016073 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-9ef715f8-17ba-4ac8-886d-c0e188906715 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&tenant_id=83881b687ee74f338a089837f600c840 HTTP/1.1" status: 200 len: 1098 time: 0.1749766 Nov 12 09:09:29.030263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:29.095483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.339333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6984ff1-35b5-4d66-8629-937f3e4837eb req-f583cfb2-c525-44eb-9b96-a596edf21c3f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.340892 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6984ff1-35b5-4d66-8629-937f3e4837eb req-f583cfb2-c525-44eb-9b96-a596edf21c3f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0550451 Nov 12 09:09:29.366920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:29.395555 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6984ff1-35b5-4d66-8629-937f3e4837eb req-dbe53d91-4cd6-4cc3-9e03-41d189769e24 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478809 Nov 12 09:09:29.406532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:29.451326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:29.453977 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e66e8-5083-4653-9b43-4a74e68be864" -d '{"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-unplugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:29.458828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.474514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Transition to ACTIVE for port object b67941f7-2db7-4ce9-b8e7-1870e711df44 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:29.484089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.592645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=10']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:29.644858 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e9b62-e3ed-4179-81bc-d8528254d188 x-openstack-request-id: req-e34e9b62-e3ed-4179-81bc-d8528254d188 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:29.645306 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-unplugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:29.645652 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e34e9b62-e3ed-4179-81bc-d8528254d188 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:29.646278 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'code': 200} Nov 12 09:09:29.647590 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] No DVR routers for this DVR port b67941f7-2db7-4ce9-b8e7-1870e711df44 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:29.841018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:29.841344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:29.841614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:29.847155 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:29.848275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Attempting to bind port b67941f7-2db7-4ce9-b8e7-1870e711df44 on network 9480da37-340e-4ba3-9146-9e78c0770702 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:29.855978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:29.856554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Checking segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:29.857152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Bound using segment: {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:29.857875 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Bound port: b67941f7-2db7-4ce9-b8e7-1870e711df44, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a34c70-3cf5-4a06-89b4-f0667d5a54a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:29.858451 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.945306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:29.950031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:29.954586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.991171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.991800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.993376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] 10.222.0.32 "PUT /v2.0/ports/b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1094 time: 0.9682283 Nov 12 09:09:30.033389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e5336-e774-43e6-88d4-c4f9f1563b4f service neutron] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=11']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.085711 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-bb47d86d-ab74-4fa4-9933-c66bb696ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.088969 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-bb47d86d-ab74-4fa4-9933-c66bb696ac3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1097 time: 0.0656240 Nov 12 09:09:30.213578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-31f1222c-fd6b-431f-9159-a1aefdf113b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.215160 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-31f1222c-fd6b-431f-9159-a1aefdf113b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1187537 Nov 12 09:09:30.323032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-f5c09192-b25b-48a2-8d26-dbe5d8b78efc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.0998383 Nov 12 09:09:30.378084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-f4c62bba-b980-430c-9f80-b0f289b1d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.380666 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-f4c62bba-b980-430c-9f80-b0f289b1d3bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0505438 Nov 12 09:09:30.436362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-0bd0a707-bed9-4801-a0ee-6a8ab9a1a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.437895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-0bd0a707-bed9-4801-a0ee-6a8ab9a1a93d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503571 Nov 12 09:09:30.557676 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c31ac8-f330-4abf-a447-884dc07fa42a req-14b69a1f-e24e-469d-9a12-9c820f72c17d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.559327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2c31ac8-f330-4abf-a447-884dc07fa42a req-14b69a1f-e24e-469d-9a12-9c820f72c17d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0566387 Nov 12 09:09:30.576691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-c7bb9b9a-4455-457b-8ce3-5b4b05055146 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299419 Nov 12 09:09:30.637181 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2c31ac8-f330-4abf-a447-884dc07fa42a req-25402a5a-6847-4b12-b8c7-107c93c9a699 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704007 Nov 12 09:09:30.749462 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8809c7e-0d5d-48c3-9644-9cb983cead4f req-34cefcb1-f55b-4dd0-95d4-fd54fa42dcd0 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656651 Nov 12 09:09:30.923688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:30.971851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:31.647877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:31.651642 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536dac00-d876-4998-8898-5988b0917ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:31.764762 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95f0524-27bb-4f1b-9a76-c645ac7e10ab x-openstack-request-id: req-a95f0524-27bb-4f1b-9a76-c645ac7e10ab {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:31.765194 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:31.765585 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a95f0524-27bb-4f1b-9a76-c645ac7e10ab {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:31.766211 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'status': 'completed', 'code': 200} Nov 12 09:09:31.827590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb96345-b035-428d-988a-0443fa134a0b req-4bdeaad7-6c55-4791-8111-6126e38ad5c2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.829297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eb96345-b035-428d-988a-0443fa134a0b req-4bdeaad7-6c55-4791-8111-6126e38ad5c2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0899835 Nov 12 09:09:31.896171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-ea857d8f-53ce-48c5-bb5c-8349b7d17b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.896501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3eb96345-b035-428d-988a-0443fa134a0b req-db24183c-ff28-49e0-82c6-f390382d1a4b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552998 Nov 12 09:09:31.897701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-ea857d8f-53ce-48c5-bb5c-8349b7d17b0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1097 time: 0.1152463 Nov 12 09:09:31.901597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-c2f61466-7616-449d-9d0d-65f995b8d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.903078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-c2f61466-7616-449d-9d0d-65f995b8d615 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1097 time: 0.1045852 Nov 12 09:09:32.080911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-36e8e0f2-cf56-4c43-bafa-99b26c5d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.082345 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-36e8e0f2-cf56-4c43-bafa-99b26c5d10f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1755574 Nov 12 09:09:32.083626 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-e81e62a2-65a0-4f7a-a0f2-3d443cc14f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.085044 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-e81e62a2-65a0-4f7a-a0f2-3d443cc14f37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.1699834 Nov 12 09:09:32.206810 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-ebc33060-5801-47cc-aa3a-3386eee21190 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.1161401 Nov 12 09:09:32.211729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-f1cc50c3-2042-456b-8e44-4cf4f6a62bf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.1140573 Nov 12 09:09:32.296336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-cb602307-9e84-4df8-98e8-2d37a0993e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.297896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-cb602307-9e84-4df8-98e8-2d37a0993e7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0839417 Nov 12 09:09:32.300166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-4e80e260-964f-46b3-807c-00676ad75b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.301553 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-4e80e260-964f-46b3-807c-00676ad75b81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0798151 Nov 12 09:09:32.442773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-0848071b-dc28-4c4e-afd2-4ba16b9f7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.445636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-0848071b-dc28-4c4e-afd2-4ba16b9f7e8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392813 Nov 12 09:09:32.450366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dac00-d876-4998-8898-5988b0917ee5 req-f51bf15f-e4fb-4667-864d-c1298def5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.453219 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-f51bf15f-e4fb-4667-864d-c1298def5b9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330349 Nov 12 09:09:33.033529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-612eb361-d75a-4edc-91d0-ad32ab963e52 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788953 Nov 12 09:09:33.036225 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-85a84e48-ccb8-495c-babf-17a9f50b158e service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697000 Nov 12 09:09:33.089823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83b96-85d7-43c6-b412-44b88c242d96 req-8ec2f248-6224-4dbe-9c02-4c2413e61d37 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.091473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3e83b96-85d7-43c6-b412-44b88c242d96 req-8ec2f248-6224-4dbe-9c02-4c2413e61d37 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0563886 Nov 12 09:09:33.155842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3e83b96-85d7-43c6-b412-44b88c242d96 req-56312083-a762-4264-91fa-e8455e273900 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521917 Nov 12 09:09:33.324042 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-1d5a59cb-d5ff-4da9-96da-be024db73262 service neutron] 10.222.0.25 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823522 Nov 12 09:09:33.330379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-536dac00-d876-4998-8898-5988b0917ee5 req-9bfaf791-b5ee-474d-8011-c47b59290b37 service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760911 Nov 12 09:09:34.313103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74be18-e5e4-4f1a-b599-7d1359aa0a8c req-a8acb9ed-3307-42c5-90fb-6629a747eca8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:34.314797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc74be18-e5e4-4f1a-b599-7d1359aa0a8c req-a8acb9ed-3307-42c5-90fb-6629a747eca8 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0592813 Nov 12 09:09:34.369386 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc74be18-e5e4-4f1a-b599-7d1359aa0a8c req-f19953b0-c6fc-438e-9303-022959ffc22c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471194 Nov 12 09:09:35.534956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4407-13b6-43c7-b9b4-b6d53db92d30 req-9c89f76d-e088-49b9-9f78-2f0a938e1526 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.536651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-182f4407-13b6-43c7-b9b4-b6d53db92d30 req-9c89f76d-e088-49b9-9f78-2f0a938e1526 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0773959 Nov 12 09:09:35.598348 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-182f4407-13b6-43c7-b9b4-b6d53db92d30 req-867380b9-feb6-4287-80d2-0bf58ce384b9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Nov 12 09:09:36.771798 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea759b-1b9c-48be-826c-190b8846ea93 req-6f781a45-c9fc-4611-9a6c-1891953e9b1f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.773473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01ea759b-1b9c-48be-826c-190b8846ea93 req-6f781a45-c9fc-4611-9a6c-1891953e9b1f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0551624 Nov 12 09:09:36.835451 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01ea759b-1b9c-48be-826c-190b8846ea93 req-55916006-9c8d-4746-b836-57624ecf2445 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519264 Nov 12 09:09:37.980207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f54cda-7921-4062-a0ba-a10d1bd939d3 req-dfc493cd-d4cd-4176-811f-2912c88a2dff tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:37.981893 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f54cda-7921-4062-a0ba-a10d1bd939d3 req-dfc493cd-d4cd-4176-811f-2912c88a2dff tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0583668 Nov 12 09:09:38.041873 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b5f54cda-7921-4062-a0ba-a10d1bd939d3 req-4169e711-02ec-45c3-9c25-65e9437fe396 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491281 Nov 12 09:09:39.236128 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04ee1-145b-4ff7-bfac-03c68c6194d5 req-b9250998-0bcf-4929-9fc6-7a4af121d6d2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:39.238843 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fa04ee1-145b-4ff7-bfac-03c68c6194d5 req-b9250998-0bcf-4929-9fc6-7a4af121d6d2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0851407 Nov 12 09:09:39.288766 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.315418 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fa04ee1-145b-4ff7-bfac-03c68c6194d5 req-11a3daf5-4ecf-4ab9-b005-46f107042c51 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685592 Nov 12 09:09:40.472176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e95ee-1d86-4669-96d4-47954d326a27 req-4000afa4-645e-45b7-9585-8ef4efdf9f1d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.474351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b3e95ee-1d86-4669-96d4-47954d326a27 req-4000afa4-645e-45b7-9585-8ef4efdf9f1d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0625849 Nov 12 09:09:40.535857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8b3e95ee-1d86-4669-96d4-47954d326a27 req-05d20236-e562-40a9-9631-0a56e74263e9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540156 Nov 12 09:09:40.761232 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-13bee0a7-0775-47ac-ac1d-6cd94e3f7f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.418525 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:41.673891 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143365-4c4e-4d39-8a42-95e169ca5ea6 req-8fdeeebe-d5cd-4d6b-85b6-b5b3401363ce tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.676511 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b143365-4c4e-4d39-8a42-95e169ca5ea6 req-8fdeeebe-d5cd-4d6b-85b6-b5b3401363ce tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0633969 Nov 12 09:09:41.731459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b143365-4c4e-4d39-8a42-95e169ca5ea6 req-d26d24ae-d3b3-4c52-992c-2308e8e0412b tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482831 Nov 12 09:09:42.281874 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.887472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993edc3-933f-4973-abb6-4f6ef4f7ce9b req-abcf748b-e0fc-4b2e-b273-51166205831d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:42.889220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3993edc3-933f-4973-abb6-4f6ef4f7ce9b req-abcf748b-e0fc-4b2e-b273-51166205831d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0731082 Nov 12 09:09:42.957273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3993edc3-933f-4973-abb6-4f6ef4f7ce9b req-8b900291-35f4-45ef-8908-b54c1718e7a4 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571623 Nov 12 09:09:43.238244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6390b52d-8c0f-48fa-babc-c6b6115670bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.684314 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-cabefbd9-0046-46de-9207-59cb4e0ee03f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577126 Nov 12 09:09:43.773307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-5244911c-a40e-459c-94f0-21c6fbafd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.774864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-5244911c-a40e-459c-94f0-21c6fbafd01e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83881b687ee74f338a089837f600c840&device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 1097 time: 0.0461645 Nov 12 09:09:43.893009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-d0745fe6-e793-4032-bb55-2cbe0be9cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.894751 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-d0745fe6-e793-4032-bb55-2cbe0be9cf7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 200 len: 912 time: 0.0974054 Nov 12 09:09:43.972385 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-67336f3e-d6e2-49e6-96ba-295b0f4d194f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 200 len: 1000 time: 0.0700889 Nov 12 09:09:44.034562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-c1391ac6-ac0a-4664-a455-3ec4d0ea0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.036231 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-c1391ac6-ac0a-4664-a455-3ec4d0ea0c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 200 len: 851 time: 0.0571189 Nov 12 09:09:44.099919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-7b413f64-9366-4416-b10b-8d523808c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.101961 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-7b413f64-9366-4416-b10b-8d523808c786 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9480da37-340e-4ba3-9146-9e78c0770702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583608 Nov 12 09:09:44.127161 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1486-c918-4c41-ba48-4d5ed1746f60 req-b09a5125-a385-4591-bf03-7d618a57b00e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.129942 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92cc1486-c918-4c41-ba48-4d5ed1746f60 req-b09a5125-a385-4591-bf03-7d618a57b00e tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0845013 Nov 12 09:09:44.211375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-92cc1486-c918-4c41-ba48-4d5ed1746f60 req-7a54952f-e413-48bb-854f-f8d4058c4df5 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746999 Nov 12 09:09:44.212028 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-a0a29f14-54f7-40b2-8930-715eb21a0bce service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018326 Nov 12 09:09:44.335665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:44.349834 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bc2e9985-c1ca-4b01-827d-c38f2d65e96d req-0392e812-8492-44e7-99f7-02188d76e2bc service neutron] 10.222.0.32 "GET /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307497 Nov 12 09:09:44.370840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98229c-acc0-4a58-8ebe-ef85b9ed09fc req-2527727e-2242-45d3-ae55-6a7d19fffe11 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.373080 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c98229c-acc0-4a58-8ebe-ef85b9ed09fc req-2527727e-2242-45d3-ae55-6a7d19fffe11 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0748153 Nov 12 09:09:44.443167 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1c98229c-acc0-4a58-8ebe-ef85b9ed09fc req-a320a5d2-eca6-4d14-9700-78373d00805d tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591428 Nov 12 09:09:44.484905 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:44.500453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'port_id': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'mac_address': 'fa:16:3e:54:1c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:44.542679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.565357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67941f7-2db7-4ce9-b8e7-1870e711df44 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:44.591482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:44.596693 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.615022 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ef48d-20e4-40c5-8b94-aaa80305c0c4 req-b88518c5-e1e2-4f4d-a939-1781ce0593d2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.616937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-963ef48d-20e4-40c5-8b94-aaa80305c0c4 req-b88518c5-e1e2-4f4d-a939-1781ce0593d2 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 945 time: 0.0684228 Nov 12 09:09:44.667917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=12']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:44.694358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-963ef48d-20e4-40c5-8b94-aaa80305c0c4 req-3c7584f0-146d-42c1-ba06-9121a0bd2860 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631185 Nov 12 09:09:44.747033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.836248 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b67941f7-2db7-4ce9-b8e7-1870e711df44'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:45.043271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d941-f409-4a10-ac67-3dd9512c0ef8 req-9cce764b-4f24-45e3-ac3f-491b5d46c90f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.046292 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b34d941-f409-4a10-ac67-3dd9512c0ef8 req-9cce764b-4f24-45e3-ac3f-491b5d46c90f tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0721843 Nov 12 09:09:45.099411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7b34d941-f409-4a10-ac67-3dd9512c0ef8 req-34edbbf9-1f72-4603-b675-45a9e6497f14 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Nov 12 09:09:45.887889 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.253522 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16adb0-f45d-4e8e-9d99-8de715737d88 req-a7ccc821-61dd-469a-9553-52e776d9aee9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.255148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f16adb0-f45d-4e8e-9d99-8de715737d88 req-a7ccc821-61dd-469a-9553-52e776d9aee9 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0694997 Nov 12 09:09:46.311758 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6f16adb0-f45d-4e8e-9d99-8de715737d88 req-6c5ef26c-fdf7-4269-a8a7-617432cca2a7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493917 Nov 12 09:09:46.364826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:46.449418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port b67941f7-2db7-4ce9-b8e7-1870e711df44 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:46.454373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port b67941f7-2db7-4ce9-b8e7-1870e711df44 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:46.454809 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.569591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-7c39fd72-0640-44dc-959e-63befc05de75 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.571558 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-7c39fd72-0640-44dc-959e-63befc05de75 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 946 time: 0.0650623 Nov 12 09:09:46.579277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.627187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:46.631456 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8c2ec9-3cd1-4ce5-948e-d8cf399cffd5" -d '{"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-plugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:46.656377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:46.664812 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.710972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Deleting port b67941f7-2db7-4ce9-b8e7-1870e711df44 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:46.711429 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd16ae54-1b84-4f9b-ac88-0eda1447f990 x-openstack-request-id: req-cd16ae54-1b84-4f9b-ac88-0eda1447f990 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:46.711604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.712449 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-plugged", "status": "completed", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:46.712880 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd16ae54-1b84-4f9b-ac88-0eda1447f990 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:46.713504 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'code': 200} Nov 12 09:09:46.760917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=13']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:46.853667 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.870952 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] For port b67941f7-2db7-4ce9-b8e7-1870e711df44, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b67941f7-2db7-4ce9-b8e7-1870e711df44,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:46.871317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.150128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.150634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.151145 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99 disassociated. External IP: 172.25.4.22, port: b67941f7-2db7-4ce9-b8e7-1870e711df44. Nov 12 09:09:47.151698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Calling delete_port for b67941f7-2db7-4ce9-b8e7-1870e711df44 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:47.309159 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.342836 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event deleted for resources: {'Port': ['ID=b67941f7-2db7-4ce9-b8e7-1870e711df44,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:47.452554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf7fde51-4668-4951-9d77-5540b2a52114 req-f577c599-069e-407b-8b20-8727c1da90da tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0289114 Nov 12 09:09:47.538642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:47.713777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:47.728999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:47.742539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:47.743646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:09:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:47.761497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] No DVR routers for this DVR port b67941f7-2db7-4ce9-b8e7-1870e711df44 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:47.765080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.769608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-82f20a4f-fbf8-4af2-b755-f762711dd724 req-07711d94-cd94-4d4f-9e3d-0cf0e1193430 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.32 "DELETE /v2.0/ports/b67941f7-2db7-4ce9-b8e7-1870e711df44 HTTP/1.1" status: 204 len: 173 time: 1.1919284 Nov 12 09:09:47.770302 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-deleted', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:47.773265 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cd08e9-1044-42ad-b236-212814360777" -d '{"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-deleted", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:47.831545 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d808c-ce12-49f1-bde9-1f760e5d228f x-openstack-request-id: req-a13d808c-ce12-49f1-bde9-1f760e5d228f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:47.832012 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38", "name": "network-vif-deleted", "tag": "b67941f7-2db7-4ce9-b8e7-1870e711df44", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:47.832457 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a13d808c-ce12-49f1-bde9-1f760e5d228f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:47.833351 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38', 'name': 'network-vif-deleted', 'tag': 'b67941f7-2db7-4ce9-b8e7-1870e711df44', 'status': 'completed', 'code': 200} Nov 12 09:09:47.898890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:48.242233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:48.291633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:48.307871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:48.308918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:09:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:48.482129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:48.605531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2832b53-d365-4182-acfa-c3de5f536979 req-0b9b2cd3-f2fa-478c-9511-b7f181d50f71 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0298972 Nov 12 09:09:49.005178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:49.042964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f180d2-f38c-4043-9d52-1b22a1ff7bd6 None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 4, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3dac5275-ee96-4e03-a67a-1a1dce1ea7a7', 'name': '', 'network_id': '9480da37-340e-4ba3-9146-9e78c0770702', 'tenant_id': '83881b687ee74f338a089837f600c840', 'mac_address': 'fa:16:3e:88:3e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:50Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'subnets': [{'id': 'a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:49.370809 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3865d9b-67e8-4319-a3ce-b8c05c747798 None None] New status for floating IP a6b5b77b-5073-4fb4-824a-a17a3f173b99: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:09:49.748177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6c8cf52c-888c-410a-b42c-5b7ac8d74eea req-9e02f7a3-055b-4150-8a7e-489526d150c7 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0430369 Nov 12 09:09:50.354232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:50.379346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: b67941f7-2db7-4ce9-b8e7-1870e711df44 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:50.379882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b67941f7-2db7-4ce9-b8e7-1870e711df44 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:50.896102 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-293098c7-8944-41bb-bb98-eb4f36274333 req-9ea4268a-5c78-41a8-b646-e3c7797ef142 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0380757 Nov 12 09:09:52.012020 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-085e469b-0f56-440f-b320-e693c7ced717 req-7ed61c26-abe3-4178-afa6-05a198c9c085 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0348494 Nov 12 09:09:53.140434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35f6c106-92c8-45ed-a458-72795624b27a req-e84c20db-4321-48ce-b0fa-ed40f8ddb94c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a4b3b31-5ea9-40ed-b3e2-2b7b8bc6fb38 HTTP/1.1" status: 200 len: 210 time: 0.0441711 Nov 12 09:09:59.170284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36692) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:59.242490 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.288576 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.379878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.383181 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.384920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "DELETE /v2.0/security-groups/a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa HTTP/1.1" status: 204 len: 168 time: 0.2131333 Nov 12 09:09:59.387913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36694) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:59.401109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:59.406042 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [None req-7b12ad0c-f115-4a2e-a11c-e887f998b02c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] show failed (client error): The resource could not be found. Nov 12 09:09:59.407978 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7b12ad0c-f115-4a2e-a11c-e887f998b02c tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "GET /v2.0/security-groups/a7e65a01-8c53-45cc-ab62-0c6cd55eb8aa HTTP/1.1" status: 404 len: 347 time: 0.0186362 Nov 12 09:09:59.411591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.412122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.412423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36696) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:59.412585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.412925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.413318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.413664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.414188 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.415446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.415792 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.416164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.416586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.416942 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb9be7-9ce5-4244-8f98-3a053f1a7d81 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:59.577386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Deleting port 8128e48c-84e7-4f2f-832b-c115e8d42179 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:59.577840 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.671200 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.671565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.686925 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Calling delete_port for 8128e48c-84e7-4f2f-832b-c115e8d42179 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:59.844775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.890046 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Pushing event deleted for resources: {'Port': ['ID=8128e48c-84e7-4f2f-832b-c115e8d42179,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:00.005135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.010156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.012305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6abcbaf3-b3a2-46bd-ad15-63254e56eaf6 tempest-ServerActionsTestJSON-1690122208 tempest-ServerActionsTestJSON-1690122208-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6b5b77b-5073-4fb4-824a-a17a3f173b99 HTTP/1.1" status: 204 len: 168 time: 0.5972140 Nov 12 09:10:00.015478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36698) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:00.586336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.897249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Deleting port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:00.897808 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.031090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] For port 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:01.031465 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.047780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Calling delete_port for 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:01.262506 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.296726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dac5275-ee96-4e03-a67a-1a1dce1ea7a7,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:01.508836 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.798139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Router d2919782-a423-4736-b836-ad92f08cea6e has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:01.926386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:01.931986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-da46232e-681b-4463-ab00-9f726e4b8194 admin admin] 10.222.0.16 "PUT /v2.0/routers/d2919782-a423-4736-b836-ad92f08cea6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149742 Nov 12 09:10:01.936252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:01.940254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] Sync routers for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:01.954979 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:01.955884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:09:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.077570 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.078027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:02.189669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.257141 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Deleting port b8dbdf03-2059-4006-aa83-bc4f4ad42f64 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:02.257747 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.319091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T09:10:01Z', 'revision_number': 5, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port': {'id': 'b8dbdf03-2059-4006-aa83-bc4f4ad42f64', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:48Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.345153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] For port b8dbdf03-2059-4006-aa83-bc4f4ad42f64, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:02.345433 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.361436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] Checking router: d2919782-a423-4736-b836-ad92f08cea6e for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:10:02.362021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Calling delete_port for b8dbdf03-2059-4006-aa83-bc4f4ad42f64 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:02.371792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] Routers {'d2919782-a423-4736-b836-ad92f08cea6e'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:02.372734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:09:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['d2919782-a423-4736-b836-ad92f08cea6e'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.498457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] Set router d2919782-a423-4736-b836-ad92f08cea6e gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:02.598762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T09:10:02Z', 'revision_number': 6, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:02.646739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef40b9-f29a-4cde-9a9e-fcb962de3615 None None] The sync data for ids ['d2919782-a423-4736-b836-ad92f08cea6e'] in n-d-768509-25 is: [{'id': 'd2919782-a423-4736-b836-ad92f08cea6e', 'name': 'tempest-ServerActionsTestJSON-2017053009-router', 'tenant_id': '83881b687ee74f338a089837f600c840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:47Z', 'updated_at': '2021-11-12T09:10:02Z', 'revision_number': 6, 'project_id': '83881b687ee74f338a089837f600c840', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:02.894157 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.926809 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8dbdf03-2059-4006-aa83-bc4f4ad42f64,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:02.941824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb931d5d-3351-4ca7-94fd-d1fe9a87924d None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:02.996381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.121376 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.124893 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.197766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.198910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2919782-a423-4736-b836-ad92f08cea6e {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:03.205866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.207201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3b293b44-85b6-46d5-b95c-8f725f84a1c7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d2919782-a423-4736-b836-ad92f08cea6e HTTP/1.1" status: 204 len: 168 time: 1.2696073 Nov 12 09:10:03.212024 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36704) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.265235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Deleting subnet a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:03.271088 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.319361 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.468246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.504730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:03.546319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:03.546809 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3dac5275-ee96-4e03-a67a-1a1dce1ea7a7 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:03.564592 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.611939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:03.619323 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.625635 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-79aa6958-7cb8-4de4-b5c1-9b8ce935359d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a746d6dc-4ce6-4f0f-ae73-a11b44e36ea2 HTTP/1.1" status: 204 len: 168 time: 0.4119740 Nov 12 09:10:03.629164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b0bdde-edba-4694-bcd3-7d0af9babf7a None None] Network 9480da37-340e-4ba3-9146-9e78c0770702 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:03.629821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36706) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.764091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.861661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Deleting port dc7eef80-dd7d-4e40-a257-426f35535758 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:03.862121 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.937606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] DHCP port deletion for 9480da37-340e-4ba3-9146-9e78c0770702 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:03.968589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] For port dc7eef80-dd7d-4e40-a257-426f35535758, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dc7eef80-dd7d-4e40-a257-426f35535758,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:03.969108 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.999334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Calling delete_port for dc7eef80-dd7d-4e40-a257-426f35535758 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:04.004639 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] Deleting port dc7eef80-dd7d-4e40-a257-426f35535758 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:04.005262 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.075755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] For port dc7eef80-dd7d-4e40-a257-426f35535758, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=dc7eef80-dd7d-4e40-a257-426f35535758,segment=NetworkSegment(44a34c70-3cf5-4a06-89b4-f0667d5a54a7),segment_id=44a34c70-3cf5-4a06-89b4-f0667d5a54a7)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:04.076214 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.093220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] Calling delete_port for dc7eef80-dd7d-4e40-a257-426f35535758 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:04.142732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.177981 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7eef80-dd7d-4e40-a257-426f35535758,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.182386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] No DVR routers for this DVR port dc7eef80-dd7d-4e40-a257-426f35535758 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:04.191164 n-d-768509-25 neutron-server[102373]: self.session.flush() Nov 12 09:10:04.202632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.261345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] No DVR routers for this DVR port dc7eef80-dd7d-4e40-a257-426f35535758 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:04.272926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bda962-9cb9-4e2f-ae1c-ccfcb6614f24 None None] Pushing event deleted for resources: {'Port': ['ID=dc7eef80-dd7d-4e40-a257-426f35535758,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.277322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.303228 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9480da37-340e-4ba3-9146-9e78c0770702']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.315052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a34c70-3cf5-4a06-89b4-f0667d5a54a7') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.315472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a34c70-3cf5-4a06-89b4-f0667d5a54a7') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.328091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.345497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.353440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:04.354110 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:04.356271 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:04.428727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.434833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.438229 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9480da37-340e-4ba3-9146-9e78c0770702 HTTP/1.1" status: 204 len: 168 time: 0.8063068 Nov 12 09:10:04.451089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bebb91-1eae-474d-8029-5179c8218630 admin admin] Pushing event deleted for resources: {'Network': ['ID=9480da37-340e-4ba3-9146-9e78c0770702,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.598777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36710) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:04.646923 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4dbdf943-6a17-4377-b00b-00133a119184 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83881b687ee74f338a089837f600c840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468311 Nov 12 09:10:04.650282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36712) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:04.707190 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23627a39-f3e1-4237-8346-3dfd967c4ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.736216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23627a39-f3e1-4237-8346-3dfd967c4ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.809777 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23627a39-f3e1-4237-8346-3dfd967c4ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.812497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-23627a39-f3e1-4237-8346-3dfd967c4ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.813745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-23627a39-f3e1-4237-8346-3dfd967c4ec7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8abb912c-2d3f-4aeb-8e3f-dbc2dedab9ca HTTP/1.1" status: 204 len: 168 time: 0.1624227 Nov 12 09:10:04.824331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23627a39-f3e1-4237-8346-3dfd967c4ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abb912c-2d3f-4aeb-8e3f-dbc2dedab9ca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:05.084229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8dbdf03-2059-4006-aa83-bc4f4ad42f64 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:05.118025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b8dbdf03-2059-4006-aa83-bc4f4ad42f64 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:05.118422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b8dbdf03-2059-4006-aa83-bc4f4ad42f64 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:05.118995 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dc7eef80-dd7d-4e40-a257-426f35535758 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:05.153463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: dc7eef80-dd7d-4e40-a257-426f35535758 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:05.154031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device dc7eef80-dd7d-4e40-a257-426f35535758 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:05.809962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36734) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:05.922219 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2063641337-network', 'tenant_id': '5265bb147c7c4e3c9ca36b3bc47331d6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:05.947750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Made reservation on behalf of 5265bb147c7c4e3c9ca36b3bc47331d6 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:05.950763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.961138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.056968 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.062328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.093231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:06.104769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2986da5a-c15b-40c1-9d7b-8ec45c16a373,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.110809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.111276 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Added segment d2b7b0c9-5bb7-4b75-b96b-99713d76933c of type vlan for network 4cbaf5a3-f481-46ea-a228-d05779983027 Nov 12 09:10:06.124134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.124567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.124949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.125350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.125789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.126172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.126667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.127084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.127458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.127826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.128308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.128698 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:06.181578 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.211766 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.213420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.214284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.315156 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5032871 Nov 12 09:10:06.318069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36738) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:06.324493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Request body: {'subnet': {'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2063641337-subnet', 'tenant_id': '5265bb147c7c4e3c9ca36b3bc47331d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:06.328231 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4831c9-8a82-4eb3-806b-6f08153fd01d admin admin] Pushing event updated for resources: {'Network': ['ID=4cbaf5a3-f481-46ea-a228-d05779983027,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.339876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 4cbaf5a3-f481-46ea-a228-d05779983027 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:06.361336 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Made reservation on behalf of 5265bb147c7c4e3c9ca36b3bc47331d6 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:06.364758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.629298 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.698722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bc9fa0-6f66-4bc0-9b34-712740f2cbae,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.709467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Checking segment: {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:06.710043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Network hostable DHCP agents. Network: 4cbaf5a3-f481-46ea-a228-d05779983027, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:06.739207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Network 4cbaf5a3-f481-46ea-a228-d05779983027 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:06.754993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 4cbaf5a3-f481-46ea-a228-d05779983027) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:06.766674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8994c822-7c0c-4214-a218-659a23386391 None None] Network 4cbaf5a3-f481-46ea-a228-d05779983027 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:06.767237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.768283 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.804123 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7104b8ec-31d3-43da-9fea-842adc1e134a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4808552 Nov 12 09:10:06.963665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fc594-b84d-4863-a699-f45b84e3a171 None None] Network 4cbaf5a3-f481-46ea-a228-d05779983027 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:07.370257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-015bd942-01bb-4df4-9705-f0665fce8b15 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:07.372501 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-015bd942-01bb-4df4-9705-f0665fce8b15 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/networks?id=4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 200 len: 814 time: 0.1231010 Nov 12 09:10:07.390764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-15ca45ee-f49d-46da-93b6-142de3b39946 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/quotas/5265bb147c7c4e3c9ca36b3bc47331d6 HTTP/1.1" status: 200 len: 375 time: 0.0122428 Nov 12 09:10:07.434258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-a58e356f-855c-46d9-9ff1-746f180b63b1 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363336 Nov 12 09:10:07.450146 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-91de123f-8b20-41aa-aa8e-980c6cec169b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:07.452302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-91de123f-8b20-41aa-aa8e-980c6cec169b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098767 Nov 12 09:10:07.573956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-d43388d4-5631-4a67-b3a7-11b45354ea54 service neutron] 10.222.0.16 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146734 Nov 12 09:10:07.678583 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-acb2cd24-2527-452d-92c8-234942ca74c0 service neutron] 10.222.0.16 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927570 Nov 12 09:10:07.880599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f4cf7e8f-3a87-4c10-8042-965739734749 req-00f07730-2d6f-48c5-9d43-beb283a1c9c1 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 210 time: 0.0359535 Nov 12 09:10:09.038669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-118b81e8-27c7-4b4b-adc3-ce8068dc4ea3 req-80763992-2894-4d1b-b2ec-373a9ae96076 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 210 time: 0.0487046 Nov 12 09:10:09.148301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-b4866653-7064-4f7d-8ffc-884311209ec9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.151073 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-b4866653-7064-4f7d-8ffc-884311209ec9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.32 "GET /v2.0/networks?id=4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 200 len: 814 time: 0.1481991 Nov 12 09:10:09.169082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Request body: {'port': {'device_id': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027', 'admin_state_up': True, 'tenant_id': '5265bb147c7c4e3c9ca36b3bc47331d6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:09.299948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.330127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Made reservation on behalf of 5265bb147c7c4e3c9ca36b3bc47331d6 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:09.334072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.480622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Allocated IP 172.20.0.7 (4cbaf5a3-f481-46ea-a228-d05779983027/42bc9fa0-6f66-4bc0-9b34-712740f2cbae/f34b0607-81bf-4283-adcb-e9819c0229ec) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:09.669516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.710244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.759026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Network 4cbaf5a3-f481-46ea-a228-d05779983027 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:09.765924 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:09.771509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:09.780406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Pushing event updated for resources: {'Port': ['ID=f34b0607-81bf-4283-adcb-e9819c0229ec,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:09.840529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.841209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.860028 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-5887af0e-9042-4518-b93c-b937595fc536 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6988800 Nov 12 09:10:09.873406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Request body: {'port': {'device_id': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:09.936224 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.205775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199fc2a-2cdd-45a0-8e08-6245ff48a172 req-cff1af13-f37e-4c3c-aba8-b1ff1ff29085 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.208972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8199fc2a-2cdd-45a0-8e08-6245ff48a172 req-cff1af13-f37e-4c3c-aba8-b1ff1ff29085 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 931 time: 0.0884390 Nov 12 09:10:10.238765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34b0607-81bf-4283-adcb-e9819c0229ec {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:10.248344 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.262937 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Transition to ACTIVE for port object f34b0607-81bf-4283-adcb-e9819c0229ec will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:10.267993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.276302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8199fc2a-2cdd-45a0-8e08-6245ff48a172 req-58b80da7-2e0c-42a4-b795-3f8752b03854 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599444 Nov 12 09:10:10.330008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b0607-81bf-4283-adcb-e9819c0229ec,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:10.406783 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Attempting to bind port f34b0607-81bf-4283-adcb-e9819c0229ec on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:10.407118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Attempting to bind port f34b0607-81bf-4283-adcb-e9819c0229ec by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:10.407455 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Attempting to bind port f34b0607-81bf-4283-adcb-e9819c0229ec on network 4cbaf5a3-f481-46ea-a228-d05779983027 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:10.412727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Port f34b0607-81bf-4283-adcb-e9819c0229ec on network 4cbaf5a3-f481-46ea-a228-d05779983027 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:10.413057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Attempting to bind port f34b0607-81bf-4283-adcb-e9819c0229ec on network 4cbaf5a3-f481-46ea-a228-d05779983027 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:10.419104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:10.419444 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Checking segment: {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:10.420120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Bound using segment: {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:10.420562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Bound port: f34b0607-81bf-4283-adcb-e9819c0229ec, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:10.420924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.495648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] For port f34b0607-81bf-4283-adcb-e9819c0229ec, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:10.500556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] For port f34b0607-81bf-4283-adcb-e9819c0229ec, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f34b0607-81bf-4283-adcb-e9819c0229ec,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:10.505684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.554555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.555284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.556982 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f34b0607-81bf-4283-adcb-e9819c0229ec HTTP/1.1" status: 200 len: 1092 time: 0.6881185 Nov 12 09:10:10.557685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'tag': 'f34b0607-81bf-4283-adcb-e9819c0229ec'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:10.560417 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a6fe5-2be5-470e-b489-6ccfee39d10d" -d '{"events": [{"name": "network-changed", "server_uuid": "c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b", "tag": "f34b0607-81bf-4283-adcb-e9819c0229ec"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:10.603314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1938f-b041-4f5e-a61c-d419b6ac15a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b0607-81bf-4283-adcb-e9819c0229ec,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:10.647127 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc2450-4302-4a9f-ba2b-dabb7e45a634 x-openstack-request-id: req-91dc2450-4302-4a9f-ba2b-dabb7e45a634 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:10.647463 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b", "tag": "f34b0607-81bf-4283-adcb-e9819c0229ec", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:10.647767 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91dc2450-4302-4a9f-ba2b-dabb7e45a634 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:10.648261 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'tag': 'f34b0607-81bf-4283-adcb-e9819c0229ec', 'status': 'completed', 'code': 200} Nov 12 09:10:10.667726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-b10be9e6-27e0-417c-b7d9-7d9b3f6974af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.670079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-b10be9e6-27e0-417c-b7d9-7d9b3f6974af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 1095 time: 0.0616145 Nov 12 09:10:10.716607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-7e4e94ab-6a4e-4830-af85-d137bca9a1ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f34b0607-81bf-4283-adcb-e9819c0229ec HTTP/1.1" status: 200 len: 217 time: 0.0373683 Nov 12 09:10:10.770123 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ca43219-25b0-4820-b7bb-2fc68abf423d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.780950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-b274d2ec-33a8-4d89-bd6d-1b1eff626053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.782601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-b274d2ec-33a8-4d89-bd6d-1b1eff626053 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bc9fa0-6f66-4bc0-9b34-712740f2cbae HTTP/1.1" status: 200 len: 854 time: 0.0570958 Nov 12 09:10:10.817568 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-a42280bc-bff9-431c-8e79-13367a35a4c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cbaf5a3-f481-46ea-a228-d05779983027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270798 Nov 12 09:10:10.919914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-f3fb15a8-342a-4837-adb5-cbef548aa87e service neutron] 10.222.0.32 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941319 Nov 12 09:10:11.038286 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7d0f0fbc-a1ea-48fa-9b5d-9604efeaaf9d req-abef6a88-679f-40b1-9ee5-808118710e96 service neutron] 10.222.0.32 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099226 Nov 12 09:10:11.141091 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-5dfd6b38-b8c9-4cdf-a1ab-4175991644b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.142715 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-5dfd6b38-b8c9-4cdf-a1ab-4175991644b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 1095 time: 0.0474393 Nov 12 09:10:11.252316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-15be5d14-887b-4171-825f-2212774bfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.254384 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-15be5d14-887b-4171-825f-2212774bfb79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 200 len: 914 time: 0.1023185 Nov 12 09:10:11.301614 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-072095ff-b3cc-4f48-b8ef-3ff3b32ea734 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f34b0607-81bf-4283-adcb-e9819c0229ec HTTP/1.1" status: 200 len: 217 time: 0.0395696 Nov 12 09:10:11.363379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-5985a603-de77-44a3-935d-f34fd608d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.366018 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-5985a603-de77-44a3-935d-f34fd608d27b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bc9fa0-6f66-4bc0-9b34-712740f2cbae HTTP/1.1" status: 200 len: 854 time: 0.0563307 Nov 12 09:10:11.419433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-57a0a11d-4fb6-43ec-86c5-8063200368be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cbaf5a3-f481-46ea-a228-d05779983027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457504 Nov 12 09:10:11.433204 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d23752-2546-4b54-a9f3-d5c9d43c02ae req-8bb42358-cad1-4013-988a-521efa54d618 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.434803 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12d23752-2546-4b54-a9f3-d5c9d43c02ae req-8bb42358-cad1-4013-988a-521efa54d618 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 943 time: 0.0734239 Nov 12 09:10:11.507280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12d23752-2546-4b54-a9f3-d5c9d43c02ae req-afb1966f-65db-4844-9a79-f615c5f57920 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Nov 12 09:10:11.564513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-a768c945-21d5-4a02-bd13-6d7d29eae322 service neutron] 10.222.0.32 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356606 Nov 12 09:10:11.722092 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-679a6fe5-2be5-470e-b489-6ccfee39d10d req-dd1c5bdb-bb2e-49c4-9819-d53328be1668 service neutron] 10.222.0.32 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496427 Nov 12 09:10:12.281115 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.432746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f34b0607-81bf-4283-adcb-e9819c0229ec details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:12.595429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f34b0607-81bf-4283-adcb-e9819c0229ec, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f34b0607-81bf-4283-adcb-e9819c0229ec,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:12.609758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'f34b0607-81bf-4283-adcb-e9819c0229ec', 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027', 'port_id': 'f34b0607-81bf-4283-adcb-e9819c0229ec', 'mac_address': 'fa:16:3e:10:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bc9fa0-6f66-4bc0-9b34-712740f2cbae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:12.656284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.673487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34b0607-81bf-4283-adcb-e9819c0229ec {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:12.686091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332be6-5005-4c3c-8a75-d806e185c463 req-6dc13781-834b-41d8-98cc-c35d55205dbf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.688207 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4332be6-5005-4c3c-8a75-d806e185c463 req-6dc13781-834b-41d8-98cc-c35d55205dbf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 943 time: 0.0741763 Nov 12 09:10:12.701896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f34b0607-81bf-4283-adcb-e9819c0229ec, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f34b0607-81bf-4283-adcb-e9819c0229ec,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:12.707387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.752868 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4332be6-5005-4c3c-8a75-d806e185c463 req-24b50f85-1b8f-46c5-bc6b-ed88ddcba17d tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522289 Nov 12 09:10:12.766473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=f34b0607-81bf-4283-adcb-e9819c0229ec,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:12.901515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['f34b0607-81bf-4283-adcb-e9819c0229ec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:13.245891 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4d0d63ba-7c28-4af7-945c-35784bb0c1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.905035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5627-1224-4a45-a722-96bce3685122 req-49175879-06af-4231-8c71-12a49a0e1206 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.906755 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-609c5627-1224-4a45-a722-96bce3685122 req-49175879-06af-4231-8c71-12a49a0e1206 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 944 time: 0.0564735 Nov 12 09:10:13.969569 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-609c5627-1224-4a45-a722-96bce3685122 req-61c526c8-1913-4c8b-84ed-8ee31ea79fa3 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514538 Nov 12 09:10:14.430051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f34b0607-81bf-4283-adcb-e9819c0229ec up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:14.493471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port f34b0607-81bf-4283-adcb-e9819c0229ec completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:14.499688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port f34b0607-81bf-4283-adcb-e9819c0229ec triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:14.500237 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.590224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.617010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b0607-81bf-4283-adcb-e9819c0229ec'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:14.619517 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d09a6-bc09-401b-a140-925f328d4328" -d '{"events": [{"server_uuid": "c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b", "name": "network-vif-plugged", "status": "completed", "tag": "f34b0607-81bf-4283-adcb-e9819c0229ec"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:14.638363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port f34b0607-81bf-4283-adcb-e9819c0229ec, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f34b0607-81bf-4283-adcb-e9819c0229ec,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:14.643542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.677880 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a517d94-3ef8-411c-ac7d-d314721c9ee9 x-openstack-request-id: req-0a517d94-3ef8-411c-ac7d-d314721c9ee9 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:14.678222 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b", "name": "network-vif-plugged", "status": "completed", "tag": "f34b0607-81bf-4283-adcb-e9819c0229ec", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:14.678504 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a517d94-3ef8-411c-ac7d-d314721c9ee9 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:14.678908 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b0607-81bf-4283-adcb-e9819c0229ec', 'code': 200} Nov 12 09:10:14.704803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=f34b0607-81bf-4283-adcb-e9819c0229ec,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:14.751597 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.795879 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc62c-6e8b-470f-865a-30e5ff9bd42b req-c3681eb9-73dc-4b58-9a06-dc5372a6252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.797947 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-645dc62c-6e8b-470f-865a-30e5ff9bd42b req-c3681eb9-73dc-4b58-9a06-dc5372a6252b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 1097 time: 0.0556281 Nov 12 09:10:14.872972 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-645dc62c-6e8b-470f-865a-30e5ff9bd42b req-dae5343d-d45a-4749-989c-3e3075abd235 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660548 Nov 12 09:10:15.105202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b998a-b0bb-4628-b316-089211c71756 req-c224697a-6bee-4261-86a0-f0ea5a8246ce tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.106973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f2b998a-b0bb-4628-b316-089211c71756 req-c224697a-6bee-4261-86a0-f0ea5a8246ce tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0582900 Nov 12 09:10:15.169304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f2b998a-b0bb-4628-b316-089211c71756 req-0a378f19-7b86-45bc-aab3-1a32d4506740 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552964 Nov 12 09:10:15.895396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.307986 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6291-e7da-43a6-9d5c-731791bf3178 req-3d4cb00d-e815-469d-a43d-c18d84c81ba9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.309688 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f5f6291-e7da-43a6-9d5c-731791bf3178 req-3d4cb00d-e815-469d-a43d-c18d84c81ba9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0585063 Nov 12 09:10:16.368455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3f5f6291-e7da-43a6-9d5c-731791bf3178 req-3a0b6dfb-8f98-460f-90f7-b52a4c49f1b1 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Nov 12 09:10:16.646635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-baa4f2c9-1609-4b89-9493-2f4d074355cf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.648823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-baa4f2c9-1609-4b89-9493-2f4d074355cf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/networks?id=4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 200 len: 814 time: 0.1206806 Nov 12 09:10:16.666345 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-704309f3-f9a9-465b-83bc-42780662a405 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/quotas/5265bb147c7c4e3c9ca36b3bc47331d6 HTTP/1.1" status: 200 len: 375 time: 0.0110693 Nov 12 09:10:16.722503 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-24f52b6b-9617-4091-b517-4f569c953bdf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493169 Nov 12 09:10:16.787894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-4d37523a-a4cb-43ad-a204-6d104eaf1597 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:16.790950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-4d37523a-a4cb-43ad-a204-6d104eaf1597 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0600004 Nov 12 09:10:16.857535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.895125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-e029388f-065e-4329-878d-2307fdf1d9a0 service neutron] 10.222.0.16 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960448 Nov 12 09:10:17.005169 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-6f6d4cdc-cbe5-4695-bfe1-6b6de7a2d26e service neutron] 10.222.0.16 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013510 Nov 12 09:10:17.200724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2a6d572-2536-474d-9c02-2e4a820fc089 req-0fccbc86-3671-4feb-830d-8edb0cde087a tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 210 time: 0.0295579 Nov 12 09:10:18.351401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-853e817a-d2bd-4f26-b53e-73fc14dc0584 req-bfbffd16-0851-4495-baec-185fdcac1341 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 210 time: 0.0502696 Nov 12 09:10:18.404173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-fa456879-6fc5-4e12-bdfa-0b2ad2a63fac tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:18.406904 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-fa456879-6fc5-4e12-bdfa-0b2ad2a63fac tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.25 "GET /v2.0/networks?id=4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 200 len: 814 time: 0.1809053 Nov 12 09:10:18.420259 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:18.423860 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Request body: {'port': {'device_id': '500cb28b-94b6-4261-8098-9ffffaccacee', 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027', 'admin_state_up': True, 'tenant_id': '5265bb147c7c4e3c9ca36b3bc47331d6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:18.557967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Made reservation on behalf of 5265bb147c7c4e3c9ca36b3bc47331d6 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:18.562564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.748374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Allocated IP 172.20.0.8 (4cbaf5a3-f481-46ea-a228-d05779983027/42bc9fa0-6f66-4bc0-9b34-712740f2cbae/f3c9a622-0b9e-4a8c-a6b9-394294317435) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:18.966376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.013644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.029588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['f34b0607-81bf-4283-adcb-e9819c0229ec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:19.062542 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Network 4cbaf5a3-f481-46ea-a228-d05779983027 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:19.068490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:19.074343 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:19.106020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Pushing event updated for resources: {'Port': ['ID=f3c9a622-0b9e-4a8c-a6b9-394294317435,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:19.149271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.149942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.171273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-da57f76e-f30a-4b63-b7da-1d9981450f18 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536530 Nov 12 09:10:19.186693 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Request body: {'port': {'device_id': '500cb28b-94b6-4261-8098-9ffffaccacee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:19.253062 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.512104 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cae8f2-5065-4c5f-b11e-2810418bedb2 req-c2e265cf-e953-445a-b1a2-af41dae0e070 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.513582 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41cae8f2-5065-4c5f-b11e-2810418bedb2 req-c2e265cf-e953-445a-b1a2-af41dae0e070 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 931 time: 0.0693598 Nov 12 09:10:19.589910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c9a622-0b9e-4a8c-a6b9-394294317435 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:19.592027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-41cae8f2-5065-4c5f-b11e-2810418bedb2 req-250774d8-da24-4792-8e77-bf33adf740d1 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672581 Nov 12 09:10:19.600575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.614643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Transition to ACTIVE for port object f3c9a622-0b9e-4a8c-a6b9-394294317435 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:19.620869 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.680116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9a622-0b9e-4a8c-a6b9-394294317435,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:19.771442 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Attempting to bind port f3c9a622-0b9e-4a8c-a6b9-394294317435 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:19.771821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Attempting to bind port f3c9a622-0b9e-4a8c-a6b9-394294317435 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:19.772514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Attempting to bind port f3c9a622-0b9e-4a8c-a6b9-394294317435 on network 4cbaf5a3-f481-46ea-a228-d05779983027 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:19.779163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Port f3c9a622-0b9e-4a8c-a6b9-394294317435 on network 4cbaf5a3-f481-46ea-a228-d05779983027 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:19.779657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Attempting to bind port f3c9a622-0b9e-4a8c-a6b9-394294317435 on network 4cbaf5a3-f481-46ea-a228-d05779983027 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:19.787284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:19.788023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Checking segment: {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:19.789286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Bound using segment: {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:19.789908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Bound port: f3c9a622-0b9e-4a8c-a6b9-394294317435, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:19.790436 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.878112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] For port f3c9a622-0b9e-4a8c-a6b9-394294317435, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:19.881729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] For port f3c9a622-0b9e-4a8c-a6b9-394294317435, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:19.887987 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.928304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.928993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.931089 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] 10.222.0.25 "PUT /v2.0/ports/f3c9a622-0b9e-4a8c-a6b9-394294317435 HTTP/1.1" status: 200 len: 1092 time: 0.7504907 Nov 12 09:10:19.931684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500cb28b-94b6-4261-8098-9ffffaccacee', 'tag': 'f3c9a622-0b9e-4a8c-a6b9-394294317435'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:19.934244 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3" -d '{"events": [{"name": "network-changed", "server_uuid": "500cb28b-94b6-4261-8098-9ffffaccacee", "tag": "f3c9a622-0b9e-4a8c-a6b9-394294317435"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:19.965036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff41d9-5a11-4827-bb72-22e7023584ef service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9a622-0b9e-4a8c-a6b9-394294317435,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:20.001259 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c30d63a-a0e7-4d1f-8be8-aaed96d825f0 x-openstack-request-id: req-2c30d63a-a0e7-4d1f-8be8-aaed96d825f0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:20.001567 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500cb28b-94b6-4261-8098-9ffffaccacee", "tag": "f3c9a622-0b9e-4a8c-a6b9-394294317435", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:20.001789 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c30d63a-a0e7-4d1f-8be8-aaed96d825f0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:20.002187 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500cb28b-94b6-4261-8098-9ffffaccacee', 'tag': 'f3c9a622-0b9e-4a8c-a6b9-394294317435', 'status': 'completed', 'code': 200} Nov 12 09:10:20.042634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-54411a11-468c-4be4-af22-9de3cb2898a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.044217 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-54411a11-468c-4be4-af22-9de3cb2898a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 1095 time: 0.0540726 Nov 12 09:10:20.116540 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-99f44fec-35f4-4a4d-a598-12f712f42a36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435 HTTP/1.1" status: 200 len: 217 time: 0.0628901 Nov 12 09:10:20.202011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-a6451ab0-32ba-4b6e-98bb-e1acacaef6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.204701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-a6451ab0-32ba-4b6e-98bb-e1acacaef6e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42bc9fa0-6f66-4bc0-9b34-712740f2cbae HTTP/1.1" status: 200 len: 854 time: 0.0791600 Nov 12 09:10:20.256166 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-78fc8e52-4b48-4ebb-89fb-0346d1b0b9c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cbaf5a3-f481-46ea-a228-d05779983027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440149 Nov 12 09:10:20.378066 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-4d20a348-0cf2-45e2-a1d8-c2263a6c9deb service neutron] 10.222.0.25 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134362 Nov 12 09:10:20.791919 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17363434-2e7e-4801-8c46-d64cc82974e2 req-54102427-1263-43cd-b292-438a1793681b tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.794754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17363434-2e7e-4801-8c46-d64cc82974e2 req-54102427-1263-43cd-b292-438a1793681b tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 943 time: 0.1058702 Nov 12 09:10:20.873033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-17363434-2e7e-4801-8c46-d64cc82974e2 req-e1124405-7a0b-4e0d-8ccf-5e2af2e2ed44 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689185 Nov 12 09:10:20.937646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8ae6d55-72aa-44e3-86ba-b35fddd31491 req-04799191-3761-4b6f-8c9e-1337b19e96f1 service neutron] 10.222.0.25 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500009 Nov 12 09:10:21.042424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-89ae0fa7-f099-4699-966b-0417bf63aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.044638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-89ae0fa7-f099-4699-966b-0417bf63aaf5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 1095 time: 0.0530684 Nov 12 09:10:21.153720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-f9631a03-4b40-4d58-bbe1-e5afe60f7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.155110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-f9631a03-4b40-4d58-bbe1-e5afe60f7d60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 200 len: 914 time: 0.1026523 Nov 12 09:10:21.202837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-8d8c3460-2f8b-4fc3-a620-347ac02518c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435 HTTP/1.1" status: 200 len: 217 time: 0.0402210 Nov 12 09:10:21.256683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-bfc8edcc-42ea-4bfb-91a3-c6f3758b912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.258778 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-bfc8edcc-42ea-4bfb-91a3-c6f3758b912a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42bc9fa0-6f66-4bc0-9b34-712740f2cbae HTTP/1.1" status: 200 len: 854 time: 0.0489116 Nov 12 09:10:21.293275 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-5460979a-42ac-4588-897f-4f0de2f1e461 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cbaf5a3-f481-46ea-a228-d05779983027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271792 Nov 12 09:10:21.406417 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-fca564a8-a69a-4eec-950e-d0a35e34c80e service neutron] 10.222.0.25 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048102 Nov 12 09:10:21.533610 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fa3975d3-ed73-40dc-bad5-12fa7e2531c3 req-b58a5219-0dbd-4328-9869-386bf3c01f46 service neutron] 10.222.0.25 "GET /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196210 Nov 12 09:10:22.021945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82451545-b531-48ca-b0f2-60f3317d4ee2 req-38218a10-4f6c-4233-b756-99442123660c tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:22.024287 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82451545-b531-48ca-b0f2-60f3317d4ee2 req-38218a10-4f6c-4233-b756-99442123660c tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 943 time: 0.0556650 Nov 12 09:10:22.082537 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-82451545-b531-48ca-b0f2-60f3317d4ee2 req-3e73800d-1365-479f-81c4-27eee155be00 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Nov 12 09:10:23.211988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591b9d-cf20-4a5e-872b-52d173f77e7e req-fc458a8f-e4b7-42a7-8863-cf42cf80e17b tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:23.213766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95591b9d-cf20-4a5e-872b-52d173f77e7e req-fc458a8f-e4b7-42a7-8863-cf42cf80e17b tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 943 time: 0.0559838 Nov 12 09:10:23.272563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95591b9d-cf20-4a5e-872b-52d173f77e7e req-2507e28a-8600-4efa-be31-fb0ac3798e3e tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Nov 12 09:10:24.412615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d419-1fe7-48cd-ab57-ed4cedce7418 req-0d2f8e06-0f40-4826-a95c-cb82a3fe1659 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:24.414525 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9612d419-1fe7-48cd-ab57-ed4cedce7418 req-0d2f8e06-0f40-4826-a95c-cb82a3fe1659 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 943 time: 0.0555837 Nov 12 09:10:24.483277 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9612d419-1fe7-48cd-ab57-ed4cedce7418 req-f2778518-b8cf-4a43-9302-06c1c4011069 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Nov 12 09:10:25.216950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f3c9a622-0b9e-4a8c-a6b9-394294317435 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:25.330770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f3c9a622-0b9e-4a8c-a6b9-394294317435, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:25.345551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'f3c9a622-0b9e-4a8c-a6b9-394294317435', 'network_id': '4cbaf5a3-f481-46ea-a228-d05779983027', 'port_id': 'f3c9a622-0b9e-4a8c-a6b9-394294317435', 'mac_address': 'fa:16:3e:52:33:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bc9fa0-6f66-4bc0-9b34-712740f2cbae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:25.389828 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.406055 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c9a622-0b9e-4a8c-a6b9-394294317435 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:25.432536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f3c9a622-0b9e-4a8c-a6b9-394294317435, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:25.438360 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.519612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f3c9a622-0b9e-4a8c-a6b9-394294317435,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:25.530669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.531153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.531663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.532212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.532718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.533408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.533960 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.534480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.534874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.535322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.535819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.536307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:25.626787 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d126505-fb6b-4053-b670-f77bdce205b2 req-5822e44b-2a2b-422e-94c0-872b5f85e632 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:25.628690 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d126505-fb6b-4053-b670-f77bdce205b2 req-5822e44b-2a2b-422e-94c0-872b5f85e632 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 944 time: 0.0593264 Nov 12 09:10:25.686772 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4d126505-fb6b-4053-b670-f77bdce205b2 req-4c1d7d84-e897-4ef4-a21c-37dbc00c9dfe tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Nov 12 09:10:25.806703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['f3c9a622-0b9e-4a8c-a6b9-394294317435'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:26.811158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c58c4-4588-4ace-a6a5-5e19fd7c6772 req-8cd6f3c3-4bd9-4f2e-ab5a-fb0f9d0d9289 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:26.812828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a23c58c4-4588-4ace-a6a5-5e19fd7c6772 req-8cd6f3c3-4bd9-4f2e-ab5a-fb0f9d0d9289 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 944 time: 0.0528562 Nov 12 09:10:26.874980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a23c58c4-4588-4ace-a6a5-5e19fd7c6772 req-a837a4cc-6e6f-4909-815e-cc1bb8c384e2 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513415 Nov 12 09:10:27.233617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f3c9a622-0b9e-4a8c-a6b9-394294317435 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:27.298482 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port f3c9a622-0b9e-4a8c-a6b9-394294317435 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:27.303007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port f3c9a622-0b9e-4a8c-a6b9-394294317435 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:27.303371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.392876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.420728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500cb28b-94b6-4261-8098-9ffffaccacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9a622-0b9e-4a8c-a6b9-394294317435'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:27.423333 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29afe9c-b10d-45f2-9975-95c8ed8548d9" -d '{"events": [{"server_uuid": "500cb28b-94b6-4261-8098-9ffffaccacee", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9a622-0b9e-4a8c-a6b9-394294317435"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:27.438592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port f3c9a622-0b9e-4a8c-a6b9-394294317435, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:27.446315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.500794 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0877587-a1f1-4bb3-88fd-5b09061f74b0 x-openstack-request-id: req-d0877587-a1f1-4bb3-88fd-5b09061f74b0 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:27.501105 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500cb28b-94b6-4261-8098-9ffffaccacee", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9a622-0b9e-4a8c-a6b9-394294317435", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:27.501491 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0877587-a1f1-4bb3-88fd-5b09061f74b0 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:27.501969 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500cb28b-94b6-4261-8098-9ffffaccacee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9a622-0b9e-4a8c-a6b9-394294317435', 'code': 200} Nov 12 09:10:27.512824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=f3c9a622-0b9e-4a8c-a6b9-394294317435,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:27.620098 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160daa-b039-4948-816a-05a971a4bfcb req-86247c99-08c1-4412-96f8-435a8bd994e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:27.621724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-27160daa-b039-4948-816a-05a971a4bfcb req-86247c99-08c1-4412-96f8-435a8bd994e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 1097 time: 0.0530307 Nov 12 09:10:27.674890 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-27160daa-b039-4948-816a-05a971a4bfcb req-bc5369ee-7b10-4c3c-a1ee-8d142123317b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Nov 12 09:10:28.013270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823f957-7b74-43e5-ac43-3e7a304e443e req-df54bea8-d94a-47b2-afd0-aabe5df6c936 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.014921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b823f957-7b74-43e5-ac43-3e7a304e443e req-df54bea8-d94a-47b2-afd0-aabe5df6c936 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 945 time: 0.0609579 Nov 12 09:10:28.074269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b823f957-7b74-43e5-ac43-3e7a304e443e req-652a2646-d7c7-4bda-af1c-c9611a1c5a5c tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474646 Nov 12 09:10:29.220288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c562c-c7ec-4d67-903f-bf07ec56c3cd req-76c45c61-9f19-4506-a956-8ad34e690045 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:29.221905 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd3c562c-c7ec-4d67-903f-bf07ec56c3cd req-76c45c61-9f19-4506-a956-8ad34e690045 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 945 time: 0.0542495 Nov 12 09:10:29.277912 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd3c562c-c7ec-4d67-903f-bf07ec56c3cd req-73175f49-9d0c-4e71-bf7d-afd3b5065414 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Nov 12 09:10:29.556780 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f8f06-9c46-4e63-806b-7c2efd18682d req-ddb43539-7af1-48d0-9ae9-91d751476410 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:29.558276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-751f8f06-9c46-4e63-806b-7c2efd18682d req-ddb43539-7af1-48d0-9ae9-91d751476410 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 945 time: 0.0536060 Nov 12 09:10:29.618604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-751f8f06-9c46-4e63-806b-7c2efd18682d req-d6910930-3b82-4240-8ebc-bc3f68ed3938 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536907 Nov 12 09:10:30.758555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce2daa-7769-4fd7-8fc7-f0b785d53b22 req-be7e69e4-0a57-4d84-961d-10ce8bbc3ee0 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:30.760151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fce2daa-7769-4fd7-8fc7-f0b785d53b22 req-be7e69e4-0a57-4d84-961d-10ce8bbc3ee0 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 945 time: 0.0634546 Nov 12 09:10:30.821161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1fce2daa-7769-4fd7-8fc7-f0b785d53b22 req-b7d56320-b3cd-43e0-9b8b-2a1f2a8f9bbf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Nov 12 09:10:31.031177 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-baf6e8f8-dd48-4875-b826-69841f7e37f9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:31.032829 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-baf6e8f8-dd48-4875-b826-69841f7e37f9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.25 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 945 time: 0.0577338 Nov 12 09:10:31.136812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Deleting port f3c9a622-0b9e-4a8c-a6b9-394294317435 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:31.137210 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.240753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] For port f3c9a622-0b9e-4a8c-a6b9-394294317435, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=f3c9a622-0b9e-4a8c-a6b9-394294317435,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:31.241260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.256575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Calling delete_port for f3c9a622-0b9e-4a8c-a6b9-394294317435 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:31.407219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.421755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['f3c9a622-0b9e-4a8c-a6b9-394294317435'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:31.427354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['f34b0607-81bf-4283-adcb-e9819c0229ec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:31.451607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Pushing event deleted for resources: {'Port': ['ID=f3c9a622-0b9e-4a8c-a6b9-394294317435,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:31.514980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] No DVR routers for this DVR port f3c9a622-0b9e-4a8c-a6b9-394294317435 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:31.518764 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.523473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c6c6fac1-5ec5-4564-a16c-0f78c7f226d6 req-b920ba5c-e3b4-4c7f-a93e-eaff167a6903 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.25 "DELETE /v2.0/ports/f3c9a622-0b9e-4a8c-a6b9-394294317435 HTTP/1.1" status: 204 len: 173 time: 0.4838655 Nov 12 09:10:31.523878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500cb28b-94b6-4261-8098-9ffffaccacee', 'name': 'network-vif-deleted', 'tag': 'f3c9a622-0b9e-4a8c-a6b9-394294317435'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:31.527166 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c329c-37da-4903-9c19-7c525676f73b" -d '{"events": [{"server_uuid": "500cb28b-94b6-4261-8098-9ffffaccacee", "name": "network-vif-deleted", "tag": "f3c9a622-0b9e-4a8c-a6b9-394294317435"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:31.603497 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1990ae1c-89ff-41ff-9582-385c90e82274 x-openstack-request-id: req-1990ae1c-89ff-41ff-9582-385c90e82274 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:31.603902 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500cb28b-94b6-4261-8098-9ffffaccacee", "name": "network-vif-deleted", "tag": "f3c9a622-0b9e-4a8c-a6b9-394294317435", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:31.604305 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1990ae1c-89ff-41ff-9582-385c90e82274 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:31.604863 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500cb28b-94b6-4261-8098-9ffffaccacee', 'name': 'network-vif-deleted', 'tag': 'f3c9a622-0b9e-4a8c-a6b9-394294317435', 'status': 'completed', 'code': 200} Nov 12 09:10:31.943586 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27725349-7e3f-4363-b5a0-4828b8521552 req-0d8631b2-bebd-46e0-8332-d690e3550e85 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=500cb28b-94b6-4261-8098-9ffffaccacee HTTP/1.1" status: 200 len: 210 time: 0.0303104 Nov 12 09:10:33.119156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b80c2e-1c2e-4ec0-a46f-8fa21172693f req-3bee6e61-a00f-4050-9774-b2f750bf527b tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.120790 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77b80c2e-1c2e-4ec0-a46f-8fa21172693f req-3bee6e61-a00f-4050-9774-b2f750bf527b tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0568841 Nov 12 09:10:33.185453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-77b80c2e-1c2e-4ec0-a46f-8fa21172693f req-3c49bbe3-9393-4143-b19b-38488c770c89 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Nov 12 09:10:33.340225 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe8f36-4768-4e06-be72-d0a07555518a req-c4a5a457-9631-447e-b1dd-8388650bdbfb tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.342227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3fe8f36-4768-4e06-be72-d0a07555518a req-c4a5a457-9631-447e-b1dd-8388650bdbfb tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0570517 Nov 12 09:10:33.399285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e3fe8f36-4768-4e06-be72-d0a07555518a req-4d1b9483-feee-49e3-9761-79e9c79a5e9f tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501516 Nov 12 09:10:33.542965 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bed5a-c12f-457b-86e6-9f20fba536a7 req-62c7c21c-996d-4b0b-b29a-616b7a43ddc9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.545021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-989bed5a-c12f-457b-86e6-9f20fba536a7 req-62c7c21c-996d-4b0b-b29a-616b7a43ddc9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0636809 Nov 12 09:10:33.613160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-989bed5a-c12f-457b-86e6-9f20fba536a7 req-73570b0e-31d9-43da-aaa2-052d36232366 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Nov 12 09:10:33.708627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-3b07ee12-ef5c-4551-89c6-f020b68421dd req-1cb111a3-8a41-4cb1-b4bb-4c89bb2f8ee7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:33.709902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3b07ee12-ef5c-4551-89c6-f020b68421dd req-1cb111a3-8a41-4cb1-b4bb-4c89bb2f8ee7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059044 Nov 12 09:10:33.859497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a445b-e521-4d8d-a202-f6341a2be525 req-3da92d0a-92e1-408a-bf85-85bfc55e0a01 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.862148 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-552a445b-e521-4d8d-a202-f6341a2be525 req-3da92d0a-92e1-408a-bf85-85bfc55e0a01 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0856657 Nov 12 09:10:33.931358 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-552a445b-e521-4d8d-a202-f6341a2be525 req-6bc9e593-7665-42de-945a-7a8c9ff4f855 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628207 Nov 12 09:10:34.078286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce9771-a410-4092-bc40-cb3b65d30525 req-ce6e354d-2712-4743-b2bc-07563dc7d030 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:34.079831 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5ce9771-a410-4092-bc40-cb3b65d30525 req-ce6e354d-2712-4743-b2bc-07563dc7d030 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0554671 Nov 12 09:10:34.139762 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5ce9771-a410-4092-bc40-cb3b65d30525 req-a0d316f7-8802-496d-b039-0fe88dc69ba8 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Nov 12 09:10:34.293192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b50b7-6e3b-4492-9462-aa98d85a3931 req-1f8a659b-b271-492e-8836-f671a41c98a6 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:34.295221 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-562b50b7-6e3b-4492-9462-aa98d85a3931 req-1f8a659b-b271-492e-8836-f671a41c98a6 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0607128 Nov 12 09:10:34.358247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-562b50b7-6e3b-4492-9462-aa98d85a3931 req-89293710-f5c3-49d3-8634-597754e5e6f0 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 Nov 12 09:10:34.741185 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb2768-6748-405e-ace4-1dc70eddbbc4 req-4d753294-3331-4af6-b8a3-90cb2fc284bf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:34.743536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5fb2768-6748-405e-ace4-1dc70eddbbc4 req-4d753294-3331-4af6-b8a3-90cb2fc284bf tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0580835 Nov 12 09:10:34.800851 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e5fb2768-6748-405e-ace4-1dc70eddbbc4 req-03c52c19-08db-4e66-9d7b-0709a7be92c9 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Nov 12 09:10:35.284276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f3c9a622-0b9e-4a8c-a6b9-394294317435 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:35.308823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: f3c9a622-0b9e-4a8c-a6b9-394294317435 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:35.309174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device f3c9a622-0b9e-4a8c-a6b9-394294317435 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:35.955380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c38df7-2fff-4778-b9e7-018b0b6f86b7 req-4428704e-fe36-4313-ac81-f2bf04fd2cf8 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:35.958015 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09c38df7-2fff-4778-b9e7-018b0b6f86b7 req-4428704e-fe36-4313-ac81-f2bf04fd2cf8 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0777671 Nov 12 09:10:36.020077 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09c38df7-2fff-4778-b9e7-018b0b6f86b7 req-15fdd9c3-4a02-4bb6-b6d6-d75174248165 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/security-groups?id=2986da5a-c15b-40c1-9d7b-8ec45c16a373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553389 Nov 12 09:10:36.093279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-ff3254b3-2e7f-4a59-8897-1f82cbf9ffce tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:36.094877 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-ff3254b3-2e7f-4a59-8897-1f82cbf9ffce tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.32 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 945 time: 0.0644646 Nov 12 09:10:36.197130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Deleting port f34b0607-81bf-4283-adcb-e9819c0229ec {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:36.197473 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.300990 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] For port f34b0607-81bf-4283-adcb-e9819c0229ec, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=f34b0607-81bf-4283-adcb-e9819c0229ec,segment=NetworkSegment(d2b7b0c9-5bb7-4b75-b96b-99713d76933c),segment_id=d2b7b0c9-5bb7-4b75-b96b-99713d76933c)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:36.301577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.319613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Calling delete_port for f34b0607-81bf-4283-adcb-e9819c0229ec owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:36.465965 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.479480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['f34b0607-81bf-4283-adcb-e9819c0229ec'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:36.524807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Pushing event deleted for resources: {'Port': ['ID=f34b0607-81bf-4283-adcb-e9819c0229ec,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:36.597926 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] No DVR routers for this DVR port f34b0607-81bf-4283-adcb-e9819c0229ec on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:36.602450 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.606467 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0ed89a38-f483-4e7f-8591-ad72aaac3476 req-df2efb60-c7ec-436f-99f6-2406fce48138 tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.32 "DELETE /v2.0/ports/f34b0607-81bf-4283-adcb-e9819c0229ec HTTP/1.1" status: 204 len: 173 time: 0.5021760 Nov 12 09:10:36.606956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'name': 'network-vif-deleted', 'tag': 'f34b0607-81bf-4283-adcb-e9819c0229ec'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:36.609488 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05188d92-1542-409b-87c1-ee8d6cb73d7d" -d '{"events": [{"server_uuid": "c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b", "name": "network-vif-deleted", "tag": "f34b0607-81bf-4283-adcb-e9819c0229ec"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:36.654736 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9ee89-4932-447b-ac69-f6b17fca2868 x-openstack-request-id: req-e2d9ee89-4932-447b-ac69-f6b17fca2868 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:36.655029 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b", "name": "network-vif-deleted", "tag": "f34b0607-81bf-4283-adcb-e9819c0229ec", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:36.655288 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2d9ee89-4932-447b-ac69-f6b17fca2868 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:36.655795 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b', 'name': 'network-vif-deleted', 'tag': 'f34b0607-81bf-4283-adcb-e9819c0229ec', 'status': 'completed', 'code': 200} Nov 12 09:10:37.170107 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-29e2ce26-42c8-4bb4-9a3d-f348db6dd932 req-168440d0-691a-4a4c-8e3b-9b7928e83fcd tempest-ServersNegativeTestJSON-249933513 tempest-ServersNegativeTestJSON-249933513-project] 10.222.0.16 "GET /v2.0/ports?device_id=c810d6d0-8eb3-4f8b-8ff4-e8a626563d8b HTTP/1.1" status: 200 len: 210 time: 0.0393944 Nov 12 09:10:38.247257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36894) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:38.296993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Deleting subnet 42bc9fa0-6f66-4bc0-9b34-712740f2cbae {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:38.301161 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.341182 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.387418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.460661 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.518293 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.524303 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/42bc9fa0-6f66-4bc0-9b34-712740f2cbae HTTP/1.1" status: 204 len: 168 time: 0.2754557 Nov 12 09:10:38.525944 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9f2f8-0d1d-4679-ae34-f07c36e581bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42bc9fa0-6f66-4bc0-9b34-712740f2cbae,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:38.528469 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:38.577943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f34b0607-81bf-4283-adcb-e9819c0229ec no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:38.617359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: f34b0607-81bf-4283-adcb-e9819c0229ec {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:38.618215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device f34b0607-81bf-4283-adcb-e9819c0229ec not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:38.623073 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.747050 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.785438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbaf5a3-f481-46ea-a228-d05779983027']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.802936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.803271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b7b0c9-5bb7-4b75-b96b-99713d76933c') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.816552 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.836234 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.844280 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:38.844833 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:38.847187 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:38.933029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.940414 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.948718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/4cbaf5a3-f481-46ea-a228-d05779983027 HTTP/1.1" status: 204 len: 168 time: 0.4184628 Nov 12 09:10:38.964840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf4301-ab48-47dd-a50a-7ebeff8781ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbaf5a3-f481-46ea-a228-d05779983027,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.089864 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36900) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:39.161355 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d7891229-f007-41d9-8b14-246df2f30a4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5265bb147c7c4e3c9ca36b3bc47331d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675361 Nov 12 09:10:39.161947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36902) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:39.232322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40c79410-0a9a-4ad8-910e-072d5731e502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.267099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40c79410-0a9a-4ad8-910e-072d5731e502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.318873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.339595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40c79410-0a9a-4ad8-910e-072d5731e502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.344291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-40c79410-0a9a-4ad8-910e-072d5731e502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.346258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-40c79410-0a9a-4ad8-910e-072d5731e502 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2986da5a-c15b-40c1-9d7b-8ec45c16a373 HTTP/1.1" status: 204 len: 168 time: 0.1829646 Nov 12 09:10:39.360761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c79410-0a9a-4ad8-910e-072d5731e502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2986da5a-c15b-40c1-9d7b-8ec45c16a373,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.350442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36924) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:40.469265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588236547'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:40.498372 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:40.502838 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.514348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.630896 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.635797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.667364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:40.679864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac41647-ea3b-4018-9975-c556754c4ebe,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.686807 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.687306 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Added segment 0cafa45b-bec6-4546-a282-dab8acc5c76b of type vlan for network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca Nov 12 09:10:40.735160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.769812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.771103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e7e4ac9c-bcf2-4768-b456-e3d6a4fcd64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.778838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:40.779612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.881290 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5289390 Nov 12 09:10:40.909661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40978b89-bf39-4d4f-9cb6-454b9c921205 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Network': ['ID=5139d5a7-0c9f-44a2-a846-4f3c1c2acaca,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.926474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:42.293738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.245703 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-89a8638d-2cbc-4328-8573-adbd38caeaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.246441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36928) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.255389 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'subnet': {'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:44.363551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:44.368318 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.589849 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.654508 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Subnet': ['ID=2b414760-c5b1-4c40-93ee-98f3cd7ab50e,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:44.668454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Checking segment: {'id': '0cafa45b-bec6-4546-a282-dab8acc5c76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:44.668915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network hostable DHCP agents. Network: 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:44.688934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:44.700491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:44.706554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:44.707558 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.714926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10b84c-3d6f-41e7-82b3-7b500b814ec7 None None] Network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:44.731612 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10874f24-7588-41e0-aa14-a9c383efc93d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4834316 Nov 12 09:10:44.736412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36930) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.743094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535200935'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:44.770154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:44.774071 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.812173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:44.818167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.829763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.830327 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Added segment 989db595-8775-42eb-89b8-34395283b19f of type vlan for network 9e5041e7-def9-4f1f-825a-89d6e4931ffc Nov 12 09:10:44.904886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.925422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-5139d5a7-0c9f-44a2-a846-4f3c1c2acaca', 'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca', 'tenant_id': 'e39af8fece7c4a5ba1a41ee496df32d3', 'fixed_ips': [{'subnet_id': '2b414760-c5b1-4c40-93ee-98f3cd7ab50e'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:44.926737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.950195 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.963768 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:44.965017 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.041260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3004694 Nov 12 09:10:45.041634 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36932) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:45.050202 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'subnet': {'network_id': '9e5041e7-def9-4f1f-825a-89d6e4931ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:45.103853 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec4549-3211-49db-9afc-842aaa061704 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Network': ['ID=9e5041e7-def9-4f1f-825a-89d6e4931ffc,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.131902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 9e5041e7-def9-4f1f-825a-89d6e4931ffc details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:45.173699 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:45.178091 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.219592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Allocated IP 2001:db8:0:ffff::2 (5139d5a7-0c9f-44a2-a846-4f3c1c2acaca/2b414760-c5b1-4c40-93ee-98f3cd7ab50e/0ffea08f-110f-4d41-b49c-619d7d797265) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:45.401608 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.411616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.477467 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:45.489250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:45.493226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:45.505845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Pushing event updated for resources: {'Port': ['ID=0ffea08f-110f-4d41-b49c-619d7d797265,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.506303 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.576948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Attempting to bind port 0ffea08f-110f-4d41-b49c-619d7d797265 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:45.577471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Attempting to bind port 0ffea08f-110f-4d41-b49c-619d7d797265 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0cafa45b-bec6-4546-a282-dab8acc5c76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:45.578579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Attempting to bind port 0ffea08f-110f-4d41-b49c-619d7d797265 on network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:45.585667 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:45.586162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Checking segment: {'id': '0cafa45b-bec6-4546-a282-dab8acc5c76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:45.586782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.587392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Bound using segment: {'id': '0cafa45b-bec6-4546-a282-dab8acc5c76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:45.588024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Bound port: 0ffea08f-110f-4d41-b49c-619d7d797265, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cafa45b-bec6-4546-a282-dab8acc5c76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5139d5a7-0c9f-44a2-a846-4f3c1c2acaca'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:45.589208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.589506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Subnet': ['ID=187e8432-8eca-474d-aea1-c824a8f78432,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.600369 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Checking segment: {'id': '989db595-8775-42eb-89b8-34395283b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9e5041e7-def9-4f1f-825a-89d6e4931ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:45.600733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network hostable DHCP agents. Network: 9e5041e7-def9-4f1f-825a-89d6e4931ffc, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:45.635853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network 9e5041e7-def9-4f1f-825a-89d6e4931ffc is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:45.650430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 9e5041e7-def9-4f1f-825a-89d6e4931ffc) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:45.657598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.658643 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.664214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943341f0-1ea3-48ec-b755-a4bcd270204b None None] Network 9e5041e7-def9-4f1f-825a-89d6e4931ffc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:45.683898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b19a6d7e-4961-40e7-be4a-0a5caaaf25eb tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6378989 Nov 12 09:10:45.684363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36934) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:45.790902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] For port 0ffea08f-110f-4d41-b49c-619d7d797265, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:45.799302 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.832897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] For port 0ffea08f-110f-4d41-b49c-619d7d797265, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffea08f-110f-4d41-b49c-619d7d797265,segment=NetworkSegment(0cafa45b-bec6-4546-a282-dab8acc5c76b),segment_id=0cafa45b-bec6-4546-a282-dab8acc5c76b)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:45.847255 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.902732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.997316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.025471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00ad8c-6fab-4656-91a7-abcc0fbdc1b4 None None] Pushing event updated for resources: {'Port': ['ID=0ffea08f-110f-4d41-b49c-619d7d797265,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:46.048965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.051983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Subnet': ['ID=187e8432-8eca-474d-aea1-c824a8f78432,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:46.085713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678965b4-24e9-4029-8087-5284ba5a5142 None None] Network 9e5041e7-def9-4f1f-825a-89d6e4931ffc requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:46.138129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.230731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5041e7-def9-4f1f-825a-89d6e4931ffc']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:46.243691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989db595-8775-42eb-89b8-34395283b19f') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:46.244087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989db595-8775-42eb-89b8-34395283b19f') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:46.259423 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.282803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.291027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:46.291614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:46.296311 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:46.398721 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.431785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.438677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/9e5041e7-def9-4f1f-825a-89d6e4931ffc HTTP/1.1" status: 204 len: 168 time: 0.7526116 Nov 12 09:10:46.440470 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a62e6-8ae4-4aa3-96da-dfeaf73dc123 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Network': ['ID=9e5041e7-def9-4f1f-825a-89d6e4931ffc,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:46.447276 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36936) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.452744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-255783572'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:46.485636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:46.490219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.521074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:46.533826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.534271 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Added segment 93e37b65-9093-48f7-80a2-0b2f4652dde0 of type vlan for network 48cfeff3-5cac-40ef-9182-19259d10bba4 Nov 12 09:10:46.593856 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.624531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.630561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.631209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.677090 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2317338 Nov 12 09:10:46.681649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36938) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.687627 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'subnet': {'network_id': '48cfeff3-5cac-40ef-9182-19259d10bba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:46.721625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaee718-203f-446f-823c-47b4c8db38c4 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Network': ['ID=48cfeff3-5cac-40ef-9182-19259d10bba4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:46.737306 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 48cfeff3-5cac-40ef-9182-19259d10bba4 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:46.847739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:46.852876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.862567 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.930018 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Performing IP validity checks on allocation pools {{(pid=102372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:10:46.931305 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.ipam_backend_mixin [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102372) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:10:47.133327 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.175779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffea08f-110f-4d41-b49c-619d7d797265 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:47.237930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0ffea08f-110f-4d41-b49c-619d7d797265 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:47.238415 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.262590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2290065-74b6-402e-a2dc-5044ddac0404 None None] Network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:47.264931 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Subnet': ['ID=aa691bf2-729a-41f8-b560-545aa0c2c1bb,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.279670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Checking segment: {'id': '93e37b65-9093-48f7-80a2-0b2f4652dde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '48cfeff3-5cac-40ef-9182-19259d10bba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:47.280294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network hostable DHCP agents. Network: 48cfeff3-5cac-40ef-9182-19259d10bba4, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:47.305050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network 48cfeff3-5cac-40ef-9182-19259d10bba4 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:47.317390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 48cfeff3-5cac-40ef-9182-19259d10bba4) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:47.324619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.325766 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.353145 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9db5f3bf-ab5b-4d28-94e1-788da0a8d859 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6669896 Nov 12 09:10:47.353427 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade1ee7-d948-4885-b23f-3487cd9ef4e3 None None] Network 48cfeff3-5cac-40ef-9182-19259d10bba4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:47.353631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36940) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:47.490175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.494299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f4462a34-79c6-482b-9509-3fa580b6e7b4 None None] Provisioning complete for port 0ffea08f-110f-4d41-b49c-619d7d797265 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:47.495590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f4462a34-79c6-482b-9509-3fa580b6e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.649668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.780493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 0ffea08f-110f-4d41-b49c-619d7d797265, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffea08f-110f-4d41-b49c-619d7d797265,segment=NetworkSegment(0cafa45b-bec6-4546-a282-dab8acc5c76b),segment_id=0cafa45b-bec6-4546-a282-dab8acc5c76b)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:47.790946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.855218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4b468-65af-462a-886a-2e3bd64e082b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-48cfeff3-5cac-40ef-9182-19259d10bba4', 'network_id': '48cfeff3-5cac-40ef-9182-19259d10bba4', 'tenant_id': 'e39af8fece7c4a5ba1a41ee496df32d3', 'fixed_ips': [{'subnet_id': 'aa691bf2-729a-41f8-b560-545aa0c2c1bb'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:47.856244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e9c4b468-65af-462a-886a-2e3bd64e082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.874577 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f4462a34-79c6-482b-9509-3fa580b6e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.983739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=0ffea08f-110f-4d41-b49c-619d7d797265,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:48.040141 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.151340 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.202800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Subnet': ['ID=aa691bf2-729a-41f8-b560-545aa0c2c1bb,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:48.260342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-f4462a34-79c6-482b-9509-3fa580b6e7b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:10:48.260795 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-f4462a34-79c6-482b-9509-3fa580b6e7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-e9c4b468-65af-462a-886a-2e3bd64e082b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa691bf2-729a-41f8-b560-545aa0c2c1bb: This subnet is being modified by another concurrent operation. Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa691bf2-729a-41f8-b560-545aa0c2c1bb: This subnet is being modified by another concurrent operation. Nov 12 09:10:48.263088 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 09:10:48.284815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4c721-f23f-4c3e-b49e-d696a99caa89 None None] Network 48cfeff3-5cac-40ef-9182-19259d10bba4 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:48.325941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.355296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cfeff3-5cac-40ef-9182-19259d10bba4']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:48.366646 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e37b65-9093-48f7-80a2-0b2f4652dde0') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:48.366959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e37b65-9093-48f7-80a2-0b2f4652dde0') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:48.379797 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.398447 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.406213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:48.406977 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:48.410246 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:48.457947 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb03d0f-090b-4529-930c-c3777306f1c5 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:10:48.507004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.515114 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.525434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/48cfeff3-5cac-40ef-9182-19259d10bba4 HTTP/1.1" status: 204 len: 168 time: 1.1649051 Nov 12 09:10:48.526608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36942) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:48.534796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435022163'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:48.541489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9388e-2698-40cd-932e-baf0bec9308d tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Network': ['ID=48cfeff3-5cac-40ef-9182-19259d10bba4,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:48.565507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:48.569776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.581458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb03d0f-090b-4529-930c-c3777306f1c5 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:10:48.605454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:48.619874 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.621726 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Added segment 671a891f-ed91-47ed-bb27-145d7fcfe15f of type vlan for network e0ebf30e-16a0-413f-aa36-7f1225c64107 Nov 12 09:10:48.671624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.718000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.726370 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:48.727087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.798163 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2703609 Nov 12 09:10:48.801803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36944) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:48.810505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'subnet': {'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:48.817722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42f5e0-81ba-44bc-a20a-e354a7054f7b tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Network': ['ID=e0ebf30e-16a0-413f-aa36-7f1225c64107,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:48.836352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network e0ebf30e-16a0-413f-aa36-7f1225c64107 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:48.935278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:48.940411 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.978613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b05758e6-d7b6-4d3c-9476-e57bc0a08a58 None None] Provisioning complete for port 0ffea08f-110f-4d41-b49c-619d7d797265 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:48.979166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b05758e6-d7b6-4d3c-9476-e57bc0a08a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.132978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffea08f-110f-4d41-b49c-619d7d797265 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:49.186341 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.205420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 0ffea08f-110f-4d41-b49c-619d7d797265 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:49.205896 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.260617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Subnet': ['ID=a08c0818-ee38-48ce-bd55-b7980c6c6649,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.266561 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Checking segment: {'id': '671a891f-ed91-47ed-bb27-145d7fcfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:49.266917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network hostable DHCP agents. Network: e0ebf30e-16a0-413f-aa36-7f1225c64107, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:49.290547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network e0ebf30e-16a0-413f-aa36-7f1225c64107 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:49.305246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, e0ebf30e-16a0-413f-aa36-7f1225c64107) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:49.313035 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.313646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475cd40d-d851-4daa-a83e-0f8a8d995030 None None] Network e0ebf30e-16a0-413f-aa36-7f1225c64107 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:49.314028 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.337492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a8b372f4-2453-4162-8970-55dbdb74d5b7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5345571 Nov 12 09:10:49.343733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36946) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:49.349102 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095104541'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:49.377278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:49.381982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.417012 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:49.428953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.429318 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Added segment 0f30c9c7-6a86-4266-b72e-732d87e5708d of type vlan for network 27c7a8c8-b7a3-4229-925e-1ec085038cc0 Nov 12 09:10:49.480712 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.500692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-e0ebf30e-16a0-413f-aa36-7f1225c64107', 'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107', 'tenant_id': 'e39af8fece7c4a5ba1a41ee496df32d3', 'fixed_ips': [{'subnet_id': 'a08c0818-ee38-48ce-bd55-b7980c6c6649'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:49.501787 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.512923 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.521291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.522781 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.563338 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2184207 Nov 12 09:10:49.567307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36948) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:49.574483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Request body: {'subnet': {'network_id': '27c7a8c8-b7a3-4229-925e-1ec085038cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:49.604351 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7529f-12eb-4f52-b6ba-775e4c516b46 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Network': ['ID=27c7a8c8-b7a3-4229-925e-1ec085038cc0,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.637847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 27c7a8c8-b7a3-4229-925e-1ec085038cc0 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:49.694127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Made reservation on behalf of e39af8fece7c4a5ba1a41ee496df32d3 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:49.698214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.725319 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Allocated IP 2001:db8::2 (e0ebf30e-16a0-413f-aa36-7f1225c64107/a08c0818-ee38-48ce-bd55-b7980c6c6649/6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:49.901570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.908651 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.924534 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.960948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Network e0ebf30e-16a0-413f-aa36-7f1225c64107 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:49.967692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:49.970117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Pushing event updated for resources: {'Port': ['ID=6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.973297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:50.010958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event updated for resources: {'Subnet': ['ID=a6fc2da0-3428-4044-bbce-abe3d4e0820d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.019360 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Checking segment: {'id': '0f30c9c7-6a86-4266-b72e-732d87e5708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '27c7a8c8-b7a3-4229-925e-1ec085038cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:50.019726 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network hostable DHCP agents. Network: 27c7a8c8-b7a3-4229-925e-1ec085038cc0, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:50.042168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Attempting to bind port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:50.043142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Attempting to bind port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '671a891f-ed91-47ed-bb27-145d7fcfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:50.043358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Attempting to bind port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf on network e0ebf30e-16a0-413f-aa36-7f1225c64107 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:50.047234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Network 27c7a8c8-b7a3-4229-925e-1ec085038cc0 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:50.052219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:50.052793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Checking segment: {'id': '671a891f-ed91-47ed-bb27-145d7fcfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:50.054043 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.054281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Bound using segment: {'id': '671a891f-ed91-47ed-bb27-145d7fcfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:50.054987 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Bound port: 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671a891f-ed91-47ed-bb27-145d7fcfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ebf30e-16a0-413f-aa36-7f1225c64107'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:50.055635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.062930 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 27c7a8c8-b7a3-4229-925e-1ec085038cc0) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:50.072719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.073663 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.086231 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3052b0-56fb-40b9-93a4-c479895807b6 None None] Network 27c7a8c8-b7a3-4229-925e-1ec085038cc0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:50.102126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fca4c5d2-9d2c-4876-a661-b8d4b06fc127 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5323839 Nov 12 09:10:50.104573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36950) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.221279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] For port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:50.226537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] For port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf,segment=NetworkSegment(671a891f-ed91-47ed-bb27-145d7fcfe15f),segment_id=671a891f-ed91-47ed-bb27-145d7fcfe15f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:50.238394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.260253 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.337939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.368620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08559277-031a-4161-92e5-5fae72f4ca33 None None] Pushing event updated for resources: {'Port': ['ID=6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.386187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c03d9-3a60-4845-8c33-f60cc3df4bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-27c7a8c8-b7a3-4229-925e-1ec085038cc0', 'network_id': '27c7a8c8-b7a3-4229-925e-1ec085038cc0', 'tenant_id': 'e39af8fece7c4a5ba1a41ee496df32d3', 'fixed_ips': [{'subnet_id': 'a6fc2da0-3428-4044-bbce-abe3d4e0820d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:50.387349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f21c03d9-3a60-4845-8c33-f60cc3df4bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.459371 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-f21c03d9-3a60-4845-8c33-f60cc3df4bec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6fc2da0-3428-4044-bbce-abe3d4e0820d: This subnet is being modified by another concurrent operation. Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6fc2da0-3428-4044-bbce-abe3d4e0820d: This subnet is being modified by another concurrent operation. Nov 12 09:10:50.510871 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 09:10:50.531406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37886257-38dd-4a2a-834d-6fefdd88ab66 None None] Network 27c7a8c8-b7a3-4229-925e-1ec085038cc0 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:50.533733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fc2da0-3428-4044-bbce-abe3d4e0820d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.589104 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.616631 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c7a8c8-b7a3-4229-925e-1ec085038cc0']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:50.635825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f30c9c7-6a86-4266-b72e-732d87e5708d') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:50.635825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f30c9c7-6a86-4266-b72e-732d87e5708d') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:50.677385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.695364 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.716156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:50.716777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:50.723015 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:50.819339 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.838745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.842230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/27c7a8c8-b7a3-4229-925e-1ec085038cc0 HTTP/1.1" status: 204 len: 168 time: 0.7365136 Nov 12 09:10:50.843751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba5fd-e95a-46bd-93f9-be1dc5d58bd5 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Network': ['ID=27c7a8c8-b7a3-4229-925e-1ec085038cc0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.845947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36952) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.877648 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-43841433-56e6-4265-a2a7-0441055d97f9 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] GET failed (client error): The resource could not be found. Nov 12 09:10:50.879752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-43841433-56e6-4265-a2a7-0441055d97f9 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "GET /v2.0/subnets/a6fc2da0-3428-4044-bbce-abe3d4e0820d HTTP/1.1" status: 404 len: 337 time: 0.0321753 Nov 12 09:10:50.884476 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.905326 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-062a40a8-88d3-4810-9512-fbb69601d2da tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:50.905889 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062a40a8-88d3-4810-9512-fbb69601d2da tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:50.909460 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-062a40a8-88d3-4810-9512-fbb69601d2da tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/27c7a8c8-b7a3-4229-925e-1ec085038cc0 HTTP/1.1" status: 404 len: 339 time: 0.0236964 Nov 12 09:10:50.916812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36956) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.953861 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb998a90-5b16-48a8-843e-7f646d14ae01 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:50.954327 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb998a90-5b16-48a8-843e-7f646d14ae01 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:50.957657 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eb998a90-5b16-48a8-843e-7f646d14ae01 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/subnets/a6fc2da0-3428-4044-bbce-abe3d4e0820d HTTP/1.1" status: 404 len: 337 time: 0.0396979 Nov 12 09:10:50.961034 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36958) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.981759 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fde22c3-0b14-4801-b96c-6c67ff2c10b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:50.982385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fde22c3-0b14-4801-b96c-6c67ff2c10b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:50.985654 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7fde22c3-0b14-4801-b96c-6c67ff2c10b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/27c7a8c8-b7a3-4229-925e-1ec085038cc0 HTTP/1.1" status: 404 len: 339 time: 0.0235507 Nov 12 09:10:50.988504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36960) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.052903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Deleting subnet a08c0818-ee38-48ce-bd55-b7980c6c6649 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:51.059423 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.119199 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.165205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:51.256813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:51.257729 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.268862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.355461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.385985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Subnet': ['ID=a08c0818-ee38-48ce-bd55-b7980c6c6649,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.391025 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.393149 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.398548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0e54af9a-724c-45b5-8848-1659caaf54f7 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/subnets/a08c0818-ee38-48ce-bd55-b7980c6c6649 HTTP/1.1" status: 204 len: 168 time: 0.4049046 Nov 12 09:10:51.398849 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36962) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.491754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:10:51.492343 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:10:51.522759 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.615569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60b5c5-5e37-42e0-a96c-e37748a58b89 None None] Network e0ebf30e-16a0-413f-aa36-7f1225c64107 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:51.621190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Deleting port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:51.621738 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.735851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] For port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf,segment=NetworkSegment(671a891f-ed91-47ed-bb27-145d7fcfe15f),segment_id=671a891f-ed91-47ed-bb27-145d7fcfe15f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:51.736255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.742354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f4d1eb23-a61f-406e-aac5-d793e91cc98c None None] Provisioning complete for port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:51.743246 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f4d1eb23-a61f-406e-aac5-d793e91cc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.754548 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Calling delete_port for 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:51.863403 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.868750 n-d-768509-25 neutron-server[102373]: INFO neutron.plugins.ml2.db [None req-f4d1eb23-a61f-406e-aac5-d793e91cc98c None None] No ports have port_id starting with 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf Nov 12 09:10:51.902130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Port': ['ID=6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.902130 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No DVR routers for this DVR port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:51.936308 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529c3b7b-4fa8-45c4-926f-0c80fececc8e None None] DHCP port deletion for e0ebf30e-16a0-413f-aa36-7f1225c64107 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:51.958448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b846f9b-dab1-48db-bddd-6e807b5da666 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:10:52.009288 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.020013 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Port 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf update to ACTIVE by agent not found {{(pid=102373) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 09:10:52.033320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ebf30e-16a0-413f-aa36-7f1225c64107']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:52.046639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671a891f-ed91-47ed-bb27-145d7fcfe15f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:52.047067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671a891f-ed91-47ed-bb27-145d7fcfe15f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:52.063851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.066251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b846f9b-dab1-48db-bddd-6e807b5da666 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:10:52.083065 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.092673 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:52.093227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:52.097579 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:52.171146 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.195227 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.199239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/e0ebf30e-16a0-413f-aa36-7f1225c64107 HTTP/1.1" status: 204 len: 168 time: 0.7992826 Nov 12 09:10:52.201047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19d8bc-62bc-4817-88e9-c93b2ff2d5b3 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Network': ['ID=e0ebf30e-16a0-413f-aa36-7f1225c64107,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:52.203275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36964) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.236518 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c42cdfb-562c-4b8a-bec1-e24b4891a3c1 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:52.237087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c42cdfb-562c-4b8a-bec1-e24b4891a3c1 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:52.240427 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c42cdfb-562c-4b8a-bec1-e24b4891a3c1 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/subnets/aa691bf2-729a-41f8-b560-545aa0c2c1bb HTTP/1.1" status: 404 len: 337 time: 0.0360527 Nov 12 09:10:52.243766 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36966) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.274974 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcf3d07-0c48-4640-830e-7948d1bc6c80 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:52.275944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcf3d07-0c48-4640-830e-7948d1bc6c80 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:52.280919 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-abcf3d07-0c48-4640-830e-7948d1bc6c80 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/48cfeff3-5cac-40ef-9182-19259d10bba4 HTTP/1.1" status: 404 len: 339 time: 0.0354583 Nov 12 09:10:52.285004 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 36968) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.314684 n-d-768509-25 neutron-server[102372]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a498a-ba9e-4b78-a37f-ff97f090d927 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:52.315149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a498a-ba9e-4b78-a37f-ff97f090d927 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102372) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:52.321670 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e59a498a-ba9e-4b78-a37f-ff97f090d927 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/subnets/187e8432-8eca-474d-aea1-c824a8f78432 HTTP/1.1" status: 404 len: 337 time: 0.0324936 Nov 12 09:10:52.322077 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36970) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.341880 n-d-768509-25 neutron-server[102371]: INFO neutron.pecan_wsgi.hooks.translation [None req-6874f027-6b6b-4207-94d4-61287b2d8510 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:10:52.342478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6874f027-6b6b-4207-94d4-61287b2d8510 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102371) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:52.348067 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6874f027-6b6b-4207-94d4-61287b2d8510 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/9e5041e7-def9-4f1f-825a-89d6e4931ffc HTTP/1.1" status: 404 len: 339 time: 0.0225646 Nov 12 09:10:52.348385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36972) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.411440 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Deleting subnet 2b414760-c5b1-4c40-93ee-98f3cd7ab50e {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:52.415707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.467355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.560832 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.629791 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.679657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Subnet': ['ID=2b414760-c5b1-4c40-93ee-98f3cd7ab50e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:52.687667 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.693171 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e282e-e876-4223-8b5e-2969542b16a9 None None] Network 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:52.695785 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-58599237-5374-4fff-a284-168708c51df8 tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/subnets/2b414760-c5b1-4c40-93ee-98f3cd7ab50e HTTP/1.1" status: 204 len: 168 time: 0.3457088 Nov 12 09:10:52.697593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36974) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.785005 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.860301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Deleting port 0ffea08f-110f-4d41-b49c-619d7d797265 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:52.860915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.940942 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] For port 0ffea08f-110f-4d41-b49c-619d7d797265, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=0ffea08f-110f-4d41-b49c-619d7d797265,segment=NetworkSegment(0cafa45b-bec6-4546-a282-dab8acc5c76b),segment_id=0cafa45b-bec6-4546-a282-dab8acc5c76b)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:52.941309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.957546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Calling delete_port for 0ffea08f-110f-4d41-b49c-619d7d797265 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:53.074839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.111116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Port': ['ID=0ffea08f-110f-4d41-b49c-619d7d797265,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:53.113129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] No DVR routers for this DVR port 0ffea08f-110f-4d41-b49c-619d7d797265 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:53.135119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a7b05-5218-46bb-9e76-c6a01fe188b2 None None] DHCP port deletion for 5139d5a7-0c9f-44a2-a846-4f3c1c2acaca request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:53.175068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:53.201255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:53.201613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6cc1c50a-3770-4a5e-862a-e4c6fa9b6ccf not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:53.206795 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.231896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5139d5a7-0c9f-44a2-a846-4f3c1c2acaca']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:53.243341 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cafa45b-bec6-4546-a282-dab8acc5c76b') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:53.243629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cafa45b-bec6-4546-a282-dab8acc5c76b') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:53.254924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.277340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.284933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:53.285453 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:53.289502 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:53.362657 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.370784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.374155 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] 10.222.0.16 "DELETE /v2.0/networks/5139d5a7-0c9f-44a2-a846-4f3c1c2acaca HTTP/1.1" status: 204 len: 168 time: 0.6754913 Nov 12 09:10:53.387058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c8393-33fa-4d4d-9c08-93ada6b12b8c tempest-NetworksIpV6Test-1830543439 tempest-NetworksIpV6Test-1830543439-project] Pushing event deleted for resources: {'Network': ['ID=5139d5a7-0c9f-44a2-a846-4f3c1c2acaca,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:53.682983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36980) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:53.843590 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4f178a7a-164f-4239-bce6-14a4e03b2287 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e39af8fece7c4a5ba1a41ee496df32d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592927 Nov 12 09:10:53.846421 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 36984) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:53.910335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b743a09-89f0-4564-8c9e-0f495252c68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.937116 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b743a09-89f0-4564-8c9e-0f495252c68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.013964 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b743a09-89f0-4564-8c9e-0f495252c68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.017504 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2b743a09-89f0-4564-8c9e-0f495252c68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.018967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2b743a09-89f0-4564-8c9e-0f495252c68d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ac41647-ea3b-4018-9975-c556754c4ebe HTTP/1.1" status: 204 len: 168 time: 0.1713569 Nov 12 09:10:54.030971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b743a09-89f0-4564-8c9e-0f495252c68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac41647-ea3b-4018-9975-c556754c4ebe,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:54.868248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37006) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:54.982660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-630782531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:55.009934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.010890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.067114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.073179 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.095336 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.099672 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b02280c6-52f7-4182-8dbb-95ebc70f5404 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2298770 Nov 12 09:10:55.100037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37010) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.107675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2105181317'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:55.119929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffea08f-110f-4d41-b49c-619d7d797265 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:55.135450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Made reservation on behalf of 6680afdd8968457081012f4aa8061927 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:55.141814 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.159022 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.164458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 0ffea08f-110f-4d41-b49c-619d7d797265 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:55.165198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 0ffea08f-110f-4d41-b49c-619d7d797265 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:55.285540 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.290790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.328691 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:55.341442 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59dcd67-7cac-4e36-8b89-a1cabe6c20b3,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.348667 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.349216 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Added segment 80f2a50b-10e0-4f09-a533-d16273e42450 of type vlan for network 40992e8e-185d-4ced-bcfc-e6921095dc94 Nov 12 09:10:55.401209 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.420819 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:55.431405 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.438271 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.439068 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.483025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3816078 Nov 12 09:10:55.486281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37012) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.492787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Request body: {'subnet': {'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:55.521619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845bb13-ec6e-4f7c-8492-f4480c50c2c2 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event updated for resources: {'Network': ['ID=40992e8e-185d-4ced-bcfc-e6921095dc94,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.537646 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 40992e8e-185d-4ced-bcfc-e6921095dc94 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:55.601903 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Made reservation on behalf of 6680afdd8968457081012f4aa8061927 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:55.606199 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.822459 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.890730 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event updated for resources: {'Subnet': ['ID=5dec58a0-e5a0-4644-b013-6d70e03d3065,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.903767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Checking segment: {'id': '80f2a50b-10e0-4f09-a533-d16273e42450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:55.904180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Network hostable DHCP agents. Network: 40992e8e-185d-4ced-bcfc-e6921095dc94, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:55.924661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Network 40992e8e-185d-4ced-bcfc-e6921095dc94 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:55.936210 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 40992e8e-185d-4ced-bcfc-e6921095dc94) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:55.940868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.941592 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.950279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1acc5a-8051-4a0a-9dc0-07559d31631d None None] Network 40992e8e-185d-4ced-bcfc-e6921095dc94 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:55.966572 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e1dc1ed1-2375-453f-bfeb-993cfaaaf2b0 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4786780 Nov 12 09:10:55.970471 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.979817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1835243697'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:56.012835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Made reservation on behalf of 6680afdd8968457081012f4aa8061927 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:56.018812 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.056139 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:56.068182 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.068808 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Added segment 99137855-686a-4dd2-814a-f008529e40df of type vlan for network 1ff223bb-2c3f-47ce-973f-c5718f645e8a Nov 12 09:10:56.122545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.153652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.164572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.165424 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.175968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-40992e8e-185d-4ced-bcfc-e6921095dc94', 'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94', 'tenant_id': '6680afdd8968457081012f4aa8061927', 'fixed_ips': [{'subnet_id': '5dec58a0-e5a0-4644-b013-6d70e03d3065'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:56.179533 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.220718 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2483499 Nov 12 09:10:56.224450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37016) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.234224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Request body: {'subnet': {'network_id': '1ff223bb-2c3f-47ce-973f-c5718f645e8a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:56.287362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602391c6-e1ad-4389-9c7c-5c094f5a1128 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event updated for resources: {'Network': ['ID=1ff223bb-2c3f-47ce-973f-c5718f645e8a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.306768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 1ff223bb-2c3f-47ce-973f-c5718f645e8a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:56.355223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Made reservation on behalf of 6680afdd8968457081012f4aa8061927 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:56.361579 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.476347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Allocated IP 172.20.0.2 (40992e8e-185d-4ced-bcfc-e6921095dc94/5dec58a0-e5a0-4644-b013-6d70e03d3065/23aa0727-57be-4dd0-b24f-3b5f777613ef) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:56.659732 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.674885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.686441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.735844 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event updated for resources: {'Subnet': ['ID=52d2aaf3-9da2-4038-b894-36e5c847c594,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.742420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Checking segment: {'id': '99137855-686a-4dd2-814a-f008529e40df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1ff223bb-2c3f-47ce-973f-c5718f645e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:56.742920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Network hostable DHCP agents. Network: 1ff223bb-2c3f-47ce-973f-c5718f645e8a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:56.761882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Network 40992e8e-185d-4ced-bcfc-e6921095dc94 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:56.765090 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Network 1ff223bb-2c3f-47ce-973f-c5718f645e8a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:56.767669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:56.775163 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:56.779967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 1ff223bb-2c3f-47ce-973f-c5718f645e8a) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:56.787113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.788645 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.808916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc7f46-201b-45a2-86af-c1c2e1833468 None None] Network 1ff223bb-2c3f-47ce-973f-c5718f645e8a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:56.816241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e1daf985-17f6-44c3-9a24-8fd47767f15c tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5848637 Nov 12 09:10:56.816833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37018) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.823158 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-c3a1872e-1bb3-4679-8fc9-1872441d7fd9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ff223bb-2c3f-47ce-973f-c5718f645e8a'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:56.879733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Pushing event updated for resources: {'Port': ['ID=23aa0727-57be-4dd0-b24f-3b5f777613ef,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.997558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Attempting to bind port 23aa0727-57be-4dd0-b24f-3b5f777613ef on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:56.998199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Attempting to bind port 23aa0727-57be-4dd0-b24f-3b5f777613ef by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '80f2a50b-10e0-4f09-a533-d16273e42450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:56.998416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Attempting to bind port 23aa0727-57be-4dd0-b24f-3b5f777613ef on network 40992e8e-185d-4ced-bcfc-e6921095dc94 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:57.013733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:57.014385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Checking segment: {'id': '80f2a50b-10e0-4f09-a533-d16273e42450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:57.015072 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.015727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Bound using segment: {'id': '80f2a50b-10e0-4f09-a533-d16273e42450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:57.016579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Bound port: 23aa0727-57be-4dd0-b24f-3b5f777613ef, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f2a50b-10e0-4f09-a533-d16273e42450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '40992e8e-185d-4ced-bcfc-e6921095dc94'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:57.017199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.065730 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c3a1872e-1bb3-4679-8fc9-1872441d7fd9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.181739 n-d-768509-25 neutron-server[102372]: INFO neutron.api.v2.resource [None req-c3a1872e-1bb3-4679-8fc9-1872441d7fd9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:10:57.182842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c3a1872e-1bb3-4679-8fc9-1872441d7fd9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "PUT /v2.0/routers/cc1c1c69-b9eb-4271-ac89-03eb71c48333 HTTP/1.1" status: 400 len: 364 time: 0.3649313 Nov 12 09:10:57.190936 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37020) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:57.207394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] For port 23aa0727-57be-4dd0-b24f-3b5f777613ef, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:57.215769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] For port 23aa0727-57be-4dd0-b24f-3b5f777613ef, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=23aa0727-57be-4dd0-b24f-3b5f777613ef,segment=NetworkSegment(80f2a50b-10e0-4f09-a533-d16273e42450),segment_id=80f2a50b-10e0-4f09-a533-d16273e42450)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:57.223838 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.250011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Deleting subnet 52d2aaf3-9da2-4038-b894-36e5c847c594 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:57.253793 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.309775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1f4d6-ef9b-4276-a181-8c02942f4321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-1ff223bb-2c3f-47ce-973f-c5718f645e8a', 'network_id': '1ff223bb-2c3f-47ce-973f-c5718f645e8a', 'tenant_id': '6680afdd8968457081012f4aa8061927', 'fixed_ips': [{'subnet_id': '52d2aaf3-9da2-4038-b894-36e5c847c594'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:57.310334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.311018 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-93f1f4d6-ef9b-4276-a181-8c02942f4321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.373230 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.472784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0eacc-d181-48de-b905-d13364b2a0c0 None None] Pushing event updated for resources: {'Port': ['ID=23aa0727-57be-4dd0-b24f-3b5f777613ef,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:57.493246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server [None req-93f1f4d6-ef9b-4276-a181-8c02942f4321 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52d2aaf3-9da2-4038-b894-36e5c847c594: This subnet is being modified by another concurrent operation. Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52d2aaf3-9da2-4038-b894-36e5c847c594: This subnet is being modified by another concurrent operation. Nov 12 09:10:57.497152 n-d-768509-25 neutron-server[102373]: ERROR oslo_messaging.rpc.server Nov 12 09:10:57.531018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a2976-9472-4eaf-a01e-0a8bcc4b856c None None] Network 1ff223bb-2c3f-47ce-973f-c5718f645e8a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:57.549658 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event deleted for resources: {'Subnet': ['ID=52d2aaf3-9da2-4038-b894-36e5c847c594,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:57.552491 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.559003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-53c444ea-8f3e-40d2-a8a8-0e15d49cd7f9 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "DELETE /v2.0/subnets/52d2aaf3-9da2-4038-b894-36e5c847c594 HTTP/1.1" status: 204 len: 168 time: 0.3667870 Nov 12 09:10:57.562589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37022) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:57.750150 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.874590 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.899224 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff223bb-2c3f-47ce-973f-c5718f645e8a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:57.910702 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99137855-686a-4dd2-814a-f008529e40df') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:57.910968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99137855-686a-4dd2-814a-f008529e40df') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:57.923524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.938982 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.950378 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:57.951148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:57.961469 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:58.070536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.082163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.088754 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "DELETE /v2.0/networks/1ff223bb-2c3f-47ce-973f-c5718f645e8a HTTP/1.1" status: 204 len: 168 time: 0.5244956 Nov 12 09:10:58.091636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37024) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:58.108478 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213a2af-e97f-43d8-8efc-d38bfacf6490 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event deleted for resources: {'Network': ['ID=1ff223bb-2c3f-47ce-973f-c5718f645e8a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:58.153604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Deleting subnet 5dec58a0-e5a0-4644-b013-6d70e03d3065 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:58.157913 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.214058 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.336508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.416401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.465641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event deleted for resources: {'Subnet': ['ID=5dec58a0-e5a0-4644-b013-6d70e03d3065,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:58.473669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.483208 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-163d480d-4018-4926-8e9a-b5709ef12cdd tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "DELETE /v2.0/subnets/5dec58a0-e5a0-4644-b013-6d70e03d3065 HTTP/1.1" status: 204 len: 168 time: 0.3865411 Nov 12 09:10:58.484247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37026) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:58.598332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b464a4-e337-42c7-8ff0-e3c8a96a94fa None None] Network 40992e8e-185d-4ced-bcfc-e6921095dc94 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:58.606291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.685794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Deleting port 23aa0727-57be-4dd0-b24f-3b5f777613ef {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:58.686342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.716114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5e682b29-43bc-4e80-be7c-33a42a631ce8 None None] Provisioning complete for port 23aa0727-57be-4dd0-b24f-3b5f777613ef triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:58.716555 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5e682b29-43bc-4e80-be7c-33a42a631ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.808128 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] For port 23aa0727-57be-4dd0-b24f-3b5f777613ef, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=23aa0727-57be-4dd0-b24f-3b5f777613ef,segment=NetworkSegment(80f2a50b-10e0-4f09-a533-d16273e42450),segment_id=80f2a50b-10e0-4f09-a533-d16273e42450)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:58.808739 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.832624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Calling delete_port for 23aa0727-57be-4dd0-b24f-3b5f777613ef owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:58.920869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5e682b29-43bc-4e80-be7c-33a42a631ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.957062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] DHCP port deletion for 40992e8e-185d-4ced-bcfc-e6921095dc94 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:58.971262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5e682b29-43bc-4e80-be7c-33a42a631ce8 None None] For port 23aa0727-57be-4dd0-b24f-3b5f777613ef, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=23aa0727-57be-4dd0-b24f-3b5f777613ef,segment=NetworkSegment(80f2a50b-10e0-4f09-a533-d16273e42450),segment_id=80f2a50b-10e0-4f09-a533-d16273e42450)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:58.985684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.994498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5e682b29-43bc-4e80-be7c-33a42a631ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.020945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e682b29-43bc-4e80-be7c-33a42a631ce8 None None] Pushing event deleted for resources: {'Port': ['ID=23aa0727-57be-4dd0-b24f-3b5f777613ef,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.025319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] No DVR routers for this DVR port 23aa0727-57be-4dd0-b24f-3b5f777613ef on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:59.029217 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event deleted for resources: {'Port': ['ID=23aa0727-57be-4dd0-b24f-3b5f777613ef,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.045633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Deleting port 23aa0727-57be-4dd0-b24f-3b5f777613ef {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:59.045999 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.125450 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] For port 23aa0727-57be-4dd0-b24f-3b5f777613ef, host n-d-768509-25, got binding levels [] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:59.125771 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.143533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Calling delete_port for 23aa0727-57be-4dd0-b24f-3b5f777613ef owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:59.148454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.ipam_backend_mixin [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Port 23aa0727-57be-4dd0-b24f-3b5f777613ef was not found and therefore no delete operation was performed {{(pid=102373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:10:59.150093 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.152036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.176901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] Pushing event deleted for resources: {'Port': ['ID=23aa0727-57be-4dd0-b24f-3b5f777613ef,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.183935 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc3387-9cf4-4070-ad7e-3eff2ab18b9e None None] No DVR routers for this DVR port 23aa0727-57be-4dd0-b24f-3b5f777613ef on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:59.190258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40992e8e-185d-4ced-bcfc-e6921095dc94']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:59.204430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f2a50b-10e0-4f09-a533-d16273e42450') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:59.204681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f2a50b-10e0-4f09-a533-d16273e42450') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:59.211916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05cd39d-08c7-4282-8640-b23b1fe54575 None None] get_active_networks_info from n-d-768509-25 {{(pid=102373) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:10:59.219672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.243669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.257319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:59.257319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:59.261750 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:59.289318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05cd39d-08c7-4282-8640-b23b1fe54575 None None] Resources bound (agent type, host, resource id): {{(pid=102373) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:10:59.371927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.379278 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.385648 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "DELETE /v2.0/networks/40992e8e-185d-4ced-bcfc-e6921095dc94 HTTP/1.1" status: 204 len: 168 time: 0.9006817 Nov 12 09:10:59.389625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37028) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:59.408479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a834f-db11-4d0c-a993-c223586f2633 tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Pushing event deleted for resources: {'Network': ['ID=40992e8e-185d-4ced-bcfc-e6921095dc94,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.423623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2e69b88b-a61e-47f3-9194-f7a367bf385d tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1c1c69-b9eb-4271-ac89-03eb71c48333 HTTP/1.1" status: 200 len: 205 time: 0.0313830 Nov 12 09:10:59.427298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37030) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:59.521675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.702701 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.705589 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.755949 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.756582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Fanout notify agent at l3_agent the message router_deleted on router cc1c1c69-b9eb-4271-ac89-03eb71c48333 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:59.769173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.770711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-afb39109-4beb-402c-8941-69eed6bc942f tempest-RoutersNegativeTest-892422184 tempest-RoutersNegativeTest-892422184-project] 10.222.0.16 "DELETE /v2.0/routers/cc1c1c69-b9eb-4271-ac89-03eb71c48333 HTTP/1.1" status: 204 len: 168 time: 0.3417296 Nov 12 09:11:00.078891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37036) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:00.276877 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-14978a27-ff57-4926-9e63-8980420e2801 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6680afdd8968457081012f4aa8061927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963632 Nov 12 09:11:00.279436 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37040) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:00.343329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.369309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.425764 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.430427 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.431987 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f59dcd67-7cac-4e36-8b89-a1cabe6c20b3 HTTP/1.1" status: 204 len: 168 time: 0.1514223 Nov 12 09:11:00.445744 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59dcd67-7cac-4e36-8b89-a1cabe6c20b3,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:00.457405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.457865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.458366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.458747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.459156 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.459715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.460191 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.460599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.461005 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.461400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.461884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:00.462345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acbe0e2-43fa-472b-a7cd-872bd0c855f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:01.359123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37062) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:01.470778 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1092876940-network', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:01.507249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Made reservation on behalf of a99d1fb5fa614eb6b122b29487e18613 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:01.509828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.519568 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.609424 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.615044 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.642813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:01.654474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:01.660085 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.660424 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Added segment 60b0537d-46a2-4332-ad1a-e3e76538eb78 of type vlan for network ebf54255-623a-40ab-b653-14424f985e03 Nov 12 09:11:01.715664 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.762031 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.763105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.763749 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.801881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4414072 Nov 12 09:11:01.805892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37066) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:01.811784 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Request body: {'subnet': {'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-subnet', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:01.841229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151850a-4176-4e8f-b71e-c9bd413ce52a admin admin] Pushing event updated for resources: {'Network': ['ID=ebf54255-623a-40ab-b653-14424f985e03,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:01.841614 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Made reservation on behalf of a99d1fb5fa614eb6b122b29487e18613 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:01.844915 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.855673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ebf54255-623a-40ab-b653-14424f985e03 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:02.089494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.150452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2990d3-1578-4089-bed6-5a399e46184d,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:02.164314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Checking segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:02.164792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Network hostable DHCP agents. Network: ebf54255-623a-40ab-b653-14424f985e03, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:02.184319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Network ebf54255-623a-40ab-b653-14424f985e03 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:02.195781 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ebf54255-623a-40ab-b653-14424f985e03) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:02.201849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.203081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.214453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de18b7e-646a-4c57-ae8a-0297723c62e2 None None] Network ebf54255-623a-40ab-b653-14424f985e03 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:02.230661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-34e03d02-ad07-4720-8e30-5e450a7c347e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4229681 Nov 12 09:11:02.234374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37068) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:02.239767 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:02.276030 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.277376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.357664 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.466332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-ebf54255-623a-40ab-b653-14424f985e03', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'fixed_ips': [{'subnet_id': 'bf2990d3-1578-4089-bed6-5a399e46184d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:02.467754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.546727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.676711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Allocated IP 172.20.0.2 (ebf54255-623a-40ab-b653-14424f985e03/bf2990d3-1578-4089-bed6-5a399e46184d/3ed64ce8-da80-4b86-b193-ae36e9c3c916) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:02.906407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.914868 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.965437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Network ebf54255-623a-40ab-b653-14424f985e03 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:02.972182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:02.977542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:02.996174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Pushing event updated for resources: {'Port': ['ID=3ed64ce8-da80-4b86-b193-ae36e9c3c916,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:03.077927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Attempting to bind port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:03.077927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Attempting to bind port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:03.078409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Attempting to bind port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 on network ebf54255-623a-40ab-b653-14424f985e03 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:03.084544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:03.084932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Checking segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:03.085289 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.085760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Bound using segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:03.086186 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Bound port: 3ed64ce8-da80-4b86-b193-ae36e9c3c916, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:03.086576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.180972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] For port 3ed64ce8-da80-4b86-b193-ae36e9c3c916, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:03.185537 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] For port 3ed64ce8-da80-4b86-b193-ae36e9c3c916, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3ed64ce8-da80-4b86-b193-ae36e9c3c916,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:03.193361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.231228 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.258887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.314490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0f2e8-2da2-48e1-9116-9a7ba9b8f98c None None] Pushing event updated for resources: {'Port': ['ID=3ed64ce8-da80-4b86-b193-ae36e9c3c916,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:03.415271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Allocated IP 172.25.4.117 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/041c5cea-5d2b-4acf-b5e5-1e9b1f20b708) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:03.592446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.634879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.685535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:03.691335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:03.698649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:03.710309 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Pushing event updated for resources: {'Port': ['ID=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:03.713776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f72b51-ac76-495b-a07b-bab69393853f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:03.771276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4de81b55-ab54-4a40-8d50-55e6585408c3 None None] Provisioning complete for port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:03.771803 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4de81b55-ab54-4a40-8d50-55e6585408c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.819835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4de81b55-ab54-4a40-8d50-55e6585408c3 None None] Port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:04.054229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.346774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.501096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efecb36-3ca0-4a77-932f-53ed0d736930 None None] Network ebf54255-623a-40ab-b653-14424f985e03 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:04.521314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Router dc2f7946-88e9-46c4-8947-53a8eaaaac7a is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:11:04.596955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-40ad7a54-0d54-4e4c-a2b8-643ab03a3969 None None] Provisioning complete for port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:04.597355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-40ad7a54-0d54-4e4c-a2b8-643ab03a3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.666498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:04.685955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Sync routers for ids ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:04.696548 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.700079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-41aabb30-c5f3-47c7-bf65-9d25a50f2559 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4623749 Nov 12 09:11:04.701147 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37070) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:04.708015 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Routers {'dc2f7946-88e9-46c4-8947-53a8eaaaac7a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:04.708015 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:04.803499 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-40ad7a54-0d54-4e4c-a2b8-643ab03a3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.862002 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Set router dc2f7946-88e9-46c4-8947-53a8eaaaac7a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:04.866113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-40ad7a54-0d54-4e4c-a2b8-643ab03a3969 None None] For port 3ed64ce8-da80-4b86-b193-ae36e9c3c916, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3ed64ce8-da80-4b86-b193-ae36e9c3c916,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:04.875714 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-40ad7a54-0d54-4e4c-a2b8-643ab03a3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.947594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad7a54-0d54-4e4c-a2b8-643ab03a3969 None None] Pushing event updated for resources: {'Port': ['ID=3ed64ce8-da80-4b86-b193-ae36e9c3c916,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:05.163658 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:11:03Z', 'revision_number': 3, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:05.210414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3ed64ce8-da80-4b86-b193-ae36e9c3c916 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:05.213484 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Checking router: dc2f7946-88e9-46c4-8947-53a8eaaaac7a for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:05.213972 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Updating router dc2f7946-88e9-46c4-8947-53a8eaaaac7a port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:05.248091 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.454860 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.500288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-585e76bd-c867-42db-ac4d-165294d7bc72 None None] Provisioning complete for port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:05.501594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-585e76bd-c867-42db-ac4d-165294d7bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.614107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:05.614854 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.696862 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.707882 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.751691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Allocated IP 172.20.0.1 (ebf54255-623a-40ab-b653-14424f985e03/bf2990d3-1578-4089-bed6-5a399e46184d/28d9e137-4656-4649-83b1-e4272a3f3453) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:05.770081 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Attempting to bind port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:05.770682 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Attempting to bind port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:05.771508 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Attempting to bind port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:05.788970 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:05.789701 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:05.790338 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.790964 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:05.791696 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Bound port: 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:05.792385 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.827305 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d89f7-7ff4-4e87-b633-ff83d209fb5b None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:05.898075 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-48b12195-33e1-4a5c-897c-3e1c52ec7f64 None None] Provisioning complete for port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:05.899077 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-48b12195-33e1-4a5c-897c-3e1c52ec7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.913239 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Pushing event updated for resources: {'Port': ['ID=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:05.922733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.924693 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] For port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:05.932248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] For port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:05.944774 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.950357 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.950860 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.951351 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.951845 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.952368 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.952907 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.953379 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.953856 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.954850 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.954850 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.955324 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.956673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:05.974460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-48b12195-33e1-4a5c-897c-3e1c52ec7f64 None None] Port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:05.977510 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.027606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Network ebf54255-623a-40ab-b653-14424f985e03 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:06.034031 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:06.039898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b522cf7-1b30-4cb2-a602-5b8a8f4b9349 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:06.040371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:06.092945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Pushing event updated for resources: {'Port': ['ID=28d9e137-4656-4649-83b1-e4272a3f3453,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.114281 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec230fe5-e237-4df0-8cc6-733f4286e37f None None] Pushing event updated for resources: {'Port': ['ID=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.114636 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.139283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c592a68d-c497-44fa-b0df-503b6fba5a06 None None] Provisioning complete for port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:06.139572 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Routers {'dc2f7946-88e9-46c4-8947-53a8eaaaac7a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:06.139972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c592a68d-c497-44fa-b0df-503b6fba5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.142116 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:06.310113 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c592a68d-c497-44fa-b0df-503b6fba5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.347399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c592a68d-c497-44fa-b0df-503b6fba5a06 None None] For port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:06.355324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c592a68d-c497-44fa-b0df-503b6fba5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.392899 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.401438 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] Set router dc2f7946-88e9-46c4-8947-53a8eaaaac7a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:06.438976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a68d-c497-44fa-b0df-503b6fba5a06 None None] Pushing event updated for resources: {'Port': ['ID=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.490198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-4c0279f1-d0f6-4a96-98c8-7a90fdd10ae7 None None] Provisioning complete for port 28d9e137-4656-4649-83b1-e4272a3f3453 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:06.491201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4c0279f1-d0f6-4a96-98c8-7a90fdd10ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.537784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-4c0279f1-d0f6-4a96-98c8-7a90fdd10ae7 None None] Port 28d9e137-4656-4649-83b1-e4272a3f3453 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:06.627879 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.634431 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.731573 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.734726 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:11:03Z', 'revision_number': 3, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:06.738213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Pushing event updated for resources: {'Port': ['ID=28d9e137-4656-4649-83b1-e4272a3f3453,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.754600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.754963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.755356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.755691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.756108 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.756424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.756756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.757083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.757409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.757741 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.758066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.758384 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:06.779105 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b538fe-8ee7-473c-b1f6-943aea1f6c79 None None] The sync data for ids ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'] in n-d-768509-25 is: [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:11:03Z', 'revision_number': 3, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:06.894948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Network ebf54255-623a-40ab-b653-14424f985e03 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:06.898258 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:07.214436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Router dc2f7946-88e9-46c4-8947-53a8eaaaac7a has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:07.289988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:07.380508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:07.381682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.418438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:07.427747 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-debb375a-3971-498b-8514-6331847bda7c admin admin] 10.222.0.16 "PUT /v2.0/routers/dc2f7946-88e9-46c4-8947-53a8eaaaac7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7250772 Nov 12 09:11:07.438664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d70d61e6-c78a-4972-b3ae-88df3db4a572 None None] Provisioning complete for port 28d9e137-4656-4649-83b1-e4272a3f3453 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:07.439062 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d70d61e6-c78a-4972-b3ae-88df3db4a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.531443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d70d61e6-c78a-4972-b3ae-88df3db4a572 None None] Port 28d9e137-4656-4649-83b1-e4272a3f3453 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:08.199978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:08.206116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-612984784-network', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:08.231555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Made reservation on behalf of 5c917a3c8fd74000a7f645ced65b9d46 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:08.234213 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.245434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.355843 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.361608 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.410683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:08.428415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a08f51d-4c7a-4805-b743-f60448b2d8c6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:08.449335 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.450013 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Added segment cefdef48-289e-4560-ac65-f28662ee4a50 of type vlan for network a618daf8-1d5b-45af-8238-d4268992c538 Nov 12 09:11:08.534337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.584641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.586549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:08.587577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.673837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4720941 Nov 12 09:11:08.679402 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37088) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:08.690125 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Request body: {'subnet': {'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-subnet', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:08.699247 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5b9ef-a4cf-4d6e-a70a-1bf7de63bf67 admin admin] Pushing event updated for resources: {'Network': ['ID=a618daf8-1d5b-45af-8238-d4268992c538,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:08.714113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network a618daf8-1d5b-45af-8238-d4268992c538 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:08.730874 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Made reservation on behalf of 5c917a3c8fd74000a7f645ced65b9d46 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:08.733434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.859351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Sync routers for ids ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:08.871240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Routers {'dc2f7946-88e9-46c4-8947-53a8eaaaac7a'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:08.872000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:09.011283 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.014511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Set router dc2f7946-88e9-46c4-8947-53a8eaaaac7a gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:09.122736 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=724ad5f7-686a-4468-9020-1b0a8f03a3e5,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:09.138135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Checking segment: {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:09.138733 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Network hostable DHCP agents. Network: a618daf8-1d5b-45af-8238-d4268992c538, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:09.168427 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Network a618daf8-1d5b-45af-8238-d4268992c538 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:09.180602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, a618daf8-1d5b-45af-8238-d4268992c538) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:09.185991 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.186878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.202837 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915380e-c2b7-4c39-b758-6f3611f73c21 None None] Network a618daf8-1d5b-45af-8238-d4268992c538 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:09.205243 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e1babeeb-5ffa-4a78-b4f3-f2eb89862f5a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5256317 Nov 12 09:11:09.209495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:09.216902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:09.254101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.256715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.356504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.367171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.450184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '28d9e137-4656-4649-83b1-e4272a3f3453', 'name': '', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'mac_address': 'fa:16:3e:80:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:05Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 2, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'subnets': [{'id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:09.511498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Checking router: dc2f7946-88e9-46c4-8947-53a8eaaaac7a for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:09.511896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Updating router dc2f7946-88e9-46c4-8947-53a8eaaaac7a port 28d9e137-4656-4649-83b1-e4272a3f3453 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:09.556894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.574493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.595065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-a618daf8-1d5b-45af-8238-d4268992c538', 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'fixed_ips': [{'subnet_id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:09.596488 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.941957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.982823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.004039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Allocated IP 172.20.0.2 (a618daf8-1d5b-45af-8238-d4268992c538/724ad5f7-686a-4468-9020-1b0a8f03a3e5/13d8952a-3245-4f55-9b37-40c66db1ddc8) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:10.146792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Allocated IP 172.25.4.65 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6853a323-9365-4ca8-9c49-dcdbc2174b37) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:10.261792 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.276324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.294589 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.324281 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.341265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.351212 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.361356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a930a77-e97c-4b7e-b0a8-2317317b5c2e None None] Pushing event updated for resources: {'Port': ['ID=28d9e137-4656-4649-83b1-e4272a3f3453,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:10.400570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:10.405559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:10.418332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:10.441439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Network a618daf8-1d5b-45af-8238-d4268992c538 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:10.442461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bce77b-0e4d-440a-9e94-9de16d2c6cf1 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:10.468016 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:10.472446 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:10.488042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Pushing event updated for resources: {'Port': ['ID=6853a323-9365-4ca8-9c49-dcdbc2174b37,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:10.490782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Pushing event updated for resources: {'Port': ['ID=13d8952a-3245-4f55-9b37-40c66db1ddc8,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:10.498009 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Attempting to bind port 28d9e137-4656-4649-83b1-e4272a3f3453 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:10.498601 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Attempting to bind port 28d9e137-4656-4649-83b1-e4272a3f3453 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:10.499790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Attempting to bind port 28d9e137-4656-4649-83b1-e4272a3f3453 on network ebf54255-623a-40ab-b653-14424f985e03 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:10.516805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:10.517407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Checking segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:10.518504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.519460 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Bound using segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:10.520284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Bound port: 28d9e137-4656-4649-83b1-e4272a3f3453, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:10.520903 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.675250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Attempting to bind port 13d8952a-3245-4f55-9b37-40c66db1ddc8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:10.675851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Attempting to bind port 13d8952a-3245-4f55-9b37-40c66db1ddc8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:10.676463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Attempting to bind port 13d8952a-3245-4f55-9b37-40c66db1ddc8 on network a618daf8-1d5b-45af-8238-d4268992c538 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:10.706859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:10.707506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Checking segment: {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:10.708084 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.708617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Bound using segment: {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:10.709900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Bound port: 13d8952a-3245-4f55-9b37-40c66db1ddc8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:10.710439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.719396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d97c4208-a365-42a5-8283-3a46e9f058ab None None] Provisioning complete for port 6853a323-9365-4ca8-9c49-dcdbc2174b37 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:10.719949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d97c4208-a365-42a5-8283-3a46e9f058ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.781202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] For port 28d9e137-4656-4649-83b1-e4272a3f3453, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:10.842748 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] For port 28d9e137-4656-4649-83b1-e4272a3f3453, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=28d9e137-4656-4649-83b1-e4272a3f3453,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:10.851065 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2eb657bf-104b-4141-bc5a-c18c1aecb2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.855302 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d97c4208-a365-42a5-8283-3a46e9f058ab None None] Port 6853a323-9365-4ca8-9c49-dcdbc2174b37 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:10.858737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.863643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.997814 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] For port 13d8952a-3245-4f55-9b37-40c66db1ddc8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:11.042990 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] For port 13d8952a-3245-4f55-9b37-40c66db1ddc8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d8952a-3245-4f55-9b37-40c66db1ddc8,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:11.044930 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Routers {'dc2f7946-88e9-46c4-8947-53a8eaaaac7a'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:11.045844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:11.049618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a930a77-e97c-4b7e-b0a8-2317317b5c2e None None] Pushing event updated for resources: {'Port': ['ID=28d9e137-4656-4649-83b1-e4272a3f3453,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:11.118049 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-862120e9-f594-4333-99e2-a51c807fb37b None None] Provisioning complete for port 28d9e137-4656-4649-83b1-e4272a3f3453 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:11.118550 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-862120e9-f594-4333-99e2-a51c807fb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.121218 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.617581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.622264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08a3f-7230-44be-a61a-533d1f83a586 None None] Pushing event updated for resources: {'Port': ['ID=13d8952a-3245-4f55-9b37-40c66db1ddc8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:11.648273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] Set router dc2f7946-88e9-46c4-8947-53a8eaaaac7a gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:11.767661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-862120e9-f594-4333-99e2-a51c807fb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.818045 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Router b0130aca-5893-45f1-8763-71a8a873ef08 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:11:11.909172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-862120e9-f594-4333-99e2-a51c807fb37b None None] For port 28d9e137-4656-4649-83b1-e4272a3f3453, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=28d9e137-4656-4649-83b1-e4272a3f3453,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:11.925401 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-862120e9-f594-4333-99e2-a51c807fb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.978126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:11.998071 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Sync routers for ids ['b0130aca-5893-45f1-8763-71a8a873ef08'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:12.013268 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.015882 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Routers {'b0130aca-5893-45f1-8763-71a8a873ef08'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:12.016527 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:10:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b0130aca-5893-45f1-8763-71a8a873ef08'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:12.017389 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e80f48e8-1b7d-4e5a-bb07-ac65b15ba4ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8062227 Nov 12 09:11:12.021182 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37092) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:12.102276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862120e9-f594-4333-99e2-a51c807fb37b None None] Pushing event updated for resources: {'Port': ['ID=28d9e137-4656-4649-83b1-e4272a3f3453,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:12.115824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0f845b16-51ef-4219-82ea-a4d812053d06 None None] Provisioning complete for port 28d9e137-4656-4649-83b1-e4272a3f3453 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:12.116439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f845b16-51ef-4219-82ea-a4d812053d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.217025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '28d9e137-4656-4649-83b1-e4272a3f3453', 'name': '', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'mac_address': 'fa:16:3e:80:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:05Z', 'updated_at': '2021-11-12T09:11:10Z', 'revision_number': 4, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'subnets': [{'id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:12.217679 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Set router b0130aca-5893-45f1-8763-71a8a873ef08 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:12.284669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2892f8a-ddb3-47d1-b2c7-a2f969656ef7 None None] The sync data for ids ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'] in n-d-768509-25 is: [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '28d9e137-4656-4649-83b1-e4272a3f3453', 'name': '', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'mac_address': 'fa:16:3e:80:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:05Z', 'updated_at': '2021-11-12T09:11:10Z', 'revision_number': 4, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'subnets': [{'id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:12.397489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.709370 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:10Z', 'revision_number': 3, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:12.755172 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Checking router: b0130aca-5893-45f1-8763-71a8a873ef08 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:12.755523 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Updating router b0130aca-5893-45f1-8763-71a8a873ef08 port 6853a323-9365-4ca8-9c49-dcdbc2174b37 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:12.797291 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.858701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a03a01-a65f-4627-b21b-5f8bc328cd8f None None] Network a618daf8-1d5b-45af-8238-d4268992c538 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:12.976576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5f2738ed-14a5-4ea2-b704-36316cb9bf3b None None] Provisioning complete for port 13d8952a-3245-4f55-9b37-40c66db1ddc8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:12.977108 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f2738ed-14a5-4ea2-b704-36316cb9bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.183725 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.198843 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.282582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 28d9e137-4656-4649-83b1-e4272a3f3453 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:13.320182 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961eb825-b18a-4704-b319-4cb6657ea312 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:13.322615 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f2738ed-14a5-4ea2-b704-36316cb9bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.339912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6551bec-9419-4ea4-98ae-a10f05230aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.393058 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbd70a-bd58-47bc-a538-3379d7dcb893 None None] Pushing event updated for resources: {'Port': ['ID=6853a323-9365-4ca8-9c49-dcdbc2174b37,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:13.394425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.394971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5f2738ed-14a5-4ea2-b704-36316cb9bf3b None None] For port 13d8952a-3245-4f55-9b37-40c66db1ddc8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d8952a-3245-4f55-9b37-40c66db1ddc8,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:13.405219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 28d9e137-4656-4649-83b1-e4272a3f3453 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:13.411381 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Attempting to bind port 6853a323-9365-4ca8-9c49-dcdbc2174b37 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:13.411832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.412586 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Attempting to bind port 6853a323-9365-4ca8-9c49-dcdbc2174b37 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:13.413252 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Attempting to bind port 6853a323-9365-4ca8-9c49-dcdbc2174b37 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:13.416922 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f2738ed-14a5-4ea2-b704-36316cb9bf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.431295 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:13.431877 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:13.432526 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.433102 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:13.433875 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Bound port: 6853a323-9365-4ca8-9c49-dcdbc2174b37, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:13.434512 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.563390 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2738ed-14a5-4ea2-b704-36316cb9bf3b None None] Pushing event updated for resources: {'Port': ['ID=13d8952a-3245-4f55-9b37-40c66db1ddc8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:13.594012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-63816998-ff03-471d-9161-10e5fe4b1c79 None None] Provisioning complete for port 6853a323-9365-4ca8-9c49-dcdbc2174b37 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:13.594596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63816998-ff03-471d-9161-10e5fe4b1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.603578 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] For port 6853a323-9365-4ca8-9c49-dcdbc2174b37, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:13.608013 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] For port 6853a323-9365-4ca8-9c49-dcdbc2174b37, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6853a323-9365-4ca8-9c49-dcdbc2174b37,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:13.617791 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.693184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-63816998-ff03-471d-9161-10e5fe4b1c79 None None] Port 6853a323-9365-4ca8-9c49-dcdbc2174b37 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:13.697256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d8952a-3245-4f55-9b37-40c66db1ddc8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:13.698344 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbd70a-bd58-47bc-a538-3379d7dcb893 None None] Pushing event updated for resources: {'Port': ['ID=6853a323-9365-4ca8-9c49-dcdbc2174b37,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:13.732160 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Routers {'b0130aca-5893-45f1-8763-71a8a873ef08'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:13.732883 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b0130aca-5893-45f1-8763-71a8a873ef08'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:13.748244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc50109-c6e8-4baa-bbdd-5c7c2356cf30 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:13.800777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 13d8952a-3245-4f55-9b37-40c66db1ddc8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:13.801165 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.872023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0f67ebb1-ed62-4e11-b148-84a2333649ff None None] Provisioning complete for port 6853a323-9365-4ca8-9c49-dcdbc2174b37 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:13.872572 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f67ebb1-ed62-4e11-b148-84a2333649ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.979048 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] Set router b0130aca-5893-45f1-8763-71a8a873ef08 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:14.000527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Allocated IP 172.20.0.1 (a618daf8-1d5b-45af-8238-d4268992c538/724ad5f7-686a-4468-9020-1b0a8f03a3e5/d9ff61ea-bced-45f7-96d6-e7f0eed37653) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:14.027252 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f67ebb1-ed62-4e11-b148-84a2333649ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.071959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0f67ebb1-ed62-4e11-b148-84a2333649ff None None] For port 6853a323-9365-4ca8-9c49-dcdbc2174b37, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6853a323-9365-4ca8-9c49-dcdbc2174b37,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:14.078273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0f67ebb1-ed62-4e11-b148-84a2333649ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.222191 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67ebb1-ed62-4e11-b148-84a2333649ff None None] Pushing event updated for resources: {'Port': ['ID=6853a323-9365-4ca8-9c49-dcdbc2174b37,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:14.227652 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.232709 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:10Z', 'revision_number': 3, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:14.241880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0fefe11b-4ad6-45a9-a485-eb6126dbc8da None None] Provisioning complete for port 13d8952a-3245-4f55-9b37-40c66db1ddc8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:14.242337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0fefe11b-4ad6-45a9-a485-eb6126dbc8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.291198 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014cf2c1-88b3-458a-90c4-1855a36d1d5c None None] The sync data for ids ['b0130aca-5893-45f1-8763-71a8a873ef08'] in n-d-768509-25 is: [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:10Z', 'revision_number': 3, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:14.303743 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.358797 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Network a618daf8-1d5b-45af-8238-d4268992c538 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:14.363033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:14.367616 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:14.407795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Pushing event updated for resources: {'Port': ['ID=d9ff61ea-bced-45f7-96d6-e7f0eed37653,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:14.431320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.665615 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.801684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.816703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-feb770ef-c1e7-4326-9287-5a5ad5aea90e None None] Provisioning complete for port d9ff61ea-bced-45f7-96d6-e7f0eed37653 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:14.817396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-feb770ef-c1e7-4326-9287-5a5ad5aea90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.867764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-feb770ef-c1e7-4326-9287-5a5ad5aea90e None None] Port d9ff61ea-bced-45f7-96d6-e7f0eed37653 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:14.987106 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.992744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.079057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Pushing event updated for resources: {'Port': ['ID=d9ff61ea-bced-45f7-96d6-e7f0eed37653,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:15.081800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.235422 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Network a618daf8-1d5b-45af-8238-d4268992c538 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:15.237534 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:15.344776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6853a323-9365-4ca8-9c49-dcdbc2174b37 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:15.435636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 6853a323-9365-4ca8-9c49-dcdbc2174b37 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:15.436074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.447428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Router b0130aca-5893-45f1-8763-71a8a873ef08 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:15.607603 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d8952a-3245-4f55-9b37-40c66db1ddc8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:15.651775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:15.664594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cd5b707d-97a9-4d67-83dc-489498c3e26e admin admin] 10.222.0.16 "PUT /v2.0/routers/b0130aca-5893-45f1-8763-71a8a873ef08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6365888 Nov 12 09:11:15.722818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fa20b77b-9249-41ce-b596-bf5408509c26 None None] Provisioning complete for port d9ff61ea-bced-45f7-96d6-e7f0eed37653 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:15.723532 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fa20b77b-9249-41ce-b596-bf5408509c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.768618 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 13d8952a-3245-4f55-9b37-40c66db1ddc8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:15.769238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.851937 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-fa20b77b-9249-41ce-b596-bf5408509c26 None None] Port d9ff61ea-bced-45f7-96d6-e7f0eed37653 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:15.941250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.523140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Sync routers for ids ['b0130aca-5893-45f1-8763-71a8a873ef08'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:16.536366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Routers {'b0130aca-5893-45f1-8763-71a8a873ef08'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:16.537146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b0130aca-5893-45f1-8763-71a8a873ef08'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:16.657125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Set router b0130aca-5893-45f1-8763-71a8a873ef08 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:16.875955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.914760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd9ff61ea-bced-45f7-96d6-e7f0eed37653', 'name': '', 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'mac_address': 'fa:16:3e:ae:68:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:13Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 2, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'subnets': [{'id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:16.953545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Checking router: b0130aca-5893-45f1-8763-71a8a873ef08 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:11:16.954014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Updating router b0130aca-5893-45f1-8763-71a8a873ef08 port d9ff61ea-bced-45f7-96d6-e7f0eed37653 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:11:16.986836 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.331082 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.340940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.592116 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7cfac-f58b-48c1-b894-d3a35ba60d86 None None] Pushing event updated for resources: {'Port': ['ID=d9ff61ea-bced-45f7-96d6-e7f0eed37653,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:17.669704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Attempting to bind port d9ff61ea-bced-45f7-96d6-e7f0eed37653 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:17.670441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Attempting to bind port d9ff61ea-bced-45f7-96d6-e7f0eed37653 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:17.671107 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Attempting to bind port d9ff61ea-bced-45f7-96d6-e7f0eed37653 on network a618daf8-1d5b-45af-8238-d4268992c538 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:17.680391 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:17.681028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Checking segment: {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:17.681722 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.682418 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Bound using segment: {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:17.683284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Bound port: d9ff61ea-bced-45f7-96d6-e7f0eed37653, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefdef48-289e-4560-ac65-f28662ee4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:17.683949 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.806369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] For port d9ff61ea-bced-45f7-96d6-e7f0eed37653, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:17.810320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] For port d9ff61ea-bced-45f7-96d6-e7f0eed37653, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9ff61ea-bced-45f7-96d6-e7f0eed37653,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:17.816832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.889188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Routers {'b0130aca-5893-45f1-8763-71a8a873ef08'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:17.890158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:11:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b0130aca-5893-45f1-8763-71a8a873ef08'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:17.936709 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7cfac-f58b-48c1-b894-d3a35ba60d86 None None] Pushing event updated for resources: {'Port': ['ID=d9ff61ea-bced-45f7-96d6-e7f0eed37653,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:17.959848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-95b3d2f0-31e4-40db-a825-7ad4114eb7e3 None None] Provisioning complete for port d9ff61ea-bced-45f7-96d6-e7f0eed37653 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:17.960625 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3d2f0-31e4-40db-a825-7ad4114eb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.127219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] Set router b0130aca-5893-45f1-8763-71a8a873ef08 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:11:18.202057 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-82b35ef2-5fca-4968-8e60-3a2a09e93d67 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:18.204764 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-82b35ef2-5fca-4968-8e60-3a2a09e93d67 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 817 time: 0.2079697 Nov 12 09:11:18.227431 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-a663db9c-4e5a-437c-a5bb-49342fe2d2fa tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/quotas/a99d1fb5fa614eb6b122b29487e18613 HTTP/1.1" status: 200 len: 375 time: 0.0145552 Nov 12 09:11:18.286122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-ec339982-d391-4996-9a11-77b3ae94674c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503254 Nov 12 09:11:18.322662 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3d2f0-31e4-40db-a825-7ad4114eb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.404364 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-8e8a2365-de5c-4bfb-8250-21a4bfb7ce41 service neutron] 10.222.0.16 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037877 Nov 12 09:11:18.441766 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-95b3d2f0-31e4-40db-a825-7ad4114eb7e3 None None] For port d9ff61ea-bced-45f7-96d6-e7f0eed37653, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9ff61ea-bced-45f7-96d6-e7f0eed37653,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:18.458642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-95b3d2f0-31e4-40db-a825-7ad4114eb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.556432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3d2f0-31e4-40db-a825-7ad4114eb7e3 None None] Pushing event updated for resources: {'Port': ['ID=d9ff61ea-bced-45f7-96d6-e7f0eed37653,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:18.580778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-1f0a1016-167b-4839-9eb7-ab58499dd622 service neutron] 10.222.0.16 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678324 Nov 12 09:11:18.593839 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-e004bd0a-bdce-48e4-bbec-f5b1a8cb2851 None None] Provisioning complete for port d9ff61ea-bced-45f7-96d6-e7f0eed37653 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:18.594248 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e004bd0a-bdce-48e4-bbec-f5b1a8cb2851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.623966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd9ff61ea-bced-45f7-96d6-e7f0eed37653', 'name': '', 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'mac_address': 'fa:16:3e:ae:68:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:13Z', 'updated_at': '2021-11-12T09:11:17Z', 'revision_number': 4, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'subnets': [{'id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:18.669292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7776a3c-ddd3-4e85-aa63-828d164e11d0 None None] The sync data for ids ['b0130aca-5893-45f1-8763-71a8a873ef08'] in n-d-768509-25 is: [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'd9ff61ea-bced-45f7-96d6-e7f0eed37653', 'name': '', 'network_id': 'a618daf8-1d5b-45af-8238-d4268992c538', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'mac_address': 'fa:16:3e:ae:68:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:13Z', 'updated_at': '2021-11-12T09:11:17Z', 'revision_number': 4, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'subnets': [{'id': '724ad5f7-686a-4468-9020-1b0a8f03a3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:19.083055 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7effd63e-87f3-4b89-8e51-7b8e9fcc0f99 req-ea131b8c-692d-471e-ab38-ac9d108db925 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 210 time: 0.2304220 Nov 12 09:11:19.219912 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9ff61ea-bced-45f7-96d6-e7f0eed37653 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:19.335273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d9ff61ea-bced-45f7-96d6-e7f0eed37653 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:19.335848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.238031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d5761694-65e9-4785-9673-7dbc6e73f1e4 req-3ba93d75-8a4d-49f4-b44e-7cc22dd13999 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 210 time: 0.0489268 Nov 12 09:11:20.325034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-e51e484d-3b7b-410b-9058-8d721de52a5f tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:20.327794 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-e51e484d-3b7b-410b-9058-8d721de52a5f tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 817 time: 0.1963997 Nov 12 09:11:20.341691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Request body: {'port': {'device_id': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'admin_state_up': True, 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:20.483922 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Made reservation on behalf of a99d1fb5fa614eb6b122b29487e18613 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:20.487924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.675413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Allocated IP 172.20.0.14 (ebf54255-623a-40ab-b653-14424f985e03/bf2990d3-1578-4089-bed6-5a399e46184d/b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:20.856690 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.896062 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.947910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Network ebf54255-623a-40ab-b653-14424f985e03 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:20.953858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:20.958414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:20.966213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Pushing event updated for resources: {'Port': ['ID=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:21.028414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.029260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.053033 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-5ab1fb1d-ac9b-4666-a5d6-e19732ba1f88 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147000 Nov 12 09:11:21.069485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Request body: {'port': {'device_id': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:21.148887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.323072 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-cd3cd5b7-c15b-4b5c-b1d6-1a18e9e6ca2c None None] Provisioning complete for port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:21.324428 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd5b7-c15b-4b5c-b1d6-1a18e9e6ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.373645 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cd3cd5b7-c15b-4b5c-b1d6-1a18e9e6ca2c None None] Port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:21.422603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdaa52-11ba-4222-8166-2bfd6b101500 req-7a839a09-770f-4c79-bf33-abc2f73aab68 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.424927 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11fdaa52-11ba-4222-8166-2bfd6b101500 req-7a839a09-770f-4c79-bf33-abc2f73aab68 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 932 time: 0.0572574 Nov 12 09:11:21.521291 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11fdaa52-11ba-4222-8166-2bfd6b101500 req-862bb2fc-ccce-4ed4-8b38-a75ab1ccc88c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845761 Nov 12 09:11:21.525643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:21.535516 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.552897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Transition to ACTIVE for port object b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:21.557709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.611487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Pushing event updated for resources: {'Port': ['ID=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:21.695494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Attempting to bind port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:21.695848 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Attempting to bind port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:21.696206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Attempting to bind port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 on network ebf54255-623a-40ab-b653-14424f985e03 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:21.701910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 on network ebf54255-623a-40ab-b653-14424f985e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:21.702279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Attempting to bind port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 on network ebf54255-623a-40ab-b653-14424f985e03 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:21.709118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:21.709531 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Checking segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:21.709855 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Bound using segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:21.710307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Bound port: b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:21.710674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.800540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] For port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:21.806619 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] For port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:21.814463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.861437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.862170 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.864109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] 10.222.0.32 "PUT /v2.0/ports/b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 HTTP/1.1" status: 200 len: 1093 time: 0.8035581 Nov 12 09:11:21.865262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'tag': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:21.869115 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3831cf2f-168f-4f87-87d2-868bb9698538" -d '{"events": [{"name": "network-changed", "server_uuid": "177ed771-ab8a-440d-9c6d-6e7b25674589", "tag": "b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:21.933897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa366e-c6b4-40c8-9a29-51aadb0d52ba service neutron] Pushing event updated for resources: {'Port': ['ID=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:21.959847 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503a364a-c1bf-4a09-9328-5e0aa62e450f x-openstack-request-id: req-503a364a-c1bf-4a09-9328-5e0aa62e450f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:21.960257 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177ed771-ab8a-440d-9c6d-6e7b25674589", "tag": "b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:21.960578 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-503a364a-c1bf-4a09-9328-5e0aa62e450f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:21.961062 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'tag': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7', 'status': 'completed', 'code': 200} Nov 12 09:11:22.011321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15475aa2-e079-4fad-aa37-0d8d32b85553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.013732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-15475aa2-e079-4fad-aa37-0d8d32b85553 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 1096 time: 0.0740969 Nov 12 09:11:22.077342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-28ab481e-7f9e-4c8c-902f-cef57a067ebf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 HTTP/1.1" status: 200 len: 217 time: 0.0558641 Nov 12 09:11:22.154084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-27266805-bc2c-4cad-a07d-8adce341107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.156317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-27266805-bc2c-4cad-a07d-8adce341107e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf2990d3-1578-4089-bed6-5a399e46184d HTTP/1.1" status: 200 len: 856 time: 0.0722432 Nov 12 09:11:22.210446 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-86b61aee-fe3c-4330-89fa-d6abafdb8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.212009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-86b61aee-fe3c-4330-89fa-d6abafdb8f7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf54255-623a-40ab-b653-14424f985e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481508 Nov 12 09:11:22.319956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-ede83d0f-e312-42d1-88a3-8e49ea15ae3b service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005788 Nov 12 09:11:22.426159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-98866b66-213c-4d7d-bd9f-ee70943c4f4c req-32300554-2c67-4250-886c-b37fe885e99a service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988913 Nov 12 09:11:22.526629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-535d7274-83c6-470f-8059-d93032b5099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.528276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-535d7274-83c6-470f-8059-d93032b5099a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 1096 time: 0.0500331 Nov 12 09:11:22.662340 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-b949f3b1-31dc-4075-a588-ca69498d237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.665005 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-b949f3b1-31dc-4075-a588-ca69498d237e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 917 time: 0.1289077 Nov 12 09:11:22.687306 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d6eb3-0905-4ce8-aed0-214aed4d3aa8 req-aba240a7-62d7-4299-b9ae-269f588f14df tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.689441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-674d6eb3-0905-4ce8-aed0-214aed4d3aa8 req-aba240a7-62d7-4299-b9ae-269f588f14df tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 944 time: 0.0803511 Nov 12 09:11:22.719438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-778c017f-86d2-4ef8-bc82-1af469f387bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 HTTP/1.1" status: 200 len: 217 time: 0.0469840 Nov 12 09:11:22.753230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-674d6eb3-0905-4ce8-aed0-214aed4d3aa8 req-54edc33f-26d8-49cf-ac50-36f961721a96 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525711 Nov 12 09:11:22.785162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-c3a5fd3c-5990-4cf1-97be-86d1253cc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.787780 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-c3a5fd3c-5990-4cf1-97be-86d1253cc5af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf2990d3-1578-4089-bed6-5a399e46184d HTTP/1.1" status: 200 len: 856 time: 0.0599685 Nov 12 09:11:22.866154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-b133ac89-73e6-46ac-bace-57f10da02816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.868848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-b133ac89-73e6-46ac-bace-57f10da02816 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf54255-623a-40ab-b653-14424f985e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729527 Nov 12 09:11:22.985201 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-35a7b0ed-9ee0-4377-98f2-406f847a0e71 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077464 Nov 12 09:11:23.094410 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3831cf2f-168f-4f87-87d2-868bb9698538 req-47673644-09a9-4c25-9f1c-a9400ed9b38c service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014736 Nov 12 09:11:23.908512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fcc13-06cd-430d-89ed-781ff47fce36 req-a63cbda9-6283-4519-a90b-f42d1d7e80fb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:23.910144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c33fcc13-06cd-430d-89ed-781ff47fce36 req-a63cbda9-6283-4519-a90b-f42d1d7e80fb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 944 time: 0.0560951 Nov 12 09:11:23.965296 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c33fcc13-06cd-430d-89ed-781ff47fce36 req-a11061c8-78b4-4466-ab25-64fde4fa93d3 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477707 Nov 12 09:11:24.731541 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:24.851946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:24.874566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'port_id': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7', 'mac_address': 'fa:16:3e:4b:4b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:24.950099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.973812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:25.012799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:25.019457 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.084098 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:25.133157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27597d76-d96b-4c48-8520-fe510f571261 req-e150a55d-66b8-43d4-bb79-974265e5c127 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:25.135821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27597d76-d96b-4c48-8520-fe510f571261 req-e150a55d-66b8-43d4-bb79-974265e5c127 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 945 time: 0.0699570 Nov 12 09:11:25.195140 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-27597d76-d96b-4c48-8520-fe510f571261 req-4bcd53f7-f06c-4e60-9cae-04de61e5fbe4 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526042 Nov 12 09:11:25.227123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:26.347846 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fed1-75c6-46cb-afc4-16f3e1f78122 req-80e18ea5-6cb9-43e2-84b0-27656e2419fc tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.349604 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9935fed1-75c6-46cb-afc4-16f3e1f78122 req-80e18ea5-6cb9-43e2-84b0-27656e2419fc tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 945 time: 0.0542557 Nov 12 09:11:26.408259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9935fed1-75c6-46cb-afc4-16f3e1f78122 req-a6cb9cd0-dec8-4031-a1b3-4aff5e9565be tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Nov 12 09:11:26.748268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:26.828893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:26.843293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:26.843879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.998433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.046181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:27.050189 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2b1ee1-cbeb-47ba-ad7d-0cd281caaffa" -d '{"events": [{"server_uuid": "177ed771-ab8a-440d-9c6d-6e7b25674589", "name": "network-vif-plugged", "status": "completed", "tag": "b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:27.072954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:27.079888 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.123353 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19012774-11d6-4c98-80a5-872eacab58e8 x-openstack-request-id: req-19012774-11d6-4c98-80a5-872eacab58e8 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:27.123832 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177ed771-ab8a-440d-9c6d-6e7b25674589", "name": "network-vif-plugged", "status": "completed", "tag": "b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:27.124296 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19012774-11d6-4c98-80a5-872eacab58e8 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:27.124938 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7', 'code': 200} Nov 12 09:11:27.173842 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:27.187808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.188407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.188957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.189514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.190063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.190606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.191164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.191744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.192341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.192945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.193531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.194101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:27.221454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794313f-ae8b-4905-8b65-47536affc1ad req-f8eadd94-ef00-4629-8fbb-7d3a2badfc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.224736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f794313f-ae8b-4905-8b65-47536affc1ad req-f8eadd94-ef00-4629-8fbb-7d3a2badfc98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 1098 time: 0.0531557 Nov 12 09:11:27.307065 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f794313f-ae8b-4905-8b65-47536affc1ad req-a5b4d13a-3dab-495e-9b09-d080d24b1ab1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735147 Nov 12 09:11:27.561233 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2d47d-b5e1-4ed1-a362-9ef9257ca48d req-b6779992-b135-4013-aaa6-10b349d8b5af tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.562880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a2d47d-b5e1-4ed1-a362-9ef9257ca48d req-b6779992-b135-4013-aaa6-10b349d8b5af tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 946 time: 0.0629733 Nov 12 09:11:27.650473 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76a2d47d-b5e1-4ed1-a362-9ef9257ca48d req-7c0a95f9-e62b-42a2-9758-73034388864a tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Nov 12 09:11:28.782039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a93f3-f1b9-49c6-a3dc-c0be305ad967 req-784484f5-03c9-4d91-884a-9ecaa4ad97e9 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:28.783846 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62a93f3-f1b9-49c6-a3dc-c0be305ad967 req-784484f5-03c9-4d91-884a-9ecaa4ad97e9 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 946 time: 0.0569968 Nov 12 09:11:28.854279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62a93f3-f1b9-49c6-a3dc-c0be305ad967 req-b3729a1b-e4b4-48ec-b1f2-98fd4825f697 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581362 Nov 12 09:11:28.982415 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe00de-e1c7-43f8-b446-ae9a3af32342 req-c1a31171-7439-4624-8aa5-288224380a32 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:28.984273 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1efe00de-e1c7-43f8-b446-ae9a3af32342 req-c1a31171-7439-4624-8aa5-288224380a32 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Nov 12 09:11:29.048962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1efe00de-e1c7-43f8-b446-ae9a3af32342 req-705dbd1c-3b8a-492c-a554-aae1bb240a47 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529995 Nov 12 09:11:32.427818 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:39.319594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.768290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04776193-907c-403d-8189-c15a6e8f3d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.310924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.256331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72e56d0d-d3fd-4cc9-838c-6473a8b779b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.756260 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.682951 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-db9df0cd-d9ab-481d-baaa-4da145d1b17f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507715 Nov 12 09:11:45.811044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-9b3b4781-63e3-492a-82bc-d8bc3d8789a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.814596 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-9b3b4781-63e3-492a-82bc-d8bc3d8789a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 1098 time: 0.0765469 Nov 12 09:11:45.903593 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.992272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-47ef76bd-71aa-45cb-ba3f-e6ee307d91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.994758 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-47ef76bd-71aa-45cb-ba3f-e6ee307d91c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 917 time: 0.1528015 Nov 12 09:11:46.070316 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-efe9e5cd-8eda-4568-8f51-ef170127e7eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 HTTP/1.1" status: 200 len: 217 time: 0.0675702 Nov 12 09:11:46.156038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-42b9698b-f35c-43c2-a2d8-612dbc748107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.157647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-42b9698b-f35c-43c2-a2d8-612dbc748107 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf2990d3-1578-4089-bed6-5a399e46184d HTTP/1.1" status: 200 len: 856 time: 0.0774305 Nov 12 09:11:46.217239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-29ecff46-0812-41f0-b9a0-396ca24b198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.219110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-29ecff46-0812-41f0-b9a0-396ca24b198e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf54255-623a-40ab-b653-14424f985e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527050 Nov 12 09:11:46.338380 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-a1825402-f688-43c4-bbb0-66c8da0e79bc service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099255 Nov 12 09:11:46.445654 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae1df3fd-681f-45ad-8d2d-285ed3b3f9f3 req-989b83e4-685d-4fb0-ba00-45d4a897fc25 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998726 Nov 12 09:11:46.853599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.597399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbd0f2-398b-4da5-8446-8166bd72e729 req-28597269-96d6-4f3c-b60a-87e8ccee6095 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:52.599975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0dbd0f2-398b-4da5-8446-8166bd72e729 req-28597269-96d6-4f3c-b60a-87e8ccee6095 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 946 time: 0.0650277 Nov 12 09:11:52.675578 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0dbd0f2-398b-4da5-8446-8166bd72e729 req-02228302-cfa8-40b4-987f-b8a21f363316 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690429 Nov 12 09:11:53.832980 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062c2c2-7fe9-4360-aa29-4eaa4c2c6855 req-99c46782-9aaa-483c-9d80-a45ef08f642c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:53.835054 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c062c2c2-7fe9-4360-aa29-4eaa4c2c6855 req-99c46782-9aaa-483c-9d80-a45ef08f642c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Nov 12 09:11:53.891925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c062c2c2-7fe9-4360-aa29-4eaa4c2c6855 req-e6c89530-c369-47ce-8799-663eaf9b147b tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Nov 12 09:11:54.074859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-afbdc064-a5ee-4a05-8d5d-85ba19eb777c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:54.076423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-afbdc064-a5ee-4a05-8d5d-85ba19eb777c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 946 time: 0.0541775 Nov 12 09:11:54.175462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Deleting port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:54.175893 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.288178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] For port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:54.288562 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.305367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Calling delete_port for b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:54.456281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.470476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:54.489829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Pushing event deleted for resources: {'Port': ['ID=b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.550802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] No DVR routers for this DVR port b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:54.556000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.562390 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3e1ab49a-d677-44bb-a7f9-83a3591b4b93 req-b179ee3a-e0cd-4202-b928-ac381a7b43c8 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "DELETE /v2.0/ports/b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 HTTP/1.1" status: 204 len: 173 time: 0.4797275 Nov 12 09:11:54.563163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'name': 'network-vif-deleted', 'tag': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:54.567673 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67765c5a-2d36-44ad-8ad1-32720edf47b0" -d '{"events": [{"server_uuid": "177ed771-ab8a-440d-9c6d-6e7b25674589", "name": "network-vif-deleted", "tag": "b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:54.616798 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa060e48-429a-4cb6-b6de-de81282f33b7 x-openstack-request-id: req-aa060e48-429a-4cb6-b6de-de81282f33b7 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:54.617400 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177ed771-ab8a-440d-9c6d-6e7b25674589", "name": "network-vif-deleted", "tag": "b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:54.617768 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa060e48-429a-4cb6-b6de-de81282f33b7 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:54.618268 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177ed771-ab8a-440d-9c6d-6e7b25674589', 'name': 'network-vif-deleted', 'tag': 'b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7', 'status': 'completed', 'code': 200} Nov 12 09:11:55.076372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f2354196-4cf4-466b-9f14-088dcb7daf72 req-e21ddd87-e2ad-46da-999d-6fd483a7b7e7 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=177ed771-ab8a-440d-9c6d-6e7b25674589 HTTP/1.1" status: 200 len: 210 time: 0.0739555 Nov 12 09:11:56.743118 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eaebaffa-8b35-426e-bfc8-6b12de42f502 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:56.744766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eaebaffa-8b35-426e-bfc8-6b12de42f502 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 817 time: 0.1157780 Nov 12 09:11:56.767724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-93bdcc38-7e84-4473-ac30-817399a3fdf5 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/quotas/a99d1fb5fa614eb6b122b29487e18613 HTTP/1.1" status: 200 len: 375 time: 0.0109651 Nov 12 09:11:56.829005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-4c174dbc-5085-4983-b17d-942f1f25f96d tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540798 Nov 12 09:11:56.889006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:56.912202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:56.912580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device b0a60aaf-ff4c-4fcc-a9c0-4409e7696fc7 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:56.964363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-c37e3ec0-f75c-447e-aaf3-672c4b94acee service neutron] 10.222.0.16 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214156 Nov 12 09:11:57.112411 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-fb50adfd-3b13-4fc8-8f6f-04f5e76edfc4 service neutron] 10.222.0.16 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409996 Nov 12 09:11:57.319749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4fb7b91-0c79-45ed-8a6b-262670f2c5b3 req-dda419cd-4e57-4658-9f49-e56ac15739c4 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 210 time: 0.0391934 Nov 12 09:11:58.425982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-1df7207a-25e8-4478-9d13-254120f724b6 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:58.427572 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-1df7207a-25e8-4478-9d13-254120f724b6 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 817 time: 0.1652162 Nov 12 09:11:58.443494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Request body: {'port': {'device_id': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'admin_state_up': True, 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:58.464089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-be076216-c442-4b7c-b6d6-1925a84fbb70 req-6be441b9-29d0-4659-b9ff-eb1372cd69d6 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 210 time: 0.0373104 Nov 12 09:11:58.620151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Made reservation on behalf of a99d1fb5fa614eb6b122b29487e18613 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:58.624580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.801434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Allocated IP 172.20.0.14 (ebf54255-623a-40ab-b653-14424f985e03/bf2990d3-1578-4089-bed6-5a399e46184d/2349be91-8dc1-4f3f-9db6-7dcdefd63f0b) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:58.979817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.018255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.063401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Network ebf54255-623a-40ab-b653-14424f985e03 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:59.070063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:59.074598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:59.082947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Pushing event updated for resources: {'Port': ['ID=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:59.148090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:59.149578 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.175068 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-f5aba2c4-1cd2-4059-93ea-08eb3fb6bd82 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7373347 Nov 12 09:11:59.190316 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Request body: {'port': {'device_id': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:59.269205 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.400037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0aea20f2-db8a-43a1-ae45-49ea99b79901 None None] Provisioning complete for port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:59.400932 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f2-db8a-43a1-ae45-49ea99b79901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.468838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0aea20f2-db8a-43a1-ae45-49ea99b79901 None None] Port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:59.630164 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:59.638868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c8cc1-3c19-46cd-b76a-1730828d3581 req-4f4dd6e4-64cd-4f01-9d76-4d9457eb0612 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:59.639878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.641263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c05c8cc1-3c19-46cd-b76a-1730828d3581 req-4f4dd6e4-64cd-4f01-9d76-4d9457eb0612 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 932 time: 0.0723386 Nov 12 09:11:59.658551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Transition to ACTIVE for port object 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:59.663976 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.721683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c05c8cc1-3c19-46cd-b76a-1730828d3581 req-d481114f-55f1-4dbf-b50c-592f52d4869e tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715237 Nov 12 09:11:59.753458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:59.862543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Attempting to bind port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:59.862968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Attempting to bind port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:59.864010 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Attempting to bind port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b on network ebf54255-623a-40ab-b653-14424f985e03 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:59.870518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b on network ebf54255-623a-40ab-b653-14424f985e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:59.870929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Attempting to bind port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b on network ebf54255-623a-40ab-b653-14424f985e03 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:59.878103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:59.878578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Checking segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:59.879636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Bound using segment: {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:59.880270 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Bound port: 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b0537d-46a2-4332-ad1a-e3e76538eb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:59.880740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.963426 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] For port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:59.968022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] For port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:59.974003 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.012690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.013513 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.015197 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] 10.222.0.32 "PUT /v2.0/ports/2349be91-8dc1-4f3f-9db6-7dcdefd63f0b HTTP/1.1" status: 200 len: 1093 time: 0.8298988 Nov 12 09:12:00.015467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'tag': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:00.017868 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53bfb14-afcf-4add-b415-e3a85f78ea3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d70c89-daa4-4b35-bab3-4248d0549a0c", "tag": "2349be91-8dc1-4f3f-9db6-7dcdefd63f0b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:00.067747 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae1473-4bf2-4486-89dc-e413ee92daec x-openstack-request-id: req-ddae1473-4bf2-4486-89dc-e413ee92daec {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:00.068182 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d70c89-daa4-4b35-bab3-4248d0549a0c", "tag": "2349be91-8dc1-4f3f-9db6-7dcdefd63f0b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:00.068758 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddae1473-4bf2-4486-89dc-e413ee92daec {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:00.069437 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'tag': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b', 'status': 'completed', 'code': 200} Nov 12 09:12:00.070747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3308d-a98a-4c03-8f66-496bd669f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:00.229705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-22280543-d6f6-480b-b48f-1c68d659c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.232573 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-22280543-d6f6-480b-b48f-1c68d659c1eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 1096 time: 0.0665534 Nov 12 09:12:00.282988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-722a474f-81ed-4477-a5df-5fcfa0864f1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b HTTP/1.1" status: 200 len: 217 time: 0.0428042 Nov 12 09:12:00.349378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-3117a39f-29ef-4b8b-9331-1908ca10d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.350873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-3117a39f-29ef-4b8b-9331-1908ca10d6d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf2990d3-1578-4089-bed6-5a399e46184d HTTP/1.1" status: 200 len: 856 time: 0.0602572 Nov 12 09:12:00.401422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-bd3e9679-04aa-43df-993d-fdea6c066912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.403020 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-bd3e9679-04aa-43df-993d-fdea6c066912 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf54255-623a-40ab-b653-14424f985e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452673 Nov 12 09:12:00.510099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-1bdd3317-4b35-49aa-8c18-71910177077f service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999036 Nov 12 09:12:00.611707 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7830a88f-fb10-4a9a-aae0-3d4c014e0ba6 req-ffebb220-d674-4bf2-8207-443ceeff854c service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946660 Nov 12 09:12:00.709058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-e23895cb-192f-4fd6-be83-8b62697754f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.710603 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-e23895cb-192f-4fd6-be83-8b62697754f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a99d1fb5fa614eb6b122b29487e18613&device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 1096 time: 0.0466082 Nov 12 09:12:00.829897 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-c61582ea-83cd-4ebe-bc16-5efcdfe99524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.831586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-c61582ea-83cd-4ebe-bc16-5efcdfe99524 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 200 len: 917 time: 0.1137276 Nov 12 09:12:00.878327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-eeaee960-4af7-4453-b317-980b8369475b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b HTTP/1.1" status: 200 len: 217 time: 0.0378959 Nov 12 09:12:00.884385 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce449a-46fa-4b87-9894-4cefa319108a req-155e05b7-acc5-4e24-bdf8-c4b73412a95d tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.886661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21ce449a-46fa-4b87-9894-4cefa319108a req-155e05b7-acc5-4e24-bdf8-c4b73412a95d tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 944 time: 0.0606692 Nov 12 09:12:00.946236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-4163ddf1-28e2-4524-a886-c5c169f61eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.948032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-4163ddf1-28e2-4524-a886-c5c169f61eb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf2990d3-1578-4089-bed6-5a399e46184d HTTP/1.1" status: 200 len: 856 time: 0.0627639 Nov 12 09:12:00.955052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21ce449a-46fa-4b87-9894-4cefa319108a req-1903d271-0b7d-42ca-9bf7-f7d8b362044c tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603559 Nov 12 09:12:01.024005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-e4cfb4d9-41c1-4c84-8f17-b5dc5df3cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:01.026516 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-e4cfb4d9-41c1-4c84-8f17-b5dc5df3cc14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf54255-623a-40ab-b653-14424f985e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701516 Nov 12 09:12:01.154019 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-cf795861-af5a-4632-b683-51171c9f4b8c service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196737 Nov 12 09:12:01.278486 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c53bfb14-afcf-4add-b415-e3a85f78ea3f req-c4360b45-d1a8-4941-b86f-89c6c86216ce service neutron] 10.222.0.32 "GET /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164584 Nov 12 09:12:02.089468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe6671-a5a0-4d0a-bc66-28bdcfb8aa5d req-d14094a3-c185-4759-b232-6793c92e7d87 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:02.091022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bffe6671-a5a0-4d0a-bc66-28bdcfb8aa5d req-d14094a3-c185-4759-b232-6793c92e7d87 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 944 time: 0.0551620 Nov 12 09:12:02.146009 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bffe6671-a5a0-4d0a-bc66-28bdcfb8aa5d req-7778ac6a-b05a-44a7-8ce4-bf5d39215035 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483928 Nov 12 09:12:02.919882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:12:03.050636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:03.064867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b', 'network_id': 'ebf54255-623a-40ab-b653-14424f985e03', 'port_id': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b', 'mac_address': 'fa:16:3e:7b:f6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2990d3-1578-4089-bed6-5a399e46184d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:12:03.108973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.123720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:03.146238 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:03.151263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.217437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.286304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb02d-ae96-4b09-b9ff-f85b24803c73 req-b5797197-c1c2-4d34-a41e-cb83072958e9 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:03.288011 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccbeb02d-ae96-4b09-b9ff-f85b24803c73 req-b5797197-c1c2-4d34-a41e-cb83072958e9 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 945 time: 0.0605192 Nov 12 09:12:03.351515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['2349be91-8dc1-4f3f-9db6-7dcdefd63f0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:03.355906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ccbeb02d-ae96-4b09-b9ff-f85b24803c73 req-0f64300c-1a98-458a-a841-46be26ee7ca3 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603094 Nov 12 09:12:04.508337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bf34e-0794-4fd7-b52d-241dd232a290 req-78873131-d74f-4bd4-988c-977e727fd036 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:04.510774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea6bf34e-0794-4fd7-b52d-241dd232a290 req-78873131-d74f-4bd4-988c-977e727fd036 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 945 time: 0.0611119 Nov 12 09:12:04.568522 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ea6bf34e-0794-4fd7-b52d-241dd232a290 req-b44be036-93b7-4296-9b35-a330cf224549 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Nov 12 09:12:04.934832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:05.007074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:12:05.014596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:05.015198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.145038 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.170524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:05.172908 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254db78-1099-4a7a-a648-9f408bf72f44" -d '{"events": [{"server_uuid": "a9d70c89-daa4-4b35-bab3-4248d0549a0c", "name": "network-vif-plugged", "status": "completed", "tag": "2349be91-8dc1-4f3f-9db6-7dcdefd63f0b"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:05.194851 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:05.201331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.241310 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2008ad0-8f7e-4bd0-abdf-f3dec8c93c8d x-openstack-request-id: req-e2008ad0-8f7e-4bd0-abdf-f3dec8c93c8d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:05.241722 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d70c89-daa4-4b35-bab3-4248d0549a0c", "name": "network-vif-plugged", "status": "completed", "tag": "2349be91-8dc1-4f3f-9db6-7dcdefd63f0b", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:05.242008 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2008ad0-8f7e-4bd0-abdf-f3dec8c93c8d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:05.242412 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b', 'code': 200} Nov 12 09:12:05.279439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:05.359886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6531c-8ec7-46a8-9bdc-80eea26a0fc6 req-27dd5d23-f81f-4fc0-9e2b-5c196a330fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:05.361861 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-67a6531c-8ec7-46a8-9bdc-80eea26a0fc6 req-27dd5d23-f81f-4fc0-9e2b-5c196a330fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 1098 time: 0.0490131 Nov 12 09:12:05.414538 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-67a6531c-8ec7-46a8-9bdc-80eea26a0fc6 req-d58de211-4dda-479d-9d78-f3ec476cfb20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Nov 12 09:12:05.699339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf577a-bd9b-4801-9f9b-3f42f51c11cf req-af3d84b9-ebc3-48b6-80d8-f5b1d1505f80 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:05.700978 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ddf577a-bd9b-4801-9f9b-3f42f51c11cf req-af3d84b9-ebc3-48b6-80d8-f5b1d1505f80 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 946 time: 0.0551333 Nov 12 09:12:05.756189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1ddf577a-bd9b-4801-9f9b-3f42f51c11cf req-0bc4f4f6-b9a9-41e3-82fe-c0aae8c4b0e2 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485799 Nov 12 09:12:06.889904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba597e71-5349-477f-8075-d8f869eda0ca req-b2f91c1f-9e12-448a-a4c3-bea84bef12df tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:06.891546 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba597e71-5349-477f-8075-d8f869eda0ca req-b2f91c1f-9e12-448a-a4c3-bea84bef12df tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 946 time: 0.0562141 Nov 12 09:12:06.946838 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba597e71-5349-477f-8075-d8f869eda0ca req-a23d99d5-6434-4543-a734-c8de2aea282a tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Nov 12 09:12:07.074103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ae7ad-d282-4956-9a35-cfcaebbda588 req-247abb78-3747-4d53-bd70-85e9cfc36a17 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:07.075775 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-477ae7ad-d282-4956-9a35-cfcaebbda588 req-247abb78-3747-4d53-bd70-85e9cfc36a17 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 946 time: 0.0552385 Nov 12 09:12:07.133943 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-477ae7ad-d282-4956-9a35-cfcaebbda588 req-2475c275-1974-4047-976c-a9116a99ef6b tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516493 Nov 12 09:12:09.354025 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.420013 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:10.765122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3056a95c-a39b-4f13-aa84-10f0f2beb1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.330254 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.257877 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d94d155-7a1c-4844-aba2-a2b478f3712d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.758821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.899749 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.857885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.291573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b80d3-b2f6-4b74-83d5-bcc49b5b2522 req-19a9271c-8fa6-4bb4-8de4-5966a9e75fd7 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:30.294507 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db7b80d3-b2f6-4b74-83d5-bcc49b5b2522 req-19a9271c-8fa6-4bb4-8de4-5966a9e75fd7 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 946 time: 0.0692098 Nov 12 09:12:30.388337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db7b80d3-b2f6-4b74-83d5-bcc49b5b2522 req-d93fa01a-f6a9-40e5-a40e-9bbedf9a02fd tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825403 Nov 12 09:12:31.534540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093db5-c3de-44f3-950e-db445bd83952 req-cce95535-0e6b-4064-a737-03d5f98e8013 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:31.536203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2093db5-c3de-44f3-950e-db445bd83952 req-cce95535-0e6b-4064-a737-03d5f98e8013 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 946 time: 0.0573738 Nov 12 09:12:31.594179 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e2093db5-c3de-44f3-950e-db445bd83952 req-dfaf4221-e668-4972-93bc-92646f7aa6cc tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 Nov 12 09:12:31.717637 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-8ec7371c-bc24-44da-b88e-3fc34791ec60 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:31.719270 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-8ec7371c-bc24-44da-b88e-3fc34791ec60 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 946 time: 0.0572088 Nov 12 09:12:31.824830 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Deleting port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:31.825397 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.951171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] For port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:31.951798 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.976765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Calling delete_port for 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:32.175545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.189159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['2349be91-8dc1-4f3f-9db6-7dcdefd63f0b'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:32.232387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Pushing event deleted for resources: {'Port': ['ID=2349be91-8dc1-4f3f-9db6-7dcdefd63f0b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:32.248093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.248093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.248093 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.248517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.248517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.248849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.249156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.249490 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.249825 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.250145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.250466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.250791 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:32.290056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] No DVR routers for this DVR port 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:32.293637 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.297676 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46573ee9-8e08-4c19-8b81-7a8edda9aa46 req-732f6958-96a0-47a3-971c-fcac4d04ebdb tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.32 "DELETE /v2.0/ports/2349be91-8dc1-4f3f-9db6-7dcdefd63f0b HTTP/1.1" status: 204 len: 173 time: 0.5717273 Nov 12 09:12:32.298269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'name': 'network-vif-deleted', 'tag': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:32.301468 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b563885-57b8-450d-927d-b3b8eacf0530" -d '{"events": [{"server_uuid": "a9d70c89-daa4-4b35-bab3-4248d0549a0c", "name": "network-vif-deleted", "tag": "2349be91-8dc1-4f3f-9db6-7dcdefd63f0b"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:32.349620 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4448be5d-1869-4176-b7f3-e5a63fabf5fe x-openstack-request-id: req-4448be5d-1869-4176-b7f3-e5a63fabf5fe {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:32.350158 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d70c89-daa4-4b35-bab3-4248d0549a0c", "name": "network-vif-deleted", "tag": "2349be91-8dc1-4f3f-9db6-7dcdefd63f0b", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:32.350557 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4448be5d-1869-4176-b7f3-e5a63fabf5fe {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:32.351207 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d70c89-daa4-4b35-bab3-4248d0549a0c', 'name': 'network-vif-deleted', 'tag': '2349be91-8dc1-4f3f-9db6-7dcdefd63f0b', 'status': 'completed', 'code': 200} Nov 12 09:12:32.760224 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2022796-5bcd-4761-859e-f146dbc9b421 req-3cd0d480-c80f-4f6a-9246-8f3aaf34d984 tempest-TestEncryptedCinderVolumes-738454648 tempest-TestEncryptedCinderVolumes-738454648-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9d70c89-daa4-4b35-bab3-4248d0549a0c HTTP/1.1" status: 200 len: 210 time: 0.0369484 Nov 12 09:12:33.880965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37414) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.682706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.997616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Deleting port 28d9e137-4656-4649-83b1-e4272a3f3453 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:34.998318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.105489 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:35.128237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:35.128577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 2349be91-8dc1-4f3f-9db6-7dcdefd63f0b not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:35.136678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] For port 28d9e137-4656-4649-83b1-e4272a3f3453, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=28d9e137-4656-4649-83b1-e4272a3f3453,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:35.137048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.152204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Calling delete_port for 28d9e137-4656-4649-83b1-e4272a3f3453 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:35.363136 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.391424 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d9e137-4656-4649-83b1-e4272a3f3453,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.624784 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.877373 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Router dc2f7946-88e9-46c4-8947-53a8eaaaac7a has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:36.011326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:36.017568 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02969f26-5231-4928-9fe3-7c7d865c7879 admin admin] 10.222.0.16 "PUT /v2.0/routers/dc2f7946-88e9-46c4-8947-53a8eaaaac7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1354644 Nov 12 09:12:36.022837 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37416) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.024152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] Sync routers for ids ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:36.036837 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] Routers {'dc2f7946-88e9-46c4-8947-53a8eaaaac7a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:36.037564 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:36.155738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.167519 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] Set router dc2f7946-88e9-46c4-8947-53a8eaaaac7a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:36.270203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.334978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Deleting port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:36.335318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.424121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] For port 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:36.424409 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.441401 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Calling delete_port for 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:36.486053 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 5, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port': {'id': '041c5cea-5d2b-4acf-b5e5-1e9b1f20b708', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:09:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:03Z', 'updated_at': '2021-11-12T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:36.540142 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] Checking router: dc2f7946-88e9-46c4-8947-53a8eaaaac7a for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:36.556282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] Routers {'dc2f7946-88e9-46c4-8947-53a8eaaaac7a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:36.557356 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:36.639426 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.665388 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Pushing event deleted for resources: {'Port': ['ID=041c5cea-5d2b-4acf-b5e5-1e9b1f20b708,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.693891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a564de1-5d61-4434-9188-92e86a988501 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:36.752435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.823374 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] Set router dc2f7946-88e9-46c4-8947-53a8eaaaac7a gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:36.883425 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:12:36Z', 'revision_number': 6, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:36.891937 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.895341 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.918208 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a499-7556-43ae-b1cd-e3f587631bd6 None None] The sync data for ids ['dc2f7946-88e9-46c4-8947-53a8eaaaac7a'] in n-d-768509-25 is: [{'id': 'dc2f7946-88e9-46c4-8947-53a8eaaaac7a', 'name': 'tempest-TestEncryptedCinderVolumes-1092876940-router', 'tenant_id': 'a99d1fb5fa614eb6b122b29487e18613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:02Z', 'updated_at': '2021-11-12T09:12:36Z', 'revision_number': 6, 'project_id': 'a99d1fb5fa614eb6b122b29487e18613', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:36.959775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.960524 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2f7946-88e9-46c4-8947-53a8eaaaac7a {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:36.966780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.973366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3d22e3db-079d-4f21-b17f-1d080915b13d admin admin] 10.222.0.16 "DELETE /v2.0/routers/dc2f7946-88e9-46c4-8947-53a8eaaaac7a HTTP/1.1" status: 204 len: 168 time: 0.9446075 Nov 12 09:12:36.973366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.026778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Deleting subnet bf2990d3-1578-4089-bed6-5a399e46184d {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:37.031207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.076438 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.161930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.226627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.257792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2990d3-1578-4089-bed6-5a399e46184d,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.266175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.272461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-366939d3-bb7b-43f9-b3c3-d39e5236d005 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf2990d3-1578-4089-bed6-5a399e46184d HTTP/1.1" status: 204 len: 168 time: 0.2983336 Nov 12 09:12:37.274802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3aaab-d2c3-4992-bad6-4b004f0eca93 None None] Network ebf54255-623a-40ab-b653-14424f985e03 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:37.276415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37420) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.392689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.473205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Deleting port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:37.473769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.510232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 28d9e137-4656-4649-83b1-e4272a3f3453 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:37.535883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 28d9e137-4656-4649-83b1-e4272a3f3453 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:37.536257 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 28d9e137-4656-4649-83b1-e4272a3f3453 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:37.605727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] For port 3ed64ce8-da80-4b86-b193-ae36e9c3c916, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3ed64ce8-da80-4b86-b193-ae36e9c3c916,segment=NetworkSegment(60b0537d-46a2-4332-ad1a-e3e76538eb78),segment_id=60b0537d-46a2-4332-ad1a-e3e76538eb78)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:37.606332 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.631650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Calling delete_port for 3ed64ce8-da80-4b86-b193-ae36e9c3c916 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:37.769833 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.795486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed64ce8-da80-4b86-b193-ae36e9c3c916,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.802131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] No DVR routers for this DVR port 3ed64ce8-da80-4b86-b193-ae36e9c3c916 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:37.863968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ce02ea-71d7-42dd-bbe8-02b84cbebda1 None None] DHCP port deletion for ebf54255-623a-40ab-b653-14424f985e03 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:37.896418 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.928515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf54255-623a-40ab-b653-14424f985e03']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:37.939691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b0537d-46a2-4332-ad1a-e3e76538eb78') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:37.939987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b0537d-46a2-4332-ad1a-e3e76538eb78') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:37.955621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.984029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.994530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:37.995320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:37.998345 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:38.078128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.088533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.098356 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ebf54255-623a-40ab-b653-14424f985e03 HTTP/1.1" status: 204 len: 168 time: 0.8168526 Nov 12 09:12:38.099743 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37422) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:38.116963 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057ad2f-4063-4ed3-80ed-a8795e200d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf54255-623a-40ab-b653-14424f985e03,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.930329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.207607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:39.233888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:39.234189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 041c5cea-5d2b-4acf-b5e5-1e9b1f20b708 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:39.234648 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3ed64ce8-da80-4b86-b193-ae36e9c3c916 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:39.257281 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3ed64ce8-da80-4b86-b193-ae36e9c3c916 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:39.257904 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3ed64ce8-da80-4b86-b193-ae36e9c3c916 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:39.261531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Deleting port d9ff61ea-bced-45f7-96d6-e7f0eed37653 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:39.262231 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.361011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.422512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] For port d9ff61ea-bced-45f7-96d6-e7f0eed37653, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d9ff61ea-bced-45f7-96d6-e7f0eed37653,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:39.423351 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.446831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Calling delete_port for d9ff61ea-bced-45f7-96d6-e7f0eed37653 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:39.744359 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.781077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ff61ea-bced-45f7-96d6-e7f0eed37653,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.803985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.804926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.805286 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.805813 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.806330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.806870 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.807384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.807901 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.808450 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.809808 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.810357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.811112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:40.057338 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.303315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Router b0130aca-5893-45f1-8763-71a8a873ef08 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:40.425400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:40.432092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-dc1adb35-8e87-497c-ad7b-b23bbe928739 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0130aca-5893-45f1-8763-71a8a873ef08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3323307 Nov 12 09:12:40.435900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37424) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:40.441781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] Sync routers for ids ['b0130aca-5893-45f1-8763-71a8a873ef08'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:40.456716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] Routers {'b0130aca-5893-45f1-8763-71a8a873ef08'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:40.457825 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b0130aca-5893-45f1-8763-71a8a873ef08'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:40.561672 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.634826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] Set router b0130aca-5893-45f1-8763-71a8a873ef08 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:40.682160 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.748638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Deleting port 6853a323-9365-4ca8-9c49-dcdbc2174b37 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:40.749097 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.794769 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-aad00834-edaa-4590-895b-440c5fbf0da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.841899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] For port 6853a323-9365-4ca8-9c49-dcdbc2174b37, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=6853a323-9365-4ca8-9c49-dcdbc2174b37,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:40.842206 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.861051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Calling delete_port for 6853a323-9365-4ca8-9c49-dcdbc2174b37 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:40.888202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port': {'id': '6853a323-9365-4ca8-9c49-dcdbc2174b37', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:38:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:40.937365 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] Checking router: b0130aca-5893-45f1-8763-71a8a873ef08 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:40.949606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] Routers {'b0130aca-5893-45f1-8763-71a8a873ef08'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:40.950558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['b0130aca-5893-45f1-8763-71a8a873ef08'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:41.066123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] Set router b0130aca-5893-45f1-8763-71a8a873ef08 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:41.089107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.123326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Pushing event deleted for resources: {'Port': ['ID=6853a323-9365-4ca8-9c49-dcdbc2174b37,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:41.189110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:12:40Z', 'revision_number': 6, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:41.195321 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b55682-4bc3-4d0b-a354-eacf59ace849 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:41.213740 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.245694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0abfa9-9e82-4a6c-8a81-ab1823baf58b None None] The sync data for ids ['b0130aca-5893-45f1-8763-71a8a873ef08'] in n-d-768509-25 is: [{'id': 'b0130aca-5893-45f1-8763-71a8a873ef08', 'name': 'tempest-TestEncryptedCinderVolumes-612984784-router', 'tenant_id': '5c917a3c8fd74000a7f645ced65b9d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:11:09Z', 'updated_at': '2021-11-12T09:12:40Z', 'revision_number': 6, 'project_id': '5c917a3c8fd74000a7f645ced65b9d46', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:41.327816 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.330364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.381894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.382683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0130aca-5893-45f1-8763-71a8a873ef08 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:41.390078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.392116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cf38544c-317d-4a2d-8850-2887905f398b admin admin] 10.222.0.16 "DELETE /v2.0/routers/b0130aca-5893-45f1-8763-71a8a873ef08 HTTP/1.1" status: 204 len: 168 time: 0.9546309 Nov 12 09:12:41.395206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37426) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:41.847532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Deleting subnet 724ad5f7-686a-4468-9020-1b0a8f03a3e5 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:41.851201 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.894634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.980783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.058020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.092501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724ad5f7-686a-4468-9020-1b0a8f03a3e5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:42.102222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.110140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e2009a56-33b8-4ae4-af2a-bdacdb4dc2aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/724ad5f7-686a-4468-9020-1b0a8f03a3e5 HTTP/1.1" status: 204 len: 168 time: 0.7105222 Nov 12 09:12:42.110602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37428) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:42.117407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e53fd-7cb6-4d25-8083-e160b53e3620 None None] Network a618daf8-1d5b-45af-8238-d4268992c538 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:42.201113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.263167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Deleting port 13d8952a-3245-4f55-9b37-40c66db1ddc8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:42.263482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.349376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] For port 13d8952a-3245-4f55-9b37-40c66db1ddc8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d8952a-3245-4f55-9b37-40c66db1ddc8,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:42.350387 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.351747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.355832 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] DHCP port deletion for a618daf8-1d5b-45af-8238-d4268992c538 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:42.372721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Calling delete_port for 13d8952a-3245-4f55-9b37-40c66db1ddc8 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:42.452074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Deleting port 13d8952a-3245-4f55-9b37-40c66db1ddc8 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:42.452816 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.491299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.527608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d8952a-3245-4f55-9b37-40c66db1ddc8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:42.529647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] No DVR routers for this DVR port 13d8952a-3245-4f55-9b37-40c66db1ddc8 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:42.574373 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] For port 13d8952a-3245-4f55-9b37-40c66db1ddc8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=13d8952a-3245-4f55-9b37-40c66db1ddc8,segment=NetworkSegment(cefdef48-289e-4560-ac65-f28662ee4a50),segment_id=cefdef48-289e-4560-ac65-f28662ee4a50)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:42.574910 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.598653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Calling delete_port for 13d8952a-3245-4f55-9b37-40c66db1ddc8 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:42.610877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.641089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a618daf8-1d5b-45af-8238-d4268992c538']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:42.653040 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefdef48-289e-4560-ac65-f28662ee4a50') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:42.653329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefdef48-289e-4560-ac65-f28662ee4a50') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:42.667298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.691686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.700613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:42.701236 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:42.703200 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:42.747762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.767621 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.774749 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.778579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a618daf8-1d5b-45af-8238-d4268992c538 HTTP/1.1" status: 204 len: 168 time: 0.6664364 Nov 12 09:12:42.791171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0a0a9-e821-4100-a12b-98295d1b5439 admin admin] Pushing event deleted for resources: {'Network': ['ID=a618daf8-1d5b-45af-8238-d4268992c538,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:42.797404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Pushing event deleted for resources: {'Port': ['ID=13d8952a-3245-4f55-9b37-40c66db1ddc8,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:42.803069 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] No DVR routers for this DVR port 13d8952a-3245-4f55-9b37-40c66db1ddc8 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:42.816297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.817297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.818120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.818576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.819138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.819719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.820323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.820886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.821456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.821999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.822564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.823347 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d88fd1-79e1-4e20-8179-980713306e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:42.992551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37432) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:43.043713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b3f5b6d3-054b-4f51-8d87-c25b6752254a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a99d1fb5fa614eb6b122b29487e18613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492601 Nov 12 09:12:43.046463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37434) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:43.120952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3660a276-0d4c-46d0-bf3f-3cfcb8ae9779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.161688 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3660a276-0d4c-46d0-bf3f-3cfcb8ae9779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.210511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9ff61ea-bced-45f7-96d6-e7f0eed37653 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:43.235886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3660a276-0d4c-46d0-bf3f-3cfcb8ae9779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.239091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3660a276-0d4c-46d0-bf3f-3cfcb8ae9779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.240342 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3660a276-0d4c-46d0-bf3f-3cfcb8ae9779 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858 HTTP/1.1" status: 204 len: 168 time: 0.1926396 Nov 12 09:12:43.249617 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a276-0d4c-46d0-bf3f-3cfcb8ae9779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0e1e0-a724-4ff8-b7c6-95c2e5a17858,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:43.270746 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d9ff61ea-bced-45f7-96d6-e7f0eed37653 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:43.271290 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d9ff61ea-bced-45f7-96d6-e7f0eed37653 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:43.272265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6853a323-9365-4ca8-9c49-dcdbc2174b37 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:43.324262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 6853a323-9365-4ca8-9c49-dcdbc2174b37 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:43.324628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 6853a323-9365-4ca8-9c49-dcdbc2174b37 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:43.324986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d8952a-3245-4f55-9b37-40c66db1ddc8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:43.330743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f2d89b41-b8f5-451d-aad7-d06df98e1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.350495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 13d8952a-3245-4f55-9b37-40c66db1ddc8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:43.350865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 13d8952a-3245-4f55-9b37-40c66db1ddc8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:43.739089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:43.784205 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bf8a1ecf-458c-4f63-bc0c-e7fa3789bf47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c917a3c8fd74000a7f645ced65b9d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431962 Nov 12 09:12:43.786831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:43.846887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b102-a5d4-49fa-8c5a-6345359a7113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.872257 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b102-a5d4-49fa-8c5a-6345359a7113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.938708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b102-a5d4-49fa-8c5a-6345359a7113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.944131 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b102-a5d4-49fa-8c5a-6345359a7113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.946140 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c1f8b102-a5d4-49fa-8c5a-6345359a7113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a08f51d-4c7a-4805-b743-f60448b2d8c6 HTTP/1.1" status: 204 len: 168 time: 0.1581280 Nov 12 09:12:43.959832 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8b102-a5d4-49fa-8c5a-6345359a7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a08f51d-4c7a-4805-b743-f60448b2d8c6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.770030 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.801454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37464) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:44.921604 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1448906614-network', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:44.956605 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Made reservation on behalf of a5e81a662f8749e5b187a05e21d34ce0 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:44.959205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.969121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.069965 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.075672 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.108719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:45.116467 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7111bb3-a00e-466b-b6e9-5bce021d89af,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.124381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.124840 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Added segment d657a6e1-7db8-4ab5-aded-de02212271eb of type vlan for network 8c337ffd-3564-4b07-982b-5230d2fae63e Nov 12 09:12:45.200226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.245077 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.246795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.247809 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.308327 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5054395 Nov 12 09:12:45.311615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37468) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.318765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Request body: {'subnet': {'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1448906614-subnet', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:45.349271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Made reservation on behalf of a5e81a662f8749e5b187a05e21d34ce0 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:45.352154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.368961 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f8552-c956-4dd0-b260-04df0256c0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c337ffd-3564-4b07-982b-5230d2fae63e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.385563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 8c337ffd-3564-4b07-982b-5230d2fae63e details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:45.630089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.686006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.703649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Checking segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:45.704083 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Network hostable DHCP agents. Network: 8c337ffd-3564-4b07-982b-5230d2fae63e, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:45.726530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Network 8c337ffd-3564-4b07-982b-5230d2fae63e is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:45.737339 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 8c337ffd-3564-4b07-982b-5230d2fae63e) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:45.743319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.744311 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.751506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7007c1b-2d01-48d4-8937-fa0d3db457ff None None] Network 8c337ffd-3564-4b07-982b-5230d2fae63e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:45.771143 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8132243a-1aef-4910-867f-5d617fe0f37d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4577286 Nov 12 09:12:45.774438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37470) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.782391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:45.820975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.823446 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.890917 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.924586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.967682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-8c337ffd-3564-4b07-982b-5230d2fae63e', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:45.968659 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.083173 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.163035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Allocated IP 172.20.0.2 (8c337ffd-3564-4b07-982b-5230d2fae63e/7e101bff-f6c9-4ba3-bd6b-b8bada2df30b/16e11130-bc86-4bac-9b81-94ce9ea98e71) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:46.382473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.388917 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.392541 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.411755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.422135 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:46.476207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Network 8c337ffd-3564-4b07-982b-5230d2fae63e is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:46.482029 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:46.490859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:46.496507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Pushing event updated for resources: {'Port': ['ID=16e11130-bc86-4bac-9b81-94ce9ea98e71,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.548514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Allocated IP 172.25.4.227 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/802115e8-fc18-41d1-96db-d80f564ef8a3) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:46.580374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Attempting to bind port 16e11130-bc86-4bac-9b81-94ce9ea98e71 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:46.580890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Attempting to bind port 16e11130-bc86-4bac-9b81-94ce9ea98e71 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:46.581352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Attempting to bind port 16e11130-bc86-4bac-9b81-94ce9ea98e71 on network 8c337ffd-3564-4b07-982b-5230d2fae63e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:46.589019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:46.589542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Checking segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:46.590043 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.590547 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Bound using segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:46.591140 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Bound port: 16e11130-bc86-4bac-9b81-94ce9ea98e71, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:46.591620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.678155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] For port 16e11130-bc86-4bac-9b81-94ce9ea98e71, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:46.684000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] For port 16e11130-bc86-4bac-9b81-94ce9ea98e71, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=16e11130-bc86-4bac-9b81-94ce9ea98e71,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:46.692087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.693499 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.736102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.766691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c179214-2842-4635-87b1-e4d35210f965 None None] Pushing event updated for resources: {'Port': ['ID=16e11130-bc86-4bac-9b81-94ce9ea98e71,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.804708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:46.810347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:46.821335 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:46.832203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca093c-791d-4632-b18b-cac218f87c06 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:46.871031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.879058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Pushing event updated for resources: {'Port': ['ID=802115e8-fc18-41d1-96db-d80f564ef8a3,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:47.000341 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dd65b72a-1482-4d2a-8675-ce8c17d1c177 None None] Provisioning complete for port 802115e8-fc18-41d1-96db-d80f564ef8a3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:47.001595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dd65b72a-1482-4d2a-8675-ce8c17d1c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.074656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dd65b72a-1482-4d2a-8675-ce8c17d1c177 None None] Port 802115e8-fc18-41d1-96db-d80f564ef8a3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:47.249153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 16e11130-bc86-4bac-9b81-94ce9ea98e71 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:47.282290 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.318879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 16e11130-bc86-4bac-9b81-94ce9ea98e71 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:47.319325 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.463171 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.523950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 16e11130-bc86-4bac-9b81-94ce9ea98e71, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=16e11130-bc86-4bac-9b81-94ce9ea98e71,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:47.531992 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.606401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.632170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=16e11130-bc86-4bac-9b81-94ce9ea98e71,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:47.850657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Router 7eebc2a1-3cc4-4593-8a45-87108065cabc is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:12:47.971020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9ee59-e9da-493a-a1d0-946913bdb2e6 None None] Network 8c337ffd-3564-4b07-982b-5230d2fae63e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:48.025029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:48.039931 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Sync routers for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:48.054500 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.056284 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe6f1348-d779-4784-a181-ea9eb6ba66fa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2801826 Nov 12 09:12:48.058191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:48.059138 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:48.060572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37472) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:48.088210 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7820d20b-e1c0-4384-b0e4-3966d490fc36 None None] Provisioning complete for port 16e11130-bc86-4bac-9b81-94ce9ea98e71 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:48.089901 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7820d20b-e1c0-4384-b0e4-3966d490fc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.272437 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:48.541074 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:47Z', 'revision_number': 3, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:48.573866 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Checking router: 7eebc2a1-3cc4-4593-8a45-87108065cabc for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:48.574193 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Updating router 7eebc2a1-3cc4-4593-8a45-87108065cabc port 802115e8-fc18-41d1-96db-d80f564ef8a3 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:12:48.608184 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.709626 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.788000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-627b231a-7710-4028-9264-3b57eb68e110 None None] Provisioning complete for port 16e11130-bc86-4bac-9b81-94ce9ea98e71 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:48.788940 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-627b231a-7710-4028-9264-3b57eb68e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.889416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Allocated IP 172.20.0.1 (8c337ffd-3564-4b07-982b-5230d2fae63e/7e101bff-f6c9-4ba3-bd6b-b8bada2df30b/23493133-97d1-4d04-b438-d24c84d4efe8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:49.008601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.046118 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.088314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Network 8c337ffd-3564-4b07-982b-5230d2fae63e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:49.094135 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:49.098353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:49.111992 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.121102 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.130585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Pushing event updated for resources: {'Port': ['ID=23493133-97d1-4d04-b438-d24c84d4efe8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.181220 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.185083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d11ecc-a680-409b-8397-04777012c258 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:49.223486 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Attempting to bind port 802115e8-fc18-41d1-96db-d80f564ef8a3 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:49.224339 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Attempting to bind port 802115e8-fc18-41d1-96db-d80f564ef8a3 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:49.224806 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Attempting to bind port 802115e8-fc18-41d1-96db-d80f564ef8a3 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:49.242491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 16e11130-bc86-4bac-9b81-94ce9ea98e71 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:49.243208 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Pushing event updated for resources: {'Port': ['ID=802115e8-fc18-41d1-96db-d80f564ef8a3,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.246115 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:49.246994 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:49.247663 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.248203 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:49.248808 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Bound port: 802115e8-fc18-41d1-96db-d80f564ef8a3, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:49.249430 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.302976 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.303717 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.304304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.304800 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.305376 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.305949 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.306492 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.307063 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.307705 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.309126 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.309733 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.310377 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:49.329441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-248fc606-50e5-4f08-a4e8-1c0a48f5e68a None None] Provisioning complete for port 802115e8-fc18-41d1-96db-d80f564ef8a3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:49.330366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-248fc606-50e5-4f08-a4e8-1c0a48f5e68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.371981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] For port 802115e8-fc18-41d1-96db-d80f564ef8a3, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:49.378956 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] For port 802115e8-fc18-41d1-96db-d80f564ef8a3, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=802115e8-fc18-41d1-96db-d80f564ef8a3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:49.386730 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.387389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 16e11130-bc86-4bac-9b81-94ce9ea98e71 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:49.387964 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.423822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-248fc606-50e5-4f08-a4e8-1c0a48f5e68a None None] Port 802115e8-fc18-41d1-96db-d80f564ef8a3 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:49.430483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec778f-52a5-4b48-8c73-afdd627b0874 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:49.479375 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:49.480776 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:49.497610 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.560019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Provisioning complete for port 802115e8-fc18-41d1-96db-d80f564ef8a3 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:49.560648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.614348 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51eef4-ed86-467e-b012-f51589d2be8c None None] Pushing event updated for resources: {'Port': ['ID=802115e8-fc18-41d1-96db-d80f564ef8a3,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.674658 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.700735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] For port 802115e8-fc18-41d1-96db-d80f564ef8a3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=802115e8-fc18-41d1-96db-d80f564ef8a3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:49.708033 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.729436 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:49.754291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.760519 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Provisioning complete for port 23493133-97d1-4d04-b438-d24c84d4efe8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:49.760992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.761185 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.808791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Pushing event updated for resources: {'Port': ['ID=802115e8-fc18-41d1-96db-d80f564ef8a3,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.836242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f27c283c-f732-4589-8088-d0fd0420e308 None None] Port 23493133-97d1-4d04-b438-d24c84d4efe8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:49.842765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.846180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Pushing event updated for resources: {'Port': ['ID=23493133-97d1-4d04-b438-d24c84d4efe8,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.958891 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Network 8c337ffd-3564-4b07-982b-5230d2fae63e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:49.960804 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:50.084324 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:48Z', 'revision_number': 1, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:50.132292 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479aeb6a-f34c-442a-b54f-e4d301d41c05 None None] The sync data for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 is: [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:48Z', 'revision_number': 1, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:50.149033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Router 7eebc2a1-3cc4-4593-8a45-87108065cabc has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:50.261185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9e39f11e-0fa7-4e2c-b2c7-1ea6f3ff1ae5 None None] Provisioning complete for port 23493133-97d1-4d04-b438-d24c84d4efe8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:50.261774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9e39f11e-0fa7-4e2c-b2c7-1ea6f3ff1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.308154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9e39f11e-0fa7-4e2c-b2c7-1ea6f3ff1ae5 None None] Port 23493133-97d1-4d04-b438-d24c84d4efe8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:50.319931 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:50.326248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8d504c3-3a0f-41d4-b0bd-7f0836c26329 admin admin] 10.222.0.16 "PUT /v2.0/routers/7eebc2a1-3cc4-4593-8a45-87108065cabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643123 Nov 12 09:12:51.042974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37488) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.049945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1242327565-network', 'tenant_id': '53d3e7d46881469d985337403dc91503'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:51.083330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Made reservation on behalf of 53d3e7d46881469d985337403dc91503 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:51.087586 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.104363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.312493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.315665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 802115e8-fc18-41d1-96db-d80f564ef8a3 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:51.319075 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.350186 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:51.368461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a1c78-0503-43f4-84a5-d79e3dcc7ca8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:51.371715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.372194 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Added segment aa187b66-828b-41d4-9e58-dcb6798b5309 of type vlan for network 6101d8eb-d652-41be-9ab4-489d84bef466 Nov 12 09:12:51.425603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.475445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.477434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:51.477434 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.554918 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5101848 Nov 12 09:12:51.559195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37490) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.561345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e336f-d7a5-471e-b63e-b1de59df0202 admin admin] Pushing event updated for resources: {'Network': ['ID=6101d8eb-d652-41be-9ab4-489d84bef466,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:51.573601 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Request body: {'subnet': {'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1242327565-subnet', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:51.617755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 6101d8eb-d652-41be-9ab4-489d84bef466 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:51.618550 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Made reservation on behalf of 53d3e7d46881469d985337403dc91503 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:51.624953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.708165 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 802115e8-fc18-41d1-96db-d80f564ef8a3 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:51.708710 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.944663 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.012552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d8975a-6c64-4da3-873b-dd5ccaeeab34,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.027210 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Checking segment: {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:52.027653 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Network hostable DHCP agents. Network: 6101d8eb-d652-41be-9ab4-489d84bef466, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:52.049518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Network 6101d8eb-d652-41be-9ab4-489d84bef466 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:52.062217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 6101d8eb-d652-41be-9ab4-489d84bef466) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:52.068720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:52.069699 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.076426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c7197-eb3c-4a25-8e5e-af03fbb88fbd None None] Network 6101d8eb-d652-41be-9ab4-489d84bef466 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:52.094702 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f67e7fa4-b7e3-4af0-a8cc-2b77e7722331 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5322182 Nov 12 09:12:52.097319 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37492) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:52.104071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:52.142042 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.144483 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.255559 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.276896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-6101d8eb-d652-41be-9ab4-489d84bef466', 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'fixed_ips': [{'subnet_id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:52.278342 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.447101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.505357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Allocated IP 172.20.0.2 (6101d8eb-d652-41be-9ab4-489d84bef466/06d8975a-6c64-4da3-873b-dd5ccaeeab34/ab8eae86-4c9c-40ad-908e-01b2d6b3e00d) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:52.709898 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.738613 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.778206 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.800741 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.839739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Sync routers for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:52.869859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Network 6101d8eb-d652-41be-9ab4-489d84bef466 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:52.875185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:52.876346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:52.879717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:52.890633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:52.908246 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Allocated IP 172.25.4.31 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/8799bc79-90b9-472d-82ef-487e0ee4fc24) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:52.937508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Pushing event updated for resources: {'Port': ['ID=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.054971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Attempting to bind port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:53.055346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Attempting to bind port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:53.055707 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Attempting to bind port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d on network 6101d8eb-d652-41be-9ab4-489d84bef466 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:53.067873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:53.068215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Checking segment: {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:53.068566 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.068954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Bound using segment: {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:53.069434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Bound port: ab8eae86-4c9c-40ad-908e-01b2d6b3e00d, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:53.069815 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.084654 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.085396 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:53.128508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.188331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:53.202966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:53.210800 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:53.227963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ba547-0b8e-4073-9292-2b2a32424c48 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:53.260139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] For port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:53.265723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8799bc79-90b9-472d-82ef-487e0ee4fc24,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.306855 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] For port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:53.313273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.411167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0ca69eca-3dad-4682-9d41-3d147722952c None None] Provisioning complete for port 8799bc79-90b9-472d-82ef-487e0ee4fc24 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:53.411529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0ca69eca-3dad-4682-9d41-3d147722952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.417883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf886e-3767-4488-8f78-04fe9cace1a7 None None] Pushing event updated for resources: {'Port': ['ID=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.519969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-0ca69eca-3dad-4682-9d41-3d147722952c None None] Port 8799bc79-90b9-472d-82ef-487e0ee4fc24 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:53.568858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 2, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.622227 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Checking router: 7eebc2a1-3cc4-4593-8a45-87108065cabc for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:53.622762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Updating router 7eebc2a1-3cc4-4593-8a45-87108065cabc port 23493133-97d1-4d04-b438-d24c84d4efe8 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:12:53.624670 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.684348 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.963096 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.143293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.150917 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.155449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Router 87ba9098-da25-4883-bc11-34515ee66487 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:12:54.257437 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1522c26-d1b3-4035-9373-5527a3bb69ae None None] Pushing event updated for resources: {'Port': ['ID=23493133-97d1-4d04-b438-d24c84d4efe8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:54.371883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Attempting to bind port 23493133-97d1-4d04-b438-d24c84d4efe8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:54.372468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Attempting to bind port 23493133-97d1-4d04-b438-d24c84d4efe8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:54.373040 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Attempting to bind port 23493133-97d1-4d04-b438-d24c84d4efe8 on network 8c337ffd-3564-4b07-982b-5230d2fae63e {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:54.384042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:54.384669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Checking segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:54.385337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.385866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Bound using segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:54.386507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Bound port: 23493133-97d1-4d04-b438-d24c84d4efe8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:54.387073 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.530174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] For port 23493133-97d1-4d04-b438-d24c84d4efe8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:54.537288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] For port 23493133-97d1-4d04-b438-d24c84d4efe8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=23493133-97d1-4d04-b438-d24c84d4efe8,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:54.547396 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.647980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:54.649086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:54.704920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:54.721553 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Sync routers for ids ['87ba9098-da25-4883-bc11-34515ee66487'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:54.740979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.743203 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0245dbcf-f59c-4e43-8793-3028ef0968f7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6444788 Nov 12 09:12:54.747163 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37494) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:54.756344 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Routers {'87ba9098-da25-4883-bc11-34515ee66487'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:54.757612 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['87ba9098-da25-4883-bc11-34515ee66487'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:54.815892 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-31f5572c-4386-426c-945b-60d09df1105f None None] Provisioning complete for port 23493133-97d1-4d04-b438-d24c84d4efe8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:54.815892 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31f5572c-4386-426c-945b-60d09df1105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.818543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1522c26-d1b3-4035-9373-5527a3bb69ae None None] Pushing event updated for resources: {'Port': ['ID=23493133-97d1-4d04-b438-d24c84d4efe8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.016885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:55.066520 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Set router 87ba9098-da25-4883-bc11-34515ee66487 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:55.078408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83944e6a-415c-4395-911f-a6621a3fc6f5 None None] Network 6101d8eb-d652-41be-9ab4-489d84bef466 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:55.378090 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31f5572c-4386-426c-945b-60d09df1105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.407611 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-9a634226-bb95-4385-bc10-91cf0930f06d req-cca51e24-75bf-42e7-842d-f2d5550a215c tempest-ServerDiskConfigTestJSON-1198852677 tempest-ServerDiskConfigTestJSON-1198852677-project] (102372) timed out ('10.222.0.32', 51108) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:12:55.463790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.531511 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:53Z', 'revision_number': 3, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:55.568577 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Checking router: 87ba9098-da25-4883-bc11-34515ee66487 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:55.569033 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Updating router 87ba9098-da25-4883-bc11-34515ee66487 port 8799bc79-90b9-472d-82ef-487e0ee4fc24 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:12:55.606459 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.651094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ab8eae86-4c9c-40ad-908e-01b2d6b3e00d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:55.766489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Allocated IP 172.20.0.1 (6101d8eb-d652-41be-9ab4-489d84bef466/06d8975a-6c64-4da3-873b-dd5ccaeeab34/2f297fb8-8544-48ab-9675-41fa9ff1da44) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:55.837208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-31f5572c-4386-426c-945b-60d09df1105f None None] For port 23493133-97d1-4d04-b438-d24c84d4efe8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=23493133-97d1-4d04-b438-d24c84d4efe8,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:55.865255 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31f5572c-4386-426c-945b-60d09df1105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.988147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.048513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.067803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:56.068440 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.069749 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.078514 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.090778 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5572c-4386-426c-945b-60d09df1105f None None] Pushing event updated for resources: {'Port': ['ID=23493133-97d1-4d04-b438-d24c84d4efe8,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.132560 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Provisioning complete for port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:56.133110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.137486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Network 6101d8eb-d652-41be-9ab4-489d84bef466 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:56.145507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:56.149047 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Pushing event updated for resources: {'Port': ['ID=2f297fb8-8544-48ab-9675-41fa9ff1da44,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.152996 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:56.157095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0faf0c-5188-4e3f-8579-4644063006e8 None None] Pushing event updated for resources: {'Port': ['ID=8799bc79-90b9-472d-82ef-487e0ee4fc24,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.161214 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Attempting to bind port 8799bc79-90b9-472d-82ef-487e0ee4fc24 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:56.161736 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Attempting to bind port 8799bc79-90b9-472d-82ef-487e0ee4fc24 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:56.162204 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Attempting to bind port 8799bc79-90b9-472d-82ef-487e0ee4fc24 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:56.170608 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:56.171136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:56.171774 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.172296 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:56.172892 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Bound port: 8799bc79-90b9-472d-82ef-487e0ee4fc24, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:56.173375 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.203289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ab4b2-e244-4cc7-bfda-34ee53fd167f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:56.260513 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.282794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:54Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:56.313178 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] For port 8799bc79-90b9-472d-82ef-487e0ee4fc24, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:56.317287 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] For port 8799bc79-90b9-472d-82ef-487e0ee4fc24, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8799bc79-90b9-472d-82ef-487e0ee4fc24,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:56.326163 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.343203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57985f72-d42d-436c-b01d-e06c8dc328f7 None None] The sync data for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 is: [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:54Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:56.464320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d299e-5a0d-49c0-92cc-dc7678256651 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:56.499071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.512067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.523757 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Routers {'87ba9098-da25-4883-bc11-34515ee66487'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:56.525288 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['87ba9098-da25-4883-bc11-34515ee66487'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:56.592631 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0faf0c-5188-4e3f-8579-4644063006e8 None None] Pushing event updated for resources: {'Port': ['ID=8799bc79-90b9-472d-82ef-487e0ee4fc24,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.629874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:56.642113 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.644058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 23493133-97d1-4d04-b438-d24c84d4efe8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:56.703968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.755833 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] Set router 87ba9098-da25-4883-bc11-34515ee66487 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:56.855470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:12:56.855470 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:12:56.918695 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.931666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 23493133-97d1-4d04-b438-d24c84d4efe8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:56.932170 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.119710 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:53Z', 'revision_number': 3, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:57.135494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.143089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.153598 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2c4f8-addb-4014-abf2-603c8d6bf5db None None] The sync data for ids ['87ba9098-da25-4883-bc11-34515ee66487'] in n-d-768509-25 is: [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:53Z', 'revision_number': 3, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:57.252516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ab8eae86-4c9c-40ad-908e-01b2d6b3e00d up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:57.255805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Pushing event updated for resources: {'Port': ['ID=2f297fb8-8544-48ab-9675-41fa9ff1da44,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:57.262301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.336033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:57.336488 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.400117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Network 6101d8eb-d652-41be-9ab4-489d84bef466 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:57.403659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:57.474328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Provisioning complete for port 23493133-97d1-4d04-b438-d24c84d4efe8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:57.474795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee54b-cc3c-4a78-80a5-96879d46fbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.534336 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 23493133-97d1-4d04-b438-d24c84d4efe8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:57.672316 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 23493133-97d1-4d04-b438-d24c84d4efe8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:57.672694 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.724596 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Router 87ba9098-da25-4883-bc11-34515ee66487 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:57.839590 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Provisioning complete for port 8799bc79-90b9-472d-82ef-487e0ee4fc24 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:57.840196 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.909290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:57.925271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e6b6f33-3cb1-4b07-ac08-5ec461c13e55 admin admin] 10.222.0.16 "PUT /v2.0/routers/87ba9098-da25-4883-bc11-34515ee66487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671212 Nov 12 09:12:57.948635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.978672 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] For port 8799bc79-90b9-472d-82ef-487e0ee4fc24, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8799bc79-90b9-472d-82ef-487e0ee4fc24,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:57.986548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.062503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Provisioning complete for port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.063067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.100146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Pushing event updated for resources: {'Port': ['ID=8799bc79-90b9-472d-82ef-487e0ee4fc24,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:58.203585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Provisioning complete for port 2f297fb8-8544-48ab-9675-41fa9ff1da44 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.204210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.264506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-8d59e8cf-f4b1-4422-b0ed-4cfb7bf4fb44 None None] Port 2f297fb8-8544-48ab-9675-41fa9ff1da44 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:58.396328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-bb933f69-45ef-48de-a130-4f63aa2517e0 None None] Provisioning complete for port 2f297fb8-8544-48ab-9675-41fa9ff1da44 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.396774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb933f69-45ef-48de-a130-4f63aa2517e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.457955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-bb933f69-45ef-48de-a130-4f63aa2517e0 None None] Port 2f297fb8-8544-48ab-9675-41fa9ff1da44 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:59.359738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8799bc79-90b9-472d-82ef-487e0ee4fc24 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:59.514561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8799bc79-90b9-472d-82ef-487e0ee4fc24 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:59.515172 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.650721 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Sync routers for ids ['87ba9098-da25-4883-bc11-34515ee66487'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:59.686085 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Routers {'87ba9098-da25-4883-bc11-34515ee66487'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:59.687265 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['87ba9098-da25-4883-bc11-34515ee66487'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:59.872828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Set router 87ba9098-da25-4883-bc11-34515ee66487 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:00.211957 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:56Z', 'revision_number': 4, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2f297fb8-8544-48ab-9675-41fa9ff1da44', 'name': '', 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'mac_address': 'fa:16:3e:b6:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:55Z', 'updated_at': '2021-11-12T09:12:56Z', 'revision_number': 2, 'project_id': '53d3e7d46881469d985337403dc91503', 'subnets': [{'id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:00.243676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Checking router: 87ba9098-da25-4883-bc11-34515ee66487 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:13:00.243676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Updating router 87ba9098-da25-4883-bc11-34515ee66487 port 2f297fb8-8544-48ab-9675-41fa9ff1da44 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:13:00.280025 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.688486 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.697426 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.797833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04f696-372e-4814-bb51-b843aef2043c None None] Pushing event updated for resources: {'Port': ['ID=2f297fb8-8544-48ab-9675-41fa9ff1da44,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:00.904367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Attempting to bind port 2f297fb8-8544-48ab-9675-41fa9ff1da44 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:00.904971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Attempting to bind port 2f297fb8-8544-48ab-9675-41fa9ff1da44 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:00.905584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Attempting to bind port 2f297fb8-8544-48ab-9675-41fa9ff1da44 on network 6101d8eb-d652-41be-9ab4-489d84bef466 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:00.915611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:00.916206 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Checking segment: {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:00.917063 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.918363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Bound using segment: {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:00.919037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Bound port: 2f297fb8-8544-48ab-9675-41fa9ff1da44, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa187b66-828b-41d4-9e58-dcb6798b5309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:00.919721 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.048847 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] For port 2f297fb8-8544-48ab-9675-41fa9ff1da44, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:01.056297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] For port 2f297fb8-8544-48ab-9675-41fa9ff1da44, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2f297fb8-8544-48ab-9675-41fa9ff1da44,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:01.065856 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.181870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04f696-372e-4814-bb51-b843aef2043c None None] Pushing event updated for resources: {'Port': ['ID=2f297fb8-8544-48ab-9675-41fa9ff1da44,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:01.227260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Routers {'87ba9098-da25-4883-bc11-34515ee66487'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:01.228335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:12:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['87ba9098-da25-4883-bc11-34515ee66487'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:01.280134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2c56c754-ebbd-4f04-ab19-11efd5a05f35 None None] Provisioning complete for port 2f297fb8-8544-48ab-9675-41fa9ff1da44 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:01.280780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c56c754-ebbd-4f04-ab19-11efd5a05f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.449808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] Set router 87ba9098-da25-4883-bc11-34515ee66487 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:01.549179 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c56c754-ebbd-4f04-ab19-11efd5a05f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.759769 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2c56c754-ebbd-4f04-ab19-11efd5a05f35 None None] For port 2f297fb8-8544-48ab-9675-41fa9ff1da44, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2f297fb8-8544-48ab-9675-41fa9ff1da44,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:01.776391 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c56c754-ebbd-4f04-ab19-11efd5a05f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.918926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56c754-ebbd-4f04-ab19-11efd5a05f35 None None] Pushing event updated for resources: {'Port': ['ID=2f297fb8-8544-48ab-9675-41fa9ff1da44,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:01.949967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-390beca5-5cd2-4f78-a189-da30c8372a0f None None] Provisioning complete for port 2f297fb8-8544-48ab-9675-41fa9ff1da44 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:01.950277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-390beca5-5cd2-4f78-a189-da30c8372a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.357295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:56Z', 'revision_number': 4, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2f297fb8-8544-48ab-9675-41fa9ff1da44', 'name': '', 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'mac_address': 'fa:16:3e:b6:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:55Z', 'updated_at': '2021-11-12T09:13:01Z', 'revision_number': 4, 'project_id': '53d3e7d46881469d985337403dc91503', 'subnets': [{'id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:02.397273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9a335-3dd4-4241-aa25-e91af1f236fa None None] The sync data for ids ['87ba9098-da25-4883-bc11-34515ee66487'] in n-d-768509-25 is: [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:56Z', 'revision_number': 4, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '2f297fb8-8544-48ab-9675-41fa9ff1da44', 'name': '', 'network_id': '6101d8eb-d652-41be-9ab4-489d84bef466', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'mac_address': 'fa:16:3e:b6:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:55Z', 'updated_at': '2021-11-12T09:13:01Z', 'revision_number': 4, 'project_id': '53d3e7d46881469d985337403dc91503', 'subnets': [{'id': '06d8975a-6c64-4da3-873b-dd5ccaeeab34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:03.354113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2f297fb8-8544-48ab-9675-41fa9ff1da44 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:03.443602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 2f297fb8-8544-48ab-9675-41fa9ff1da44 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:03.444605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.370637 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.597854 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-5c4bcd5f-9df8-4189-9f2d-22861916f52c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:10.600588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-5c4bcd5f-9df8-4189-9f2d-22861916f52c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 815 time: 0.1974137 Nov 12 09:13:10.618031 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-f1b7fd4d-01cf-4275-b95d-e6878a809d82 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/quotas/a5e81a662f8749e5b187a05e21d34ce0 HTTP/1.1" status: 200 len: 375 time: 0.0114646 Nov 12 09:13:10.677137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-c520e3d5-7b1d-4ed2-9d3d-325c5c47b985 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527425 Nov 12 09:13:10.774973 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a88c2454-cbdd-465c-a8cb-15bb1277bf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.792627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-70f5b3c9-ae44-4910-a5e4-691e5875a639 service neutron] 10.222.0.16 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020350 Nov 12 09:13:10.958025 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-cf8adaa2-4023-4142-8655-9606546294dc service neutron] 10.222.0.16 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578784 Nov 12 09:13:11.155642 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e8ef54dc-f6ec-47a8-8fe5-c562d5f61c65 req-e0cfdad2-e9f7-468f-beb2-4cfe3ce64c69 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 210 time: 0.0308757 Nov 12 09:13:12.308877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bdf6b6a0-caac-4658-b82e-82586db0c0f7 req-8815c0aa-a7ad-4703-840f-4aa1930c7fbb tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 210 time: 0.0523789 Nov 12 09:13:12.336242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-89a82289-d876-4d96-915c-158058ff379e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:12.339084 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-89a82289-d876-4d96-915c-158058ff379e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 815 time: 0.1889679 Nov 12 09:13:12.346520 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:12.354742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'port': {'device_id': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'admin_state_up': True, 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:12.506843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Made reservation on behalf of a5e81a662f8749e5b187a05e21d34ce0 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:12.513138 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:12.743314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Allocated IP 172.20.0.13 (8c337ffd-3564-4b07-982b-5230d2fae63e/7e101bff-f6c9-4ba3-bd6b-b8bada2df30b/c72c7bc8-435a-491c-9969-11639a108ccf) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:13.014365 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.062065 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.120298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Network 8c337ffd-3564-4b07-982b-5230d2fae63e is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:13.127541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:13.132573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:13.179772 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:13.213359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:13.215734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.265326 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e5450dac-3386-4741-9030-5fa45be40e7f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9148514 Nov 12 09:13:13.267872 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-da037ec2-cdc5-4d07-a257-4dba90c03a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.566044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72a59-d60c-4444-903a-c2c5fc742957 req-2faf2efa-0757-47a7-bc45-42d549eaee9e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:13.568880 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21a72a59-d60c-4444-903a-c2c5fc742957 req-2faf2efa-0757-47a7-bc45-42d549eaee9e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.1108866 Nov 12 09:13:13.640873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-51db16f6-7d09-49eb-bfc0-cd427d732937 None None] Provisioning complete for port c72c7bc8-435a-491c-9969-11639a108ccf triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:13.643281 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-51db16f6-7d09-49eb-bfc0-cd427d732937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.672308 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21a72a59-d60c-4444-903a-c2c5fc742957 req-d9600c5f-3859-4d0e-9a02-7d7a6a7cd0ef tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914106 Nov 12 09:13:13.690567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-51db16f6-7d09-49eb-bfc0-cd427d732937 None None] Port c72c7bc8-435a-491c-9969-11639a108ccf cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:14.772578 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:14.861296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5dec9-bbaf-4d9a-9f96-eaefcc938268 req-72b9f69e-07ec-49c9-82f4-71ea9f1448fa tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.862881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71c5dec9-bbaf-4d9a-9f96-eaefcc938268 req-72b9f69e-07ec-49c9-82f4-71ea9f1448fa tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0553687 Nov 12 09:13:14.936574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-71c5dec9-bbaf-4d9a-9f96-eaefcc938268 req-a9de9fb8-27c3-4dc2-be8b-ff7994e3e5d1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585091 Nov 12 09:13:15.916398 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.131994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9ba55-af23-4302-b400-25931ea6c0a7 req-f8aef9cd-5254-4dcd-970c-7ff93f61c78e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.134748 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12a9ba55-af23-4302-b400-25931ea6c0a7 req-f8aef9cd-5254-4dcd-970c-7ff93f61c78e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0780218 Nov 12 09:13:16.220239 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12a9ba55-af23-4302-b400-25931ea6c0a7 req-14bd4e51-1081-49e1-88f6-31e429a7fadc tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739496 Nov 12 09:13:16.872858 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:17.420289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57436d8-8865-46a0-9c5c-f907788760a5 req-8fd9b182-3bbb-41e6-9533-d2b0cb2023e3 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:17.423800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a57436d8-8865-46a0-9c5c-f907788760a5 req-8fd9b182-3bbb-41e6-9533-d2b0cb2023e3 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0970922 Nov 12 09:13:17.499026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a57436d8-8865-46a0-9c5c-f907788760a5 req-4bda78bf-3859-4e4e-9fab-41066fbf128d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678129 Nov 12 09:13:18.679122 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3ba94-84ff-4fbb-8404-251a52d5f90e req-8acd5eb3-d4ae-4f69-80a3-4a3e68f605b2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.681659 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88d3ba94-84ff-4fbb-8404-251a52d5f90e req-8acd5eb3-d4ae-4f69-80a3-4a3e68f605b2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0832846 Nov 12 09:13:18.765944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88d3ba94-84ff-4fbb-8404-251a52d5f90e req-d7fd0fc0-713f-4371-8994-af4ab2a49c8f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771103 Nov 12 09:13:19.942252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcac93-d955-4eeb-be4c-ef98cf487033 req-d964ff3c-4dcd-4c8f-a7e7-950cfc453828 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.944036 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdbcac93-d955-4eeb-be4c-ef98cf487033 req-d964ff3c-4dcd-4c8f-a7e7-950cfc453828 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0671782 Nov 12 09:13:20.022906 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdbcac93-d955-4eeb-be4c-ef98cf487033 req-74ee1285-f6ad-4c03-9a9e-f4bc824d23bf tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719142 Nov 12 09:13:21.204790 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbae11-059e-4b1f-9894-c95e3a9d7448 req-ab52d72a-1942-4e98-98bb-a79ca3e93f87 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:21.207567 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14dbae11-059e-4b1f-9894-c95e3a9d7448 req-ab52d72a-1942-4e98-98bb-a79ca3e93f87 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0673573 Nov 12 09:13:21.293100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-14dbae11-059e-4b1f-9894-c95e3a9d7448 req-9faee14a-b9f1-41d4-8e9f-1d2e5561ff1d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727024 Nov 12 09:13:22.454321 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd40ad0-e1ec-415b-9b5d-751774d14204 req-d1bc79cc-258d-4ec8-9baf-fcef86fd4968 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:22.456005 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fd40ad0-e1ec-415b-9b5d-751774d14204 req-d1bc79cc-258d-4ec8-9baf-fcef86fd4968 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0835316 Nov 12 09:13:22.531802 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9fd40ad0-e1ec-415b-9b5d-751774d14204 req-4ed3898c-1074-4523-b1df-c819fd38480c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691774 Nov 12 09:13:23.422353 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:23.701875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d620fe-e818-4862-853e-44583100cd42 req-735d5d56-58d1-409b-a3fd-9bc7e9814b0d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:23.703563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09d620fe-e818-4862-853e-44583100cd42 req-735d5d56-58d1-409b-a3fd-9bc7e9814b0d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 932 time: 0.0562260 Nov 12 09:13:23.776201 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-09d620fe-e818-4862-853e-44583100cd42 req-d4f6e3b4-9682-4a90-bed8-633a6d31b4af tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Nov 12 09:13:23.893644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Request body: {'port': {'device_id': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:23.961123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.259347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72c7bc8-435a-491c-9969-11639a108ccf {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:24.268980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.284583 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Transition to ACTIVE for port object c72c7bc8-435a-491c-9969-11639a108ccf will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:13:24.288595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.388527 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:24.463762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Attempting to bind port c72c7bc8-435a-491c-9969-11639a108ccf on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:24.464333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Attempting to bind port c72c7bc8-435a-491c-9969-11639a108ccf by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:24.464967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Attempting to bind port c72c7bc8-435a-491c-9969-11639a108ccf on network 8c337ffd-3564-4b07-982b-5230d2fae63e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:24.474456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Port c72c7bc8-435a-491c-9969-11639a108ccf on network 8c337ffd-3564-4b07-982b-5230d2fae63e not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:24.474947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Attempting to bind port c72c7bc8-435a-491c-9969-11639a108ccf on network 8c337ffd-3564-4b07-982b-5230d2fae63e {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:24.482273 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:24.482630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Checking segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:24.483042 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Bound using segment: {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:24.483563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Bound port: c72c7bc8-435a-491c-9969-11639a108ccf, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd657a6e1-7db8-4ab5-aded-de02212271eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:24.483888 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.575041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:24.580561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:24.588072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.633337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.634050 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.635289 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] 10.222.0.32 "PUT /v2.0/ports/c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 1093 time: 0.7481713 Nov 12 09:13:24.635762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:24.638171 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f2b09-460f-4038-88de-1683e9bf28f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:24.692034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844686e5-31ef-48b0-b435-6b277cc91050 service neutron] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:24.716040 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e539ed4-770e-44f3-a371-ea6da6fb0442 x-openstack-request-id: req-2e539ed4-770e-44f3-a371-ea6da6fb0442 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:24.716519 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:24.717102 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e539ed4-770e-44f3-a371-ea6da6fb0442 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:24.717804 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'status': 'completed', 'code': 200} Nov 12 09:13:24.770115 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-f520e08d-a978-427e-aded-a9d828576018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.772969 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-f520e08d-a978-427e-aded-a9d828576018 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1096 time: 0.0687025 Nov 12 09:13:24.844927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-138536c1-b9bb-495f-be6c-d3ffab4e9fa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 217 time: 0.0632963 Nov 12 09:13:24.929938 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-9b327ee4-2bac-4c59-b2c0-4d18a09b85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.932673 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-9b327ee4-2bac-4c59-b2c0-4d18a09b85d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0806127 Nov 12 09:13:24.952754 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a4375-4472-4600-9e52-1c6d4ba354d4 req-d1004766-96f7-4113-a5f2-47a08677fb8a tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.955594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-699a4375-4472-4600-9e52-1c6d4ba354d4 req-d1004766-96f7-4113-a5f2-47a08677fb8a tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 944 time: 0.0896819 Nov 12 09:13:25.003386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-b65da206-8093-4014-8740-7f7d9891a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.006093 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-b65da206-8093-4014-8740-7f7d9891a604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656030 Nov 12 09:13:25.011973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-699a4375-4472-4600-9e52-1c6d4ba354d4 req-3884d098-d3e5-4f7a-a04a-d34580000b25 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499439 Nov 12 09:13:25.110943 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-e48b7c85-d20a-4c84-b223-90371668187c service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972946 Nov 12 09:13:25.575236 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e37f886b-7eef-4c76-8831-af29af0aade0 req-be7c3820-51fe-4f88-94e4-99c2d9a3a2fe service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572444 Nov 12 09:13:25.672269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-b27a79cc-1d09-45f1-8c6b-45b8ed85ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.674448 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-b27a79cc-1d09-45f1-8c6b-45b8ed85ddd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1096 time: 0.0463686 Nov 12 09:13:25.778647 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-2ce3137f-7411-4792-a69e-51a65e0ebd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.780121 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-2ce3137f-7411-4792-a69e-51a65e0ebd68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.0969586 Nov 12 09:13:25.826537 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-7683882d-6e06-4911-b344-44f2c58fc3a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 217 time: 0.0375149 Nov 12 09:13:25.888431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-a9bd0ede-7e39-45ef-8306-a823a3be1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.890107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-a9bd0ede-7e39-45ef-8306-a823a3be1c07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0552285 Nov 12 09:13:25.947161 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-da98645c-5098-49ff-806a-b6ea7d9c8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.948887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-da98645c-5098-49ff-806a-b6ea7d9c8ceb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505424 Nov 12 09:13:26.054301 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-e207f2b0-18e8-437e-98c7-29c6b5109957 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963278 Nov 12 09:13:26.159535 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b76f2b09-460f-4038-88de-1683e9bf28f9 req-d908698a-83f6-4e1b-8310-10a536a5c8b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966578 Nov 12 09:13:26.180857 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44762-2465-4711-96a6-53365694cbbe req-4d2d679a-39c3-4706-bd26-8b57a0924022 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:26.183898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48a44762-2465-4711-96a6-53365694cbbe req-4d2d679a-39c3-4706-bd26-8b57a0924022 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 944 time: 0.0858133 Nov 12 09:13:26.242137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48a44762-2465-4711-96a6-53365694cbbe req-04236e29-67ce-4861-80b2-9848f1b85e56 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519905 Nov 12 09:13:27.297276 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c72c7bc8-435a-491c-9969-11639a108ccf details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:13:27.403905 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581e665-b22d-46db-966a-bda19b7b5ec0 req-b2bdaace-88b7-4aca-865c-b2157aeac1a4 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:27.407627 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0581e665-b22d-46db-966a-bda19b7b5ec0 req-b2bdaace-88b7-4aca-865c-b2157aeac1a4 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 944 time: 0.0850530 Nov 12 09:13:27.451303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:27.476100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'port_id': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'mac_address': 'fa:16:3e:f7:02:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:13:27.476462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0581e665-b22d-46db-966a-bda19b7b5ec0 req-ecbcbae1-7018-48b2-aa31-24ce07a48869 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600820 Nov 12 09:13:27.520277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.536258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72c7bc8-435a-491c-9969-11639a108ccf {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:27.559010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:27.565379 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.627448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:27.852123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c72c7bc8-435a-491c-9969-11639a108ccf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:28.619929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707dfc-0855-423a-944b-a8565d2e86a8 req-4336d0d7-b216-4fc8-a311-f357e4ccdd26 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:28.621573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6707dfc-0855-423a-944b-a8565d2e86a8 req-4336d0d7-b216-4fc8-a311-f357e4ccdd26 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Nov 12 09:13:28.680925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6707dfc-0855-423a-944b-a8565d2e86a8 req-50f9f4b3-2940-4adf-9d1d-44f05e41c74e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Nov 12 09:13:29.307296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c72c7bc8-435a-491c-9969-11639a108ccf up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:29.370269 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c72c7bc8-435a-491c-9969-11639a108ccf completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:13:29.376062 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c72c7bc8-435a-491c-9969-11639a108ccf triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:29.376542 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.466938 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.495588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:29.498164 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d97a442-be22-46f9-bb2d-1c6ac94ef814" -d '{"events": [{"server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "name": "network-vif-plugged", "status": "completed", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:29.513572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:29.521470 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.561386 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4b9846-47df-4ee2-8abb-adf6c098aaa7 x-openstack-request-id: req-ab4b9846-47df-4ee2-8abb-adf6c098aaa7 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:29.561843 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "name": "network-vif-plugged", "status": "completed", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:29.562240 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab4b9846-47df-4ee2-8abb-adf6c098aaa7 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:29.562854 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'code': 200} Nov 12 09:13:29.616767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:29.659221 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8282d-4ee6-43eb-ba36-4ae92fab8881 req-cc0ad65d-fc80-48df-8ba3-e7dde6dbea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:29.661035 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-78c8282d-4ee6-43eb-ba36-4ae92fab8881 req-cc0ad65d-fc80-48df-8ba3-e7dde6dbea7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1098 time: 0.0476375 Nov 12 09:13:29.713497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-78c8282d-4ee6-43eb-ba36-4ae92fab8881 req-461eb282-912f-4ac9-8a52-943359aad394 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Nov 12 09:13:29.840231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6abcd0-73d5-4017-b8f0-cab88ba7c378 req-cce6b893-e484-457c-8884-f940c296d3b9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:29.842937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd6abcd0-73d5-4017-b8f0-cab88ba7c378 req-cce6b893-e484-457c-8884-f940c296d3b9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0853488 Nov 12 09:13:29.926359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd6abcd0-73d5-4017-b8f0-cab88ba7c378 req-23800909-b1f4-4ef2-b320-ac070877ef7b tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764403 Nov 12 09:13:31.095268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca4418-9b67-45ee-bb62-72f8c5630cd1 req-b488717b-6dde-43eb-8eeb-49be4df373fa tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.097922 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fca4418-9b67-45ee-bb62-72f8c5630cd1 req-b488717b-6dde-43eb-8eeb-49be4df373fa tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0694993 Nov 12 09:13:31.181694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2fca4418-9b67-45ee-bb62-72f8c5630cd1 req-bb8e325d-e1ec-4ef4-91c4-a5dd3bacca39 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Nov 12 09:13:31.348230 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9ed23-8c9e-4655-aa77-e77fa9030721 req-07d19b68-4961-496a-b3a9-02888ccee7a6 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.349853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76d9ed23-8c9e-4655-aa77-e77fa9030721 req-07d19b68-4961-496a-b3a9-02888ccee7a6 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0661757 Nov 12 09:13:31.408835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-76d9ed23-8c9e-4655-aa77-e77fa9030721 req-5c2f78a1-4bd1-4daf-929d-f3603c9b02c0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Nov 12 09:13:31.649641 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6c79-087f-4a4e-924a-cac23922aff7 req-3f304921-1230-415b-968e-22b5759cdf6d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.651492 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ffb6c79-087f-4a4e-924a-cac23922aff7 req-3f304921-1230-415b-968e-22b5759cdf6d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0568137 Nov 12 09:13:31.713800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ffb6c79-087f-4a4e-924a-cac23922aff7 req-ff8cb9a5-4c79-4311-87f6-ccbb8d023df7 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509756 Nov 12 09:13:39.383735 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.771317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5f673e54-529d-49dc-8421-647c5a447340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.346226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:43.257400 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d2359e3-2a7b-4d8a-a4af-5d6a0156f522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.765256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.910006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.857417 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8e19d-4ec6-4a32-ba8c-4c8d3583f903 req-82cad2ee-8224-4160-af69-3d5350ced504 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:46.859958 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9c8e19d-4ec6-4a32-ba8c-4c8d3583f903 req-82cad2ee-8224-4160-af69-3d5350ced504 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0756001 Nov 12 09:13:46.870336 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.927839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9c8e19d-4ec6-4a32-ba8c-4c8d3583f903 req-30fedcff-1284-46c0-821e-db49c3eeb583 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 Nov 12 09:13:46.952639 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37702) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.112943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64bf7b0-4fe2-4e6d-8a36-2f6bf686e5dd tempest-TestMinimumBasicScenario-26985759 tempest-TestMinimumBasicScenario-26985759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:47.114683 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c64bf7b0-4fe2-4e6d-8a36-2f6bf686e5dd tempest-TestMinimumBasicScenario-26985759 tempest-TestMinimumBasicScenario-26985759-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1093 time: 0.1609280 Nov 12 09:13:47.118112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37706) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.122934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:47.151616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.268739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.385898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Allocated IP 172.25.4.48 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a8a01d33-398f-4f4a-b066-c7d656fb3093) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:47.508304 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.561972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.626499 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:47.631535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:47.643192 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:47.689038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'Port': ['ID=a8a01d33-398f-4f4a-b066-c7d656fb3093,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:47.708109 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.708692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.709261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.709821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.710380 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.710937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.711497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.711951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.712316 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.712838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.713393 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:47.713945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.477588 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.573875 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.689873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-a20c3e13-b281-44c6-9a32-1040b5b2923e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510375 Nov 12 09:13:48.786272 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.793524 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.815526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-3670cd5d-38d5-4ffb-ba8e-0ed72c266e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:48.817691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-3670cd5d-38d5-4ffb-ba8e-0ed72c266e82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1098 time: 0.0721216 Nov 12 09:13:48.884735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'Port': ['ID=a8a01d33-398f-4f4a-b066-c7d656fb3093,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:48.902398 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.990058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-7a2058dc-7eb9-4051-b734-cfed371dc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:48.991916 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-7a2058dc-7eb9-4051-b734-cfed371dc51f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.1410801 Nov 12 09:13:49.058319 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Floating IP 28e42aec-99fb-465a-9a3d-88512fc2af56 associated. External IP: 172.25.4.48, port: c72c7bc8-435a-491c-9969-11639a108ccf. Nov 12 09:13:49.085643 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-eb3cd593-e3f3-4450-bac9-e2b538251bef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 999 time: 0.0841770 Nov 12 09:13:49.152967 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-00029a0e-94d7-46c6-90b8-a0a0f84ae6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.157220 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-00029a0e-94d7-46c6-90b8-a0a0f84ae6c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0615096 Nov 12 09:13:49.227378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-c0153cbf-26c4-47c5-94f3-63820a54abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.230086 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-c0153cbf-26c4-47c5-94f3-63820a54abec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659986 Nov 12 09:13:49.336399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Router 7eebc2a1-3cc4-4593-8a45-87108065cabc has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:13:49.341611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-cd5dd16d-64ff-42ff-b639-2bc3a9efed95 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033406 Nov 12 09:13:49.495384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:49.511408 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] Sync routers for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:49.528491 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.531924 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:49.533029 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:49.538732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-717f7788-73bd-47f7-bc17-45cbcbe1698e req-4183d6cc-95ec-4f43-a30e-5e0c81f61fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891658 Nov 12 09:13:49.582162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d70e8e97-86c8-46dd-871d-3e62a408a8e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4628804 Nov 12 09:13:49.583140 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:49.586117 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:49.587449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37708) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.597902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032870316', 'description': 'tempest-secgroup-smoke-1032870316 description', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:49.631133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.729998 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.736204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.736442 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:49.777783 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.779137 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1894443 Nov 12 09:13:49.782852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37714) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.788834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248a9782-c6b7-44f4-abe8-72a656c785f4,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:49.794939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group_rule': {'security_group_id': '248a9782-c6b7-44f4-abe8-72a656c785f4', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:49.797865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.798216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.798563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.798900 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.799236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.799571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.799899 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.800262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.800591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.800918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.801242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.801567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904179-df0f-4405-bbe2-561fbb3385ab tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:49.849584 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b92c853-55d5-410c-aee1-4ec8ab391ddd x-openstack-request-id: req-3b92c853-55d5-410c-aee1-4ec8ab391ddd {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:49.850148 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:49.850502 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b92c853-55d5-410c-aee1-4ec8ab391ddd {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:49.851226 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'status': 'completed', 'code': 200} Nov 12 09:13:49.853485 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.931008 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-b0b82b4a-32a0-4660-9f26-7b6ab330f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.932771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-b0b82b4a-32a0-4660-9f26-7b6ab330f073 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1098 time: 0.0679452 Nov 12 09:13:49.944634 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.951274 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.986671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efb4fb5-b106-4de8-9861-3b4aea45acf7,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.006032 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.008433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0e2ecf54-6a90-4e99-9f97-3e4f72e904ad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215774 Nov 12 09:13:50.011343 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37716) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.019633 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group_rule': {'security_group_id': '248a9782-c6b7-44f4-abe8-72a656c785f4', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.063532 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-257e7f11-aaf3-4a0f-9f19-14e540fa9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:50.066098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-257e7f11-aaf3-4a0f-9f19-14e540fa9231 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.1253574 Nov 12 09:13:50.069641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.076891 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '28e42aec-99fb-465a-9a3d-88512fc2af56', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'port_id': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'mac_address': 'fa:16:3e:f7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:13:47Z', 'updated_at': '2021-11-12T09:13:47Z', 'revision_number': 0, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:55Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:50.126989 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] Checking router: 7eebc2a1-3cc4-4593-8a45-87108065cabc for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:13:50.143841 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:50.144097 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:13:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:50.151841 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-ae2e4c72-c08e-403c-b942-b386ef636119 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 999 time: 0.0774925 Nov 12 09:13:50.169804 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.175779 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.198851 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb11c6f-bc5b-48c3-ba5c-839985f34ad4,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.212255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.216235 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f19bec13-46ce-4173-a0e1-454b068dd4c2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2006962 Nov 12 09:13:50.216729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37718) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.223602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-da127e02-11e9-4b44-8161-eb62ae9d7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:50.223951 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group_rule': {'security_group_id': '248a9782-c6b7-44f4-abe8-72a656c785f4', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.225130 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-da127e02-11e9-4b44-8161-eb62ae9d7a4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0661359 Nov 12 09:13:50.264120 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.313761 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:50.315090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-10bf2384-7b77-41cf-8e0e-0d7ec05099d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:50.318077 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-10bf2384-7b77-41cf-8e0e-0d7ec05099d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842450 Nov 12 09:13:50.379636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.384895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.409323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77867953-7672-42ed-91f5-b03675133e08,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.417785 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.419185 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-520f92c6-ae68-4952-9eda-b0cffec19af5 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016747 Nov 12 09:13:50.424906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37720) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.431439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group_rule': {'security_group_id': '248a9782-c6b7-44f4-abe8-72a656c785f4', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.466538 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.514898 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-7dd83c2e-b5eb-4d84-ac96-c0f59d991d98 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885116 Nov 12 09:13:50.571725 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.579220 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.612615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac00a7e-d52b-44ea-8a78-2607a94056d6,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.618087 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.620000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fdd46c2c-c849-4a5e-b77e-595d296c81a2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1938043 Nov 12 09:13:50.622929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37722) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.629127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group_rule': {'security_group_id': '248a9782-c6b7-44f4-abe8-72a656c785f4', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.650322 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1b9dee8d-0e87-49ae-9b16-744aa78d4ca9 req-c13538ae-8b49-4609-b42c-8b7ab41550f6 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270902 Nov 12 09:13:50.655568 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Project a5e81a662f8749e5b187a05e21d34ce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:13:50.661812 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.734057 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.739362 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.759775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a61a1a-6c92-4fe6-9da4-97725cd13614,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.770677 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.776742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7d589e51-344a-4ccf-bab5-067ec0ba6b9c tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481218 Nov 12 09:13:50.777126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37724) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.783054 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'security_group_rule': {'security_group_id': '248a9782-c6b7-44f4-abe8-72a656c785f4', 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.803452 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '28e42aec-99fb-465a-9a3d-88512fc2af56', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'port_id': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'mac_address': 'fa:16:3e:f7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:13:47Z', 'updated_at': '2021-11-12T09:13:47Z', 'revision_number': 0, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:55Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:50.812648 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Project a5e81a662f8749e5b187a05e21d34ce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:13:50.818986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.838178 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000dc1-e2a5-4762-b308-95ebb3637878 None None] The sync data for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 is: [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '28e42aec-99fb-465a-9a3d-88512fc2af56', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'port_id': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'mac_address': 'fa:16:3e:f7:02:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:13:47Z', 'updated_at': '2021-11-12T09:13:47Z', 'revision_number': 0, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:55Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:50.939508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.945757 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.966895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af17c92-c958-44fe-bd5f-f7827f21ed43,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.978828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.980138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5902595c-401c-4470-b00b-8f831a1d1234 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2018938 Nov 12 09:13:51.094382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-b3a02046-6c33-4c50-888c-919dcba8cb62 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032870316&fields=id&tenant_id=a5e81a662f8749e5b187a05e21d34ce0 HTTP/1.1" status: 200 len: 267 time: 0.0586257 Nov 12 09:13:51.098535 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1766de4-0ca2-4ac6-b81f-8e6bdb818f38 None None] New status for floating IP 28e42aec-99fb-465a-9a3d-88512fc2af56: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:13:51.163477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-a76078a3-a9f2-4240-abf9-9702d8748f93 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:51.165138 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-a76078a3-a9f2-4240-abf9-9702d8748f93 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0602877 Nov 12 09:13:51.179907 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'port': {'security_groups': ['d7111bb3-a00e-466b-b6e9-5bce021d89af', '248a9782-c6b7-44f4-abe8-72a656c785f4']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:51.267244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.557373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:51.597675 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.603905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.616741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c72c7bc8-435a-491c-9969-11639a108ccf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:51.653803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:51.654571 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.656951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fb86846d-a24e-4101-af55-874098e3e0c1 req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "PUT /v2.0/ports/c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 982 time: 0.4823244 Nov 12 09:13:51.708392 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a6d11-1163-45b3-b9e5-13eedf577075 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=6']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:51.763717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c72c7bc8-435a-491c-9969-11639a108ccf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:51.840368 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32356ca-8cc5-412b-8cde-b76da097c197 req-e8031fca-c759-4361-be53-c5a1470a9df8 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:51.843402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c32356ca-8cc5-412b-8cde-b76da097c197 req-e8031fca-c759-4361-be53-c5a1470a9df8 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0950286 Nov 12 09:13:51.852661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:51.857209 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:51.946375 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a22213-f900-41fe-a215-c2d625a54271 x-openstack-request-id: req-34a22213-f900-41fe-a215-c2d625a54271 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:51.948087 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:51.949275 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34a22213-f900-41fe-a215-c2d625a54271 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:51.950185 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'status': 'completed', 'code': 200} Nov 12 09:13:52.000508 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c32356ca-8cc5-412b-8cde-b76da097c197 req-4020361d-7d7b-459a-8214-35a1a76a91d4 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370485 Nov 12 09:13:52.042318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-28d83a0d-76b3-4bd6-a399-5b4be998da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.044922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-28d83a0d-76b3-4bd6-a399-5b4be998da00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1137 time: 0.0846264 Nov 12 09:13:52.119469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a6204fb8-ca74-452d-a2c1-ba66f65ab0d9 None None] Provisioning complete for port c72c7bc8-435a-491c-9969-11639a108ccf triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:52.120355 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a6204fb8-ca74-452d-a2c1-ba66f65ab0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.181870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-5c4cd6a6-9771-4de7-87d3-5f7ad2e3207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.184510 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-5c4cd6a6-9771-4de7-87d3-5f7ad2e3207d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.1302860 Nov 12 09:13:52.277393 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-73f49f84-555b-4e92-983d-c6efb1546314 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 1001 time: 0.0840948 Nov 12 09:13:52.363279 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-88676ea4-dc4b-4af9-9588-2efbc494ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.365946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-88676ea4-dc4b-4af9-9588-2efbc494ad34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0813608 Nov 12 09:13:52.436499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-71096fdb-07c9-4b09-a6ad-7545afcd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.439083 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-71096fdb-07c9-4b09-a6ad-7545afcd48fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647609 Nov 12 09:13:52.569313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-0ce062e3-ba99-4f95-a109-c464c7be9ebb service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217070 Nov 12 09:13:52.687545 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1aa6428a-37ad-4694-b7fa-e571dddf0bfd req-06ad2882-1622-49b3-9c58-a2ad75af17cd service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045866 Nov 12 09:14:00.423135 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:09.393261 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.768425 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9444d6b9-c6ce-4e2e-be41-99fe9e7ee68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.961388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48528e-7068-4769-82d2-a53ac3f5f77c req-9158f9aa-0157-4aaf-ae1c-cdc27e21c933 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:11.963984 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f48528e-7068-4769-82d2-a53ac3f5f77c req-9158f9aa-0157-4aaf-ae1c-cdc27e21c933 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0793557 Nov 12 09:14:11.965507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-02c5256d-2be0-430d-bd98-7099b487f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:11.967469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-02c5256d-2be0-430d-bd98-7099b487f174 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1137 time: 0.0630498 Nov 12 09:14:12.062712 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5f48528e-7068-4769-82d2-a53ac3f5f77c req-8c36d04f-b5c2-459e-b668-3bd0aa1ae6fe tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861049 Nov 12 09:14:12.085296 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-fc2e8a2f-e59c-4c82-a2be-3045ea69b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.087130 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-fc2e8a2f-e59c-4c82-a2be-3045ea69b218 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.1124599 Nov 12 09:14:12.168430 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-0a7ef2cb-7022-4a53-b6f0-a41216d11c23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 1001 time: 0.0722556 Nov 12 09:14:12.226467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-058b40ca-5990-420e-9fea-453edab3002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.228204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-058b40ca-5990-420e-9fea-453edab3002e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0525603 Nov 12 09:14:12.284488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-c6ff94fc-e282-4a06-8a3d-8a08ebb1f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.286142 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-c6ff94fc-e282-4a06-8a3d-8a08ebb1f5f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493927 Nov 12 09:14:12.348324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.406735 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-add8be0b-6f6b-4dc8-b8ab-55ccd8947b33 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092584 Nov 12 09:14:12.524946 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-96b833ee-b9fd-4886-9f47-370ff357f577 req-76320c8c-f0a6-42bf-8808-ee68640a5a21 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097617 Nov 12 09:14:13.210960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe0c1-85f4-49a5-88c9-5759b0df760e req-e8749d3a-4611-46ea-9aeb-400f0704b18d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:13.212850 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-706fe0c1-85f4-49a5-88c9-5759b0df760e req-e8749d3a-4611-46ea-9aeb-400f0704b18d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0618684 Nov 12 09:14:13.253563 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b146fb3-f002-4839-b268-ef33155c8e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.287250 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-706fe0c1-85f4-49a5-88c9-5759b0df760e req-37a24137-07e7-469e-9379-b3c86e15ef73 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662234 Nov 12 09:14:14.434445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861a235-605e-46c5-a34a-eb97d11210a7 req-43b22f22-e092-488c-821f-4f1aed925e38 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.436489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d861a235-605e-46c5-a34a-eb97d11210a7 req-43b22f22-e092-488c-821f-4f1aed925e38 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0646656 Nov 12 09:14:14.522453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d861a235-605e-46c5-a34a-eb97d11210a7 req-b1143b36-4a53-488c-a368-a19e69417fce tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782976 Nov 12 09:14:14.765693 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.673925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775abea-9cfe-48b8-bc27-ead4f25548c4 req-4309f339-c519-410b-84fb-941dc97a5870 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:15.675633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9775abea-9cfe-48b8-bc27-ead4f25548c4 req-4309f339-c519-410b-84fb-941dc97a5870 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0702350 Nov 12 09:14:15.754571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9775abea-9cfe-48b8-bc27-ead4f25548c4 req-7d56d9eb-8cd9-43d8-bc7c-35fbfb602561 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653856 Nov 12 09:14:15.914235 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.865673 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.915620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a57c-3d02-45c7-b7b8-ce87016bbe26 req-6cd91954-53f9-4385-b78d-608b021d16fd tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:16.918139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2284a57c-3d02-45c7-b7b8-ce87016bbe26 req-6cd91954-53f9-4385-b78d-608b021d16fd tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0706177 Nov 12 09:14:17.001312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2284a57c-3d02-45c7-b7b8-ce87016bbe26 req-e42f3401-4859-458a-8e7d-8b0541c4b088 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752029 Nov 12 09:14:18.147733 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c200f3-3c6a-463b-a5ab-7d59ab4136d2 req-daca173b-e294-4590-90c4-fdaa693c3704 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:18.149658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65c200f3-3c6a-463b-a5ab-7d59ab4136d2 req-daca173b-e294-4590-90c4-fdaa693c3704 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0608761 Nov 12 09:14:18.223574 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65c200f3-3c6a-463b-a5ab-7d59ab4136d2 req-82d6fb83-a0b8-4f51-9ab0-bd539ae25db2 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664213 Nov 12 09:14:19.373479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230857f3-33f9-4d1c-a027-cd73ef884613 req-0803c3be-2bc5-4b81-b6f2-3f858e7bce7b tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:19.375260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-230857f3-33f9-4d1c-a027-cd73ef884613 req-0803c3be-2bc5-4b81-b6f2-3f858e7bce7b tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0559301 Nov 12 09:14:19.447556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-230857f3-33f9-4d1c-a027-cd73ef884613 req-eb46b940-7b2f-4b8f-b65b-8b75368d587f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652540 Nov 12 09:14:20.594117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083a54-5ec5-494e-9311-90a11f9aed08 req-f6ed5493-8467-48f3-8dd4-a9e16053464a tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:20.595797 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6083a54-5ec5-494e-9311-90a11f9aed08 req-f6ed5493-8467-48f3-8dd4-a9e16053464a tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0544872 Nov 12 09:14:20.678089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6083a54-5ec5-494e-9311-90a11f9aed08 req-d37ee515-450a-4632-9cbe-e1bd211e24fd tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707691 Nov 12 09:14:21.814976 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d6259-9c7f-43b6-b4ed-d8c618110ea4 req-a3425b22-e21e-4096-b801-67b172fea41e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.817677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-866d6259-9c7f-43b6-b4ed-d8c618110ea4 req-a3425b22-e21e-4096-b801-67b172fea41e tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0645854 Nov 12 09:14:21.924461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-866d6259-9c7f-43b6-b4ed-d8c618110ea4 req-032e856d-82ae-4a0f-949e-71d4fac59c47 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999973 Nov 12 09:14:23.053459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1935-47c7-4892-b0b2-3f9165cc1eb4 req-39127c19-c4b9-4479-9dfe-34e8b28f2c8b tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.056192 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df1d1935-47c7-4892-b0b2-3f9165cc1eb4 req-39127c19-c4b9-4479-9dfe-34e8b28f2c8b tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0575690 Nov 12 09:14:23.124536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-df1d1935-47c7-4892-b0b2-3f9165cc1eb4 req-e52bd0c3-5e76-4127-a478-44f93f2e143f tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600951 Nov 12 09:14:24.266172 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef337a22-ee7b-4176-bcd4-ef941f4bc854 req-beb0eba4-603c-4a23-a749-63919a6f30a7 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.267827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef337a22-ee7b-4176-bcd4-ef941f4bc854 req-beb0eba4-603c-4a23-a749-63919a6f30a7 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0608435 Nov 12 09:14:24.351124 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef337a22-ee7b-4176-bcd4-ef941f4bc854 req-3aa3fed3-d3c7-4452-84a7-f5aabf36796d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681877 Nov 12 09:14:25.486549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a529-94b0-4748-87cd-327ec33bad52 req-8745b3ed-7312-4f28-907e-8037f43e41ff tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.488828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec97a529-94b0-4748-87cd-327ec33bad52 req-8745b3ed-7312-4f28-907e-8037f43e41ff tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0613751 Nov 12 09:14:25.562494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ec97a529-94b0-4748-87cd-327ec33bad52 req-b1428384-cbb0-4822-afe6-67620f7735a9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667496 Nov 12 09:14:26.692785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda99bae-8a07-4744-b1cd-2047bd93b156 req-8362f269-9b79-43dc-9fe9-6370b5fbed1d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:26.694800 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bda99bae-8a07-4744-b1cd-2047bd93b156 req-8362f269-9b79-43dc-9fe9-6370b5fbed1d tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0594378 Nov 12 09:14:26.805504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bda99bae-8a07-4744-b1cd-2047bd93b156 req-0608cf00-c945-440c-8ab0-164890a566fd tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033101 Nov 12 09:14:27.944612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641ef39-5fe3-430a-9373-1e5d4e22f130 req-98693327-1572-496a-ab51-249e4e2cad86 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.946297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c641ef39-5fe3-430a-9373-1e5d4e22f130 req-98693327-1572-496a-ab51-249e4e2cad86 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0608528 Nov 12 09:14:28.066925 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c641ef39-5fe3-430a-9373-1e5d4e22f130 req-dcb0bd17-4992-44bf-bfe1-471239ce2ee3 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119735 Nov 12 09:14:29.222824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df356-f308-41ae-89b6-ae665129274b req-2f5aa1bf-ede2-41d9-a6b7-3dd0d3b18952 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:29.224489 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-939df356-f308-41ae-89b6-ae665129274b req-2f5aa1bf-ede2-41d9-a6b7-3dd0d3b18952 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0727167 Nov 12 09:14:29.312600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-939df356-f308-41ae-89b6-ae665129274b req-a33fde51-e762-4179-bc44-d56678f40cd3 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=248a9782-c6b7-44f4-abe8-72a656c785f4&id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759535 Nov 12 09:14:37.427702 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:39.391708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.762671 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-edca01b5-f795-4a3e-9f1f-175bfad235f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.347251 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.257948 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a96b5f41-4355-4d52-9480-5956d8b2754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.769193 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.916898 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.864399 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.788406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-4e4402f0-a2d5-436e-bd6d-d9dcc6d478ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1552260 Nov 12 09:14:48.920651 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-881603c7-66cf-42b2-9bc5-54f1fbbee9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:48.923035 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-881603c7-66cf-42b2-9bc5-54f1fbbee9c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1137 time: 0.0715218 Nov 12 09:14:49.083012 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-67572610-6561-4c7f-af8d-2cf1934869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.084611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-67572610-6561-4c7f-af8d-2cf1934869e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.1367538 Nov 12 09:14:49.199598 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-27726ac4-b53c-41a4-985b-e3503ac16e38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 1001 time: 0.1060643 Nov 12 09:14:49.276252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-920113cc-42e2-402d-920a-383806006119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.277813 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-920113cc-42e2-402d-920a-383806006119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0706851 Nov 12 09:14:49.340216 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-2572e52f-d1ce-470e-88bc-211ed490297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.343435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-2572e52f-d1ce-470e-88bc-211ed490297e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564129 Nov 12 09:14:49.496790 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-080c47dc-cbe0-42a2-a3a0-2c38fd28dec8 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440184 Nov 12 09:14:49.652584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a9d899c0-796f-4e19-8f48-cd9e3db5379e req-2b05b3e1-6ecb-42a2-8fd6-887a66b6362e service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479783 Nov 12 09:15:02.718476 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-4ba5153b-1a51-42bf-b555-dd5286322622 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032870316&fields=id&tenant_id=a5e81a662f8749e5b187a05e21d34ce0 HTTP/1.1" status: 200 len: 267 time: 0.0822086 Nov 12 09:15:02.819019 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-bcd6e4e5-3f23-4caa-9e0d-8e87e98223e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:02.822877 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-bcd6e4e5-3f23-4caa-9e0d-8e87e98223e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 985 time: 0.0979412 Nov 12 09:15:02.843395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Request body: {'port': {'security_groups': ['d7111bb3-a00e-466b-b6e9-5bce021d89af']}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:02.931243 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.221881 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:03.292708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.300394 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.316899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c72c7bc8-435a-491c-9969-11639a108ccf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:03.382920 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:03.384004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.386956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9bd1e920-33e7-443b-adde-855b35c63ac4 req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "PUT /v2.0/ports/c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 943 time: 0.5524714 Nov 12 09:15:03.387925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:03.391356 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d88f5-1138-4909-9d07-099c59aaaccd" -d '{"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:03.401137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:03.451598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event updated for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=7']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:03.465424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.466626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.467281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.467941 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.468726 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.470518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.471256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.472037 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.472779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.473296 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.474277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.475183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7b003-8d7f-4c2d-a98d-f3ccd223a2e9 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:03.497815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c72c7bc8-435a-491c-9969-11639a108ccf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:03.502554 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50894a62-127f-419d-bde4-1adbc8b5cdae x-openstack-request-id: req-50894a62-127f-419d-bde4-1adbc8b5cdae {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:03.502856 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:03.503190 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50894a62-127f-419d-bde4-1adbc8b5cdae {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:03.503546 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'status': 'completed', 'code': 200} Nov 12 09:15:03.618803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.648575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d88f5-1138-4909-9d07-099c59aaaccd req-f177347d-3fe5-4ad9-be65-f284449a9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:03.651212 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-f177347d-3fe5-4ad9-be65-f284449a9854 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1098 time: 0.1180553 Nov 12 09:15:03.684148 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.895249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d88f5-1138-4909-9d07-099c59aaaccd req-dcd6d874-52c9-4862-bb7c-f7c495c41ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:03.897419 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-15df79a8-1c75-4af8-92f3-88faeb874d54 None None] Provisioning complete for port c72c7bc8-435a-491c-9969-11639a108ccf triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:03.897711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-dcd6d874-52c9-4862-bb7c-f7c495c41ecf service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.2337558 Nov 12 09:15:03.898029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-15df79a8-1c75-4af8-92f3-88faeb874d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.980133 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.983443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.987358 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "DELETE /v2.0/security-groups/248a9782-c6b7-44f4-abe8-72a656c785f4 HTTP/1.1" status: 204 len: 168 time: 0.5822327 Nov 12 09:15:03.987875 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37798) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:04.005072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a9782-c6b7-44f4-abe8-72a656c785f4,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:04.026721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.027269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.028129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.029206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.029771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.030348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.030902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.031450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.032001 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.032580 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.033665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.034540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa852be-8661-4a07-98c2-19fcb71847e0 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:04.059753 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-7864aac1-6437-4335-b80f-d5c869643ff4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 1001 time: 0.1535687 Nov 12 09:15:04.159450 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d88f5-1138-4909-9d07-099c59aaaccd req-1b959d92-0ad1-42cb-bc6f-e4b15f2d98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:04.162321 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-1b959d92-0ad1-42cb-bc6f-e4b15f2d98cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0921574 Nov 12 09:15:04.244592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d88f5-1138-4909-9d07-099c59aaaccd req-3a4938ce-7c47-4181-b39b-88fe47d895b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:04.247389 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-3a4938ce-7c47-4181-b39b-88fe47d895b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745094 Nov 12 09:15:04.330339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Deleting port a8a01d33-398f-4f4a-b066-c7d656fb3093 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:04.332226 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.410209 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-e6b3fe4a-becf-4cf6-84ec-6a2b572a01a5 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536410 Nov 12 09:15:04.494713 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.495255 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.520571 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Calling delete_port for a8a01d33-398f-4f4a-b066-c7d656fb3093 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:04.603779 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-288d88f5-1138-4909-9d07-099c59aaaccd req-3dfca393-334a-420e-9007-9b4f66490201 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830225 Nov 12 09:15:04.797279 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.850307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event deleted for resources: {'Port': ['ID=a8a01d33-398f-4f4a-b066-c7d656fb3093,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:04.965375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.965920 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Floating IP 28e42aec-99fb-465a-9a3d-88512fc2af56 disassociated (deleted). External IP: 172.25.4.48, port: c72c7bc8-435a-491c-9969-11639a108ccf. Nov 12 09:15:05.276479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Router 7eebc2a1-3cc4-4593-8a45-87108065cabc has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:05.737295 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:05.743565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.753184 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] Sync routers for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:05.771163 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:05.772354 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:05.793294 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8788e8c5-f4ed-4b16-81b1-02375243fbe1 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "DELETE /v2.0/floatingips/28e42aec-99fb-465a-9a3d-88512fc2af56 HTTP/1.1" status: 204 len: 168 time: 1.8036036 Nov 12 09:15:05.794670 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:05.798509 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50" -d '{"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:05.849872 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a27f2-b8fc-4ab0-b678-0029ed5fb36f x-openstack-request-id: req-ef7a27f2-b8fc-4ab0-b678-0029ed5fb36f {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:05.850156 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:05.850487 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef7a27f2-b8fc-4ab0-b678-0029ed5fb36f {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:05.850804 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'status': 'completed', 'code': 200} Nov 12 09:15:05.937153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-d9c98311-979a-4c73-b3a2-0f45d1ce811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.939159 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-d9c98311-979a-4c73-b3a2-0f45d1ce811f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 1098 time: 0.0626006 Nov 12 09:15:05.975781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:06.081485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-5c8c5930-0b15-4837-9090-5ec4c3c38708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.083593 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-5c8c5930-0b15-4837-9090-5ec4c3c38708 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 200 len: 915 time: 0.1355200 Nov 12 09:15:06.163615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-aba75a4a-7a83-4e41-85c6-30b8ae2417c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 200 len: 217 time: 0.0701139 Nov 12 09:15:06.263044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-5c010945-eaaf-4f62-a529-63d8acfa76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.265645 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-5c010945-eaaf-4f62-a529-63d8acfa76a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 200 len: 854 time: 0.0941527 Nov 12 09:15:06.306129 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:55Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:06.336488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] Checking router: 7eebc2a1-3cc4-4593-8a45-87108065cabc for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:06.350945 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:06.351899 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:14:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:06.352397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-d3a2341b-0dd5-4abf-805b-5e4188f39bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:06.355956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-d3a2341b-0dd5-4abf-805b-5e4188f39bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8c337ffd-3564-4b07-982b-5230d2fae63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813208 Nov 12 09:15:06.506556 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-df47bec8-bad7-4cbf-bcdb-00e1f2417139 service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400321 Nov 12 09:15:06.544769 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:06.674509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0aa1e5d8-95ee-4d32-92f1-a6d8e366af50 req-b913e1f7-cb7f-474c-badf-a0fdb76e4b5b service neutron] 10.222.0.32 "GET /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581182 Nov 12 09:15:06.907031 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:55Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:06.945596 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51f81f-f3dd-44c6-957d-c28690fe8069 None None] The sync data for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 is: [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '23493133-97d1-4d04-b438-d24c84d4efe8', 'name': '', 'network_id': '8c337ffd-3564-4b07-982b-5230d2fae63e', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'mac_address': 'fa:16:3e:44:cc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:48Z', 'updated_at': '2021-11-12T09:12:55Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'subnets': [{'id': '7e101bff-f6c9-4ba3-bd6b-b8bada2df30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:07.317471 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2345d-829c-4134-9adb-d55840b958ad None None] New status for floating IP 28e42aec-99fb-465a-9a3d-88512fc2af56: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:15:09.397553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.771547 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9f33-c048-4cb7-b87f-4ee49cb671f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.359912 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.267253 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3796f258-ca52-4e46-b262-9a0f6dd6e967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:14.431802 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:14.774995 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.919370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:16.462085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e73f3-24a6-48aa-b412-98834594acfa req-f1524155-771b-4b69-afcc-e7be8e067fad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:16.464369 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da9e73f3-24a6-48aa-b412-98834594acfa req-f1524155-771b-4b69-afcc-e7be8e067fad tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0634797 Nov 12 09:15:16.544087 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da9e73f3-24a6-48aa-b412-98834594acfa req-cea63d27-aecf-49ee-a11e-abe257f1e220 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Nov 12 09:15:16.850869 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.711110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950aa0-390d-4109-8b86-21e423fa330d req-9b4690d9-d3be-42d5-b23a-5deae0d71171 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:17.713399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42950aa0-390d-4109-8b86-21e423fa330d req-9b4690d9-d3be-42d5-b23a-5deae0d71171 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0578349 Nov 12 09:15:17.779677 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42950aa0-390d-4109-8b86-21e423fa330d req-b21f446c-10d3-41f8-985d-93db7b732134 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7111bb3-a00e-466b-b6e9-5bce021d89af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 Nov 12 09:15:18.425944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-4bf9b755-a9a4-4f22-8521-58937d74c580 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.427860 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-4bf9b755-a9a4-4f22-8521-58937d74c580 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.32 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 946 time: 0.0570910 Nov 12 09:15:18.547719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Deleting port c72c7bc8-435a-491c-9969-11639a108ccf {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:18.548033 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.655069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] For port c72c7bc8-435a-491c-9969-11639a108ccf, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c72c7bc8-435a-491c-9969-11639a108ccf,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:18.655658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.677892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Calling delete_port for c72c7bc8-435a-491c-9969-11639a108ccf owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:18.845244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.860199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c72c7bc8-435a-491c-9969-11639a108ccf'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:18.902195 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Pushing event deleted for resources: {'Port': ['ID=c72c7bc8-435a-491c-9969-11639a108ccf,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:18.935594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6a7dc09d-c07c-46c2-87be-3c58c9827957 req-a16169a1-8ae1-4dc8-b417-b04177264ea3 tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be749a7-c620-4ba0-9b37-1e571d8a58c0 HTTP/1.1" status: 200 len: 210 time: 0.0450003 Nov 12 09:15:18.961448 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] No DVR routers for this DVR port c72c7bc8-435a-491c-9969-11639a108ccf on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:18.967249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.970772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6cfac97c-8ffb-4359-9ad0-b0505ea7f2ec req-2934faef-820f-427b-80b9-5e116e40fdca tempest-TestMinimumBasicScenario-513427769 tempest-TestMinimumBasicScenario-513427769-project] 10.222.0.32 "DELETE /v2.0/ports/c72c7bc8-435a-491c-9969-11639a108ccf HTTP/1.1" status: 204 len: 173 time: 0.5342426 Nov 12 09:15:18.971271 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'name': 'network-vif-deleted', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:18.973689 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5adb0b-7fb3-4410-86de-3aa23291d8c9" -d '{"events": [{"server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "name": "network-vif-deleted", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:19.109332 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e95cfa7-3908-4ae8-8e4e-247e71a82178 x-openstack-request-id: req-4e95cfa7-3908-4ae8-8e4e-247e71a82178 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:19.109780 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be749a7-c620-4ba0-9b37-1e571d8a58c0", "name": "network-vif-deleted", "tag": "c72c7bc8-435a-491c-9969-11639a108ccf", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:19.110169 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e95cfa7-3908-4ae8-8e4e-247e71a82178 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:19.110771 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be749a7-c620-4ba0-9b37-1e571d8a58c0', 'name': 'network-vif-deleted', 'tag': 'c72c7bc8-435a-491c-9969-11639a108ccf', 'status': 'completed', 'code': 200} Nov 12 09:15:21.685247 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37904) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:22.163938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.540301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Deleting port 23493133-97d1-4d04-b438-d24c84d4efe8 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:22.540643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.634943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] For port 23493133-97d1-4d04-b438-d24c84d4efe8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=23493133-97d1-4d04-b438-d24c84d4efe8,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:22.635309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.651603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Calling delete_port for 23493133-97d1-4d04-b438-d24c84d4efe8 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:22.881996 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.910114 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=23493133-97d1-4d04-b438-d24c84d4efe8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:23.157632 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.534257 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Router 7eebc2a1-3cc4-4593-8a45-87108065cabc has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:23.669950 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:23.679198 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a75ee821-b13b-4d97-b3df-c80501249a2f admin admin] 10.222.0.16 "PUT /v2.0/routers/7eebc2a1-3cc4-4593-8a45-87108065cabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890044 Nov 12 09:15:23.680716 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37906) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:23.682903 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] Sync routers for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:23.697238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:23.697942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:23.833763 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:23.845056 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.846526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c72c7bc8-435a-491c-9969-11639a108ccf no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:23.872863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: c72c7bc8-435a-491c-9969-11639a108ccf {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:23.873208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c72c7bc8-435a-491c-9969-11639a108ccf not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:24.017920 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.117357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Deleting port 802115e8-fc18-41d1-96db-d80f564ef8a3 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:24.117765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.167384 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:15:22Z', 'revision_number': 5, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port': {'id': '802115e8-fc18-41d1-96db-d80f564ef8a3', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:46Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:24.200809 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] Checking router: 7eebc2a1-3cc4-4593-8a45-87108065cabc for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:24.213819 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] Routers {'7eebc2a1-3cc4-4593-8a45-87108065cabc'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:24.214585 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['7eebc2a1-3cc4-4593-8a45-87108065cabc'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:24.271722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] For port 802115e8-fc18-41d1-96db-d80f564ef8a3, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=802115e8-fc18-41d1-96db-d80f564ef8a3,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:24.272310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.291016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Calling delete_port for 802115e8-fc18-41d1-96db-d80f564ef8a3 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:24.330933 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] Set router 7eebc2a1-3cc4-4593-8a45-87108065cabc gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:24.398959 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:15:24Z', 'revision_number': 6, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:24.433517 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599d74d-1771-4efb-adf2-6243f79837b8 None None] The sync data for ids ['7eebc2a1-3cc4-4593-8a45-87108065cabc'] in n-d-768509-25 is: [{'id': '7eebc2a1-3cc4-4593-8a45-87108065cabc', 'name': 'tempest-TestMinimumBasicScenario-1448906614-router', 'tenant_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:45Z', 'updated_at': '2021-11-12T09:15:24Z', 'revision_number': 6, 'project_id': 'a5e81a662f8749e5b187a05e21d34ce0', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:24.542871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.591018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Pushing event deleted for resources: {'Port': ['ID=802115e8-fc18-41d1-96db-d80f564ef8a3,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:24.609061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d1d7f-95db-487a-aca8-b40773aca25f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:24.704972 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.869093 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.872708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.933245 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.935570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eebc2a1-3cc4-4593-8a45-87108065cabc {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:15:24.947569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.949865 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4095cdcf-b156-4f61-a05f-e5f3f51213bb admin admin] 10.222.0.16 "DELETE /v2.0/routers/7eebc2a1-3cc4-4593-8a45-87108065cabc HTTP/1.1" status: 204 len: 168 time: 1.2674160 Nov 12 09:15:24.952652 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37908) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:25.034782 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Deleting subnet 7e101bff-f6c9-4ba3-bd6b-b8bada2df30b {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:25.040618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.109538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.199897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.288019 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.334342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 23493133-97d1-4d04-b438-d24c84d4efe8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:25.342905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e101bff-f6c9-4ba3-bd6b-b8bada2df30b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:25.346403 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.354367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-adcbabf6-79c0-4039-8294-87e998bc6a89 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7e101bff-f6c9-4ba3-bd6b-b8bada2df30b HTTP/1.1" status: 204 len: 168 time: 0.3977344 Nov 12 09:15:25.354787 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37910) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:25.377632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c442d9f-ad18-4d01-912f-f35f022f6f9d None None] Network 8c337ffd-3564-4b07-982b-5230d2fae63e requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:25.381322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 23493133-97d1-4d04-b438-d24c84d4efe8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:25.381845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 23493133-97d1-4d04-b438-d24c84d4efe8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:25.382448 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 802115e8-fc18-41d1-96db-d80f564ef8a3 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:25.417108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 802115e8-fc18-41d1-96db-d80f564ef8a3 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:25.417613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 802115e8-fc18-41d1-96db-d80f564ef8a3 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:25.501555 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.593577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Deleting port 16e11130-bc86-4bac-9b81-94ce9ea98e71 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:25.593577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.704718 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] DHCP port deletion for 8c337ffd-3564-4b07-982b-5230d2fae63e request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:25.729052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] For port 16e11130-bc86-4bac-9b81-94ce9ea98e71, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=16e11130-bc86-4bac-9b81-94ce9ea98e71,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:25.729052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.753566 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Calling delete_port for 16e11130-bc86-4bac-9b81-94ce9ea98e71 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:25.780114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Deleting port 16e11130-bc86-4bac-9b81-94ce9ea98e71 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:25.781317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.892099 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.901637 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] For port 16e11130-bc86-4bac-9b81-94ce9ea98e71, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=16e11130-bc86-4bac-9b81-94ce9ea98e71,segment=NetworkSegment(d657a6e1-7db8-4ab5-aded-de02212271eb),segment_id=d657a6e1-7db8-4ab5-aded-de02212271eb)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:25.902284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.927939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Calling delete_port for 16e11130-bc86-4bac-9b81-94ce9ea98e71 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:25.940731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e11130-bc86-4bac-9b81-94ce9ea98e71,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:25.948332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] No DVR routers for this DVR port 16e11130-bc86-4bac-9b81-94ce9ea98e71 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:26.089498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.090238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.122041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Pushing event deleted for resources: {'Port': ['ID=16e11130-bc86-4bac-9b81-94ce9ea98e71,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:26.133234 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c337ffd-3564-4b07-982b-5230d2fae63e']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:26.138129 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.138493 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.138896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.139487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.139921 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.140310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.140689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.141024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.141380 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.142077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.142812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.143181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.146731 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee04609-48a5-41fb-b206-a8df7a18d15d None None] No DVR routers for this DVR port 16e11130-bc86-4bac-9b81-94ce9ea98e71 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:26.154434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd657a6e1-7db8-4ab5-aded-de02212271eb') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:26.154976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd657a6e1-7db8-4ab5-aded-de02212271eb') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:26.176800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.197893 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.209483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:26.210031 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:26.212736 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:26.313385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.323151 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.328893 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c337ffd-3564-4b07-982b-5230d2fae63e HTTP/1.1" status: 204 len: 168 time: 0.9725206 Nov 12 09:15:26.332997 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37912) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:26.343608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd45cd5-7481-4d06-a0a9-0693ff7a2fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c337ffd-3564-4b07-982b-5230d2fae63e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:26.852345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.154410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Deleting port 2f297fb8-8544-48ab-9675-41fa9ff1da44 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:27.154719 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.246513 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] For port 2f297fb8-8544-48ab-9675-41fa9ff1da44, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=2f297fb8-8544-48ab-9675-41fa9ff1da44,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:27.247406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.265825 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Calling delete_port for 2f297fb8-8544-48ab-9675-41fa9ff1da44 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:27.319376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 16e11130-bc86-4bac-9b81-94ce9ea98e71 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:27.342623 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 16e11130-bc86-4bac-9b81-94ce9ea98e71 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:27.342966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 16e11130-bc86-4bac-9b81-94ce9ea98e71 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:27.498132 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.544963 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f297fb8-8544-48ab-9675-41fa9ff1da44,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:27.769790 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.365972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Router 87ba9098-da25-4883-bc11-34515ee66487 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:28.505783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:28.512881 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8aa3de48-3969-4267-95c9-e8c6b9163c76 admin admin] 10.222.0.16 "PUT /v2.0/routers/87ba9098-da25-4883-bc11-34515ee66487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770852 Nov 12 09:15:28.516679 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37914) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:28.519345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] Sync routers for ids ['87ba9098-da25-4883-bc11-34515ee66487'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:28.537902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] Routers {'87ba9098-da25-4883-bc11-34515ee66487'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:28.539736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['87ba9098-da25-4883-bc11-34515ee66487'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:28.690527 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.721287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] Set router 87ba9098-da25-4883-bc11-34515ee66487 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:28.806064 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.869796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Deleting port 8799bc79-90b9-472d-82ef-487e0ee4fc24 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:28.870168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.964932 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] For port 8799bc79-90b9-472d-82ef-487e0ee4fc24, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8799bc79-90b9-472d-82ef-487e0ee4fc24,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:28.965875 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.983532 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Calling delete_port for 8799bc79-90b9-472d-82ef-487e0ee4fc24 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:29.033454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:15:27Z', 'revision_number': 5, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port': {'id': '8799bc79-90b9-472d-82ef-487e0ee4fc24', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba9098-da25-4883-bc11-34515ee66487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.068505 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] Checking router: 87ba9098-da25-4883-bc11-34515ee66487 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:29.079575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] Routers {'87ba9098-da25-4883-bc11-34515ee66487'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:29.080169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['87ba9098-da25-4883-bc11-34515ee66487'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.196679 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.205326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] Set router 87ba9098-da25-4883-bc11-34515ee66487 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:29.227504 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8799bc79-90b9-472d-82ef-487e0ee4fc24,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:29.250951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194905f8-c4d3-402c-8daf-8a5bede4610a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:29.296179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:15:28Z', 'revision_number': 6, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.329774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4758372-9eab-42d5-8c3d-e8edefbeb4f2 None None] The sync data for ids ['87ba9098-da25-4883-bc11-34515ee66487'] in n-d-768509-25 is: [{'id': '87ba9098-da25-4883-bc11-34515ee66487', 'name': 'tempest-TestMinimumBasicScenario-1242327565-router', 'tenant_id': '53d3e7d46881469d985337403dc91503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:52Z', 'updated_at': '2021-11-12T09:15:28Z', 'revision_number': 6, 'project_id': '53d3e7d46881469d985337403dc91503', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:29.334662 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.444840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.448660 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.502534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.503292 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ba9098-da25-4883-bc11-34515ee66487 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:15:29.509703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.511278 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-38740817-de45-4d94-be7f-ce3a78f78ac6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/87ba9098-da25-4883-bc11-34515ee66487 HTTP/1.1" status: 204 len: 168 time: 0.9938016 Nov 12 09:15:29.514602 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37916) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:29.567357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Deleting subnet 06d8975a-6c64-4da3-873b-dd5ccaeeab34 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:29.571160 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.618487 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.716084 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.793821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.850655 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d8975a-6c64-4da3-873b-dd5ccaeeab34,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:29.857282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.862681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd87ab7-5e76-4457-a151-a83ae3b77617 None None] Network 6101d8eb-d652-41be-9ab4-489d84bef466 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:29.863529 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-07ce2dae-e93d-4c33-a68e-6fa62305e02c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06d8975a-6c64-4da3-873b-dd5ccaeeab34 HTTP/1.1" status: 204 len: 168 time: 0.3471403 Nov 12 09:15:29.865719 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37918) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:29.988147 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.081795 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Deleting port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:30.082203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.167366 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] DHCP port deletion for 6101d8eb-d652-41be-9ab4-489d84bef466 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:30.168609 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] For port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:30.169060 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.188600 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Calling delete_port for ab8eae86-4c9c-40ad-908e-01b2d6b3e00d owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:30.251556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] Deleting port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:30.252167 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.307320 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.363959 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.364374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] For port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,segment=NetworkSegment(aa187b66-828b-41d4-9e58-dcb6798b5309),segment_id=aa187b66-828b-41d4-9e58-dcb6798b5309)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:30.364988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.373049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] No DVR routers for this DVR port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:30.387515 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] Calling delete_port for ab8eae86-4c9c-40ad-908e-01b2d6b3e00d owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:30.494452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.525388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.526044 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6101d8eb-d652-41be-9ab4-489d84bef466']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:30.540585 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa187b66-828b-41d4-9e58-dcb6798b5309') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:30.540864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa187b66-828b-41d4-9e58-dcb6798b5309') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:30.553198 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.569752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] Pushing event deleted for resources: {'Port': ['ID=ab8eae86-4c9c-40ad-908e-01b2d6b3e00d,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.571866 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c14db1-ae23-467d-a8fc-00105b23ef9f None None] No DVR routers for this DVR port ab8eae86-4c9c-40ad-908e-01b2d6b3e00d on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:30.578951 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.588091 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:30.588091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:30.590285 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:30.662653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.670929 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.674523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6101d8eb-d652-41be-9ab4-489d84bef466 HTTP/1.1" status: 204 len: 168 time: 0.8072565 Nov 12 09:15:30.688489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7982a-3d08-41fe-8da1-3edc1a707a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=6101d8eb-d652-41be-9ab4-489d84bef466,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.891414 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37922) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.940158 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f163bd48-e9ad-46c1-9915-71c09f72fc19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5e81a662f8749e5b187a05e21d34ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474672 Nov 12 09:15:30.944283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37924) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.002392 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08544b22-d523-476c-979c-eeb26d734fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.041880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08544b22-d523-476c-979c-eeb26d734fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.122497 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08544b22-d523-476c-979c-eeb26d734fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.125780 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-08544b22-d523-476c-979c-eeb26d734fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.127039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-08544b22-d523-476c-979c-eeb26d734fa6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7111bb3-a00e-466b-b6e9-5bce021d89af HTTP/1.1" status: 204 len: 168 time: 0.1817594 Nov 12 09:15:31.135899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08544b22-d523-476c-979c-eeb26d734fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7111bb3-a00e-466b-b6e9-5bce021d89af,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:31.317370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ab8eae86-4c9c-40ad-908e-01b2d6b3e00d no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:31.355369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ab8eae86-4c9c-40ad-908e-01b2d6b3e00d {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:31.356529 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ab8eae86-4c9c-40ad-908e-01b2d6b3e00d not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:31.357677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8799bc79-90b9-472d-82ef-487e0ee4fc24 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:31.393344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8799bc79-90b9-472d-82ef-487e0ee4fc24 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:31.393830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8799bc79-90b9-472d-82ef-487e0ee4fc24 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:31.394508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2f297fb8-8544-48ab-9675-41fa9ff1da44 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:31.431119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 2f297fb8-8544-48ab-9675-41fa9ff1da44 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:31.431678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 2f297fb8-8544-48ab-9675-41fa9ff1da44 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:31.572717 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37930) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.625398 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-87a94f94-4b5e-41c1-bac3-bcae38968ec6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53d3e7d46881469d985337403dc91503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511880 Nov 12 09:15:31.629689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37932) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.701302 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1e35-853b-4624-a260-2b5862e5fe0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.747828 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1e35-853b-4624-a260-2b5862e5fe0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.837989 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1e35-853b-4624-a260-2b5862e5fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.841246 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1e35-853b-4624-a260-2b5862e5fe0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.842801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6d1e1e35-853b-4624-a260-2b5862e5fe0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c62a1c78-0503-43f4-84a5-d79e3dcc7ca8 HTTP/1.1" status: 204 len: 168 time: 0.2118096 Nov 12 09:15:31.854098 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e1e35-853b-4624-a260-2b5862e5fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a1c78-0503-43f4-84a5-d79e3dcc7ca8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.415742 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37972) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.421828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677573829', 'description': 'tempest-secgroup-smoke-1677573829 description', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.459105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.474551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.601603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.606830 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.653435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56f62e-9861-4f2e-af53-1a1f2e18cd45,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.725934 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.731047 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.765345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.767720 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3500438 Nov 12 09:15:34.771927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37974) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.777248 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '89d86a7d-9570-4c5f-8bce-5d7d1e70462a', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.782099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f629e50-a1c5-44c9-a2ba-0e6555029308 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d86a7d-9570-4c5f-8bce-5d7d1e70462a,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.819373 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.921368 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.927223 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.954305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3dfdfd-7fc1-4d81-bbd2-95787e5dd323,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:34.967318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.968798 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-217c575b-e2b2-422e-8211-5c3780267353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1958523 Nov 12 09:15:34.973075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37976) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.978274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '89d86a7d-9570-4c5f-8bce-5d7d1e70462a', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.009890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.083678 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.088347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.110546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51027865-0b8e-4514-92a2-1e5cd5001b91,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.124217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.125583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ab59cca1-67b3-4a3c-857d-b9aa41570ea3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513505 Nov 12 09:15:35.128973 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37978) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.134512 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '89d86a7d-9570-4c5f-8bce-5d7d1e70462a', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.168871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.232969 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.240102 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.264399 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9453a3-96c5-409d-bff0-d9b15c464e21,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.278968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.280542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4f924e4f-f66b-4c18-8d58-a3b5628fc8df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502824 Nov 12 09:15:35.283284 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37980) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.288541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '89d86a7d-9570-4c5f-8bce-5d7d1e70462a', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.336023 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.413254 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.420593 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.460788 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4b8294-2538-4cec-af51-73d606156776,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.469944 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.476852 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2002bfbd-e69c-45ef-ae89-0c5eb43d725c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1873798 Nov 12 09:15:35.477970 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37982) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.482237 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '89d86a7d-9570-4c5f-8bce-5d7d1e70462a', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.509943 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:15:35.517012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.590806 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.596086 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.620358 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3d1ef2-c28b-4106-bc94-33782086322a,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.631244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.632644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7684d26d-cefc-4237-baad-b3d69c323d51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549478 Nov 12 09:15:35.637468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37984) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.642371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '89d86a7d-9570-4c5f-8bce-5d7d1e70462a', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.670954 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:15:35.677316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.751786 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.756601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.787416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a84bcb-83e4-4947-8f63-679d3eb1de2b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.798712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.801252 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb555bc9-5507-4405-9feb-18fd0775e5cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625338 Nov 12 09:15:35.805475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 37986) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.810955 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'network': {'name': 'tempest-network-smoke--1092297883', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'port_security_enabled': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.839404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:35.845175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.878354 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:15:35.892152 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.892710 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Added segment a2ca240a-7b19-4433-9879-806edca229ad of type vlan for network ac9865ee-519a-4f18-b3ac-09e9357cfd55 Nov 12 09:15:35.970864 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.019635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.030639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:36.031718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.098053 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2909281 Nov 12 09:15:36.101381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37988) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.110099 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'admin_state_up': True, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:36.152792 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.154614 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.169722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4ab8-db21-45be-9b43-49b38645f032 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Network': ['ID=ac9865ee-519a-4f18-b3ac-09e9357cfd55,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:36.190456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:15:36.226377 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.497203 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.801843 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.823953 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.948689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.72 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ddff3c57-a983-4aeb-ae8e-4e856ca07723) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:37.079731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.120482 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.163715 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:37.169612 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:37.173666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:37.180491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=ddff3c57-a983-4aeb-ae8e-4e856ca07723,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.190577 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c2a35-43d3-485f-bf08-9eb25e7c39e8 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:37.280246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-45336d99-0042-47f0-9af5-43ff35c962ab None None] Provisioning complete for port ddff3c57-a983-4aeb-ae8e-4e856ca07723 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:37.280650 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-45336d99-0042-47f0-9af5-43ff35c962ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.326555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-45336d99-0042-47f0-9af5-43ff35c962ab None None] Port ddff3c57-a983-4aeb-ae8e-4e856ca07723 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:37.540173 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.765637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.247187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router a239360e-0125-4801-8276-5a132e8c1c62 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:15:38.376753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:38.387722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Sync routers for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:38.401908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:38.402282 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.403313 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:38.403980 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-30912f2f-0ddb-490a-b515-5d1dc91c7b54 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3010836 Nov 12 09:15:38.407251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37990) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:38.541211 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:38.584098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6bd67c99-5a96-43dd-bab6-b662c8f6a6f8 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff87086b03fa42a08060f497d6e14ddf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1756244 Nov 12 09:15:38.586782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37994) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:38.780413 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb13957-fc67-47da-b58b-3825647d8565 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:38.782413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-cbb13957-fc67-47da-b58b-3825647d8565 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1944001 Nov 12 09:15:38.785779 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37996) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:38.822725 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:37Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:38.841710 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e2d07b19-7768-46bc-adfc-3f81b830fca1 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506942 Nov 12 09:15:38.842089 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 37998) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:38.848656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269360778', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:38.857789 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Checking router: a239360e-0125-4801-8276-5a132e8c1c62 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:38.858136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Updating router a239360e-0125-4801-8276-5a132e8c1c62 port ddff3c57-a983-4aeb-ae8e-4e856ca07723 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:15:38.888620 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.984209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:38.989174 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.255728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.380235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Subnet': ['ID=84661749-84ea-47d0-83b0-1149639377fa,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:39.380659 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.388785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Checking segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:39.389412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network hostable DHCP agents. Network: ac9865ee-519a-4f18-b3ac-09e9357cfd55, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:15:39.399795 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.428599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:15:39.436959 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.455457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, ac9865ee-519a-4f18-b3ac-09e9357cfd55) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:39.457896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e0120-7dac-4550-a37d-6767ef8189b0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:39.466587 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:39.467605 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.490580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ba651-1424-4027-966b-d9a06f8898fb None None] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:39.528961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be063a22-de76-4bd9-9e50-6a352349bd28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6852162 Nov 12 09:15:39.529362 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Attempting to bind port ddff3c57-a983-4aeb-ae8e-4e856ca07723 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:39.531257 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Attempting to bind port ddff3c57-a983-4aeb-ae8e-4e856ca07723 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:39.531741 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Attempting to bind port ddff3c57-a983-4aeb-ae8e-4e856ca07723 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:39.536453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38000) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:39.553439 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Pushing event updated for resources: {'Port': ['ID=ddff3c57-a983-4aeb-ae8e-4e856ca07723,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:39.560066 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:39.560642 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:39.561294 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.562207 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:39.563042 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Bound port: ddff3c57-a983-4aeb-ae8e-4e856ca07723, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:39.563644 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.578113 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.578653 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.579330 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.580073 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.580641 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.581181 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.581722 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.582478 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.583017 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.583559 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.584133 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.584854 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:39.725350 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] For port ddff3c57-a983-4aeb-ae8e-4e856ca07723, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:39.738582 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] For port ddff3c57-a983-4aeb-ae8e-4e856ca07723, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ddff3c57-a983-4aeb-ae8e-4e856ca07723,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:39.749845 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.797215 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-66a9dd6e-6eb0-405d-97ee-04eb679ce822 None None] Provisioning complete for port ddff3c57-a983-4aeb-ae8e-4e856ca07723 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:39.797708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66a9dd6e-6eb0-405d-97ee-04eb679ce822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.882377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac5350-d53c-4b4e-822d-6f584f2e175c None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:39.883065 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:39.888117 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:39.982759 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66a9dd6e-6eb0-405d-97ee-04eb679ce822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.023496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-66a9dd6e-6eb0-405d-97ee-04eb679ce822 None None] For port ddff3c57-a983-4aeb-ae8e-4e856ca07723, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ddff3c57-a983-4aeb-ae8e-4e856ca07723,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:40.035518 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-66a9dd6e-6eb0-405d-97ee-04eb679ce822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.113544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9dd6e-6eb0-405d-97ee-04eb679ce822 None None] Pushing event updated for resources: {'Port': ['ID=ddff3c57-a983-4aeb-ae8e-4e856ca07723,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:40.153907 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:15:40.155354 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.166566 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f3199-bfcb-47a9-b6d9-cd21e5c7fae8 None None] Pushing event updated for resources: {'Port': ['ID=ddff3c57-a983-4aeb-ae8e-4e856ca07723,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:40.172931 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:40.221230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ea940091-e0c6-4182-87a5-e8f395697f60 None None] Provisioning complete for port ddff3c57-a983-4aeb-ae8e-4e856ca07723 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:40.222156 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ea940091-e0c6-4182-87a5-e8f395697f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.425673 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:37Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:40.532510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Allocated IP 172.20.0.2 (ac9865ee-519a-4f18-b3ac-09e9357cfd55/84661749-84ea-47d0-83b0-1149639377fa/bef9c0ba-c043-46a9-b18c-4a45da0d6d86) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:40.636343 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00e99f-c1b4-4ed4-ac7a-8188b9710589 None None] The sync data for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 is: [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:37Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:40.755559 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.782354 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.848575 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.857808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c5aedad3-ec9b-4d1d-99db-da44c66096a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.888970 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:40.895363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:40.901143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:40.914753 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Pushing event updated for resources: {'Port': ['ID=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:41.020459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Attempting to bind port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:41.021130 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Attempting to bind port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:41.021510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Attempting to bind port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 on network ac9865ee-519a-4f18-b3ac-09e9357cfd55 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:41.028901 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:41.029268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Checking segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:41.029668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.030066 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Bound using segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:41.030570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Bound port: bef9c0ba-c043-46a9-b18c-4a45da0d6d86, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:41.030913 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.134986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] For port bef9c0ba-c043-46a9-b18c-4a45da0d6d86, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:41.142051 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] For port bef9c0ba-c043-46a9-b18c-4a45da0d6d86, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:41.149011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.240768 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c52658-b2ee-40c4-b2ed-ee83777812c2 None None] Pushing event updated for resources: {'Port': ['ID=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:41.386496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.1 (ac9865ee-519a-4f18-b3ac-09e9357cfd55/84661749-84ea-47d0-83b0-1149639377fa/7ec4837d-1c13-42ad-a14f-cb2502cffe15) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:41.425890 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ddff3c57-a983-4aeb-ae8e-4e856ca07723 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:41.560079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ddff3c57-a983-4aeb-ae8e-4e856ca07723 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:41.560702 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.669767 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.751735 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.840870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:41.847297 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:41.851822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:41.921404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=7ec4837d-1c13-42ad-a14f-cb2502cffe15,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:41.948876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.156742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.375770 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.568763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7198c-e97d-44a2-8ec5-21f02382cf51 None None] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:42.594851 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.604029 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.661923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-344be7bf-1b00-4b9c-bd4c-808fd837b0af None None] Provisioning complete for port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:42.662392 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-344be7bf-1b00-4b9c-bd4c-808fd837b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.746793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.748995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=7ec4837d-1c13-42ad-a14f-cb2502cffe15,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:42.873484 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-344be7bf-1b00-4b9c-bd4c-808fd837b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.915381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:42.923738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:42.959956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-344be7bf-1b00-4b9c-bd4c-808fd837b0af None None] For port bef9c0ba-c043-46a9-b18c-4a45da0d6d86, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:42.975230 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-344be7bf-1b00-4b9c-bd4c-808fd837b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.082978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344be7bf-1b00-4b9c-bd4c-808fd837b0af None None] Pushing event updated for resources: {'Port': ['ID=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:43.154170 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router a239360e-0125-4801-8276-5a132e8c1c62 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:43.276403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64d0eadd-60e2-40dc-a64f-d72cd8b33f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.313170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-70acf128-136f-434c-9d40-5b7f40fd4e41 None None] Provisioning complete for port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:43.313620 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-70acf128-136f-434c-9d40-5b7f40fd4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.386301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:43.405664 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-778164f0-9777-478a-a7f0-09f7235bb5d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/a239360e-0125-4801-8276-5a132e8c1c62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8657260 Nov 12 09:15:43.421734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Sync routers for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:43.442000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:43.442702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:43.547891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bef9c0ba-c043-46a9-b18c-4a45da0d6d86 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:43.637619 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-70acf128-136f-434c-9d40-5b7f40fd4e41 None None] Provisioning complete for port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:43.638605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-70acf128-136f-434c-9d40-5b7f40fd4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.700319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-356bf7b2-2f07-44e3-958f-2bb3820d072c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677573829&fields=id&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 267 time: 0.0913246 Nov 12 09:15:43.903796 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-341724c9-0a6a-426f-9f0c-95c0caaf64e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.906275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-341724c9-0a6a-426f-9f0c-95c0caaf64e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/networks?id=ac9865ee-519a-4f18-b3ac-09e9357cfd55 HTTP/1.1" status: 200 len: 797 time: 0.1956494 Nov 12 09:15:43.930094 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0cf56f58-6f03-40b9-9b1a-854be85972e0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/quotas/ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 375 time: 0.0125787 Nov 12 09:15:43.993928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-70acf128-136f-434c-9d40-5b7f40fd4e41 None None] Port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:44.007280 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-77eec3e1-8914-4e8b-8041-259b61c77c78 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675113 Nov 12 09:15:44.018589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:44.062263 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:44.062600 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.201983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-a8743ff7-b27d-401f-8708-04bc70611c3a service neutron] 10.222.0.16 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790848 Nov 12 09:15:44.222922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-55b95951-b812-4fa9-866a-e08d14f6e672 None None] Provisioning complete for port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:44.223291 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55b95951-b812-4fa9-866a-e08d14f6e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.321349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-55b95951-b812-4fa9-866a-e08d14f6e672 None None] Port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:44.326815 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-66415548-5804-45be-b976-05ef11c7ce7a service neutron] 10.222.0.16 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172488 Nov 12 09:15:44.399161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 2, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:44.432461 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Checking router: a239360e-0125-4801-8276-5a132e8c1c62 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:44.432885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Updating router a239360e-0125-4801-8276-5a132e8c1c62 port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:15:44.461144 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.598606 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b14ef92-e47d-473a-b835-7b68298a45fd req-dffe134c-2c9a-4248-8e6e-0a3281c784d2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 210 time: 0.0502207 Nov 12 09:15:44.789341 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.794771 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.803109 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.866773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de2ea-425d-4364-a055-467b30bb1c4a None None] Pushing event updated for resources: {'Port': ['ID=7ec4837d-1c13-42ad-a14f-cb2502cffe15,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:44.925086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Attempting to bind port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:44.925641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Attempting to bind port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:44.926196 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Attempting to bind port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 on network ac9865ee-519a-4f18-b3ac-09e9357cfd55 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:44.939554 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:44.940226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Checking segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:44.941048 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.941655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Bound using segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:44.942464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Bound port: 7ec4837d-1c13-42ad-a14f-cb2502cffe15, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:44.943046 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.057315 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] For port 7ec4837d-1c13-42ad-a14f-cb2502cffe15, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:45.063152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] For port 7ec4837d-1c13-42ad-a14f-cb2502cffe15, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7ec4837d-1c13-42ad-a14f-cb2502cffe15,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:45.075108 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.154985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:45.155813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:45.216869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de2ea-425d-4364-a055-467b30bb1c4a None None] Pushing event updated for resources: {'Port': ['ID=7ec4837d-1c13-42ad-a14f-cb2502cffe15,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.305054 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1ab3799e-2c56-492f-af57-baee6d17d92e None None] Provisioning complete for port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:45.305632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ab3799e-2c56-492f-af57-baee6d17d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.403392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:45.708388 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ab3799e-2c56-492f-af57-baee6d17d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.740631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5323eb2c-8277-4530-889b-6d57ac878108 req-f3aef366-d2e5-4fda-b8cd-535a9e805e04 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 210 time: 0.0326934 Nov 12 09:15:45.791954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1ab3799e-2c56-492f-af57-baee6d17d92e None None] For port 7ec4837d-1c13-42ad-a14f-cb2502cffe15, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7ec4837d-1c13-42ad-a14f-cb2502cffe15,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:45.800612 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1ab3799e-2c56-492f-af57-baee6d17d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.957999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3799e-2c56-492f-af57-baee6d17d92e None None] Pushing event updated for resources: {'Port': ['ID=7ec4837d-1c13-42ad-a14f-cb2502cffe15,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.977971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:46.031067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.035356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-55085182-669d-4a01-bce5-ce3a3142c617 None None] Provisioning complete for port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:46.035957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-55085182-669d-4a01-bce5-ce3a3142c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.039954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e88bd-037b-4627-b89c-1584f95e5f7f None None] The sync data for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 is: [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:46.335835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-61f0de97-b401-46b5-bfd6-99452cb4b03f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:46.337637 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-61f0de97-b401-46b5-bfd6-99452cb4b03f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/networks?id=ac9865ee-519a-4f18-b3ac-09e9357cfd55 HTTP/1.1" status: 200 len: 797 time: 0.2558796 Nov 12 09:15:46.468623 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-58ffb8d8-e4de-49d1-b0e0-8e94cf05b567 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 380 time: 0.1187263 Nov 12 09:15:46.483796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'port': {'device_id': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'admin_state_up': True, 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'security_groups': ['89d86a7d-9570-4c5f-8bce-5d7d1e70462a']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:46.681517 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:46.687066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.861117 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.926809 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4c44098-f6bb-4421-994e-3f5b4f96809a req-3221a711-5a25-43a0-b5e4-a5ce9373bc22 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 210 time: 0.0481632 Nov 12 09:15:46.939233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.6 (ac9865ee-519a-4f18-b3ac-09e9357cfd55/84661749-84ea-47d0-83b0-1149639377fa/95f27ed8-4354-4079-bad1-81d3feab6e39) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:47.203878 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.253318 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.346824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:47.357432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:47.365400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:47.415452 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7ec4837d-1c13-42ad-a14f-cb2502cffe15 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:47.422007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=95f27ed8-4354-4079-bad1-81d3feab6e39,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:47.492478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.494394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.518859 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d30c0440-1c61-4a4f-a3bf-76c7a4ddc51b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0431182 Nov 12 09:15:47.531205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:47.531820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.535738 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Request body: {'port': {'device_id': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:47.658066 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.827226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b9ea1d06-c1aa-4f8a-b6a7-9ef88a791f5e None None] Provisioning complete for port 95f27ed8-4354-4079-bad1-81d3feab6e39 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:47.827801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1d06-c1aa-4f8a-b6a7-9ef88a791f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:47.893161 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea1d06-c1aa-4f8a-b6a7-9ef88a791f5e None None] Port 95f27ed8-4354-4079-bad1-81d3feab6e39 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:48.026428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f27ed8-4354-4079-bad1-81d3feab6e39 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:48.042593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.066803 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Transition to ACTIVE for port object 95f27ed8-4354-4079-bad1-81d3feab6e39 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:48.071585 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.099126 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670847a-d7c1-408a-8440-390437415c70 req-4af551bc-f622-4e6e-8e33-83c454bf3317 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.101400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5670847a-d7c1-408a-8440-390437415c70 req-4af551bc-f622-4e6e-8e33-83c454bf3317 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 931 time: 0.0606203 Nov 12 09:15:48.139499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55d506-6026-473e-964e-83b21388187f service neutron] Pushing event updated for resources: {'Port': ['ID=95f27ed8-4354-4079-bad1-81d3feab6e39,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:48.198448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5670847a-d7c1-408a-8440-390437415c70 req-88cc71f8-8acc-49e0-ba24-7710468974ed tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882041 Nov 12 09:15:48.255872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Attempting to bind port 95f27ed8-4354-4079-bad1-81d3feab6e39 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:48.256259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Attempting to bind port 95f27ed8-4354-4079-bad1-81d3feab6e39 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:48.256594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Attempting to bind port 95f27ed8-4354-4079-bad1-81d3feab6e39 on network ac9865ee-519a-4f18-b3ac-09e9357cfd55 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:48.262914 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Port 95f27ed8-4354-4079-bad1-81d3feab6e39 on network ac9865ee-519a-4f18-b3ac-09e9357cfd55 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:48.263406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Attempting to bind port 95f27ed8-4354-4079-bad1-81d3feab6e39 on network ac9865ee-519a-4f18-b3ac-09e9357cfd55 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:48.270007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:48.270389 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Checking segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:48.270774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Bound using segment: {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:48.271259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Bound port: 95f27ed8-4354-4079-bad1-81d3feab6e39, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ca240a-7b19-4433-9879-806edca229ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:48.271676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.363306 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] For port 95f27ed8-4354-4079-bad1-81d3feab6e39, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:48.367254 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] For port 95f27ed8-4354-4079-bad1-81d3feab6e39, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95f27ed8-4354-4079-bad1-81d3feab6e39,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:48.371927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.414625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.416468 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:48.419311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-0b55d506-6026-473e-964e-83b21388187f service neutron] 10.222.0.32 "PUT /v2.0/ports/95f27ed8-4354-4079-bad1-81d3feab6e39 HTTP/1.1" status: 200 len: 1092 time: 0.8914440 Nov 12 09:15:48.423849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:48.428995 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d30523-909e-4cbb-9acb-bd4294f6752f" -d '{"events": [{"name": "network-changed", "server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:48.508710 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd527ecd-c894-4b1b-8400-f6506b765683 x-openstack-request-id: req-fd527ecd-c894-4b1b-8400-f6506b765683 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:48.509051 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:48.509250 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd527ecd-c894-4b1b-8400-f6506b765683 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:48.509811 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'status': 'completed', 'code': 200} Nov 12 09:15:48.510927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55d506-6026-473e-964e-83b21388187f service neutron] Pushing event updated for resources: {'Port': ['ID=95f27ed8-4354-4079-bad1-81d3feab6e39,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:48.541264 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-17b2ef93-6e05-44a7-b017-a03ccfb8e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.545007 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-17b2ef93-6e05-44a7-b017-a03ccfb8e91d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 1095 time: 0.0696299 Nov 12 09:15:48.618081 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-9bc689b9-2067-4e61-ba3d-b15074e81980 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f27ed8-4354-4079-bad1-81d3feab6e39 HTTP/1.1" status: 200 len: 217 time: 0.0631776 Nov 12 09:15:48.686357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d511534e-b383-4e41-9333-03c249b46e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.688636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-d511534e-b383-4e41-9333-03c249b46e2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84661749-84ea-47d0-83b0-1149639377fa HTTP/1.1" status: 200 len: 835 time: 0.0630717 Nov 12 09:15:48.749404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-db55f783-409f-4f95-9e9a-a0c3b2c44472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.751164 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-db55f783-409f-4f95-9e9a-a0c3b2c44472 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac9865ee-519a-4f18-b3ac-09e9357cfd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545270 Nov 12 09:15:48.881670 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-ed39f7c6-1640-4385-9def-d2067f636b2d service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219153 Nov 12 09:15:49.017760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-dffa4bff-a7fc-491c-9506-0e00074703c3 req-b718752a-25e7-4c9d-8865-1495e33367a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275456 Nov 12 09:15:49.124612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-042d1a97-4516-4bea-9feb-9b633814c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.126260 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-042d1a97-4516-4bea-9feb-9b633814c9d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 1095 time: 0.0537682 Nov 12 09:15:49.263385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-e9b3210f-d935-43df-8713-c9ed5f7c2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.265923 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-e9b3210f-d935-43df-8713-c9ed5f7c2f3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac9865ee-519a-4f18-b3ac-09e9357cfd55 HTTP/1.1" status: 200 len: 897 time: 0.1314549 Nov 12 09:15:49.343311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-3c833987-8f4e-4554-9e07-054afa638145 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f27ed8-4354-4079-bad1-81d3feab6e39 HTTP/1.1" status: 200 len: 217 time: 0.0687301 Nov 12 09:15:49.347136 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c94bd1-192a-4fc2-9db3-c950788f0d94 req-b7c227c6-ee6d-404f-a851-4e83aa85f0a5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.348801 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47c94bd1-192a-4fc2-9db3-c950788f0d94 req-b7c227c6-ee6d-404f-a851-4e83aa85f0a5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 943 time: 0.0654609 Nov 12 09:15:49.412588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-431f45c8-5fc4-43d6-b9cb-1fb7a4d76eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.414622 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-431f45c8-5fc4-43d6-b9cb-1fb7a4d76eda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84661749-84ea-47d0-83b0-1149639377fa HTTP/1.1" status: 200 len: 835 time: 0.0633662 Nov 12 09:15:49.422259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-47c94bd1-192a-4fc2-9db3-c950788f0d94 req-8bdbe647-258a-41fb-8026-bb275790db36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614891 Nov 12 09:15:49.477181 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-a4fc29f9-f85d-4637-8825-a1a8b3d52290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.478911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-a4fc29f9-f85d-4637-8825-a1a8b3d52290 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac9865ee-519a-4f18-b3ac-09e9357cfd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552485 Nov 12 09:15:49.609268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-4040ab9d-c7a1-4112-886a-57d5ce4fd4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136920 Nov 12 09:15:49.710367 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-08d30523-909e-4cbb-9acb-bd4294f6752f req-af91ae64-c520-4c1e-89ee-7a455fa29f3c service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992923 Nov 12 09:15:50.605530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5e38-b499-4e2b-9ba6-912599de1b45 req-e60dbaf6-1fe2-4fb8-8573-27a39dbb9bab tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.607160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb8a5e38-b499-4e2b-9ba6-912599de1b45 req-e60dbaf6-1fe2-4fb8-8573-27a39dbb9bab tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 943 time: 0.0608869 Nov 12 09:15:50.669596 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb8a5e38-b499-4e2b-9ba6-912599de1b45 req-08513993-f656-4378-9533-d81fc3330ade tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527337 Nov 12 09:15:51.431651 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:51.820718 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314a97c-08de-4772-9b92-6aaf62b169ce req-fe967a1d-ffc4-498c-ad8b-10db1fc78096 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.822517 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d314a97c-08de-4772-9b92-6aaf62b169ce req-fe967a1d-ffc4-498c-ad8b-10db1fc78096 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 943 time: 0.0766420 Nov 12 09:15:51.904695 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d314a97c-08de-4772-9b92-6aaf62b169ce req-188cbe6e-36e3-461a-8694-ebdd6d70a4d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741186 Nov 12 09:15:51.972200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95f27ed8-4354-4079-bad1-81d3feab6e39 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:15:52.155636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 95f27ed8-4354-4079-bad1-81d3feab6e39, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95f27ed8-4354-4079-bad1-81d3feab6e39,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:52.171977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'port_id': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:15:52.217692 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.238061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f27ed8-4354-4079-bad1-81d3feab6e39 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:52.261335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 95f27ed8-4354-4079-bad1-81d3feab6e39, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95f27ed8-4354-4079-bad1-81d3feab6e39,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:52.267353 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.356588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=95f27ed8-4354-4079-bad1-81d3feab6e39,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:52.513289 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['95f27ed8-4354-4079-bad1-81d3feab6e39'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:53.033325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c0f6-1915-45f6-b475-226c7983511f req-211c582e-f0c2-4fce-83ee-9f63185f4697 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.035002 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c310c0f6-1915-45f6-b475-226c7983511f req-211c582e-f0c2-4fce-83ee-9f63185f4697 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 944 time: 0.0541668 Nov 12 09:15:53.092219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c310c0f6-1915-45f6-b475-226c7983511f req-13eea1db-faab-428b-aca9-18aaf965753e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501864 Nov 12 09:15:53.977405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95f27ed8-4354-4079-bad1-81d3feab6e39 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:54.035534 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 95f27ed8-4354-4079-bad1-81d3feab6e39 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:15:54.041104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 95f27ed8-4354-4079-bad1-81d3feab6e39 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:54.041632 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.137862 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.168691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:54.171199 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f855989-a906-412b-b2cc-ea867834f964" -d '{"events": [{"server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "name": "network-vif-plugged", "status": "completed", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:54.191897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 95f27ed8-4354-4079-bad1-81d3feab6e39, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95f27ed8-4354-4079-bad1-81d3feab6e39,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:54.197479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.230227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bede48-0063-4047-a733-6168a0c61d64 req-6143d638-fce0-4f3a-86d7-de795064c087 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.231920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32bede48-0063-4047-a733-6168a0c61d64 req-6143d638-fce0-4f3a-86d7-de795064c087 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 944 time: 0.0561478 Nov 12 09:15:54.288883 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=95f27ed8-4354-4079-bad1-81d3feab6e39,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:54.304433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32bede48-0063-4047-a733-6168a0c61d64 req-05a12a8a-3019-45eb-a585-104d7ef61eeb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597496 Nov 12 09:15:54.324587 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecffb6f-8d4d-40af-9797-27e5d24766fa x-openstack-request-id: req-eecffb6f-8d4d-40af-9797-27e5d24766fa {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:54.325030 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "name": "network-vif-plugged", "status": "completed", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:54.325442 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eecffb6f-8d4d-40af-9797-27e5d24766fa {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:54.326284 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'code': 200} Nov 12 09:15:54.452330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e633-3e17-4358-90f8-6034a03e5ad3 req-4ee00c63-bc5e-49d7-b0a9-5b61de32bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.453864 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-df80e633-3e17-4358-90f8-6034a03e5ad3 req-4ee00c63-bc5e-49d7-b0a9-5b61de32bb5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 1097 time: 0.0572143 Nov 12 09:15:54.516183 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-df80e633-3e17-4358-90f8-6034a03e5ad3 req-b000abf1-a821-4d9a-bac3-703d4543b464 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540717 Nov 12 09:15:55.456892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe6e2d-9ca1-4f22-8739-869336b0097d req-55f91564-81c0-41cd-9315-ccdac596fc32 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.459714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8afe6e2d-9ca1-4f22-8739-869336b0097d req-55f91564-81c0-41cd-9315-ccdac596fc32 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0657094 Nov 12 09:15:55.523769 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8afe6e2d-9ca1-4f22-8739-869336b0097d req-b626b489-ff72-4d8d-8812-1d53ff9c1023 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546911 Nov 12 09:15:56.662323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2dfa2-6a7a-448e-9bdd-23b07eb52109 req-a4f49346-2299-4bbe-b066-6dbea8d92aa7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.664230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6df2dfa2-6a7a-448e-9bdd-23b07eb52109 req-a4f49346-2299-4bbe-b066-6dbea8d92aa7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0580316 Nov 12 09:15:56.721542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6df2dfa2-6a7a-448e-9bdd-23b07eb52109 req-06cc894a-5fe5-426e-ad52-37960e4c6db6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Nov 12 09:15:56.847489 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c601be-f952-4814-8f2f-32230c434110 req-0610d786-9f68-447c-8e8e-f7691a61be65 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.849176 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03c601be-f952-4814-8f2f-32230c434110 req-0610d786-9f68-447c-8e8e-f7691a61be65 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0561199 Nov 12 09:15:56.906462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-03c601be-f952-4814-8f2f-32230c434110 req-e1cdc08c-64b3-4eea-a480-d01ea663caff tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499187 Nov 12 09:15:56.929395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38060) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:56.973016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640e529-d28a-47c5-92a6-b34924ea7596 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.974588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f640e529-d28a-47c5-92a6-b34924ea7596 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 1092 time: 0.0441906 Nov 12 09:15:56.977837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38062) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:56.982967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:57.007052 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.119952 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.242803 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.94 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/72f89b90-fdf7-4262-8cfe-3f8ae3b39b30) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:57.385074 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.425345 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.469885 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:57.475675 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:57.479902 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:57.487008 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=72f89b90-fdf7-4262-8cfe-3f8ae3b39b30,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.898111 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.982866 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.166148 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.173138 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.258308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=72f89b90-fdf7-4262-8cfe-3f8ae3b39b30,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:58.278200 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.396974 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 9baf5160-5316-42f0-850b-e7d9daf16b81 associated. External IP: 172.25.4.94, port: 95f27ed8-4354-4079-bad1-81d3feab6e39. Nov 12 09:15:58.967036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router a239360e-0125-4801-8276-5a132e8c1c62 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:59.092067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:59.103957 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] Sync routers for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:59.115089 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:59.116034 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:59.116743 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:59.153900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be26401b-4b47-4306-91b1-df8763647a42 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1731820 Nov 12 09:15:59.154220 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:59.159705 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:59.233994 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adce0dda-4129-4c5a-9303-22907acaa146 x-openstack-request-id: req-adce0dda-4129-4c5a-9303-22907acaa146 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:59.234258 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:59.234952 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adce0dda-4129-4c5a-9303-22907acaa146 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:59.235305 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'status': 'completed', 'code': 200} Nov 12 09:15:59.242464 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:59.326021 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-39634cbb-d287-4006-a605-b9db192e4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.328632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-39634cbb-d287-4006-a605-b9db192e4a4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 1097 time: 0.0683069 Nov 12 09:15:59.337023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3615d1-f29e-461f-8be2-fb0e2dc5d848 req-9ba10cae-3f9f-4816-84cf-c65a16d9027c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.342072 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b3615d1-f29e-461f-8be2-fb0e2dc5d848 req-9ba10cae-3f9f-4816-84cf-c65a16d9027c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0844226 Nov 12 09:15:59.427174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b3615d1-f29e-461f-8be2-fb0e2dc5d848 req-5b6fed63-9bda-4e81-8e20-5debeb6b0964 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806558 Nov 12 09:15:59.453865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-fced4976-2967-49a2-a15e-e5cfd46d0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.453865 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-fced4976-2967-49a2-a15e-e5cfd46d0e94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac9865ee-519a-4f18-b3ac-09e9357cfd55 HTTP/1.1" status: 200 len: 897 time: 0.1140504 Nov 12 09:15:59.473704 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38068) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:59.575347 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-ddf55a4c-b23c-49ca-a44e-bcbc4aff5aa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f27ed8-4354-4079-bad1-81d3feab6e39 HTTP/1.1" status: 200 len: 998 time: 0.1134930 Nov 12 09:15:59.586640 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9a1b408c-a599-42cd-b4be-8746bd1662d7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9baf5160-5316-42f0-850b-e7d9daf16b81 HTTP/1.1" status: 200 len: 990 time: 0.1125276 Nov 12 09:15:59.617979 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '9baf5160-5316-42f0-850b-e7d9daf16b81', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'port_id': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:15:57Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:59.647810 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] Checking router: a239360e-0125-4801-8276-5a132e8c1c62 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:59.655858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-6b65b387-e50a-4a27-90ca-1b2fbea18365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.657473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-6b65b387-e50a-4a27-90ca-1b2fbea18365 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84661749-84ea-47d0-83b0-1149639377fa HTTP/1.1" status: 200 len: 835 time: 0.0746286 Nov 12 09:15:59.658871 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:59.659515 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:15:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:59.732578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-9d1c0037-ad85-4c58-b48e-0d912563058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.734449 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-9d1c0037-ad85-4c58-b48e-0d912563058e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac9865ee-519a-4f18-b3ac-09e9357cfd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693374 Nov 12 09:15:59.847486 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:59.885342 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-bcb97b9c-d0ec-4811-965f-c754c7d30eb0 service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424041 Nov 12 09:16:00.006378 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5564f6ff-ba0e-45c5-b779-fed7b20f4bf1 req-60875a8c-7f6c-4bb8-a433-ad67fc54019f service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127050 Nov 12 09:16:00.205139 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '9baf5160-5316-42f0-850b-e7d9daf16b81', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'port_id': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:15:57Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:00.259480 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858b2cad-a7af-4683-bf6b-7e3ea10e9200 None None] The sync data for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 is: [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '9baf5160-5316-42f0-850b-e7d9daf16b81', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'port_id': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'mac_address': 'fa:16:3e:a9:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:15:57Z', 'updated_at': '2021-11-12T09:15:57Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:00.504187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d38c-4354-465e-ac95-3c8bdc88dda0 None None] New status for floating IP 9baf5160-5316-42f0-850b-e7d9daf16b81: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:00.589119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38070) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:00.666089 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-be9adc99-ec94-4954-a876-44e16da327cb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9baf5160-5316-42f0-850b-e7d9daf16b81 HTTP/1.1" status: 200 len: 990 time: 0.0750525 Nov 12 09:16:01.670144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38072) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:01.756805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-99acfaa6-250e-4b21-b7be-6d806fac1440 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9baf5160-5316-42f0-850b-e7d9daf16b81 HTTP/1.1" status: 200 len: 992 time: 0.0851395 Nov 12 09:16:09.399156 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.763031 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-72a6e7ee-8f00-40ba-9c49-f4bca9868d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:12.372779 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:13.262529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-15202f89-d03b-4c5f-b08f-dd72ad2c4068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:14.782087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.925832 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.850274 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:28.430884 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:16:33.326049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d2d6-a628-47f4-a6d3-be826c703f93 req-75f81191-3273-400d-b2a0-6cd1a9043537 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:33.328332 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a5d2d6-a628-47f4-a6d3-be826c703f93 req-75f81191-3273-400d-b2a0-6cd1a9043537 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.1777334 Nov 12 09:16:33.388802 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55a5d2d6-a628-47f4-a6d3-be826c703f93 req-d87beaa9-f9dd-4e87-b4aa-155d940b7c91 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521808 Nov 12 09:16:34.650068 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e5060-ce4a-4323-9a45-e11684c8341c req-98e118a6-bab5-4dcb-ba22-275acafdab55 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:34.651917 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-598e5060-ce4a-4323-9a45-e11684c8341c req-98e118a6-bab5-4dcb-ba22-275acafdab55 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.1428549 Nov 12 09:16:34.716591 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-598e5060-ce4a-4323-9a45-e11684c8341c req-c5741120-bc7b-4c3f-855c-370339181a86 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531633 Nov 12 09:16:34.741904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38104) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.813922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d12814b1-0089-4625-908c-947a41774d6d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9baf5160-5316-42f0-850b-e7d9daf16b81 HTTP/1.1" status: 200 len: 992 time: 0.0708559 Nov 12 09:16:36.113074 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec019ee-b3c4-4193-9d11-64be375701e2 req-1fd8cfaf-b4b9-45bc-bb35-4f1b3f7c61bb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:36.114734 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bec019ee-b3c4-4193-9d11-64be375701e2 req-1fd8cfaf-b4b9-45bc-bb35-4f1b3f7c61bb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0555739 Nov 12 09:16:36.174753 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bec019ee-b3c4-4193-9d11-64be375701e2 req-8ab6832c-f3c7-425a-a653-da3cdb6146c6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530527 Nov 12 09:16:37.355874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c85-21dd-4cfe-b44b-cefe5d947280 req-4782450d-8820-4564-90b9-5b6f765fc13a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:37.357515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dbd6c85-21dd-4cfe-b44b-cefe5d947280 req-4782450d-8820-4564-90b9-5b6f765fc13a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0607705 Nov 12 09:16:37.412598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5dbd6c85-21dd-4cfe-b44b-cefe5d947280 req-e0c4e5db-d0b0-47a0-983c-f2df1a746458 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487754 Nov 12 09:16:37.435904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38114) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.507319 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9ed49421-8992-4b84-9531-51d38e6a64d6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9baf5160-5316-42f0-850b-e7d9daf16b81 HTTP/1.1" status: 200 len: 992 time: 0.0700274 Nov 12 09:16:37.745393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38120) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.924336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 72f89b90-fdf7-4262-8cfe-3f8ae3b39b30 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:37.924665 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.012322 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.012648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.026994 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 72f89b90-fdf7-4262-8cfe-3f8ae3b39b30 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:38.202601 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.249515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=72f89b90-fdf7-4262-8cfe-3f8ae3b39b30,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.272456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.273037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.273744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.274245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.274842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.276350 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.276948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.277539 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.278156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.278744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.279332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.279911 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.782158 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.782985 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 9baf5160-5316-42f0-850b-e7d9daf16b81 disassociated (deleted). External IP: 172.25.4.94, port: 95f27ed8-4354-4079-bad1-81d3feab6e39. Nov 12 09:16:39.069016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router a239360e-0125-4801-8276-5a132e8c1c62 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:39.235007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:39.240466 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.249919 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] Sync routers for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:39.267686 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:39.268657 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:39.274991 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5728f5aa-5aed-4be8-9962-dfa310d23f68 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/floatingips/9baf5160-5316-42f0-850b-e7d9daf16b81 HTTP/1.1" status: 204 len: 168 time: 1.5284643 Nov 12 09:16:39.275618 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:39.278102 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8fa628-a860-4128-9c02-02c64e2e6ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:39.368828 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd4513e-2cba-40cd-b476-d7a57a94db9c x-openstack-request-id: req-fdd4513e-2cba-40cd-b476-d7a57a94db9c {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:39.369255 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:39.369621 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdd4513e-2cba-40cd-b476-d7a57a94db9c {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:39.369977 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'status': 'completed', 'code': 200} Nov 12 09:16:39.413644 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.450321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-8a69d110-beae-4ad5-a514-f60831239661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.452196 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-8a69d110-beae-4ad5-a514-f60831239661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 1097 time: 0.0549078 Nov 12 09:16:39.541045 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:39.626365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-26f70fec-da1b-4053-a330-302a2de639d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.629736 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-26f70fec-da1b-4053-a330-302a2de639d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac9865ee-519a-4f18-b3ac-09e9357cfd55 HTTP/1.1" status: 200 len: 897 time: 0.1617661 Nov 12 09:16:39.704077 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dff5-d327-4807-a654-db6ec67b597f req-05cefe1b-c2de-46bd-afff-e7328ec2f088 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.705931 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6138dff5-d327-4807-a654-db6ec67b597f req-05cefe1b-c2de-46bd-afff-e7328ec2f088 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0742314 Nov 12 09:16:39.714612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-e241bd99-b641-4134-aec9-05471a2ac626 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f27ed8-4354-4079-bad1-81d3feab6e39 HTTP/1.1" status: 200 len: 217 time: 0.0751722 Nov 12 09:16:39.778336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-db62f347-7642-41fa-9098-72e75a059459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.780078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-db62f347-7642-41fa-9098-72e75a059459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=84661749-84ea-47d0-83b0-1149639377fa HTTP/1.1" status: 200 len: 835 time: 0.0546792 Nov 12 09:16:39.839599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6138dff5-d327-4807-a654-db6ec67b597f req-fb0826fc-a578-4419-afb7-e634c1423a0d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209009 Nov 12 09:16:39.873225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-3b584f31-6375-434a-ba4e-3e7ad87baa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.876088 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-3b584f31-6375-434a-ba4e-3e7ad87baa62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac9865ee-519a-4f18-b3ac-09e9357cfd55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868990 Nov 12 09:16:39.889179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-e8bb34ff-ca4f-4912-824b-283c5da73bcd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:16:39.890165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-e8bb34ff-ca4f-4912-824b-283c5da73bcd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061388 Nov 12 09:16:39.900930 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:39.934434 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] Checking router: a239360e-0125-4801-8276-5a132e8c1c62 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:39.945058 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:39.945705 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:40.045204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-c2d12cd6-e3bc-40e8-905a-8dabdf5f6c7d service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462624 Nov 12 09:16:40.185867 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:40.189817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cd8fa628-a860-4128-9c02-02c64e2e6ba7 req-798c75ee-f9c7-4028-93bc-745da61597ba service neutron] 10.222.0.32 "GET /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354868 Nov 12 09:16:40.415953 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:40.445571 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc2c8c-0bf2-4a92-af67-53d94fee1ba5 None None] The sync data for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 is: [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:42Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '7ec4837d-1c13-42ad-a14f-cb2502cffe15', 'name': '', 'network_id': 'ac9865ee-519a-4f18-b3ac-09e9357cfd55', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:22:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '84661749-84ea-47d0-83b0-1149639377fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:41Z', 'updated_at': '2021-11-12T09:15:45Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '84661749-84ea-47d0-83b0-1149639377fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:40.711279 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5907c50-6937-43ab-bd88-ac259a68526d None None] New status for floating IP 9baf5160-5316-42f0-850b-e7d9daf16b81: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:40.794468 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26d438be-8ae5-435f-8687-b5042c4cf952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.963697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422297-b502-4432-b239-23ddd04919d2 req-40f4c335-3575-4543-82d7-d1038555ea84 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:40.965382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e422297-b502-4432-b239-23ddd04919d2 req-40f4c335-3575-4543-82d7-d1038555ea84 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0547633 Nov 12 09:16:41.024542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e422297-b502-4432-b239-23ddd04919d2 req-8d120ddf-eb06-447e-b9ed-8f062f6c8757 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=89d86a7d-9570-4c5f-8bce-5d7d1e70462a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509379 Nov 12 09:16:41.260570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-1856595e-a60c-4e26-97a7-c54e240eee02 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:41.262204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-1856595e-a60c-4e26-97a7-c54e240eee02 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 945 time: 0.0563574 Nov 12 09:16:41.366026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 95f27ed8-4354-4079-bad1-81d3feab6e39 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:41.366364 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.499291 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 95f27ed8-4354-4079-bad1-81d3feab6e39, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=95f27ed8-4354-4079-bad1-81d3feab6e39,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:41.499669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.515523 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 95f27ed8-4354-4079-bad1-81d3feab6e39 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:41.660826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.691666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=95f27ed8-4354-4079-bad1-81d3feab6e39,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:41.738882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] No DVR routers for this DVR port 95f27ed8-4354-4079-bad1-81d3feab6e39 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:41.742049 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.745858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-732ef5ce-3702-4121-8bc4-c18e4273113c req-94a55227-d23f-4c9f-a12f-37815c981957 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "DELETE /v2.0/ports/95f27ed8-4354-4079-bad1-81d3feab6e39 HTTP/1.1" status: 204 len: 173 time: 0.4749978 Nov 12 09:16:41.746382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'name': 'network-vif-deleted', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:41.748899 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74c723-0eeb-4967-9f75-8ee3c4c24889" -d '{"events": [{"server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "name": "network-vif-deleted", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:41.797329 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a57f04-9cdd-448d-98be-dbd926c305f8 x-openstack-request-id: req-a6a57f04-9cdd-448d-98be-dbd926c305f8 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:41.797759 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1172b127-fcb9-42f5-8f06-fb8525a9acac", "name": "network-vif-deleted", "tag": "95f27ed8-4354-4079-bad1-81d3feab6e39", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:41.798058 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6a57f04-9cdd-448d-98be-dbd926c305f8 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:41.798511 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1172b127-fcb9-42f5-8f06-fb8525a9acac', 'name': 'network-vif-deleted', 'tag': '95f27ed8-4354-4079-bad1-81d3feab6e39', 'status': 'completed', 'code': 200} Nov 12 09:16:42.173674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9d722cab-1f1e-4de4-92bc-35c614f40a4c req-ac4367f4-b4dd-4f34-a4fe-6719dd5bb043 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=1172b127-fcb9-42f5-8f06-fb8525a9acac HTTP/1.1" status: 200 len: 210 time: 0.0367720 Nov 12 09:16:42.386870 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.256078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38136) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:43.266845 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a56d1ab8-c71a-4ecb-ae7f-7a3a13229a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.682591 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.002291 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 7ec4837d-1c13-42ad-a14f-cb2502cffe15 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:44.002640 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.102831 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 7ec4837d-1c13-42ad-a14f-cb2502cffe15, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7ec4837d-1c13-42ad-a14f-cb2502cffe15,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:44.103325 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.117738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 7ec4837d-1c13-42ad-a14f-cb2502cffe15 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:44.336503 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.370556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=7ec4837d-1c13-42ad-a14f-cb2502cffe15,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:44.396367 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.396580 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.396878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.397229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.397500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.397840 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.398171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.398502 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.398914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.399143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.399619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.400014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:44.619535 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.783904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.876773 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router a239360e-0125-4801-8276-5a132e8c1c62 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:45.034962 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:45.040996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f368dad8-ca97-43d5-982b-13e7dd377faf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/a239360e-0125-4801-8276-5a132e8c1c62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833169 Nov 12 09:16:45.045232 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38138) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:45.048908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] Sync routers for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:45.061448 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:45.062185 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:45.118606 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting subnet 84661749-84ea-47d0-83b0-1149639377fa {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:16:45.124353 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.189242 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:45.195101 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.355133 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.434945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.485371 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:45.490310 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Subnet': ['ID=84661749-84ea-47d0-83b0-1149639377fa,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:45.495110 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.502283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-28d313f6-2800-49f0-980a-13c073548e3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/subnets/84661749-84ea-47d0-83b0-1149639377fa HTTP/1.1" status: 204 len: 168 time: 0.4532914 Nov 12 09:16:45.502701 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38140) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:45.507464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb5107-750c-428b-a9e9-7649e0f0c1d0 None None] Network ac9865ee-519a-4f18-b3ac-09e9357cfd55 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:45.529836 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] Checking router: a239360e-0125-4801-8276-5a132e8c1c62 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:45.541762 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] Routers {'a239360e-0125-4801-8276-5a132e8c1c62'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:45.542414 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['a239360e-0125-4801-8276-5a132e8c1c62'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:45.647425 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.680527 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] Set router a239360e-0125-4801-8276-5a132e8c1c62 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:45.775407 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.816926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] DHCP port deletion for ac9865ee-519a-4f18-b3ac-09e9357cfd55 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:45.863873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port ddff3c57-a983-4aeb-ae8e-4e856ca07723 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:45.863873 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.899056 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Deleting port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:45.899492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.980591 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:45.991628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port ddff3c57-a983-4aeb-ae8e-4e856ca07723, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ddff3c57-a983-4aeb-ae8e-4e856ca07723,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:45.992458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.013551 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e51f0-07cc-4cf5-83d0-255aef5f8840 None None] The sync data for ids ['a239360e-0125-4801-8276-5a132e8c1c62'] in n-d-768509-25 is: [{'id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418777758', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'ddff3c57-a983-4aeb-ae8e-4e856ca07723', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239360e-0125-4801-8276-5a132e8c1c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:36Z', 'updated_at': '2021-11-12T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:46.014198 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for ddff3c57-a983-4aeb-ae8e-4e856ca07723 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:46.019746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.036800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] For port bef9c0ba-c043-46a9-b18c-4a45da0d6d86, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,segment=NetworkSegment(a2ca240a-7b19-4433-9879-806edca229ad),segment_id=a2ca240a-7b19-4433-9879-806edca229ad)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:46.037356 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.057841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Calling delete_port for bef9c0ba-c043-46a9-b18c-4a45da0d6d86 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:46.189122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.195233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95f27ed8-4354-4079-bad1-81d3feab6e39 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:46.221537 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.243287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Pushing event deleted for resources: {'Port': ['ID=bef9c0ba-c043-46a9-b18c-4a45da0d6d86,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.245938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] No DVR routers for this DVR port bef9c0ba-c043-46a9-b18c-4a45da0d6d86 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:46.249530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 95f27ed8-4354-4079-bad1-81d3feab6e39 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:46.249530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 95f27ed8-4354-4079-bad1-81d3feab6e39 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:46.254240 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=ddff3c57-a983-4aeb-ae8e-4e856ca07723,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.261865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.262410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.262833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.263181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.263685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.263976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.264512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.265052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.265442 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.265830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.266166 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.266495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ff4b83-4703-4cc7-9fce-065142702e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:46.288870 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663d059-1476-4698-8bac-0d224f270fe0 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:46.336534 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.446756 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.449988 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.498902 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.499420 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Fanout notify agent at l3_agent the message router_deleted on router a239360e-0125-4801-8276-5a132e8c1c62 {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:16:46.506751 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.507944 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a4f03391-2a0f-47da-895c-b003e3e536eb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/routers/a239360e-0125-4801-8276-5a132e8c1c62 HTTP/1.1" status: 204 len: 168 time: 1.0038946 Nov 12 09:16:46.511789 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38142) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:46.603577 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.705137 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.733245 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9865ee-519a-4f18-b3ac-09e9357cfd55']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:46.746996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ca240a-7b19-4433-9879-806edca229ad') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:46.747435 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ca240a-7b19-4433-9879-806edca229ad') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:46.761153 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.779887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.787893 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:16:46.788410 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:16:46.794308 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:16:46.847365 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.866395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.874889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.877554 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/networks/ac9865ee-519a-4f18-b3ac-09e9357cfd55 HTTP/1.1" status: 204 len: 168 time: 0.3646793 Nov 12 09:16:46.880439 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38144) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:46.898654 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e923ddd-854c-4459-a8ec-06572cf54048 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Network': ['ID=ac9865ee-519a-4f18-b3ac-09e9357cfd55,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.958296 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5629bd59-3e37-4364-a7b8-dbdec1fae4e7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.992313 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5629bd59-3e37-4364-a7b8-dbdec1fae4e7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.067775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5629bd59-3e37-4364-a7b8-dbdec1fae4e7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.070543 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5629bd59-3e37-4364-a7b8-dbdec1fae4e7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.071836 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5629bd59-3e37-4364-a7b8-dbdec1fae4e7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/security-groups/89d86a7d-9570-4c5f-8bce-5d7d1e70462a HTTP/1.1" status: 204 len: 168 time: 0.1902850 Nov 12 09:16:47.086731 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629bd59-3e37-4364-a7b8-dbdec1fae4e7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d86a7d-9570-4c5f-8bce-5d7d1e70462a,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:47.361939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38150) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:47.365190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bef9c0ba-c043-46a9-b18c-4a45da0d6d86 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:47.367134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26532342', 'description': 'tempest-secgroup-smoke-26532342 description', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:47.390782 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: bef9c0ba-c043-46a9-b18c-4a45da0d6d86 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:47.391137 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device bef9c0ba-c043-46a9-b18c-4a45da0d6d86 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:47.391538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7ec4837d-1c13-42ad-a14f-cb2502cffe15 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:47.402101 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.412698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7ec4837d-1c13-42ad-a14f-cb2502cffe15 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:47.413038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7ec4837d-1c13-42ad-a14f-cb2502cffe15 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:47.413563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ddff3c57-a983-4aeb-ae8e-4e856ca07723 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:47.438458 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ddff3c57-a983-4aeb-ae8e-4e856ca07723 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:47.438799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ddff3c57-a983-4aeb-ae8e-4e856ca07723 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:47.490775 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.495868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.531010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.532319 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1689987 Nov 12 09:16:47.535428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38152) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:47.540625 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '15546861-cad4-465b-a190-8532f893b019', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:47.548226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144649c-e333-45c6-8d3e-d86c927de990 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15546861-cad4-465b-a190-8532f893b019,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:47.574519 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.634404 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.638596 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.657560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2a5d65-0de7-4cdb-8dc9-5853db37767e,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:47.666741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.668122 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4d098f23-344b-4730-9f6c-7c4415f3e792 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315587 Nov 12 09:16:47.670958 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38154) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:47.675567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '15546861-cad4-465b-a190-8532f893b019', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:47.704018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.767826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.772014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.794745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81940857-0dff-40d7-99f3-51213120bb2c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:47.801427 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.802479 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ce4dfa70-b7eb-4bad-a31f-679d7f9630d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305063 Nov 12 09:16:47.806078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38156) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:47.810858 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '15546861-cad4-465b-a190-8532f893b019', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:47.841230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.902074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.906871 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.922888 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffe0b8d-e0db-43d3-a435-78e5d0c996f0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:47.934737 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.936009 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4b704eea-a886-48e3-b608-9ed58c20bae3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287360 Nov 12 09:16:47.943030 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38158) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:47.949844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '15546861-cad4-465b-a190-8532f893b019', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:47.986885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.058309 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.062860 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.082656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fc82d8-4353-4b20-a5d6-87ee78849b72,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:48.092375 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.093577 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9ffe28bd-68d8-4400-8f68-710d2b439a85 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493709 Nov 12 09:16:48.097578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38160) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:48.102310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '15546861-cad4-465b-a190-8532f893b019', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:48.134193 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:16:48.141692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.207568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.211954 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.232646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a1e1b8-5f26-4cce-a899-990154145e77,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:48.241265 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.242470 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-671a1498-4a9a-40e4-b108-fab4401625a9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438770 Nov 12 09:16:48.245918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38162) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:48.250665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '15546861-cad4-465b-a190-8532f893b019', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:48.281635 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:16:48.287898 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.355803 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.360211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.379575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234523ab-c297-4312-b972-9623b5e8c8d9,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:48.390000 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.391247 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-85788e56-0c0b-4a6f-8c72-8c01bbacc4d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443431 Nov 12 09:16:48.394090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38164) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:48.398920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'network': {'name': 'tempest-network-smoke--1021552713', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'port_security_enabled': True}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:48.421203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:48.424971 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.453286 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:16:48.465229 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.465566 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Added segment b12933fc-2102-4524-bd45-9a30bcf09f8f of type vlan for network 00492951-e585-4dbc-8147-af7d810e1a67 Nov 12 09:16:48.512085 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.539770 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.546578 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:48.547184 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.616920 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2181530 Nov 12 09:16:48.617132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38166) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:48.624581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'admin_state_up': True, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:48.633684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012166f-4562-428f-9012-620e4d278c11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Network': ['ID=00492951-e585-4dbc-8147-af7d810e1a67,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:48.646284 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 00492951-e585-4dbc-8147-af7d810e1a67 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:16:48.653706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.654771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.726256 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:48.871279 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.063950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.082417 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.186068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.83 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/7eb671ae-e612-485f-9ea6-d98068f364e8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:49.295620 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.327590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.365280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:49.370298 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:49.373798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:49.379274 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=7eb671ae-e612-485f-9ea6-d98068f364e8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:49.383972 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4aa2a-22d6-4c2b-bed8-6820f856f073 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:49.477675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-5b11ae6f-1fbe-4a81-af73-bbcf01e8ca1e None None] Provisioning complete for port 7eb671ae-e612-485f-9ea6-d98068f364e8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:49.478122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5b11ae6f-1fbe-4a81-af73-bbcf01e8ca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.519545 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5b11ae6f-1fbe-4a81-af73-bbcf01e8ca1e None None] Port 7eb671ae-e612-485f-9ea6-d98068f364e8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:49.637376 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.846593 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.977226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 33e02539-cd23-4dce-b050-cb01469d9aa8 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:16:50.084519 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:50.095432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Sync routers for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:50.106514 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:50.106914 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.107064 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:50.108174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c3129832-85df-49f0-b5f0-60579903376b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4901416 Nov 12 09:16:50.111457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38168) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:50.141203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-53a021e4-ef1c-4933-b906-b87e01404460 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff87086b03fa42a08060f497d6e14ddf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285482 Nov 12 09:16:50.143819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38170) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:50.216213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:50.234062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa41d45-cabf-49cc-967f-d13c1dcd8b69 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:50.235588 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dfa41d45-cabf-49cc-967f-d13c1dcd8b69 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908222 Nov 12 09:16:50.238478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38172) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:50.268277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-517e08eb-bf06-437b-a7c6-cd965fc81368 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283322 Nov 12 09:16:50.274289 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38174) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:50.281591 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907943077', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:50.376635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:50.380310 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.396675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:49Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:50.425891 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Checking router: 33e02539-cd23-4dce-b050-cb01469d9aa8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:50.426232 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Updating router 33e02539-cd23-4dce-b050-cb01469d9aa8 port 7eb671ae-e612-485f-9ea6-d98068f364e8 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:50.455959 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.570281 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.634599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Subnet': ['ID=c3d1c0ef-6309-4610-a9f8-16bf52aec94d,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:50.645464 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Checking segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:50.645827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network hostable DHCP agents. Network: 00492951-e585-4dbc-8147-af7d810e1a67, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:16:50.665322 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 00492951-e585-4dbc-8147-af7d810e1a67 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:16:50.679759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 00492951-e585-4dbc-8147-af7d810e1a67) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:50.686149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:50.686874 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.690162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ee2b3-28d6-403f-a2a2-26795e55233c None None] Network 00492951-e585-4dbc-8147-af7d810e1a67 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:50.704973 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eebea67a-691b-48ff-91fd-bb1bf40e50dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4292963 Nov 12 09:16:50.708072 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38176) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:50.789337 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.802500 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.891121 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01fbd7-0016-4dd9-abde-969f58fcfcdd None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:50.911542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a30c-bfb9-4b4d-a7c0-7632c335d6c3 None None] Pushing event updated for resources: {'Port': ['ID=7eb671ae-e612-485f-9ea6-d98068f364e8,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:50.922208 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Attempting to bind port 7eb671ae-e612-485f-9ea6-d98068f364e8 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:50.922583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Attempting to bind port 7eb671ae-e612-485f-9ea6-d98068f364e8 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:50.922976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Attempting to bind port 7eb671ae-e612-485f-9ea6-d98068f364e8 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:50.936099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:50.936673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:50.936876 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.937273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:50.937678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Bound port: 7eb671ae-e612-485f-9ea6-d98068f364e8, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:50.938057 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.011967 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-00492951-e585-4dbc-8147-af7d810e1a67', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:16:51.012879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.015217 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6042c916-0c75-4c02-a0a5-da13e4374ba8 None None] Provisioning complete for port 7eb671ae-e612-485f-9ea6-d98068f364e8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:51.015571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6042c916-0c75-4c02-a0a5-da13e4374ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.069896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] For port 7eb671ae-e612-485f-9ea6-d98068f364e8, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:51.074309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] For port 7eb671ae-e612-485f-9ea6-d98068f364e8, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7eb671ae-e612-485f-9ea6-d98068f364e8,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:51.091174 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.172081 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6042c916-0c75-4c02-a0a5-da13e4374ba8 None None] Port 7eb671ae-e612-485f-9ea6-d98068f364e8 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:51.203734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a3fb8-7130-40cf-abb3-306c211afbdc None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:51.258159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a30c-bfb9-4b4d-a7c0-7632c335d6c3 None None] Pushing event updated for resources: {'Port': ['ID=7eb671ae-e612-485f-9ea6-d98068f364e8,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:51.263059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:51.263689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:51.498586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.505160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Allocated IP 172.20.0.2 (00492951-e585-4dbc-8147-af7d810e1a67/c3d1c0ef-6309-4610-a9f8-16bf52aec94d/cfcd9cc6-18f1-4db9-8ce0-55508ce89094) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:51.557869 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-82294a4e-8557-48af-a2f1-a78dc20409a1 None None] Provisioning complete for port 7eb671ae-e612-485f-9ea6-d98068f364e8 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:51.558236 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82294a4e-8557-48af-a2f1-a78dc20409a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.657320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:51.893543 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82294a4e-8557-48af-a2f1-a78dc20409a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.945596 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.956797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-82294a4e-8557-48af-a2f1-a78dc20409a1 None None] For port 7eb671ae-e612-485f-9ea6-d98068f364e8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7eb671ae-e612-485f-9ea6-d98068f364e8,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:51.959904 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.970633 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82294a4e-8557-48af-a2f1-a78dc20409a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.012404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Network 00492951-e585-4dbc-8147-af7d810e1a67 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:52.013662 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.1 (00492951-e585-4dbc-8147-af7d810e1a67/c3d1c0ef-6309-4610-a9f8-16bf52aec94d/4841141a-acc6-4a14-a2f5-10c3cc0ce6ba) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:52.025992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:52.028722 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:52.032909 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:52.096726 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:49Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:52.144824 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.164242 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba09f14-c54d-4ad3-acda-ea2c0ca7ab1f None None] The sync data for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 is: [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:49Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:52.174355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Attempting to bind port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:52.175005 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Attempting to bind port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:52.175209 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Attempting to bind port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 on network 00492951-e585-4dbc-8147-af7d810e1a67 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:52.177383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294a4e-8557-48af-a2f1-a78dc20409a1 None None] Pushing event updated for resources: {'Port': ['ID=7eb671ae-e612-485f-9ea6-d98068f364e8,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:52.183830 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.184740 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:52.185124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Checking segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:52.185727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.186035 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Bound using segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:52.186521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Bound port: cfcd9cc6-18f1-4db9-8ce0-55508ce89094, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:52.186985 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.228994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 00492951-e585-4dbc-8147-af7d810e1a67 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:52.232554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:52.237245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:52.278079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] For port cfcd9cc6-18f1-4db9-8ce0-55508ce89094, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:52.282120 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] For port cfcd9cc6-18f1-4db9-8ce0-55508ce89094, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:52.286097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:52.287453 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.314286 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.376665 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0d25-6edf-4d2a-a2fc-9f8bfa30bbe5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:52.642033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.995125 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.004468 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.082394 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:53.088628 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.205549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 00492951-e585-4dbc-8147-af7d810e1a67 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:53.207190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:53.344441 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 33e02539-cd23-4dce-b050-cb01469d9aa8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:53.418621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7eb671ae-e612-485f-9ea6-d98068f364e8 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:53.480929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 7eb671ae-e612-485f-9ea6-d98068f364e8 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:53.481300 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.483106 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:53.495992 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4fbf90ec-9456-4f0e-83ab-79ed38038a8b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/33e02539-cd23-4dce-b050-cb01469d9aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7868280 Nov 12 09:16:53.588938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cfcd9cc6-18f1-4db9-8ce0-55508ce89094 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:53.644287 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d85b6a-ee58-4289-a4d9-a71a81728b52 None None] Network 00492951-e585-4dbc-8147-af7d810e1a67 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:53.708842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-cde1acf1-bd6b-499a-873f-297a506a9ca9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26532342&fields=id&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 267 time: 0.0851281 Nov 12 09:16:53.717146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:53.717590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.759798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ffa1d96f-7150-48af-957d-536f14cf8466 None None] Provisioning complete for port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:53.760231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d96f-7150-48af-957d-536f14cf8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.841412 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-d223c825-ce7d-4d60-8bcf-a2a4ff552278 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:53.843220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-d223c825-ce7d-4d60-8bcf-a2a4ff552278 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 797 time: 0.1261506 Nov 12 09:16:53.863435 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-dc41d80f-4c81-4421-a76b-218536632304 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/quotas/ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 375 time: 0.0113440 Nov 12 09:16:53.934965 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-76e1a133-e4fe-4be6-bec5-dca72f4936cd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628219 Nov 12 09:16:53.946380 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:53.979716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d96f-7150-48af-957d-536f14cf8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.023407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port cfcd9cc6-18f1-4db9-8ce0-55508ce89094, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:54.028859 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.064975 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-bc9ae5c2-aa37-4ee8-b275-eb8b0cad85ba service neutron] 10.222.0.16 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174564 Nov 12 09:16:54.092898 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Sync routers for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:54.102070 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-ffa1d96f-7150-48af-957d-536f14cf8466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:16:54.102508 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-ffa1d96f-7150-48af-957d-536f14cf8466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:16:54.106777 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:54.107616 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:54.115805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:54.184363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-e58742a5-18b0-4b17-9f1b-74407df62d98 service neutron] 10.222.0.16 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121855 Nov 12 09:16:54.236006 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:54.451166 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-35805947-0968-49e3-b6b7-cb96e9928441 req-4e053bbe-86e8-4dd6-a97d-f7f0b7ab8728 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 210 time: 0.0553186 Nov 12 09:16:54.494255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 2, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:54.523025 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Checking router: 33e02539-cd23-4dce-b050-cb01469d9aa8 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:54.523385 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Updating router 33e02539-cd23-4dce-b050-cb01469d9aa8 port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:54.561251 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.782359 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d03d5d9f-837f-4457-b998-3102a077a4ab None None] Provisioning complete for port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:54.782855 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d03d5d9f-837f-4457-b998-3102a077a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.818684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d03d5d9f-837f-4457-b998-3102a077a4ab None None] Port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:54.830977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d03d5d9f-837f-4457-b998-3102a077a4ab None None] Provisioning complete for port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:54.831346 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d03d5d9f-837f-4457-b998-3102a077a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.941479 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.949227 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.002249 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Pushing event updated for resources: {'Port': ['ID=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:55.032668 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.033058 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.033545 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.034041 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.034499 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.034957 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.035435 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.035900 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.036445 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.037205 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.037674 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.038145 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:55.088710 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Attempting to bind port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:55.089080 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Attempting to bind port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:55.089430 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Attempting to bind port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba on network 00492951-e585-4dbc-8147-af7d810e1a67 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:55.095334 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:55.096136 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Checking segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:55.096136 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.096502 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Bound using segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:55.096969 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Bound port: 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:55.097480 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.173390 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] For port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:55.177034 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] For port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:55.185420 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.250119 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f8d35-d82b-48d8-80de-bcfaffbaf301 None None] Pushing event updated for resources: {'Port': ['ID=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:55.251422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9db1158c-6f17-4b9c-8297-8d2233800ea8 None None] Provisioning complete for port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:55.251793 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9db1158c-6f17-4b9c-8297-8d2233800ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.253792 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:55.254363 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:55.350255 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9db1158c-6f17-4b9c-8297-8d2233800ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.372244 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:55.399854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9db1158c-6f17-4b9c-8297-8d2233800ea8 None None] For port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:55.404071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cfcd9cc6-18f1-4db9-8ce0-55508ce89094 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:55.409122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9db1158c-6f17-4b9c-8297-8d2233800ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.511593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1158c-6f17-4b9c-8297-8d2233800ea8 None None] Pushing event updated for resources: {'Port': ['ID=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:55.559506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b53fd60e-9ea4-438e-8d98-740b3dade683 None None] Provisioning complete for port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:55.561626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b53fd60e-9ea4-438e-8d98-740b3dade683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.635346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:55.636213 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.668810 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-75a695dd-c18a-4fe8-bc39-d1907abbe2dd req-cee9d638-c2b8-43fd-8a61-3d1464dd1ad1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 210 time: 0.0971992 Nov 12 09:16:55.680706 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:55.712971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-c7667cc7-235f-457b-b931-9c8fc522146d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:55.712971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-c7667cc7-235f-457b-b931-9c8fc522146d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 797 time: 0.1698763 Nov 12 09:16:55.717728 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b8e0e7-062c-4591-a6d6-d3edfe49fda1 None None] The sync data for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 is: [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:55.881220 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-80235304-ea2c-4d80-a77d-58f616b2a355 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 378 time: 0.1572235 Nov 12 09:16:55.895595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'port': {'device_id': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'admin_state_up': True, 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'security_groups': ['15546861-cad4-465b-a190-8532f893b019']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:56.059016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:56.062921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.234906 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.12 (00492951-e585-4dbc-8147-af7d810e1a67/c3d1c0ef-6309-4610-a9f8-16bf52aec94d/a911c98e-d073-4131-b8f1-00226ef3f1b1) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:56.417059 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.456445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.513336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 00492951-e585-4dbc-8147-af7d810e1a67 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:56.519242 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:56.523620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:56.554829 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=a911c98e-d073-4131-b8f1-00226ef3f1b1,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:56.596299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:56.605196 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.627490 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-62e96168-d549-4287-9ead-5ad42febb25d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7376702 Nov 12 09:16:56.647250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Request body: {'port': {'device_id': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:56.734551 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.893027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-63309500-1775-4219-9ba4-7b89a0a7b27b None None] Provisioning complete for port a911c98e-d073-4131-b8f1-00226ef3f1b1 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:56.894504 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-63309500-1775-4219-9ba4-7b89a0a7b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.895387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b7139-1602-45d7-a635-4e4781e5fa97 req-3a2d5f3b-1d60-4f4e-9f1c-4f0dec665fb5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:56.900961 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c13b7139-1602-45d7-a635-4e4781e5fa97 req-3a2d5f3b-1d60-4f4e-9f1c-4f0dec665fb5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 932 time: 0.0938196 Nov 12 09:16:56.945522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-63309500-1775-4219-9ba4-7b89a0a7b27b None None] Port a911c98e-d073-4131-b8f1-00226ef3f1b1 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:56.970218 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c13b7139-1602-45d7-a635-4e4781e5fa97 req-e3c5d860-5dbc-4b4b-88f4-8780ead190d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644965 Nov 12 09:16:57.160526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a911c98e-d073-4131-b8f1-00226ef3f1b1 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:57.170356 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.185840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Transition to ACTIVE for port object a911c98e-d073-4131-b8f1-00226ef3f1b1 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:16:57.189613 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.252120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Pushing event updated for resources: {'Port': ['ID=a911c98e-d073-4131-b8f1-00226ef3f1b1,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:57.431570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:57.498262 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:57.498727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.758452 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Attempting to bind port a911c98e-d073-4131-b8f1-00226ef3f1b1 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:57.759497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Attempting to bind port a911c98e-d073-4131-b8f1-00226ef3f1b1 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:57.759497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Attempting to bind port a911c98e-d073-4131-b8f1-00226ef3f1b1 on network 00492951-e585-4dbc-8147-af7d810e1a67 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:57.764602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Port a911c98e-d073-4131-b8f1-00226ef3f1b1 on network 00492951-e585-4dbc-8147-af7d810e1a67 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:57.765235 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Attempting to bind port a911c98e-d073-4131-b8f1-00226ef3f1b1 on network 00492951-e585-4dbc-8147-af7d810e1a67 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:57.771056 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:57.771567 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Checking segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:57.772183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Bound using segment: {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:57.772822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Bound port: a911c98e-d073-4131-b8f1-00226ef3f1b1, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12933fc-2102-4524-bd45-9a30bcf09f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:57.773235 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.850552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] For port a911c98e-d073-4131-b8f1-00226ef3f1b1, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:57.855641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] For port a911c98e-d073-4131-b8f1-00226ef3f1b1, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:57.861285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.898220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:57.898813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.900701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] 10.222.0.32 "PUT /v2.0/ports/a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 1093 time: 1.2629097 Nov 12 09:16:57.901201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:57.903638 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe0c59-bdbf-427b-be4f-b0db64630c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:57.948598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa683bc-6bc0-45b5-a975-179f51f5a8fa service neutron] Pushing event updated for resources: {'Port': ['ID=a911c98e-d073-4131-b8f1-00226ef3f1b1,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:58.006176 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d88f49-64c1-4ace-bf33-0027fd3c42d2 x-openstack-request-id: req-d8d88f49-64c1-4ace-bf33-0027fd3c42d2 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:58.006622 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:58.007008 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8d88f49-64c1-4ace-bf33-0027fd3c42d2 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:58.007669 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'status': 'completed', 'code': 200} Nov 12 09:16:58.031172 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-a2f35919-2152-4ef9-83b0-9bd7aa85aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.032819 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-a2f35919-2152-4ef9-83b0-9bd7aa85aa2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1096 time: 0.0789948 Nov 12 09:16:58.084176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-a330bcde-d8b8-4597-b977-e2111f1219cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 217 time: 0.0419378 Nov 12 09:16:58.142438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-82d39e85-4851-422a-91c3-f65d04ff45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.144327 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-82d39e85-4851-422a-91c3-f65d04ff45c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 200 len: 835 time: 0.0533209 Nov 12 09:16:58.177155 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7efcf0-0e13-4e17-b2a7-12d18da68e6e req-043d322a-f64e-45d6-9689-1026bdd7804a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.180032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac7efcf0-0e13-4e17-b2a7-12d18da68e6e req-043d322a-f64e-45d6-9689-1026bdd7804a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 944 time: 0.0977364 Nov 12 09:16:58.206941 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-bfa227c6-43cd-463d-9010-7889da6e91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.208454 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-bfa227c6-43cd-463d-9010-7889da6e91e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00492951-e585-4dbc-8147-af7d810e1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553131 Nov 12 09:16:58.263016 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ac7efcf0-0e13-4e17-b2a7-12d18da68e6e req-2f522d26-8ed4-43ca-8d39-1918a51fe82a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762599 Nov 12 09:16:58.358023 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-3e8213fe-c754-45a3-9799-0b3fbfde8b53 service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418135 Nov 12 09:16:58.479186 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-d62d5916-a9af-4e7b-9d59-c6f357af5b58 req-bbf07662-cfef-4a10-946b-401106184f5c service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121874 Nov 12 09:16:58.577753 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-47aa75e0-5ecf-4f4c-8f74-87abb797ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.579520 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-47aa75e0-5ecf-4f4c-8f74-87abb797ab55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1096 time: 0.0468121 Nov 12 09:16:58.682397 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-ced530ee-3e39-4d14-89b1-8f327ca023d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.683917 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-ced530ee-3e39-4d14-89b1-8f327ca023d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 897 time: 0.0972822 Nov 12 09:16:58.735409 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-97790f80-8615-428a-b49b-caf56e2b29c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 217 time: 0.0433517 Nov 12 09:16:58.794944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-c308bc59-04df-4535-8b25-4762c86a647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.796653 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-c308bc59-04df-4535-8b25-4762c86a647a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 200 len: 835 time: 0.0522883 Nov 12 09:16:58.851044 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-2c9b2be5-4192-477e-835b-4f265d0f547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.853530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-2c9b2be5-4192-477e-835b-4f265d0f547e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00492951-e585-4dbc-8147-af7d810e1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483491 Nov 12 09:16:58.964503 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-fef7e267-7933-43c4-bc54-4ad843744b88 service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025381 Nov 12 09:16:59.073649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-88fe0c59-bdbf-427b-be4f-b0db64630c0d req-8404bce1-0cfd-40c1-a181-ffd1f95d5700 service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002626 Nov 12 09:16:59.399549 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eadd25-21c6-496f-b397-271970cc729e req-ed1353a0-d6d6-4249-906f-7d783c607b3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:59.401446 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62eadd25-21c6-496f-b397-271970cc729e req-ed1353a0-d6d6-4249-906f-7d783c607b3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 944 time: 0.0577748 Nov 12 09:16:59.463275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62eadd25-21c6-496f-b397-271970cc729e req-ddc36f4a-5412-42f1-8905-8cc28f1be19a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548775 Nov 12 09:17:00.597722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4775aee-e4fd-49ad-b717-90a29269dbd3 req-b462cf73-269c-4b3f-944b-6cb560585d55 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:00.599347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4775aee-e4fd-49ad-b717-90a29269dbd3 req-b462cf73-269c-4b3f-944b-6cb560585d55 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 944 time: 0.0561433 Nov 12 09:17:00.657686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4775aee-e4fd-49ad-b717-90a29269dbd3 req-e3c3e32f-6de7-44f2-8a13-eb5e545ee65d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506542 Nov 12 09:17:01.813695 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2f5e2-1a41-4e7b-badb-c24ebc6179cb req-705e8022-09c7-4507-91a7-8c9f936c12e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:01.816760 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c2f5e2-1a41-4e7b-badb-c24ebc6179cb req-705e8022-09c7-4507-91a7-8c9f936c12e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 944 time: 0.0752704 Nov 12 09:17:01.881475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-86c2f5e2-1a41-4e7b-badb-c24ebc6179cb req-f0ef8ddc-ad98-4976-bda9-663fac1ec11e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538368 Nov 12 09:17:02.254480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a911c98e-d073-4131-b8f1-00226ef3f1b1 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:17:02.398440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a911c98e-d073-4131-b8f1-00226ef3f1b1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:02.417776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'port_id': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'mac_address': 'fa:16:3e:93:da:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:17:02.463498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:02.479128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a911c98e-d073-4131-b8f1-00226ef3f1b1 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:02.502925 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a911c98e-d073-4131-b8f1-00226ef3f1b1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:02.508258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:02.563872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a911c98e-d073-4131-b8f1-00226ef3f1b1,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:02.736596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['a911c98e-d073-4131-b8f1-00226ef3f1b1'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:17:03.030577 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d029d-b861-4467-a08e-04cbb4ee4465 req-c30e1a94-22d5-475c-b3e1-b7a76e84d1f6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:03.033467 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-613d029d-b861-4467-a08e-04cbb4ee4465 req-c30e1a94-22d5-475c-b3e1-b7a76e84d1f6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 945 time: 0.0658033 Nov 12 09:17:03.122260 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-613d029d-b861-4467-a08e-04cbb4ee4465 req-5881cbf5-ea7a-4227-ac07-eb8c251be1b6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799584 Nov 12 09:17:04.268713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a911c98e-d073-4131-b8f1-00226ef3f1b1 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:04.269623 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c7631-0998-4397-8e80-5139884d3775 req-ed50c20a-f5ba-4e9c-a4c1-56fec836ecf2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:04.270869 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d99c7631-0998-4397-8e80-5139884d3775 req-ed50c20a-f5ba-4e9c-a4c1-56fec836ecf2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 945 time: 0.0630448 Nov 12 09:17:04.335257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d99c7631-0998-4397-8e80-5139884d3775 req-b80e55ab-cf4b-45b3-84cc-f7ccfd4bfbc3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533137 Nov 12 09:17:04.336079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port a911c98e-d073-4131-b8f1-00226ef3f1b1 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:17:04.343407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port a911c98e-d073-4131-b8f1-00226ef3f1b1 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:04.343996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.496029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.538852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:04.544360 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da705b-c171-4b1d-a839-2796a494e17d" -d '{"events": [{"server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "name": "network-vif-plugged", "status": "completed", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:04.569031 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port a911c98e-d073-4131-b8f1-00226ef3f1b1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:04.576011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.608197 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bf2124-b0fd-42a8-b4fb-ee5a5970b302 x-openstack-request-id: req-34bf2124-b0fd-42a8-b4fb-ee5a5970b302 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:04.608515 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "name": "network-vif-plugged", "status": "completed", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:04.608811 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34bf2124-b0fd-42a8-b4fb-ee5a5970b302 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:04.609210 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'code': 200} Nov 12 09:17:04.648546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=a911c98e-d073-4131-b8f1-00226ef3f1b1,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:04.716907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b988-60fc-4399-88dd-ddbdecbd6575 req-cbfa8732-a5fa-48b2-a81f-c4987dda770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:04.718481 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe87b988-60fc-4399-88dd-ddbdecbd6575 req-cbfa8732-a5fa-48b2-a81f-c4987dda770e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1098 time: 0.0544765 Nov 12 09:17:04.796203 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fe87b988-60fc-4399-88dd-ddbdecbd6575 req-f07b9de4-c2b0-4479-a7f5-9c8cf551acc7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691974 Nov 12 09:17:05.430782 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:05.501985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b6771-f4cc-49d5-9d79-5fccedecbc64 req-9c65f3c6-7da0-447f-bfc8-542115275256 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:05.503634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b1b6771-f4cc-49d5-9d79-5fccedecbc64 req-9c65f3c6-7da0-447f-bfc8-542115275256 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0697868 Nov 12 09:17:05.569000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b1b6771-f4cc-49d5-9d79-5fccedecbc64 req-71edc6b4-4fcb-410f-b28c-3809551ba5f3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582345 Nov 12 09:17:06.704468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53111dbc-99a4-4958-b160-be11cfd8c080 req-5c2328d6-3e8a-4e4b-9f45-35ccc0389158 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:06.706039 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53111dbc-99a4-4958-b160-be11cfd8c080 req-5c2328d6-3e8a-4e4b-9f45-35ccc0389158 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0530710 Nov 12 09:17:06.773302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-53111dbc-99a4-4958-b160-be11cfd8c080 req-1f9e4a61-3a4e-4253-8e57-73af02eb29da tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565617 Nov 12 09:17:06.950928 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023adef-bf7b-439d-8aff-ce88c9abaa46 req-1063e424-f4e9-4fd1-adb7-70659057ef87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:06.952592 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a023adef-bf7b-439d-8aff-ce88c9abaa46 req-1063e424-f4e9-4fd1-adb7-70659057ef87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0638144 Nov 12 09:17:07.015865 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a023adef-bf7b-439d-8aff-ce88c9abaa46 req-620b8944-b8ec-4510-a5cf-83cab8eba48a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566072 Nov 12 09:17:07.041025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38232) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:07.087239 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd021569-e26f-4ab7-b062-49bb47fb63b4 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:07.088926 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cd021569-e26f-4ab7-b062-49bb47fb63b4 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1093 time: 0.0466087 Nov 12 09:17:07.092280 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38234) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:07.097822 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:07.126896 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.238315 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.353447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.13 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/6044cb8e-ba0f-49de-b5d5-30a1f68aee98) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:07.471125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.511420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.553728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:07.557430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:07.564312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:07.590140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=6044cb8e-ba0f-49de-b5d5-30a1f68aee98,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:08.035307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.131497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.322521 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.329260 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.458918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=6044cb8e-ba0f-49de-b5d5-30a1f68aee98,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:08.480310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.600889 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP e4c009fd-083e-4296-9815-1fafe06634f4 associated. External IP: 172.25.4.13, port: a911c98e-d073-4131-b8f1-00226ef3f1b1. Nov 12 09:17:08.882153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 33e02539-cd23-4dce-b050-cb01469d9aa8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:09.021529 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:09.033703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] Sync routers for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:09.043355 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.046628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:09.047379 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:09.078584 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a641e902-be14-4cbc-b521-856537d29688 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9847713 Nov 12 09:17:09.079485 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:09.083504 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2a1c1-356d-41b8-a330-48bcd0672292" -d '{"events": [{"name": "network-changed", "server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:09.138857 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6bc7bc-7409-46e9-923b-a9eaec09a224 x-openstack-request-id: req-8e6bc7bc-7409-46e9-923b-a9eaec09a224 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:09.139900 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:09.139900 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e6bc7bc-7409-46e9-923b-a9eaec09a224 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:09.140384 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'status': 'completed', 'code': 200} Nov 12 09:17:09.193637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ae940-dc93-492c-9393-3170bb146bfb req-0efdcb0f-e9f6-4535-a34b-22093e044d90 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.203202 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-951ae940-dc93-492c-9393-3170bb146bfb req-0efdcb0f-e9f6-4535-a34b-22093e044d90 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0648069 Nov 12 09:17:09.252728 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-7ddf6276-fcc4-4b78-adf2-9d6362f37393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.255465 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-7ddf6276-fcc4-4b78-adf2-9d6362f37393 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1098 time: 0.0853593 Nov 12 09:17:09.260343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-951ae940-dc93-492c-9393-3170bb146bfb req-1a5e9526-66c0-4535-83b8-7e817e43bc43 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558474 Nov 12 09:17:09.287583 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38240) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:09.364516 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-61251d71-cab9-4051-9157-dea658dce1f9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/e4c009fd-083e-4296-9815-1fafe06634f4 HTTP/1.1" status: 200 len: 991 time: 0.0752335 Nov 12 09:17:09.398740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-7295739d-7d59-4988-8730-9158b3cc3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.401216 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-7295739d-7d59-4988-8730-9158b3cc3c35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 897 time: 0.1378245 Nov 12 09:17:09.453462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.460525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:09.482418 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-f6d98796-0544-4c3f-947a-e958ce2dc3cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 999 time: 0.0737042 Nov 12 09:17:09.538080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-c1e541fc-7a11-4b9f-98b0-1a057f694ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.539628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-c1e541fc-7a11-4b9f-98b0-1a057f694ab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 200 len: 835 time: 0.0503511 Nov 12 09:17:09.593976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-6a5be025-7785-4660-8301-0b7c24e50522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.595780 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-6a5be025-7785-4660-8301-0b7c24e50522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00492951-e585-4dbc-8147-af7d810e1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480661 Nov 12 09:17:09.704214 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-dc0bec5a-f186-495e-8238-d5cbfb7fb38d service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001260 Nov 12 09:17:09.820543 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e4c009fd-083e-4296-9815-1fafe06634f4', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'port_id': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'mac_address': 'fa:16:3e:93:da:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:07Z', 'updated_at': '2021-11-12T09:17:07Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:09.832871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f9c2a1c1-356d-41b8-a330-48bcd0672292 req-e7ea5f28-bae4-4672-9b3a-5e8d9f20a7dd service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202040 Nov 12 09:17:09.862295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] Checking router: 33e02539-cd23-4dce-b050-cb01469d9aa8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:09.873274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:09.873910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:16:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:10.003331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:10.320650 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e4c009fd-083e-4296-9815-1fafe06634f4', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'port_id': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'mac_address': 'fa:16:3e:93:da:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:07Z', 'updated_at': '2021-11-12T09:17:07Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:10.349640 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bad66-b8bc-4583-9788-7bc46ee36eac None None] The sync data for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 is: [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': 'e4c009fd-083e-4296-9815-1fafe06634f4', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'port_id': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'mac_address': 'fa:16:3e:93:da:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:07Z', 'updated_at': '2021-11-12T09:17:07Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:10.368157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38242) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:10.483952 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-10d991c0-8186-4c4c-865e-e27f05365867 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/e4c009fd-083e-4296-9815-1fafe06634f4 HTTP/1.1" status: 200 len: 991 time: 0.1134012 Nov 12 09:17:10.597417 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916180c-63b0-4d09-8160-078b1e23fc39 None None] New status for floating IP e4c009fd-083e-4296-9815-1fafe06634f4: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:17:10.769599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-325a9104-ea6e-4c16-a714-58ea1f66b232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.488430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38244) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:11.562513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b6720175-cbff-44da-869a-bd9eec8fc520 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/e4c009fd-083e-4296-9815-1fafe06634f4 HTTP/1.1" status: 200 len: 993 time: 0.0727260 Nov 12 09:17:12.389010 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.261914 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-caa7eb1b-9d36-4521-a405-4512cdf2a05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:14.785462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.934037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.842602 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.420259 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.767738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6b20-01de-47b6-a3f9-f0a3f6eba3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.401068 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.432307 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:42.952665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-fa74e9b0-669a-4cfa-b81f-ea15b7d1e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.954129 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-fa74e9b0-669a-4cfa-b81f-ea15b7d1e1a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1098 time: 0.0627532 Nov 12 09:17:42.968525 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95c8bf-cb0f-4bde-b6e5-561ebf904ff2 req-51b7f874-ba9a-4d25-8344-b28bfa524942 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.971184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f95c8bf-cb0f-4bde-b6e5-561ebf904ff2 req-51b7f874-ba9a-4d25-8344-b28bfa524942 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0803666 Nov 12 09:17:43.030035 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0f95c8bf-cb0f-4bde-b6e5-561ebf904ff2 req-e7a35e5d-b3fd-4c21-aadc-679b92bc4dac tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513198 Nov 12 09:17:43.111059 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-1058d737-1cca-4ff7-9951-5bd2e2da00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:43.113783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-1058d737-1cca-4ff7-9951-5bd2e2da00bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 897 time: 0.1506703 Nov 12 09:17:43.195922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-b6d6f48d-545b-442b-a7d7-a3ca17e7c289 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 1001 time: 0.0725284 Nov 12 09:17:43.259605 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-48e714d7-c39a-4937-94bf-b30638cde55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:43.261235 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-48e714d7-c39a-4937-94bf-b30638cde55c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 200 len: 835 time: 0.0548668 Nov 12 09:17:43.267103 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-22a565f4-b0fd-4565-9d3c-0da570ea63bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.321960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-fabcb093-fbb0-473f-a5cb-bd1c9cfa2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:43.323667 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-fabcb093-fbb0-473f-a5cb-bd1c9cfa2339 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00492951-e585-4dbc-8147-af7d810e1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491056 Nov 12 09:17:43.453442 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-b8df4356-aa08-42ec-ad4a-4d233d79223b service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201081 Nov 12 09:17:43.566876 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5aa97a67-89f3-4272-91c2-3d9b90cbf781 req-7f4717d9-988c-49d8-b7cf-562906643487 service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047082 Nov 12 09:17:44.208531 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db09c9e-02d8-45a0-b243-93a517e4176d req-ba8ab88d-2cbd-4d40-aa63-89a8d15c5813 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:44.211774 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3db09c9e-02d8-45a0-b243-93a517e4176d req-ba8ab88d-2cbd-4d40-aa63-89a8d15c5813 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0859182 Nov 12 09:17:44.293653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3db09c9e-02d8-45a0-b243-93a517e4176d req-bf64933a-c048-4824-84f4-6ddcbfba0a71 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737271 Nov 12 09:17:44.792175 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.473338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d840d3-5809-45fc-beba-2fe1d0360d1e req-cfcc2aed-6080-4d04-8a8c-55a634748569 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:45.476862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00d840d3-5809-45fc-beba-2fe1d0360d1e req-cfcc2aed-6080-4d04-8a8c-55a634748569 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0851805 Nov 12 09:17:45.574898 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00d840d3-5809-45fc-beba-2fe1d0360d1e req-c6cec239-145c-4d7b-b689-c6655ef09fac tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876811 Nov 12 09:17:45.940119 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.760171 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248a036-71a0-48aa-a77b-366754233800 req-2902a90a-fca6-4c0e-b29e-a0a8b0e22367 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:46.762646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8248a036-71a0-48aa-a77b-366754233800 req-2902a90a-fca6-4c0e-b29e-a0a8b0e22367 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0703368 Nov 12 09:17:46.836857 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8248a036-71a0-48aa-a77b-366754233800 req-cf0536b8-d9fb-473b-b6f8-7e72ad2aae19 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661883 Nov 12 09:17:46.853977 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:48.012341 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cce37b-7730-435c-98aa-60b33ff7df99 req-d70dbf86-2c4e-471e-a3c4-4ead6d7e2751 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:48.014261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33cce37b-7730-435c-98aa-60b33ff7df99 req-d70dbf86-2c4e-471e-a3c4-4ead6d7e2751 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0720546 Nov 12 09:17:48.090371 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-33cce37b-7730-435c-98aa-60b33ff7df99 req-2ff8d3eb-41e9-42cc-bf0d-2554b44df5df tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692191 Nov 12 09:17:49.292318 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2449f4-83bb-4898-8772-1a6f4cde4a15 req-9c22d562-161a-47ee-a34b-d5e141d828d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:49.295126 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa2449f4-83bb-4898-8772-1a6f4cde4a15 req-9c22d562-161a-47ee-a34b-d5e141d828d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0910218 Nov 12 09:17:49.387796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fa2449f4-83bb-4898-8772-1a6f4cde4a15 req-2eb3457d-4a64-4fc7-9c61-10500f9375a5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807638 Nov 12 09:17:50.602252 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb74ba-cf36-45ee-b59e-b6c602ebb38f req-03f2a0b8-7ed5-4252-bafa-c21c3729502a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.604928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dfb74ba-cf36-45ee-b59e-b6c602ebb38f req-03f2a0b8-7ed5-4252-bafa-c21c3729502a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0921330 Nov 12 09:17:50.701933 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6dfb74ba-cf36-45ee-b59e-b6c602ebb38f req-47ecc09d-3514-4d93-a273-66dab33b4807 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858679 Nov 12 09:17:51.767762 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-a6262312-32fb-45a3-89ed-37530693a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.770512 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-a6262312-32fb-45a3-89ed-37530693a2c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1098 time: 0.0831907 Nov 12 09:17:51.907473 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829f6b8-4fec-430c-a61d-10268beb28e6 req-7c24289e-1ff2-455e-b8fc-65e31a67fde5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.910312 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8829f6b8-4fec-430c-a61d-10268beb28e6 req-7c24289e-1ff2-455e-b8fc-65e31a67fde5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0868938 Nov 12 09:17:51.958051 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-57438062-e044-4949-bda5-d31e6206c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.961346 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-57438062-e044-4949-bda5-d31e6206c306 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 897 time: 0.1611052 Nov 12 09:17:52.008261 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8829f6b8-4fec-430c-a61d-10268beb28e6 req-4d0a6015-bf24-46e5-965f-3b3be48ab9ef tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859292 Nov 12 09:17:52.066457 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-5de9a071-d50d-47c7-a6b3-61e55b587ee1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 1001 time: 0.0970411 Nov 12 09:17:52.127575 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-7d45109c-f582-4f15-a02d-011a7165e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:52.129323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-7d45109c-f582-4f15-a02d-011a7165e9f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 200 len: 835 time: 0.0553246 Nov 12 09:17:52.196624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-c6c9f4f3-3bcf-4217-b023-6098b1d8675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:52.199469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-c6c9f4f3-3bcf-4217-b023-6098b1d8675b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00492951-e585-4dbc-8147-af7d810e1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623791 Nov 12 09:17:52.332416 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-20327fbe-eb9b-4b0d-a65d-52183727c8fe service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244719 Nov 12 09:17:52.450958 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5daaf96a-96e4-4e53-8d4d-221453d015a9 req-e5dcd365-d226-4984-9786-765f92621b6b service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111732 Nov 12 09:17:53.256244 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783d09-ef4e-4b0c-9da2-629f7ba46aaf req-ca4ab573-0629-4944-ba84-c96ba4231aff tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.258953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55783d09-ef4e-4b0c-9da2-629f7ba46aaf req-ca4ab573-0629-4944-ba84-c96ba4231aff tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.1063876 Nov 12 09:17:53.354804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-55783d09-ef4e-4b0c-9da2-629f7ba46aaf req-776ad1a7-775a-4cae-9d6e-a969d87d9b14 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849321 Nov 12 09:17:54.587897 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e907d-b0c0-4a1c-9e61-abf8aef8653d req-65f153b8-118d-4d2d-a949-d0521efb51b5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:54.590966 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e51e907d-b0c0-4a1c-9e61-abf8aef8653d req-65f153b8-118d-4d2d-a949-d0521efb51b5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.1016512 Nov 12 09:17:54.681697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e51e907d-b0c0-4a1c-9e61-abf8aef8653d req-9c4f00ff-30a6-4e1e-a3c1-55b59dd8872b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813775 Nov 12 09:17:55.870887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cb18d-6e97-4c36-8a23-7654b511db82 req-079c65c1-e577-46fc-a59b-6972865ac958 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:55.873189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-512cb18d-6e97-4c36-8a23-7654b511db82 req-079c65c1-e577-46fc-a59b-6972865ac958 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0769572 Nov 12 09:17:55.966259 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-512cb18d-6e97-4c36-8a23-7654b511db82 req-173f8b0b-e416-4284-a8ca-87e9f9fa3154 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819230 Nov 12 09:17:56.008448 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38280) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:56.139935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a503c12c-6ad1-4a5a-af91-e4ae26bd27ab tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/e4c009fd-083e-4296-9815-1fafe06634f4 HTTP/1.1" status: 200 len: 993 time: 0.1296308 Nov 12 09:18:09.420264 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.770873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3c55d35c-cc89-449c-ba2d-76c5b5f03063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.404334 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.282558 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7175-3b29-45e2-9577-49885a856528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.806845 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.947836 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.853813 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.432957 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:26.778739 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38292) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:27.114865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 6044cb8e-ba0f-49de-b5d5-30a1f68aee98 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:27.115189 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.262678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.263222 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.287009 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 6044cb8e-ba0f-49de-b5d5-30a1f68aee98 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:27.608348 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.648751 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=6044cb8e-ba0f-49de-b5d5-30a1f68aee98,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:27.670317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.670824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.671267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.671817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.672298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.672948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.673283 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.673626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.673984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.674301 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.674632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.674966 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:27.759729 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.760209 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP e4c009fd-083e-4296-9815-1fafe06634f4 disassociated (deleted). External IP: 172.25.4.13, port: a911c98e-d073-4131-b8f1-00226ef3f1b1. Nov 12 09:18:28.107656 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 33e02539-cd23-4dce-b050-cb01469d9aa8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:28.619133 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:28.625127 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:28.635520 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] Sync routers for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:28.654715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:28.655696 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:28.672041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e7e7bbe-eb6c-40b8-b2dd-818db3c6a1f2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/floatingips/e4c009fd-083e-4296-9815-1fafe06634f4 HTTP/1.1" status: 204 len: 168 time: 1.8916860 Nov 12 09:18:28.673237 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:28.677281 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af2ee2a-896e-436f-9d86-6d241c622ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:28.750996 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c3e2ac-c89d-401e-a9de-7818ceb0e7cd x-openstack-request-id: req-76c3e2ac-c89d-401e-a9de-7818ceb0e7cd {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:28.751587 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:28.752160 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76c3e2ac-c89d-401e-a9de-7818ceb0e7cd {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:28.752853 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'status': 'completed', 'code': 200} Nov 12 09:18:28.867939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-8af0c032-837d-4297-bf2d-c11e2794bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:28.868784 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:28.871579 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-8af0c032-837d-4297-bf2d-c11e2794bf06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 1098 time: 0.0881064 Nov 12 09:18:29.063577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-5849b76d-81d5-4eaf-a194-04fe02df31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.066248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-5849b76d-81d5-4eaf-a194-04fe02df31a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 200 len: 897 time: 0.1861451 Nov 12 09:18:29.087457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413687-2173-407c-84a4-1af13e88f070 req-c4748267-9b92-4dad-966a-1c28d4a30ac0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.089773 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa413687-2173-407c-84a4-1af13e88f070 req-c4748267-9b92-4dad-966a-1c28d4a30ac0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0984664 Nov 12 09:18:29.159656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-3606a1f4-344e-4f26-8af1-7b4bb5963d30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 200 len: 217 time: 0.0716887 Nov 12 09:18:29.183631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa413687-2173-407c-84a4-1af13e88f070 req-776f77a8-b49d-4c2e-899d-a504afb0c376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818701 Nov 12 09:18:29.273036 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-430d85bb-6844-4237-9cf5-ec261706022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.275732 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-430d85bb-6844-4237-9cf5-ec261706022e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 200 len: 835 time: 0.1077640 Nov 12 09:18:29.288632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:29.335664 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] Checking router: 33e02539-cd23-4dce-b050-cb01469d9aa8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:29.352546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:29.353530 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:29.370675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-910cc8cf-bd54-4f93-b68f-ac409e74975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.372862 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-910cc8cf-bd54-4f93-b68f-ac409e74975c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00492951-e585-4dbc-8147-af7d810e1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867083 Nov 12 09:18:29.518171 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-e18e4e97-6e44-400a-9018-152e830f4bde service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372287 Nov 12 09:18:29.547944 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:29.686365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4af2ee2a-896e-436f-9d86-6d241c622ba0 req-f38768b4-aa80-4879-966a-9fc1c69743ff service neutron] 10.222.0.32 "GET /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591640 Nov 12 09:18:29.871383 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:29.936580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6bfd4d-46b6-4e72-8277-885a1203eb74 None None] The sync data for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 is: [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:16:52Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '4841141a-acc6-4a14-a2f5-10c3cc0ce6ba', 'name': '', 'network_id': '00492951-e585-4dbc-8147-af7d810e1a67', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8d:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:51Z', 'updated_at': '2021-11-12T09:16:55Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'c3d1c0ef-6309-4610-a9f8-16bf52aec94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:30.278464 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf59eac-824d-49a9-937b-f87ca7662165 None None] New status for floating IP e4c009fd-083e-4296-9815-1fafe06634f4: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:18:30.447229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8140d-d652-4681-86f9-c3f84ae85e3b req-bf9fd69a-44c9-4391-9bec-35fb6808ac06 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:30.450085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9c8140d-d652-4681-86f9-c3f84ae85e3b req-bf9fd69a-44c9-4391-9bec-35fb6808ac06 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.1071846 Nov 12 09:18:30.540972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b9c8140d-d652-4681-86f9-c3f84ae85e3b req-d3ef6d50-9761-4b54-aa08-0a4511eae2fd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=15546861-cad4-465b-a190-8532f893b019&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798318 Nov 12 09:18:30.637987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d380e2-2278-4374-8240-750c5787f000 req-0f27e513-008e-4636-ad39-c50c85225589 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:30.640742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0d380e2-2278-4374-8240-750c5787f000 req-0f27e513-008e-4636-ad39-c50c85225589 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 946 time: 0.0810065 Nov 12 09:18:30.800171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port a911c98e-d073-4131-b8f1-00226ef3f1b1 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:30.800482 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.948416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port a911c98e-d073-4131-b8f1-00226ef3f1b1, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=a911c98e-d073-4131-b8f1-00226ef3f1b1,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:30.948857 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.978208 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for a911c98e-d073-4131-b8f1-00226ef3f1b1 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:31.205720 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:31.271445 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=a911c98e-d073-4131-b8f1-00226ef3f1b1,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:31.322449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.323020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.323591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.324171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.324745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.325299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.325872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.326443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.327009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.327600 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.328214 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.328823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:31.359096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] No DVR routers for this DVR port a911c98e-d073-4131-b8f1-00226ef3f1b1 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:31.362929 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:31.368881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f0d380e2-2278-4374-8240-750c5787f000 req-d827eb17-95f4-484c-ac90-8437a1a1fbee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "DELETE /v2.0/ports/a911c98e-d073-4131-b8f1-00226ef3f1b1 HTTP/1.1" status: 204 len: 173 time: 0.7214670 Nov 12 09:18:31.369518 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'name': 'network-vif-deleted', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:31.373743 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d268538a-5bbf-405b-87f1-988905659796" -d '{"events": [{"server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "name": "network-vif-deleted", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:31.436208 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ccad1b-b96a-4ad2-a2a6-965e8d96d66b x-openstack-request-id: req-62ccad1b-b96a-4ad2-a2a6-965e8d96d66b {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:31.436560 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d1ec32-c1be-495e-9ec0-501cc7301f80", "name": "network-vif-deleted", "tag": "a911c98e-d073-4131-b8f1-00226ef3f1b1", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:31.436924 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62ccad1b-b96a-4ad2-a2a6-965e8d96d66b {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:31.437377 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d1ec32-c1be-495e-9ec0-501cc7301f80', 'name': 'network-vif-deleted', 'tag': 'a911c98e-d073-4131-b8f1-00226ef3f1b1', 'status': 'completed', 'code': 200} Nov 12 09:18:31.730302 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fc93d603-5b7b-47d0-a393-8e43592c9bd4 req-335aa6bf-5734-487c-accd-b2c4f7b4d025 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=77d1ec32-c1be-495e-9ec0-501cc7301f80 HTTP/1.1" status: 200 len: 210 time: 0.0360129 Nov 12 09:18:32.835782 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38308) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:33.419400 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.902682 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:33.903817 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.089530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:34.089941 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.115943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:34.432354 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.481270 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=4841141a-acc6-4a14-a2f5-10c3cc0ce6ba,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:34.768897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a911c98e-d073-4131-b8f1-00226ef3f1b1 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:34.775458 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.806775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: a911c98e-d073-4131-b8f1-00226ef3f1b1 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:34.807377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device a911c98e-d073-4131-b8f1-00226ef3f1b1 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:35.167199 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 33e02539-cd23-4dce-b050-cb01469d9aa8 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:35.345544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:35.352842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d92aae3a-00f1-459e-8f39-f10d22e35a15 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/33e02539-cd23-4dce-b050-cb01469d9aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5150814 Nov 12 09:18:35.361745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38310) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:35.365943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] Sync routers for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:35.397760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:35.397760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:35.462867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting subnet c3d1c0ef-6309-4610-a9f8-16bf52aec94d {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:35.471887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.546724 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.716820 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.807307 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:35.827681 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.867684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d1c0ef-6309-4610-a9f8-16bf52aec94d,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:35.870970 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.881469 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38312) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:35.882180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d1ede304-fd3a-41fc-90da-25252ae563e3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/subnets/c3d1c0ef-6309-4610-a9f8-16bf52aec94d HTTP/1.1" status: 204 len: 168 time: 0.5217531 Nov 12 09:18:35.904150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73735e-6397-4b16-86f9-89c87f73b01e None None] Network 00492951-e585-4dbc-8147-af7d810e1a67 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:36.311240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:18:34Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:36.361517 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] Checking router: 33e02539-cd23-4dce-b050-cb01469d9aa8 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:36.388941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] Routers {'33e02539-cd23-4dce-b050-cb01469d9aa8'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:36.389924 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['33e02539-cd23-4dce-b050-cb01469d9aa8'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:36.393752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] DHCP port deletion for 00492951-e585-4dbc-8147-af7d810e1a67 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:36.495125 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.633463 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] Set router 33e02539-cd23-4dce-b050-cb01469d9aa8 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:36.639385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Deleting port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:36.639935 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.689553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.791672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 7eb671ae-e612-485f-9ea6-d98068f364e8 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:36.792282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.879932 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] For port cfcd9cc6-18f1-4db9-8ce0-55508ce89094, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,segment=NetworkSegment(b12933fc-2102-4524-bd45-9a30bcf09f8f),segment_id=b12933fc-2102-4524-bd45-9a30bcf09f8f)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:36.881526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.909123 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Calling delete_port for cfcd9cc6-18f1-4db9-8ce0-55508ce89094 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:36.930939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 7eb671ae-e612-485f-9ea6-d98068f364e8, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=7eb671ae-e612-485f-9ea6-d98068f364e8,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:36.932216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.957586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 7eb671ae-e612-485f-9ea6-d98068f364e8 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:37.123284 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.128358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:18:34Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:37.201399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b8347-f907-41f3-9ead-fb326a4a0c93 None None] The sync data for ids ['33e02539-cd23-4dce-b050-cb01469d9aa8'] in n-d-768509-25 is: [{'id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641434719', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:48Z', 'updated_at': '2021-11-12T09:18:34Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '7eb671ae-e612-485f-9ea6-d98068f364e8', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02539-cd23-4dce-b050-cb01469d9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:49Z', 'updated_at': '2021-11-12T09:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:37.203800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Pushing event deleted for resources: {'Port': ['ID=cfcd9cc6-18f1-4db9-8ce0-55508ce89094,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:37.207874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] No DVR routers for this DVR port cfcd9cc6-18f1-4db9-8ce0-55508ce89094 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:37.223154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.223702 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.224378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.224923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.225470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.226025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.226571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.227124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.227670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.228542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.229097 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.230368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab771b-091b-46db-9f13-0b1d543fa524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:37.284002 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.340081 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=7eb671ae-e612-485f-9ea6-d98068f364e8,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:37.362020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0a0f1-f65b-43f3-b8f6-e9796c326cd8 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:37.464287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.658809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.667415 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.788082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.788082 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Fanout notify agent at l3_agent the message router_deleted on router 33e02539-cd23-4dce-b050-cb01469d9aa8 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:37.804393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.806276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5befb6c0-28b7-4237-a367-9d47a2120980 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/routers/33e02539-cd23-4dce-b050-cb01469d9aa8 HTTP/1.1" status: 204 len: 168 time: 1.9223442 Nov 12 09:18:37.808345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:37.810543 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38316) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:37.846544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:37.847133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 4841141a-acc6-4a14-a2f5-10c3cc0ce6ba not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:37.847841 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cfcd9cc6-18f1-4db9-8ce0-55508ce89094 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:37.895701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: cfcd9cc6-18f1-4db9-8ce0-55508ce89094 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:37.897317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cfcd9cc6-18f1-4db9-8ce0-55508ce89094 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:37.972415 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.140838 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.182686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00492951-e585-4dbc-8147-af7d810e1a67']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:38.203518 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12933fc-2102-4524-bd45-9a30bcf09f8f') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:38.204026 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12933fc-2102-4524-bd45-9a30bcf09f8f') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:38.224507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.254258 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.268260 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:38.268945 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:38.275355 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:38.395505 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.408905 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.415408 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/networks/00492951-e585-4dbc-8147-af7d810e1a67 HTTP/1.1" status: 204 len: 168 time: 0.6023324 Nov 12 09:18:38.421632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38318) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:38.438059 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd72fd-2566-4846-8703-474d324b6729 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Network': ['ID=00492951-e585-4dbc-8147-af7d810e1a67,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:38.567027 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79ad739c-3ad1-4bc1-bc32-6adf68380079 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.634518 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79ad739c-3ad1-4bc1-bc32-6adf68380079 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.764527 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79ad739c-3ad1-4bc1-bc32-6adf68380079 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.769715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-79ad739c-3ad1-4bc1-bc32-6adf68380079 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.773527 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-79ad739c-3ad1-4bc1-bc32-6adf68380079 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/security-groups/15546861-cad4-465b-a190-8532f893b019 HTTP/1.1" status: 204 len: 168 time: 0.3514826 Nov 12 09:18:38.797528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad739c-3ad1-4bc1-bc32-6adf68380079 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15546861-cad4-465b-a190-8532f893b019,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:39.330926 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38324) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:39.338006 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488675020', 'description': 'tempest-secgroup-smoke-488675020 description', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:39.393710 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.394114 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7eb671ae-e612-485f-9ea6-d98068f364e8 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:39.439052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 7eb671ae-e612-485f-9ea6-d98068f364e8 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:39.439677 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 7eb671ae-e612-485f-9ea6-d98068f364e8 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:39.460384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.553086 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.560452 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.609800 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.612030 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2796965 Nov 12 09:18:39.617790 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38326) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:39.626238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '456d51e7-8e63-4124-8607-eea8fb71b122', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:39.628894 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde12af-d3e8-4a44-b363-0a9f9715c342 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456d51e7-8e63-4124-8607-eea8fb71b122,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:39.710399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.803738 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.810010 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.846201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5401f497-2c66-4605-9599-75be4a2b8359,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:39.855399 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.862366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05f5c574-dd95-42ff-8fea-66a657315161 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2376289 Nov 12 09:18:39.862366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:39.870400 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '456d51e7-8e63-4124-8607-eea8fb71b122', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:39.920813 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.035276 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.041980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.077493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6fdf48-a694-46c9-a46b-51c3312fbd90,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:40.089540 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.095514 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0cb44e8e-1cd2-496e-881a-0e4ab3ab8e44 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2275808 Nov 12 09:18:40.095834 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:40.109853 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '456d51e7-8e63-4124-8607-eea8fb71b122', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:40.163571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.282876 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.288846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.319892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622853e1-3d8b-42b9-abbf-24f862666a65,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:40.331572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.333330 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6e0c811c-f48e-4bc1-bee7-c82765c6e190 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359772 Nov 12 09:18:40.337708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38332) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:40.343840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '456d51e7-8e63-4124-8607-eea8fb71b122', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:40.393246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.528677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.535209 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.563491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d6db58-1829-43b8-b662-930d925d613b,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:40.587950 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.590164 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6d72673c-b824-49e4-a106-d032fc1baad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2511220 Nov 12 09:18:40.593505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38334) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:40.602215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '456d51e7-8e63-4124-8607-eea8fb71b122', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:40.645792 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:18:40.655461 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.754270 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.765546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.780390 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c4d26dfc-2c4b-4fe8-b093-f1f00becc891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.794974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d4fa65-9eb1-42d5-af23-1b6d06c80432,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:40.807805 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.809674 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ffda4898-34d9-4c1d-9be5-7b2d242301dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2145224 Nov 12 09:18:40.814209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38336) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:40.820625 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': '456d51e7-8e63-4124-8607-eea8fb71b122', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:40.855705 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:18:40.865421 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.966958 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.972650 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.998886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be179b92-5071-4d13-a359-c4ddb07d2cb0,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:41.015291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.018571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-81e19fa3-8417-40da-b477-8a069f1ff5d8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030931 Nov 12 09:18:41.024276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38338) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:41.033023 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'network': {'name': 'tempest-network-smoke--97510419', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:41.074879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:41.082697 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.127544 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:18:41.143656 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.144095 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Added segment 96a5224b-f94c-4e22-883e-806cdece883d of type vlan for network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 Nov 12 09:18:41.205669 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.243408 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.254290 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:41.255902 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.298284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2724891 Nov 12 09:18:41.302671 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38340) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:41.310096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'admin_state_up': True, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:41.365697 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0f894-f94e-451f-a1a0-505f2b943337 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Network': ['ID=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:41.381480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:18:41.393003 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.396574 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.485777 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.712565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.076168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.118291 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.287428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.44 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/c1b5f85b-95f7-4a60-b269-5423ddfa0bc5) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:42.408285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.480479 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.913264 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.976253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:42.982630 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:42.988267 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:42.996765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:43.008670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727bf16-56a2-4dad-8151-a488616ae7c3 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:43.118363 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-60194301-8f5b-479c-8fa8-db96fa8147b6 None None] Provisioning complete for port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:43.119078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-60194301-8f5b-479c-8fa8-db96fa8147b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.183684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-60194301-8f5b-479c-8fa8-db96fa8147b6 None None] Port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:43.276780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08c53c06-f374-47df-b307-5e7a2fd66f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.493862 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.860090 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.053211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c0f0060a-026f-4ad9-ae42-b2997df3207a is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:18:44.243123 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:44.257625 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Sync routers for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:44.273833 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:44.274704 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:44.280493 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.282782 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b2a53781-469d-4034-814a-5e66496c3620 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9778719 Nov 12 09:18:44.287615 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38342) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:44.353174 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-94c3f790-d21e-4eaa-96ad-f5204d8032b0 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff87086b03fa42a08060f497d6e14ddf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589576 Nov 12 09:18:44.353710 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38344) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:44.467808 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:44.545930 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c6242-91df-4e8c-8577-ada54d1e5dcc tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:44.548878 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eb0c6242-91df-4e8c-8577-ada54d1e5dcc tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1932626 Nov 12 09:18:44.552552 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38346) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:44.603267 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-79c0450b-965f-45d5-8139-e51960cb1b07 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486507 Nov 12 09:18:44.608198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38348) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:44.617144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667668027', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:44.798635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:44.803556 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:43Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:44.805921 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.820746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.855204 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Checking router: c0f0060a-026f-4ad9-ae42-b2997df3207a for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:44.855749 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Updating router c0f0060a-026f-4ad9-ae42-b2997df3207a port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:18:45.006730 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.199192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.318617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Subnet': ['ID=0a3ba274-5d66-4cc8-b876-a5dd52989899,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:45.336038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Checking segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:45.336683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network hostable DHCP agents. Network: f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:18:45.374213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:18:45.398124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:45.410882 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:45.410882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.411454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a642309-0cc0-4442-bc12-6a7048a474d8 None None] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:45.451165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-86fa5eb3-d40c-492e-b7ae-3aaac32a571a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8372984 Nov 12 09:18:45.452666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38350) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:45.538689 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.560714 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.621207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212473a0-40eb-4b85-965d-4fc81d05780f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:45.670677 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Attempting to bind port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:45.671234 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Attempting to bind port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:45.671502 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Attempting to bind port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:45.695247 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:45.695857 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:45.696518 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.697150 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:45.697883 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Bound port: c1b5f85b-95f7-4a60-b269-5423ddfa0bc5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:45.698567 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.702732 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Pushing event updated for resources: {'Port': ['ID=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:45.718956 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:45.720611 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.735723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.735723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.735723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.735723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.735723 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.736739 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.736739 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.736739 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.737210 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.737377 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.737898 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.737898 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:45.796373 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] For port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:45.804714 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] For port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:45.813408 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.846660 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7d61ba2e-f253-435f-9ef6-171b575d31a7 None None] Provisioning complete for port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:45.847544 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d61ba2e-f253-435f-9ef6-171b575d31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.912191 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:45.913392 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:45.932354 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ed9ee-55d1-47ca-ba46-ab249079a2d4 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:46.028321 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.069813 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836bd56-bac4-4809-a618-adacca7cb2a3 None None] Pushing event updated for resources: {'Port': ['ID=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:46.083001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Allocated IP 172.20.0.2 (f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7/0a3ba274-5d66-4cc8-b876-a5dd52989899/53a6f84e-a410-449c-96d3-7f50583bc95c) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:46.170794 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:46.183861 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d61ba2e-f253-435f-9ef6-171b575d31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.246962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7d61ba2e-f253-435f-9ef6-171b575d31a7 None None] For port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:46.255991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d61ba2e-f253-435f-9ef6-171b575d31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.314621 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.445635 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:43Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:46.449114 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.489384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b7d8683d-6ac9-4087-9aa6-02b89a168fc0 None None] Provisioning complete for port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:46.490587 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b7d8683d-6ac9-4087-9aa6-02b89a168fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.491951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdc1fa-165c-4445-bc92-cc118cc148cd None None] The sync data for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 is: [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:43Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:46.495454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.514511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61ba2e-f253-435f-9ef6-171b575d31a7 None None] Pushing event updated for resources: {'Port': ['ID=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:46.593864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:46.638138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:46.646540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:46.737991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Pushing event updated for resources: {'Port': ['ID=53a6f84e-a410-449c-96d3-7f50583bc95c,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:46.793249 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.1 (f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7/0a3ba274-5d66-4cc8-b876-a5dd52989899/eefb1047-9997-4040-8670-a6fa9ced7fd6) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:46.820356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Attempting to bind port 53a6f84e-a410-449c-96d3-7f50583bc95c on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:46.820356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Attempting to bind port 53a6f84e-a410-449c-96d3-7f50583bc95c by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:46.820356 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Attempting to bind port 53a6f84e-a410-449c-96d3-7f50583bc95c on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:46.883470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:46.884669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Checking segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:46.884669 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.884669 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Bound using segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:46.885178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Bound port: 53a6f84e-a410-449c-96d3-7f50583bc95c, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:46.888354 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.025157 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.059800 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] For port 53a6f84e-a410-449c-96d3-7f50583bc95c, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:47.066323 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] For port 53a6f84e-a410-449c-96d3-7f50583bc95c, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=53a6f84e-a410-449c-96d3-7f50583bc95c,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:47.068467 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.075694 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.156846 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.216459 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1f65e-96ff-4157-94b7-dcd1d6503076 None None] Pushing event updated for resources: {'Port': ['ID=53a6f84e-a410-449c-96d3-7f50583bc95c,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:47.257173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:47.262479 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:47.266708 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:47.279746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=eefb1047-9997-4040-8670-a6fa9ced7fd6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:47.365799 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.653001 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:47.736202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.787808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:47.788439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.328303 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.341150 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.479135 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.485817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=eefb1047-9997-4040-8670-a6fa9ced7fd6,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:48.641472 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f51cfa-58d9-43b3-ac59-174249c79856 None None] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:48.727490 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:48.732446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:48.968635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c0f0060a-026f-4ad9-ae42-b2997df3207a has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:49.048550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6cab2bce-c347-4143-a1da-4901aa145149 None None] Provisioning complete for port 53a6f84e-a410-449c-96d3-7f50583bc95c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:49.049161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6cab2bce-c347-4143-a1da-4901aa145149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.248555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:49.258100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6271b08e-a4ac-4436-bda6-1363ea084de4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/c0f0060a-026f-4ad9-ae42-b2997df3207a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8033149 Nov 12 09:18:49.304200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Sync routers for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:49.356443 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:49.357516 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:49.366756 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6cab2bce-c347-4143-a1da-4901aa145149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.615508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-6cab2bce-c347-4143-a1da-4901aa145149 None None] For port 53a6f84e-a410-449c-96d3-7f50583bc95c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=53a6f84e-a410-449c-96d3-7f50583bc95c,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:49.620785 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53a6f84e-a410-449c-96d3-7f50583bc95c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:49.625234 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-25afc0c2-d5fb-4480-b7c1-c742ac1d15a3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488675020&fields=id&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 267 time: 0.1183939 Nov 12 09:18:49.633208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6cab2bce-c347-4143-a1da-4901aa145149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.750886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:49.861864 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-c03f26f6-21eb-4939-b122-2dcd7478da4c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:49.864304 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-c03f26f6-21eb-4939-b122-2dcd7478da4c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 795 time: 0.2295358 Nov 12 09:18:49.906073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-f0c86fae-bd55-4453-8c22-18fce1f20100 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/quotas/ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 375 time: 0.0291708 Nov 12 09:18:49.925300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab2bce-c347-4143-a1da-4901aa145149 None None] Pushing event updated for resources: {'Port': ['ID=53a6f84e-a410-449c-96d3-7f50583bc95c,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:50.018648 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-e9101aeb-679c-4a0d-b0b0-caee3e1d7a6c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104219 Nov 12 09:18:50.074079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3408e1d5-d12b-4774-8d52-b68e65f5ce20 None None] Provisioning complete for port 53a6f84e-a410-449c-96d3-7f50583bc95c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:50.075824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3408e1d5-d12b-4774-8d52-b68e65f5ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.089860 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 53a6f84e-a410-449c-96d3-7f50583bc95c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:50.089860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.239079 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-6549a6ff-a6a7-49d9-9a93-04f53ae3c3ae service neutron] 10.222.0.16 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985235 Nov 12 09:18:50.460231 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-0e3db2a0-b90c-4123-928f-27c8958916e4 service neutron] 10.222.0.16 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045805 Nov 12 09:18:50.475732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3408e1d5-d12b-4774-8d52-b68e65f5ce20 None None] Provisioning complete for port eefb1047-9997-4040-8670-a6fa9ced7fd6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:50.476216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3408e1d5-d12b-4774-8d52-b68e65f5ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.521331 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:48Z', 'revision_number': 2, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:50.572743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Checking router: c0f0060a-026f-4ad9-ae42-b2997df3207a for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:50.573337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Updating router c0f0060a-026f-4ad9-ae42-b2997df3207a port eefb1047-9997-4040-8670-a6fa9ced7fd6 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:18:50.624501 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3408e1d5-d12b-4774-8d52-b68e65f5ce20 None None] Port eefb1047-9997-4040-8670-a6fa9ced7fd6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:50.642682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.774575 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31b0a046-62e2-4199-bad7-247fefb5e6d7 req-a35cf9c1-8589-4475-882a-04a1b24b55da tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 210 time: 0.0476775 Nov 12 09:18:50.893440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6759f4d3-d3ab-4ecb-b46e-8e0289b0cc74 None None] Provisioning complete for port eefb1047-9997-4040-8670-a6fa9ced7fd6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:50.894901 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6759f4d3-d3ab-4ecb-b46e-8e0289b0cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.980010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6759f4d3-d3ab-4ecb-b46e-8e0289b0cc74 None None] Port eefb1047-9997-4040-8670-a6fa9ced7fd6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:51.227905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.237255 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.324911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797660-499c-4bdf-a1df-34c5e86298ee None None] Pushing event updated for resources: {'Port': ['ID=eefb1047-9997-4040-8670-a6fa9ced7fd6,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:51.439596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Attempting to bind port eefb1047-9997-4040-8670-a6fa9ced7fd6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:51.440239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Attempting to bind port eefb1047-9997-4040-8670-a6fa9ced7fd6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:51.440715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Attempting to bind port eefb1047-9997-4040-8670-a6fa9ced7fd6 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:51.463104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:51.463723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Checking segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:51.464443 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.465126 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Bound using segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:51.467027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Bound port: eefb1047-9997-4040-8670-a6fa9ced7fd6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:51.467697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.532984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53a6f84e-a410-449c-96d3-7f50583bc95c up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:51.644641 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] For port eefb1047-9997-4040-8670-a6fa9ced7fd6, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:51.651483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] For port eefb1047-9997-4040-8670-a6fa9ced7fd6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eefb1047-9997-4040-8670-a6fa9ced7fd6,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:51.660652 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.713317 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 53a6f84e-a410-449c-96d3-7f50583bc95c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:51.713774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.812524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:51.813250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:51.825965 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797660-499c-4bdf-a1df-34c5e86298ee None None] Pushing event updated for resources: {'Port': ['ID=eefb1047-9997-4040-8670-a6fa9ced7fd6,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:51.901250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7bebe9dc-8e12-4edb-913c-43b24b598c45 None None] Provisioning complete for port eefb1047-9997-4040-8670-a6fa9ced7fd6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:51.902318 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7bebe9dc-8e12-4edb-913c-43b24b598c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.952532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2292fd5f-1320-46e9-89e9-9542f674e519 req-59832f57-0583-49d4-8c2d-0de686b41829 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 210 time: 0.0530462 Nov 12 09:18:52.057475 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:52.247371 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7bebe9dc-8e12-4edb-913c-43b24b598c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.293441 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-e62c3537-ecd4-4dcd-ad06-cb5180f3312d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:52.295107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-e62c3537-ecd4-4dcd-ad06-cb5180f3312d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 795 time: 0.1842709 Nov 12 09:18:52.414575 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-0443f3da-5ebf-4de5-8f2c-0b453b8dc84e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 379 time: 0.1093724 Nov 12 09:18:52.431269 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'port': {'device_id': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'admin_state_up': True, 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'security_groups': ['456d51e7-8e63-4124-8607-eea8fb71b122']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:52.586036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7bebe9dc-8e12-4edb-913c-43b24b598c45 None None] For port eefb1047-9997-4040-8670-a6fa9ced7fd6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eefb1047-9997-4040-8670-a6fa9ced7fd6,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:52.595144 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7bebe9dc-8e12-4edb-913c-43b24b598c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.618430 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:52.624499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.736614 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebe9dc-8e12-4edb-913c-43b24b598c45 None None] Pushing event updated for resources: {'Port': ['ID=eefb1047-9997-4040-8670-a6fa9ced7fd6,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:52.759036 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b2f36069-0f9f-44ac-a81b-ee3013577ec9 None None] Provisioning complete for port eefb1047-9997-4040-8670-a6fa9ced7fd6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:52.759639 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2f36069-0f9f-44ac-a81b-ee3013577ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.816826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:51Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:52.840263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.10 (f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7/0a3ba274-5d66-4cc8-b876-a5dd52989899/e3c64947-51c0-42e5-9944-33522db59c48) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:52.861685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99908b65-35bc-4688-96a3-e01faa19d68b None None] The sync data for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 is: [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:51Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:53.118028 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.141919 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf3b6d03-8a7d-4f4e-bb3f-130e64087e4d req-15c43dbf-8770-4429-ac2d-83389d20c263 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 210 time: 0.0500185 Nov 12 09:18:53.178057 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.254137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:53.258901 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:53.278768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:53.283449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:53.398727 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:53.401734 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.459784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-80b5f1bb-ca0e-4bad-ac29-789e8ee3fc8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0357356 Nov 12 09:18:53.479029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Request body: {'port': {'device_id': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:53.513561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eefb1047-9997-4040-8670-a6fa9ced7fd6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:53.696217 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.701604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port eefb1047-9997-4040-8670-a6fa9ced7fd6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:53.702941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.843528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-6c4716f9-b9d0-4a9c-a1ad-6a13f365f977 None None] Provisioning complete for port e3c64947-51c0-42e5-9944-33522db59c48 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:53.844168 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6c4716f9-b9d0-4a9c-a1ad-6a13f365f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.965776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-6c4716f9-b9d0-4a9c-a1ad-6a13f365f977 None None] Port e3c64947-51c0-42e5-9944-33522db59c48 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:54.198182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c64947-51c0-42e5-9944-33522db59c48 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:54.207420 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.229617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Transition to ACTIVE for port object e3c64947-51c0-42e5-9944-33522db59c48 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:18:54.236877 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.368449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b374b-6425-4865-a3f9-0a27151d61a5 req-f340ab04-8623-42e5-b59c-3a2b74085e51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:54.371375 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e50b374b-6425-4865-a3f9-0a27151d61a5 req-f340ab04-8623-42e5-b59c-3a2b74085e51 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0944312 Nov 12 09:18:54.390889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:54.501997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:54.503126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:54.503334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:54.512690 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Port e3c64947-51c0-42e5-9944-33522db59c48 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:18:54.513344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:54.525196 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:54.525968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Checking segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:54.526768 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Bound using segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:54.527815 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Bound port: e3c64947-51c0-42e5-9944-33522db59c48, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:54.528645 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.686361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:54.690845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:54.700883 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.777167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:54.778494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.782169 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 1093 time: 1.3112729 Nov 12 09:18:54.782968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:54.788803 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e9f95f-81c1-4031-9d50-4cdaed631a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:54.918475 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e50b374b-6425-4865-a3f9-0a27151d61a5 req-825dd20f-44aa-4cc3-b506-d8d53be2e8b5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5377903 Nov 12 09:18:54.931487 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95cdab-768c-4e37-990a-b31ed69733a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:54.955710 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e7e53-0cf9-4dde-98ca-5f301126d3fd x-openstack-request-id: req-ec2e7e53-0cf9-4dde-98ca-5f301126d3fd {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:54.957669 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:54.958655 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec2e7e53-0cf9-4dde-98ca-5f301126d3fd {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:54.959334 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'status': 'completed', 'code': 200} Nov 12 09:18:54.963119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-78b1d681-f8b6-4c43-992a-181ea220d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:54.964940 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-78b1d681-f8b6-4c43-992a-181ea220d948 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1096 time: 0.1248429 Nov 12 09:18:55.032800 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-c5df443b-387e-417a-89ff-09909166e941 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 217 time: 0.0565798 Nov 12 09:18:55.110020 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ea53d24e-f556-4fe5-8c6d-78f42608a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.112799 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-ea53d24e-f556-4fe5-8c6d-78f42608a5af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0727031 Nov 12 09:18:55.177596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-3d1d6338-0394-4784-af51-630d69149674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.179338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-3d1d6338-0394-4784-af51-630d69149674 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591691 Nov 12 09:18:55.308980 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-6af4b39f-18bc-4ddc-b354-50a2000be75c service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191051 Nov 12 09:18:55.469510 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01799312-e182-41b1-9420-e7fd0dd32b94 req-a28931e3-4b0b-42f4-b543-ddb4ea36ab84 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525142 Nov 12 09:18:55.609325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-c4f0a828-0492-496d-842f-d8e5d82140e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.611674 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-c4f0a828-0492-496d-842f-d8e5d82140e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1096 time: 0.0786116 Nov 12 09:18:55.750995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-f5000e16-33ff-4ed7-8b41-c01c739b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.753964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-f5000e16-33ff-4ed7-8b41-c01c739b1867 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1343548 Nov 12 09:18:55.829497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-6a715b9a-de46-497a-80bb-cdf881fd1dbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 217 time: 0.0665498 Nov 12 09:18:55.916841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-662d477a-ed8f-49e6-934d-3ecbab0a971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.918854 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-662d477a-ed8f-49e6-934d-3ecbab0a971b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0819757 Nov 12 09:18:56.004205 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-af21acac-edb8-437f-bcb7-6017e1777993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:56.007620 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-af21acac-edb8-437f-bcb7-6017e1777993 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780530 Nov 12 09:18:56.095410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a508d9-f1d7-4496-87b8-fa330f607637 req-b2fb6f49-c264-47a0-87c5-f65356532d1d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:56.097747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2a508d9-f1d7-4496-87b8-fa330f607637 req-b2fb6f49-c264-47a0-87c5-f65356532d1d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0736916 Nov 12 09:18:56.171967 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b2a508d9-f1d7-4496-87b8-fa330f607637 req-b170fb6b-5f68-4e92-927f-043f361e4401 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627353 Nov 12 09:18:56.183213 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-6db6f781-113b-49ef-91fa-569d51335350 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668324 Nov 12 09:18:56.336749 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-41e9f95f-81c1-4031-9d50-4cdaed631a6c req-4aa9979d-c76c-4ec7-a7ac-f1fa32badcc8 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451442 Nov 12 09:18:56.434194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:57.359135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0a21-cfd1-495c-a82d-b10afeede033 req-c32d0b5e-2c3a-4360-b63d-8b48e4886f48 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:57.360739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83be0a21-cfd1-495c-a82d-b10afeede033 req-c32d0b5e-2c3a-4360-b63d-8b48e4886f48 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0687215 Nov 12 09:18:57.431081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-83be0a21-cfd1-495c-a82d-b10afeede033 req-6491f45e-b886-4231-a03e-111acc0666d5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584383 Nov 12 09:18:58.574207 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890992fa-aa61-4f6e-ab18-66771e936b8e req-f9c27931-c417-4e27-aa78-9b5b443eac3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:58.575945 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-890992fa-aa61-4f6e-ab18-66771e936b8e req-f9c27931-c417-4e27-aa78-9b5b443eac3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0609744 Nov 12 09:18:58.657780 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-890992fa-aa61-4f6e-ab18-66771e936b8e req-fc6dafa3-9aae-4740-8ce6-b5a704ba0c70 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700371 Nov 12 09:18:58.845886 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e3c64947-51c0-42e5-9944-33522db59c48 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:18:58.984004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:59.000878 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'e3c64947-51c0-42e5-9944-33522db59c48', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'port_id': 'e3c64947-51c0-42e5-9944-33522db59c48', 'mac_address': 'fa:16:3e:e9:89:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:18:59.070128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.094815 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c64947-51c0-42e5-9944-33522db59c48 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:59.133673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:59.140087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.227859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:59.392380 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e3c64947-51c0-42e5-9944-33522db59c48'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:59.821268 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822caae-bc1d-4cfe-9c89-615913115a76 req-59070f14-c260-4b3b-aca8-216e140c74ee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:59.822918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d822caae-bc1d-4cfe-9c89-615913115a76 req-59070f14-c260-4b3b-aca8-216e140c74ee tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 945 time: 0.0801754 Nov 12 09:18:59.908693 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d822caae-bc1d-4cfe-9c89-615913115a76 req-2a21e1dd-f7b6-411d-b11c-2d3bfdf066d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736959 Nov 12 09:19:00.846367 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e3c64947-51c0-42e5-9944-33522db59c48 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:00.949871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port e3c64947-51c0-42e5-9944-33522db59c48 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:00.963070 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port e3c64947-51c0-42e5-9944-33522db59c48 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:00.963873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.092463 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.126200 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce2719-4d27-484c-8122-f59709f6abf7 req-c4cf021c-8338-41c8-b498-9398b6f8a55b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:01.128003 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9dce2719-4d27-484c-8122-f59709f6abf7 req-c4cf021c-8338-41c8-b498-9398b6f8a55b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 945 time: 0.0736432 Nov 12 09:19:01.137950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:01.142135 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f838d308-bc7a-4f52-9b2f-d052d00983d2" -d '{"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-plugged", "status": "completed", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:01.167060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:01.173506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.209765 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9dce2719-4d27-484c-8122-f59709f6abf7 req-3f5848ef-c1af-41d4-b35c-c0a5b6fc0fd9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726857 Nov 12 09:19:01.218298 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796ac266-d59f-4133-97a9-3ae2534eaea4 x-openstack-request-id: req-796ac266-d59f-4133-97a9-3ae2534eaea4 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:01.218594 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-plugged", "status": "completed", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:01.218878 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-796ac266-d59f-4133-97a9-3ae2534eaea4 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:01.219250 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'code': 200} Nov 12 09:19:01.261512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:01.316564 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0140ed-03f5-4654-98a8-584cee55ad97 req-7b0de988-8588-47a9-bd6a-6c6642cead88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:01.318962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c0140ed-03f5-4654-98a8-584cee55ad97 req-7b0de988-8588-47a9-bd6a-6c6642cead88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1098 time: 0.0517719 Nov 12 09:19:01.376615 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6c0140ed-03f5-4654-98a8-584cee55ad97 req-249df263-d834-4206-b096-1ce2b06540df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489528 Nov 12 09:19:02.364568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a346-8f1d-419e-92f4-a9ab43f328c2 req-4a77ffba-20d8-4f4d-9c4a-3f8996fe23e4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:02.366162 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e06a346-8f1d-419e-92f4-a9ab43f328c2 req-4a77ffba-20d8-4f4d-9c4a-3f8996fe23e4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0588148 Nov 12 09:19:02.462206 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6e06a346-8f1d-419e-92f4-a9ab43f328c2 req-4378e2e7-df0b-4e18-9ab0-b624ffeef213 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866737 Nov 12 09:19:03.662330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468ee61-aed5-4642-9940-62b98d8f9bf2 req-ec1f828d-d82f-40f2-9f4b-9b6eec1cfeac tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.665199 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c468ee61-aed5-4642-9940-62b98d8f9bf2 req-ec1f828d-d82f-40f2-9f4b-9b6eec1cfeac tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0689571 Nov 12 09:19:03.769233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c468ee61-aed5-4642-9940-62b98d8f9bf2 req-32ea851f-f179-41be-8056-bb00d86237c6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902288 Nov 12 09:19:03.941209 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00be6e8-b41e-4d7d-b626-3728a225805c req-308e6aab-3904-435a-bd7c-b76e5114454f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.943483 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f00be6e8-b41e-4d7d-b626-3728a225805c req-308e6aab-3904-435a-bd7c-b76e5114454f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0742345 Nov 12 09:19:04.029747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f00be6e8-b41e-4d7d-b626-3728a225805c req-0d5db3a8-00e3-45f5-bfb4-fad32950b581 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727868 Nov 12 09:19:04.056179 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38406) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:04.127929 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af75bb-2bcf-402b-a41f-e5d69075a3ca tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:04.130835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-d6af75bb-2bcf-402b-a41f-e5d69075a3ca tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1093 time: 0.0729392 Nov 12 09:19:04.135156 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38408) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:04.139974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'e3c64947-51c0-42e5-9944-33522db59c48', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:04.175850 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.339048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.508000 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.30 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/9e0bc780-935f-438c-b344-a1acb753b7d7) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:04.636366 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.687497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.760166 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:04.769778 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:04.776674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:04.827073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=9e0bc780-935f-438c-b344-a1acb753b7d7,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:05.268479 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.360732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.547780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.555360 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.688840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=9e0bc780-935f-438c-b344-a1acb753b7d7,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:05.715219 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.883287 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 61904ccb-7fde-483b-830d-98b072e01dc4 associated. External IP: 172.25.4.30, port: e3c64947-51c0-42e5-9944-33522db59c48. Nov 12 09:19:06.146642 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c0f0060a-026f-4ad9-ae42-b2997df3207a has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:06.316880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:06.332439 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] Sync routers for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:06.342189 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.346908 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:06.347913 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:06.490416 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:06.875534 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-51b7cc44-4309-4daa-9c23-594e0ac1dab0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7345302 Nov 12 09:19:06.875534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:06.875534 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edbbd83-26d7-470b-bffd-e20c4abec39c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:06.892454 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '61904ccb-7fde-483b-830d-98b072e01dc4', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'port_id': 'e3c64947-51c0-42e5-9944-33522db59c48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'mac_address': 'fa:16:3e:e9:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:05Z', 'updated_at': '2021-11-12T09:19:05Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:52Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:06.925665 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141e1dc-8daa-4d31-9169-cc88bb86215f x-openstack-request-id: req-6141e1dc-8daa-4d31-9169-cc88bb86215f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:06.926068 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:06.926402 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6141e1dc-8daa-4d31-9169-cc88bb86215f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:06.926840 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'status': 'completed', 'code': 200} Nov 12 09:19:06.954466 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] Checking router: c0f0060a-026f-4ad9-ae42-b2997df3207a for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:06.971511 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:06.972652 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:18:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:07.014838 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c312178-1d46-4033-8841-bcf0e565fe29 req-5431a42b-6b91-4fa8-9195-1ee9ae32c7d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.019487 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c312178-1d46-4033-8841-bcf0e565fe29 req-5431a42b-6b91-4fa8-9195-1ee9ae32c7d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0685487 Nov 12 09:19:07.034913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-da59159c-1831-4b89-a7fe-d8d6bbb6aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.036555 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-da59159c-1831-4b89-a7fe-d8d6bbb6aa70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1098 time: 0.0773535 Nov 12 09:19:07.132422 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c312178-1d46-4033-8841-bcf0e565fe29 req-4b6a7553-c0fa-455a-a33b-2c7f42e7822f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997462 Nov 12 09:19:07.168312 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38416) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:07.186866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-d60bcdda-46b4-4f4c-9990-ed26f0730b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.188461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-d60bcdda-46b4-4f4c-9990-ed26f0730b80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1391301 Nov 12 09:19:07.193829 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:07.287373 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-df4608e9-f8a9-46f0-bb23-ec80236808f7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/61904ccb-7fde-483b-830d-98b072e01dc4 HTTP/1.1" status: 200 len: 991 time: 0.1172836 Nov 12 09:19:07.311260 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-4a829b01-9c1e-4d29-82b0-5ecd35e13fa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 999 time: 0.1142526 Nov 12 09:19:07.388132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-3c669d88-c513-4f2e-8c6a-4ab16a18f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.390583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-3c669d88-c513-4f2e-8c6a-4ab16a18f543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0703738 Nov 12 09:19:07.476118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-9b42f162-08ef-47b8-9851-9edd75258f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.479561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-9b42f162-08ef-47b8-9851-9edd75258f9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807440 Nov 12 09:19:07.619478 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '61904ccb-7fde-483b-830d-98b072e01dc4', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'port_id': 'e3c64947-51c0-42e5-9944-33522db59c48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'mac_address': 'fa:16:3e:e9:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:05Z', 'updated_at': '2021-11-12T09:19:05Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:52Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:07.648820 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-259de502-7a4d-4d2e-bbca-6a197f25352f service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609156 Nov 12 09:19:07.775795 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9edbbd83-26d7-470b-bffd-e20c4abec39c req-f0a0a69c-3852-402a-8a7b-fe643deccfeb service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169775 Nov 12 09:19:07.806456 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ccc99-5714-4477-ba3f-9539ee3fb132 None None] The sync data for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 is: [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '61904ccb-7fde-483b-830d-98b072e01dc4', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.30', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'port_id': 'e3c64947-51c0-42e5-9944-33522db59c48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'mac_address': 'fa:16:3e:e9:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:05Z', 'updated_at': '2021-11-12T09:19:05Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:52Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:08.106234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2bb601-d65e-42e8-9a09-2c99e36f1320 None None] New status for floating IP 61904ccb-7fde-483b-830d-98b072e01dc4: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:19:08.293315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38418) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:08.401897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c4012595-4ecd-4734-bebe-14b43de2d3cc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/61904ccb-7fde-483b-830d-98b072e01dc4 HTTP/1.1" status: 200 len: 993 time: 0.1065142 Nov 12 09:19:09.457201 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.775053 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f207c648-e210-43d3-93cc-c42f55093b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.427814 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.278761 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0b73-1bbf-449d-8a94-102e06bd77f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.808421 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.957860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.894682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.439528 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:39.478062 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.772837 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-cc03c031-2132-4cbc-8830-da8433f5bb58 req-1ccf2123-e7b7-4d0b-8e58-e5811e5b9b64 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:19:39.774744 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cc03c031-2132-4cbc-8830-da8433f5bb58 req-1ccf2123-e7b7-4d0b-8e58-e5811e5b9b64 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094101 Nov 12 09:19:40.090805 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6909c-53b0-45b2-a136-ae0267dda4f0 req-1072d14d-68a6-4f49-b18d-949dd2b8bdde tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:40.092727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31c6909c-53b0-45b2-a136-ae0267dda4f0 req-1072d14d-68a6-4f49-b18d-949dd2b8bdde tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0744600 Nov 12 09:19:40.188363 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38438) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:40.192849 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31c6909c-53b0-45b2-a136-ae0267dda4f0 req-3bf15f55-b0a6-49b1-8758-63d3afd605fc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873020 Nov 12 09:19:40.330420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-42d68a77-8cd8-4e88-b2e2-cd08abfeb37e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405244 Nov 12 09:19:40.347659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-12728937-08ef-4fa9-90df-352307ed181d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:19:40.349617 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-12728937-08ef-4fa9-90df-352307ed181d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095813 Nov 12 09:19:40.779311 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f424532f-8322-4924-8ced-49aca8333b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:41.365880 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64473938-ffa3-4a4b-991e-1874c9c868d6 req-e2eee916-f0df-4b5c-b8b3-6c339d8b2a82 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.367923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64473938-ffa3-4a4b-991e-1874c9c868d6 req-e2eee916-f0df-4b5c-b8b3-6c339d8b2a82 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0735290 Nov 12 09:19:41.436535 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-64473938-ffa3-4a4b-991e-1874c9c868d6 req-ee23b8d7-76ca-4aef-bd97-b2acbd97382c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600767 Nov 12 09:19:42.431008 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.601342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3f075-cbc0-4ecb-8d92-c8edbd7e14ea req-99b789b6-e087-47f4-8671-a60318dbf3cb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.604395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ace3f075-cbc0-4ecb-8d92-c8edbd7e14ea req-99b789b6-e087-47f4-8671-a60318dbf3cb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0753984 Nov 12 09:19:42.698193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ace3f075-cbc0-4ecb-8d92-c8edbd7e14ea req-f865c26a-ee69-42de-918f-190e1b52e0c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837846 Nov 12 09:19:43.275725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5162ff70-a822-49a2-a7da-f6cd83e9d329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.901339 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e2bb0-dab9-4ab6-83a5-1915a3136f35 req-ce6148aa-b1b6-425a-9055-24eb48fc2dc7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.902976 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e86e2bb0-dab9-4ab6-83a5-1915a3136f35 req-ce6148aa-b1b6-425a-9055-24eb48fc2dc7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0739408 Nov 12 09:19:43.998915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e86e2bb0-dab9-4ab6-83a5-1915a3136f35 req-7cf2b03c-4984-44be-bfa4-55bba3628af0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852511 Nov 12 09:19:44.806240 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.139626 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5918-3fbd-479a-88e3-0d1b85eaa2f2 req-9a74b8f5-3c94-495f-88e5-2d90d46b550c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.141330 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72fe5918-3fbd-479a-88e3-0d1b85eaa2f2 req-9a74b8f5-3c94-495f-88e5-2d90d46b550c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0622661 Nov 12 09:19:45.218057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72fe5918-3fbd-479a-88e3-0d1b85eaa2f2 req-d50bc98c-0473-4d44-86fa-744b6d6fb6b9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642660 Nov 12 09:19:45.909137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-82079180-7ee1-449c-bf9d-1faff606a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.911765 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-82079180-7ee1-449c-bf9d-1faff606a57d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1098 time: 0.0525758 Nov 12 09:19:45.955393 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.081599 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-189fcd63-1f40-4d61-844e-8af12b7bedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.084519 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-189fcd63-1f40-4d61-844e-8af12b7bedcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1644621 Nov 12 09:19:46.215296 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-a5e79210-8fa8-4bd0-bc73-92573ae56224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 1001 time: 0.1209581 Nov 12 09:19:46.303171 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-9902cc85-6fab-49e6-9142-e171c25ffea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.305899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-9902cc85-6fab-49e6-9142-e171c25ffea3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0821316 Nov 12 09:19:46.367262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-0d3031d9-1957-48bb-93f1-2c9374e6e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.368911 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-0d3031d9-1957-48bb-93f1-2c9374e6e41f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554559 Nov 12 09:19:46.398906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c7de6-6a6c-4230-83fe-60d57b1b44a3 req-51bee441-4069-4f7a-aedc-09178781b538 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.400652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b67c7de6-6a6c-4230-83fe-60d57b1b44a3 req-51bee441-4069-4f7a-aedc-09178781b538 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0769186 Nov 12 09:19:46.486805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b67c7de6-6a6c-4230-83fe-60d57b1b44a3 req-342ac372-480f-4851-a769-974ada7cc6ac tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747147 Nov 12 09:19:46.507107 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-4b41ecfc-af13-4a9d-88ab-9d949a7ac535 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303644 Nov 12 09:19:46.657005 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-bc2bc5c6-359f-4166-a38c-056b1296f932 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406257 Nov 12 09:19:46.885888 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.686147 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309ee7e-06c0-43c8-9928-7613c2b956e8 req-94bb0f96-a521-48e2-947f-893852b929f5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.688689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f309ee7e-06c0-43c8-9928-7613c2b956e8 req-94bb0f96-a521-48e2-947f-893852b929f5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0835252 Nov 12 09:19:47.752960 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f309ee7e-06c0-43c8-9928-7613c2b956e8 req-26eac5b6-6ddf-44c7-907f-1a2291ccf1ed tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557914 Nov 12 09:19:48.931898 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb8534-d898-495c-81ff-4f5aa96f2d38 req-ab369db9-55e7-41e7-93e3-35b7a7138e32 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:48.934749 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93bb8534-d898-495c-81ff-4f5aa96f2d38 req-ab369db9-55e7-41e7-93e3-35b7a7138e32 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0951190 Nov 12 09:19:49.023046 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-93bb8534-d898-495c-81ff-4f5aa96f2d38 req-58570d74-327c-4cdc-914f-076266e9c2f7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795798 Nov 12 09:19:50.185095 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcca1fa-90f2-4e55-8f02-6d348ce4e777 req-2836d641-8193-4383-b34b-fc6036824ca4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:50.186739 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdcca1fa-90f2-4e55-8f02-6d348ce4e777 req-2836d641-8193-4383-b34b-fc6036824ca4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0629678 Nov 12 09:19:50.262759 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cdcca1fa-90f2-4e55-8f02-6d348ce4e777 req-c0462fed-0ecf-48e2-b2d9-c98679320ec9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630078 Nov 12 09:19:51.416087 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3713001-f7be-49e2-9b73-67ab9ff237d5 req-b68d2da8-cf4d-42c2-83ba-f7bf5489b1d7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.417796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3713001-f7be-49e2-9b73-67ab9ff237d5 req-b68d2da8-cf4d-42c2-83ba-f7bf5489b1d7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0619884 Nov 12 09:19:51.510724 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3713001-f7be-49e2-9b73-67ab9ff237d5 req-64597f04-9880-4f33-9467-7760e8cfeb5d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811939 Nov 12 09:19:52.697819 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5070f-3eb6-4509-b496-cb4af17d3bd4 req-099cda25-1b85-40f6-8246-e869e313acbf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:52.699414 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7e5070f-3eb6-4509-b496-cb4af17d3bd4 req-099cda25-1b85-40f6-8246-e869e313acbf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0882037 Nov 12 09:19:52.756214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7e5070f-3eb6-4509-b496-cb4af17d3bd4 req-e2bb2c09-5b19-47c9-9ff2-d758b0d27e4e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Nov 12 09:19:53.807141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-c06e577a-1cf9-43ce-acd4-9506315a2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.810449 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-c06e577a-1cf9-43ce-acd4-9506315a2512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1098 time: 0.1402025 Nov 12 09:19:53.968505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593311f2-9dea-486a-bf40-e942e212e443 req-00bb20ef-b934-4fdd-aa7c-de1c2480a452 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.971247 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-593311f2-9dea-486a-bf40-e942e212e443 req-00bb20ef-b934-4fdd-aa7c-de1c2480a452 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0902586 Nov 12 09:19:53.997540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-0ba230be-0cf6-4137-adbe-91dbacffead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.999752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-0ba230be-0cf6-4137-adbe-91dbacffead6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1607633 Nov 12 09:19:54.067178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-593311f2-9dea-486a-bf40-e942e212e443 req-9b82cd61-a920-4a76-bf8f-a69983e7c209 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868125 Nov 12 09:19:54.094921 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-e281ef5d-d903-42e2-8558-9a1aa074cdd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 1001 time: 0.0869324 Nov 12 09:19:54.171622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-d4884e4f-bc60-41f5-b2ed-43560f73481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:54.174256 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-d4884e4f-bc60-41f5-b2ed-43560f73481c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0704162 Nov 12 09:19:54.236312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-ab618b56-1b9e-4f52-998d-7e9a203202b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:54.238134 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-ab618b56-1b9e-4f52-998d-7e9a203202b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547986 Nov 12 09:19:54.386279 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-18ad722f-8e6a-4093-9c8f-f81f33db96b9 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384261 Nov 12 09:19:54.520577 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-090b3253-efcb-4cea-9f51-b7a654d3247f req-cdf9bad0-071a-4fc2-a2d9-c5e0dcd564bb service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247580 Nov 12 09:19:55.248176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e6e78-ea6d-4468-83b9-7ae5a4da06b3 req-3b5da75c-3345-41a0-b1d0-2ca0ac4ae9f5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.249821 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b99e6e78-ea6d-4468-83b9-7ae5a4da06b3 req-3b5da75c-3345-41a0-b1d0-2ca0ac4ae9f5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0639501 Nov 12 09:19:55.320953 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b99e6e78-ea6d-4468-83b9-7ae5a4da06b3 req-e71c64bd-72ab-431d-bc57-625b8c121a11 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593081 Nov 12 09:19:56.509527 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f380-d25f-41f0-991a-22c7f0d4c007 req-0ec42ec9-53d2-4582-8421-b4b726b55107 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.511853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae0f380-d25f-41f0-991a-22c7f0d4c007 req-0ec42ec9-53d2-4582-8421-b4b726b55107 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0681562 Nov 12 09:19:56.591444 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ae0f380-d25f-41f0-991a-22c7f0d4c007 req-11626313-217f-427c-a24e-e0ee0025bd77 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709791 Nov 12 09:19:57.770346 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b4cd8-a644-4c59-9a2e-314f82f19f31 req-70ce0e1b-c5ad-4bb1-ab50-d29a6daf6445 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.771974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c0b4cd8-a644-4c59-9a2e-314f82f19f31 req-70ce0e1b-c5ad-4bb1-ab50-d29a6daf6445 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0667257 Nov 12 09:19:57.845032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c0b4cd8-a644-4c59-9a2e-314f82f19f31 req-5c5fb6fb-b7ad-4886-995c-325dab7cbcaa tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631201 Nov 12 09:19:58.693565 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-37ea27a3-f55d-42af-825a-c4238fed171b service neutron] show failed (client error): The resource could not be found. Nov 12 09:19:58.694784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-37ea27a3-f55d-42af-825a-c4238fed171b service neutron] 10.222.0.32 "GET /v2.0/ports/e3c64947-51c0-42e5-9944-33522db59c48/bindings/n-h1-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.0960863 Nov 12 09:19:59.038154 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecf59-bb85-4b17-9e51-71dbea58d6f4 req-0fa122fe-2ba0-4529-8be1-4e4f07c8e7d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:59.040996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-680ecf59-bb85-4b17-9e51-71dbea58d6f4 req-0fa122fe-2ba0-4529-8be1-4e4f07c8e7d4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0950606 Nov 12 09:19:59.045386 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-03a663ed-9bf2-4812-b74f-15c1ca53760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:59.047032 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-03a663ed-9bf2-4812-b74f-15c1ca53760c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 1098 time: 0.1330974 Nov 12 09:19:59.061165 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-d610cfc9-1d59-45ad-b774-a1b08a0b09a9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:19:59.062771 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-d610cfc9-1d59-45ad-b774-a1b08a0b09a9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082963 Nov 12 09:19:59.075708 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-25', 'device_owner': 'compute:nova'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:59.130707 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-680ecf59-bb85-4b17-9e51-71dbea58d6f4 req-9103e430-6926-4da7-9ef1-e96ab55a66b5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787477 Nov 12 09:19:59.148338 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.476661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:59.519157 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:59.578406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:59.581649 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36162bb9-c981-45b0-b3f7-d4bf1d55dffe" -d '{"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:59.586348 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.604912 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Transition to ACTIVE for port object e3c64947-51c0-42e5-9944-33522db59c48 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:59.611768 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.680395 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548d056-3d69-4a58-bee5-bfdf23c93dcf x-openstack-request-id: req-5548d056-3d69-4a58-bee5-bfdf23c93dcf {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:59.680870 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:59.681280 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5548d056-3d69-4a58-bee5-bfdf23c93dcf {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:59.682083 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'code': 200} Nov 12 09:19:59.789927 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=6']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:59.810678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.811252 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.811820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.812420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.812984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.813550 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.814120 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.814689 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.815497 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.816075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.816659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.817236 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:59.869841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] No DVR routers for this DVR port e3c64947-51c0-42e5-9944-33522db59c48 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:00.071751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:00.072193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:00.072573 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:00.078526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Port e3c64947-51c0-42e5-9944-33522db59c48 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:00.078989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Attempting to bind port e3c64947-51c0-42e5-9944-33522db59c48 on network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:00.086458 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:00.086928 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Checking segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:00.087419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Bound using segment: {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:00.088206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Bound port: e3c64947-51c0-42e5-9944-33522db59c48, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a5224b-f94c-4e22-883e-806cdece883d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:00.088707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.197547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:00.203966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:00.211143 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.262244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.263106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.265631 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-40c0df75-3857-4125-907b-50782247d12f service neutron] 10.222.0.25 "PUT /v2.0/ports/e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 1093 time: 1.1947565 Nov 12 09:20:00.296971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0df75-3857-4125-907b-50782247d12f service neutron] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=7']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:00.357285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e43123-7f8a-42ed-8973-e772301548e9 req-9cc386fa-1546-4cb5-b583-d29d68a8d91c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.360245 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1e43123-7f8a-42ed-8973-e772301548e9 req-9cc386fa-1546-4cb5-b583-d29d68a8d91c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0935543 Nov 12 09:20:00.362454 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-fbff916a-41b7-4036-b934-07dadfa240a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.365249 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-fbff916a-41b7-4036-b934-07dadfa240a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1096 time: 0.0638218 Nov 12 09:20:00.439284 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1e43123-7f8a-42ed-8973-e772301548e9 req-e645e4da-be3f-4ab6-a4c9-893e5e6fc11e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689712 Nov 12 09:20:00.532289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-ddeaef62-197b-4519-b9ac-0b10ec4b3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.534605 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-ddeaef62-197b-4519-b9ac-0b10ec4b3a9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1625953 Nov 12 09:20:00.624741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-1dfba81e-30cd-48e8-97d8-0511a8d450c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 999 time: 0.0829172 Nov 12 09:20:00.684346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-97972e04-2d70-48e7-b445-d4e1e4114156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.685922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-97972e04-2d70-48e7-b445-d4e1e4114156 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0546463 Nov 12 09:20:00.747406 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-cd6b7758-f13c-40c2-8448-a75646eefcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:00.749109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-cd6b7758-f13c-40c2-8448-a75646eefcb3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562305 Nov 12 09:20:00.855638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-b3b62064-d475-439d-b9fc-117af2f4a648 service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990651 Nov 12 09:20:00.968974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e734ec6c-75c8-480e-a1f8-ac0fed889e15 req-0713d828-e99d-4807-8427-9053574ce807 service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064637 Nov 12 09:20:01.609468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e1531-b3c6-4dc6-9dff-d8b3120f76bb req-84f0b804-4223-42d5-a7fa-dfca0b6d75ca tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.612835 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-172e1531-b3c6-4dc6-9dff-d8b3120f76bb req-84f0b804-4223-42d5-a7fa-dfca0b6d75ca tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0655570 Nov 12 09:20:01.683391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:01.685494 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-172e1531-b3c6-4dc6-9dff-d8b3120f76bb req-27403400-7de7-45fa-a1a0-2c45d788b89e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654964 Nov 12 09:20:01.685796 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd46c5-2961-410a-8bb1-c609497e55ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:01.759857 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38e5773-a2f7-4251-bba0-c0e4c72bb673 x-openstack-request-id: req-f38e5773-a2f7-4251-bba0-c0e4c72bb673 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:01.760421 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:01.760810 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f38e5773-a2f7-4251-bba0-c0e4c72bb673 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:01.761447 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'status': 'completed', 'code': 200} Nov 12 09:20:01.863057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-7524e003-899b-4153-a39b-13af5d030a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.865121 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-7524e003-899b-4153-a39b-13af5d030a79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1096 time: 0.0830643 Nov 12 09:20:01.873701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-206dcdd0-61bf-4e2a-8680-fa262aea173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.875530 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-206dcdd0-61bf-4e2a-8680-fa262aea173f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1096 time: 0.0831625 Nov 12 09:20:02.050972 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-81842547-dbe7-4537-a8c8-4eca97e93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.052580 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-81842547-dbe7-4537-a8c8-4eca97e93f28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1759429 Nov 12 09:20:02.072017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-99dd704a-6d10-4b95-92b9-725ac26dfa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.074702 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-99dd704a-6d10-4b95-92b9-725ac26dfa5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1888573 Nov 12 09:20:02.269962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-961386ac-5bef-452f-8db9-af9191ee5c17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 999 time: 0.2090003 Nov 12 09:20:02.295191 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-e9a8c9a8-6e4a-4cfd-8b1f-8827511d5c1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 999 time: 0.1554706 Nov 12 09:20:02.427812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-6778d6fc-ec0e-4782-94ad-ad763e52190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.430447 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-6778d6fc-ec0e-4782-94ad-ad763e52190a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.1509981 Nov 12 09:20:02.461035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-4dd9cfa2-3a63-4987-9517-947ddd66f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.463586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-4dd9cfa2-3a63-4987-9517-947ddd66f039 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.1326766 Nov 12 09:20:02.575313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-e5145795-0987-4f6e-8857-fe58a73bc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.577907 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-e5145795-0987-4f6e-8857-fe58a73bc474 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393635 Nov 12 09:20:02.582213 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-fd573e52-c521-45e4-a557-2252eda527de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.584748 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-fd573e52-c521-45e4-a557-2252eda527de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947392 Nov 12 09:20:02.868170 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448aba1-7019-4222-948c-20dda5ce0e21 req-2ff5a904-f0f6-47b9-9536-e9bf9ca48f28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.870216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d448aba1-7019-4222-948c-20dda5ce0e21 req-2ff5a904-f0f6-47b9-9536-e9bf9ca48f28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0871131 Nov 12 09:20:02.886133 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-aa006a77-3d4a-47b1-ac78-9049f9f24482 service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997446 Nov 12 09:20:02.889793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-6329c986-e8ea-43c2-a60a-3ece9723a213 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906566 Nov 12 09:20:02.954825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d448aba1-7019-4222-948c-20dda5ce0e21 req-2ca567fc-df68-42f3-a45d-4857217c6089 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773990 Nov 12 09:20:03.110884 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e3c64947-51c0-42e5-9944-33522db59c48 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:03.166259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e3c64947-51c0-42e5-9944-33522db59c48 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:03.184521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-0213c282-dd2b-41be-aa51-3313c1e34430 service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892306 Nov 12 09:20:03.188681 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e2cd46c5-2961-410a-8bb1-c609497e55ab req-ad74ec09-44df-4a89-92cd-64a278f9c94c service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790773 Nov 12 09:20:04.150190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c1a7f-9057-4eec-b7f5-1221d6d8d432 req-020d9be6-fc86-4cd9-a402-5d8fd8cdbd6d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.151096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e3c64947-51c0-42e5-9944-33522db59c48 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:04.152452 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-562c1a7f-9057-4eec-b7f5-1221d6d8d432 req-020d9be6-fc86-4cd9-a402-5d8fd8cdbd6d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 944 time: 0.0914526 Nov 12 09:20:04.250382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-562c1a7f-9057-4eec-b7f5-1221d6d8d432 req-04858377-90b2-4431-acd0-80869407f54c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874615 Nov 12 09:20:04.297793 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:04.322360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': 'e3c64947-51c0-42e5-9944-33522db59c48', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'port_id': 'e3c64947-51c0-42e5-9944-33522db59c48', 'mac_address': 'fa:16:3e:e9:89:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:04.403105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.429343 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c64947-51c0-42e5-9944-33522db59c48 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:04.473019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:04.490294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.553157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11398ab8-c633-47f8-96eb-be54a036f4e5 req-ad70bc33-2940-475d-8016-2fccf293e378 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.557285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11398ab8-c633-47f8-96eb-be54a036f4e5 req-ad70bc33-2940-475d-8016-2fccf293e378 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 945 time: 0.0802078 Nov 12 09:20:04.581616 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:04.591573 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.592254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.592823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.593361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.593898 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.594453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.594973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.595509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.596588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.597132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.597684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.598252 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:04.604648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-519e693d-5411-4026-af6c-de0a1a106e07 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.607357 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-519e693d-5411-4026-af6c-de0a1a106e07 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db&tenant_id=ff87086b03fa42a08060f497d6e14ddf&binding%3Ahost_id=n-h1-768509-25 HTTP/1.1" status: 200 len: 945 time: 0.1114585 Nov 12 09:20:04.639062 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-11398ab8-c633-47f8-96eb-be54a036f4e5 req-c83ced3f-8f48-40b8-aa1a-125766ddb040 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707116 Nov 12 09:20:04.714808 n-d-768509-25 neutron-server[102371]: INFO neutron.api.v2.resource [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-db7a9b45-5d31-41e7-a254-afc907a93df0 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:20:04.716820 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-db7a9b45-5d31-41e7-a254-afc907a93df0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/e3c64947-51c0-42e5-9944-33522db59c48/bindings/n-h2-768509-25 HTTP/1.1" status: 404 len: 381 time: 0.1014981 Nov 12 09:20:04.811165 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076c670-8d4a-4195-af3d-3cc903345111 req-e20524d4-31c1-42a5-912c-731b0106dc05 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.813409 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e076c670-8d4a-4195-af3d-3cc903345111 req-e20524d4-31c1-42a5-912c-731b0106dc05 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 945 time: 0.0807438 Nov 12 09:20:04.841422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-103490c7-a600-4505-a085-97c6c9fc9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.844240 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-103490c7-a600-4505-a085-97c6c9fc9bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1097 time: 0.0615218 Nov 12 09:20:04.891704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['e3c64947-51c0-42e5-9944-33522db59c48'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:04.904585 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e076c670-8d4a-4195-af3d-3cc903345111 req-84e89506-0afb-4d61-846f-b68e2debdc6b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829940 Nov 12 09:20:04.987910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-d3a379b2-59dd-4b56-bd55-9ce29d3bb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.989629 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-d3a379b2-59dd-4b56-bd55-9ce29d3bb3ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1380117 Nov 12 09:20:05.098291 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-7d2e7e1f-869a-44b6-9a2c-85dc7fda4888 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 1000 time: 0.0988312 Nov 12 09:20:05.196993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-17603302-ac87-439d-aa9a-ea8c921a91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:05.198671 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-17603302-ac87-439d-aa9a-ea8c921a91b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0919602 Nov 12 09:20:05.262495 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-7ceda953-1194-4de2-bc64-4fcc225354ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:05.264259 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-7ceda953-1194-4de2-bc64-4fcc225354ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568905 Nov 12 09:20:05.426813 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-42c8783e-4535-442b-83f4-5532441e7b14 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545203 Nov 12 09:20:05.604492 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4d4ee06a-50fa-4905-a508-72845fb947aa req-cc418835-2053-4723-8fe4-49b7f9530011 service neutron] 10.222.0.32 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697488 Nov 12 09:20:06.077016 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ca6-e72d-473e-b09f-0633b96758e0 req-bd0e1464-c969-41c3-9c3a-1cb28232b193 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:06.079165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ae58ca6-e72d-473e-b09f-0633b96758e0 req-bd0e1464-c969-41c3-9c3a-1cb28232b193 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 945 time: 0.0875337 Nov 12 09:20:06.159852 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e3c64947-51c0-42e5-9944-33522db59c48 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:06.160658 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8ae58ca6-e72d-473e-b09f-0633b96758e0 req-02d25eb8-fe26-4f33-b553-a096cf1c429a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729945 Nov 12 09:20:06.271404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port e3c64947-51c0-42e5-9944-33522db59c48 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:06.279244 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port e3c64947-51c0-42e5-9944-33522db59c48 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:06.279871 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.399258 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.438360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:06.447806 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc04dcc-fcfa-4864-b239-d55ac1989249" -d '{"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-plugged", "status": "completed", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:06.467572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:06.475412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.519340 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a8786b-bbe4-43ec-beb2-aa7dca13175f x-openstack-request-id: req-54a8786b-bbe4-43ec-beb2-aa7dca13175f {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:06.519729 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-plugged", "status": "completed", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:06.519928 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54a8786b-bbe4-43ec-beb2-aa7dca13175f {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:06.520362 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'code': 200} Nov 12 09:20:06.553273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:07.368404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372487ee-0c25-418f-9776-ea5a46b5790b req-e3bf09be-f5d4-43a4-b539-ec57b81db5ba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:07.371240 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-372487ee-0c25-418f-9776-ea5a46b5790b req-e3bf09be-f5d4-43a4-b539-ec57b81db5ba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0932474 Nov 12 09:20:07.462128 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-372487ee-0c25-418f-9776-ea5a46b5790b req-069cc212-d156-4aed-af5d-080654c8617b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818079 Nov 12 09:20:07.496947 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38532) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:07.595309 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8e26d17e-354e-4809-af5b-58b62a0c8843 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/61904ccb-7fde-483b-830d-98b072e01dc4 HTTP/1.1" status: 200 len: 993 time: 0.0966921 Nov 12 09:20:09.503463 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.442257 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:10.773789 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3aab2b8a-3ac6-4be5-a3be-0c71548c7f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:12.430420 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.279782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f3a88694-a8ab-495b-b191-16f895dd1109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.810514 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.957224 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.883506 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.524083 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.787357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-410f34ea-b957-428e-95ac-ecaefdcf0da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.452265 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.289571 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6bb4baa4-04cf-49b4-8e58-3299887cdb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.822521 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.972901 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:46.890887 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.446149 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:59.475222 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-edbd86ee-c037-4324-81f8-c4ba83659367 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627348 Nov 12 09:20:59.605152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-dc5fb56a-e420-455e-becc-241cf73fcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:59.607920 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-dc5fb56a-e420-455e-becc-241cf73fcd47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1098 time: 0.0739267 Nov 12 09:20:59.801393 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-5835a2e2-89de-40c3-8e2e-d3b6962f48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:59.803075 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-5835a2e2-89de-40c3-8e2e-d3b6962f48af service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1712346 Nov 12 09:20:59.911423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-32a0fc34-430f-4c82-9fa9-7ea69ccab5e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 1001 time: 0.1006844 Nov 12 09:20:59.997123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-0b8cc7cb-8e87-45a8-956d-0bf22abb9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:59.999784 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-0b8cc7cb-8e87-45a8-956d-0bf22abb9dc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0789218 Nov 12 09:21:00.081989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-cc9a6782-190b-42c0-916a-e87d9aa10152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:00.083479 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-cc9a6782-190b-42c0-916a-e87d9aa10152 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762787 Nov 12 09:21:00.627571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-cf819da8-b8d2-481f-bb8c-f305131d8e3e service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356634 Nov 12 09:21:00.672703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38550) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:00.839420 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-03d4a72f-1860-4cb2-9e58-011fa5081e83 req-8706907b-b5d5-4e4d-9d17-c166c03c113f service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039280 Nov 12 09:21:00.949086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 9e0bc780-935f-438c-b344-a1acb753b7d7 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:00.949635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.102694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.103144 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.127872 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 9e0bc780-935f-438c-b344-a1acb753b7d7 owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:01.333072 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.385880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=9e0bc780-935f-438c-b344-a1acb753b7d7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:01.408795 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.409387 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.409965 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.410530 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.411090 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.412011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.412250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.412603 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.412949 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.413334 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.413671 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.414061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:01.480986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.481551 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 61904ccb-7fde-483b-830d-98b072e01dc4 disassociated (deleted). External IP: 172.25.4.30, port: e3c64947-51c0-42e5-9944-33522db59c48. Nov 12 09:21:01.825758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c0f0060a-026f-4ad9-ae42-b2997df3207a has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:02.016846 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:02.023962 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.031255 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] Sync routers for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:02.044395 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:02.045240 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:02.074891 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d4aa135b-fa05-4a22-8063-9a372133187f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/floatingips/61904ccb-7fde-483b-830d-98b072e01dc4 HTTP/1.1" status: 204 len: 168 time: 1.4005177 Nov 12 09:21:02.082391 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:02.082391 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c71b6c9-0972-4fb6-898b-08f363c135ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:02.244164 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:02.286712 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa42d51b-9c08-4245-8775-c8a53173527e x-openstack-request-id: req-fa42d51b-9c08-4245-8775-c8a53173527e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:02.287706 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:02.296764 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa42d51b-9c08-4245-8775-c8a53173527e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:02.298365 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'status': 'completed', 'code': 200} Nov 12 09:21:02.395041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-d6c6ee2e-4cd0-4502-a6e8-cc16f013d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:02.397910 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-d6c6ee2e-4cd0-4502-a6e8-cc16f013d93d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 1098 time: 0.0812907 Nov 12 09:21:02.468097 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8e6fc-1232-40b5-93b4-36968bb25cfd req-283cafce-21fd-4ba8-88a2-fad8d1656647 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:02.471819 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdb8e6fc-1232-40b5-93b4-36968bb25cfd req-283cafce-21fd-4ba8-88a2-fad8d1656647 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0869761 Nov 12 09:21:02.559055 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-4cc8bf6d-5fb4-4f8f-8dfe-ad07859de78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:02.561277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-4cc8bf6d-5fb4-4f8f-8dfe-ad07859de78e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 200 len: 895 time: 0.1550186 Nov 12 09:21:02.580896 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdb8e6fc-1232-40b5-93b4-36968bb25cfd req-4fb8085c-0cfb-44f9-98a4-04654f43e03a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979443 Nov 12 09:21:02.636078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-f79f2e18-3d68-41ee-bf0a-fa52c0eced7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 200 len: 217 time: 0.0661893 Nov 12 09:21:02.673805 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:52Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:02.714907 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-b5925b67-ef50-4a78-a742-a74667297f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:02.718359 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-b5925b67-ef50-4a78-a742-a74667297f0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 200 len: 834 time: 0.0731463 Nov 12 09:21:02.732452 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] Checking router: c0f0060a-026f-4ad9-ae42-b2997df3207a for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:02.748096 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:02.749179 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:02.805337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-ee8aba56-0564-4893-abf3-2ba43d863162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:02.807856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-ee8aba56-0564-4893-abf3-2ba43d863162 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780377 Nov 12 09:21:02.941407 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:02.946018 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-794b3292-f0f6-43b7-9636-ca2980fd93ed service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279702 Nov 12 09:21:03.113148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-2c71b6c9-0972-4fb6-898b-08f363c135ad req-e23aca26-25ec-4781-b3d2-cb9e57e94156 service neutron] 10.222.0.25 "GET /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590376 Nov 12 09:21:03.252669 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:52Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:03.281575 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45097a9-6e06-4275-95c2-1f048f3228da None None] The sync data for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 is: [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:18:47Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'eefb1047-9997-4040-8670-a6fa9ced7fd6', 'name': '', 'network_id': 'f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:e1:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:46Z', 'updated_at': '2021-11-12T09:18:52Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '0a3ba274-5d66-4cc8-b876-a5dd52989899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:03.616700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc24724-3df3-492c-b4df-48e171948bc0 None None] New status for floating IP 61904ccb-7fde-483b-830d-98b072e01dc4: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:03.807632 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21d494-dfba-4e13-9d39-0862db2e201f req-dd67f91f-fe69-4ca1-9430-e5ed17b0f50d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:03.810416 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e21d494-dfba-4e13-9d39-0862db2e201f req-dd67f91f-fe69-4ca1-9430-e5ed17b0f50d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0790632 Nov 12 09:21:03.905027 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e21d494-dfba-4e13-9d39-0862db2e201f req-7203f88a-39f5-4bdc-87a1-0de752ac7d7b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=456d51e7-8e63-4124-8607-eea8fb71b122&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817811 Nov 12 09:21:04.019381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-52571ffb-c1f7-44a9-abe1-11ea6c1d5311 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:04.022258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-52571ffb-c1f7-44a9-abe1-11ea6c1d5311 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 946 time: 0.0923409 Nov 12 09:21:04.159630 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port e3c64947-51c0-42e5-9944-33522db59c48 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:04.160117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.285375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port e3c64947-51c0-42e5-9944-33522db59c48, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=e3c64947-51c0-42e5-9944-33522db59c48,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:04.285894 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.304238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for e3c64947-51c0-42e5-9944-33522db59c48 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:04.527416 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.564022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=e3c64947-51c0-42e5-9944-33522db59c48,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:04.625095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] No DVR routers for this DVR port e3c64947-51c0-42e5-9944-33522db59c48 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:04.628154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.631690 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.25 "DELETE /v2.0/ports/e3c64947-51c0-42e5-9944-33522db59c48 HTTP/1.1" status: 204 len: 173 time: 0.6023099 Nov 12 09:21:04.632201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-deleted', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:04.634759 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9181305-7f71-4ac4-bc30-a9016464b2d4" -d '{"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-deleted", "tag": "e3c64947-51c0-42e5-9944-33522db59c48"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:04.689851 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab70df1-fd00-47a4-8665-6022c47e97d6 x-openstack-request-id: req-eab70df1-fd00-47a4-8665-6022c47e97d6 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:04.690282 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc062e36-7dcc-4cbb-b893-7d8a66caf6db", "name": "network-vif-deleted", "tag": "e3c64947-51c0-42e5-9944-33522db59c48", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:04.690742 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eab70df1-fd00-47a4-8665-6022c47e97d6 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:04.691788 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc062e36-7dcc-4cbb-b893-7d8a66caf6db', 'name': 'network-vif-deleted', 'tag': 'e3c64947-51c0-42e5-9944-33522db59c48', 'status': 'completed', 'code': 200} Nov 12 09:21:05.078204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4c6e993-3cc5-4e97-b105-531cea601f13 req-65b269b5-2bed-4f76-9fc9-b281f2e19157 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc062e36-7dcc-4cbb-b893-7d8a66caf6db HTTP/1.1" status: 200 len: 210 time: 0.0531111 Nov 12 09:21:06.154499 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38568) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:06.545487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e3c64947-51c0-42e5-9944-33522db59c48 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:06.569911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: e3c64947-51c0-42e5-9944-33522db59c48 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:06.570335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device e3c64947-51c0-42e5-9944-33522db59c48 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:06.623675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.975209 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port eefb1047-9997-4040-8670-a6fa9ced7fd6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:06.975553 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.073122 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port eefb1047-9997-4040-8670-a6fa9ced7fd6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=eefb1047-9997-4040-8670-a6fa9ced7fd6,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:07.073483 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.089628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for eefb1047-9997-4040-8670-a6fa9ced7fd6 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:07.302814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.332638 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=eefb1047-9997-4040-8670-a6fa9ced7fd6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:07.594564 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.869035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c0f0060a-026f-4ad9-ae42-b2997df3207a has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:07.998695 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:08.005526 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1dd54582-3fab-414b-a816-ec606bd19f6f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/c0f0060a-026f-4ad9-ae42-b2997df3207a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494647 Nov 12 09:21:08.008325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38570) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:08.012326 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] Sync routers for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:08.024148 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:08.025104 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:08.070162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting subnet 0a3ba274-5d66-4cc8-b876-a5dd52989899 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:08.073817 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.120776 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.153758 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:08.247150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.344078 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.379055 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.386656 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/subnets/0a3ba274-5d66-4cc8-b876-a5dd52989899 HTTP/1.1" status: 204 len: 168 time: 0.3728261 Nov 12 09:21:08.386656 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ecaf4-0971-4d2e-ab34-16a14adcd2b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3ba274-5d66-4cc8-b876-a5dd52989899,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:08.388014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38572) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:08.396322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3af9f7-b0e2-4784-9696-968d8cda14de None None] Network f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:08.491304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:21:07Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:08.548308 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] Checking router: c0f0060a-026f-4ad9-ae42-b2997df3207a for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:08.566026 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] Routers {'c0f0060a-026f-4ad9-ae42-b2997df3207a'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:08.567308 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:20:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c0f0060a-026f-4ad9-ae42-b2997df3207a'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:08.717457 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] DHCP port deletion for f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:08.771742 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] Set router c0f0060a-026f-4ad9-ae42-b2997df3207a gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:08.825735 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Deleting port 53a6f84e-a410-449c-96d3-7f50583bc95c {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:08.826313 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.950117 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.028004 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:21:07Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:09.090258 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8dd2e-452b-444d-8334-cc6024486aa6 None None] The sync data for ids ['c0f0060a-026f-4ad9-ae42-b2997df3207a'] in n-d-768509-25 is: [{'id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663274862', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:41Z', 'updated_at': '2021-11-12T09:21:07Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'c1b5f85b-95f7-4a60-b269-5423ddfa0bc5', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0060a-026f-4ad9-ae42-b2997df3207a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:42Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:09.123533 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.136902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] For port 53a6f84e-a410-449c-96d3-7f50583bc95c, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=53a6f84e-a410-449c-96d3-7f50583bc95c,segment=NetworkSegment(96a5224b-f94c-4e22-883e-806cdece883d),segment_id=96a5224b-f94c-4e22-883e-806cdece883d)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:09.137601 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.156487 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Calling delete_port for 53a6f84e-a410-449c-96d3-7f50583bc95c owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:09.222009 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:09.222573 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.259272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.292833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Pushing event deleted for resources: {'Port': ['ID=53a6f84e-a410-449c-96d3-7f50583bc95c,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:09.299152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] No DVR routers for this DVR port 53a6f84e-a410-449c-96d3-7f50583bc95c on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:09.321910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.322271 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.322615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.323353 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.323873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.324239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.324572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.324900 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.325226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.325562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.325867 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.326189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e654e71-e676-4af1-bee1-71305bc83a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:09.341140 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port c1b5f85b-95f7-4a60-b269-5423ddfa0bc5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:09.341617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.362655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:09.539795 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.577200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eefb1047-9997-4040-8670-a6fa9ced7fd6 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:09.605536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: eefb1047-9997-4040-8670-a6fa9ced7fd6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:09.605864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device eefb1047-9997-4040-8670-a6fa9ced7fd6 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:09.606300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53a6f84e-a410-449c-96d3-7f50583bc95c no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:09.633422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 53a6f84e-a410-449c-96d3-7f50583bc95c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:09.633770 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 53a6f84e-a410-449c-96d3-7f50583bc95c not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:09.655113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.691818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=c1b5f85b-95f7-4a60-b269-5423ddfa0bc5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:09.711858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192897a-53aa-43e9-a452-acec569e38d9 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:09.785350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.886936 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.889470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.939852 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.940660 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Fanout notify agent at l3_agent the message router_deleted on router c0f0060a-026f-4ad9-ae42-b2997df3207a {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:21:09.949470 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.956250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1a562116-e1c5-4c26-8357-1434015b64dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/routers/c0f0060a-026f-4ad9-ae42-b2997df3207a HTTP/1.1" status: 204 len: 168 time: 1.5627408 Nov 12 09:21:09.956608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38574) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:10.057989 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.170810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.211581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:10.226359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a5224b-f94c-4e22-883e-806cdece883d') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:10.226722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a5224b-f94c-4e22-883e-806cdece883d') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:10.246155 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.266122 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.274878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:10.275358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:10.279442 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:10.362624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.371700 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.379941 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/networks/f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7 HTTP/1.1" status: 204 len: 168 time: 0.4171593 Nov 12 09:21:10.380474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38576) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:10.389494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28921a-cc2e-4ada-a575-d5808f3dda49 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Network': ['ID=f0978a2f-f7c3-4fbc-9103-cc7e5865bdf7,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:10.474269 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.511313 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.592979 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.595894 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.597151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/security-groups/456d51e7-8e63-4124-8607-eea8fb71b122 HTTP/1.1" status: 204 len: 168 time: 0.2155488 Nov 12 09:21:10.607459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456d51e7-8e63-4124-8607-eea8fb71b122,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:10.615727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.616112 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.616519 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.616802 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.617138 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.617472 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.617799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.618129 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.618459 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.618785 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.619113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.619434 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23617550-98b6-4f3b-ac6a-4d2576865b98 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:10.793384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6723a87-e5a9-42f1-b845-ed999552631e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.920932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38582) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:10.929629 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222989045', 'description': 'tempest-secgroup-smoke-1222989045 description', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:10.960390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.060407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.067299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.105838 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.107204 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1841981 Nov 12 09:21:11.112842 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a7913-bd96-4438-8acc-351aeb416de5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd67f0-5326-4fe9-a90d-e3fdd8112d47,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:11.113177 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38584) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:11.119213 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'eecd67f0-5326-4fe9-a90d-e3fdd8112d47', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:11.152783 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.211972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.216938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.238765 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fdfd68-ed6e-4e15-827e-be742218a3fa,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:11.248948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.250964 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-274cda7d-f232-4408-9525-76171f2c8791 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367006 Nov 12 09:21:11.254717 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38586) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:11.259589 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'eecd67f0-5326-4fe9-a90d-e3fdd8112d47', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:11.294096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.394839 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.399800 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.421588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f935dc8-316e-4e7c-96cc-3f59a2b049dc,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:11.438868 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.440512 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-961fc91b-9306-42cd-86a3-567290fb2ad7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1845353 Nov 12 09:21:11.445670 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38588) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:11.449562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'eecd67f0-5326-4fe9-a90d-e3fdd8112d47', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:11.499192 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.543966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:11.568836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:11.569594 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device c1b5f85b-95f7-4a60-b269-5423ddfa0bc5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:11.585938 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.591291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.615057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d36630-bd2a-47af-90ab-30bdaf005c86,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:11.630090 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.631711 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-897fe762-8f1d-47dc-9c23-466e4ffea376 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864629 Nov 12 09:21:11.637419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38590) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:11.643807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'eecd67f0-5326-4fe9-a90d-e3fdd8112d47', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:11.685746 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.760975 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.768284 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.791883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c86e0-2ae2-4569-ac3c-f414a75f01f3,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:11.808861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.810344 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-4cec2587-8b59-4dab-bfa1-b1e853d36e87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716890 Nov 12 09:21:11.815276 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38592) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:11.821572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'eecd67f0-5326-4fe9-a90d-e3fdd8112d47', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:11.876810 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:21:11.886168 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.981933 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.987786 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.007309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7158dce2-aeca-4e76-95ff-320114577679,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:12.025077 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.026631 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5a30994c-e3c5-4dd1-89cb-52b2424ee4a2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2097483 Nov 12 09:21:12.032432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38594) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:12.037336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'eecd67f0-5326-4fe9-a90d-e3fdd8112d47', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:12.070783 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:21:12.079287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.165494 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.171345 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.208447 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731130d1-22d2-4618-9f3e-015b54573edc,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:12.217233 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.220014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9699b0cd-f43e-46c5-8072-df5323d32d21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856024 Nov 12 09:21:12.224610 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38596) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:12.233868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'network': {'name': 'tempest-network-smoke--159823269', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:12.268405 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:12.272315 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.302874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:12.314002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.314724 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Added segment 8cf2a4fd-d8db-4a9e-8509-468776777eb8 of type vlan for network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 Nov 12 09:21:12.381183 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.412381 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.418569 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.419182 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.462454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.467947 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2412605 Nov 12 09:21:12.472394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38598) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:12.487984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'admin_state_up': True, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:12.508402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376da479-27e0-41f4-80d4-063fccc5d97d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Network': ['ID=63f3fe41-28b7-4c63-9d51-98a81361f8d9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:12.523796 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:12.530562 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.534054 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.603307 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.761581 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.983352 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.018060 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.217095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.227 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/29a0ab9b-b16d-4536-9b63-91fe72992207) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:13.292029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-62f23c36-766a-493a-9795-2cb523f153d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.415048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.476141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.535111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:13.538357 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:13.544950 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:13.559552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fb19f-dc89-4b3d-9336-e1ab5b3a1b15 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:13.571173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=29a0ab9b-b16d-4536-9b63-91fe72992207,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:13.676481 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-09332353-b983-4a33-80ab-729e9d0734a2 None None] Provisioning complete for port 29a0ab9b-b16d-4536-9b63-91fe72992207 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:13.677006 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-09332353-b983-4a33-80ab-729e9d0734a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.717569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-09332353-b983-4a33-80ab-729e9d0734a2 None None] Port 29a0ab9b-b16d-4536-9b63-91fe72992207 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:13.944443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.189291 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.378320 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:21:14.543394 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:14.556824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Sync routers for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:14.572593 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:14.573727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:14.578715 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.580793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ba8542ac-e0db-421e-8a50-1e7f9add036d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1004376 Nov 12 09:21:14.586120 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38600) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:14.693271 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3accdfb3-782f-4741-8605-cc671887657f tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff87086b03fa42a08060f497d6e14ddf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055484 Nov 12 09:21:14.697945 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38604) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:14.722977 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:14.826915 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797749c2-e595-4a76-83a8-7b549ed6f7b8 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:14.829337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-797749c2-e595-4a76-83a8-7b549ed6f7b8 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297429 Nov 12 09:21:14.834051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38606) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:14.865913 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.884098 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-97ddf894-5a49-46c5-9e7a-e40205cd8e1b tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481060 Nov 12 09:21:14.888624 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38608) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:14.896887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195845328', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:15.002239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:13Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:15.035526 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Checking router: c5b9dbe3-ad9f-4ada-9717-ea9c13809573 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:15.035969 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Updating router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 port 29a0ab9b-b16d-4536-9b63-91fe72992207 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:21:15.068999 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.069554 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:15.076177 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.385385 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.423058 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.434576 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.527202 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b48818-b9b5-4797-b3fc-1b4c45825df5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:15.532706 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Subnet': ['ID=1f3d11f5-343a-4aad-8d78-36c36a1bd599,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:15.540117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Checking segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:15.540582 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network hostable DHCP agents. Network: 63f3fe41-28b7-4c63-9d51-98a81361f8d9, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:15.557361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Attempting to bind port 29a0ab9b-b16d-4536-9b63-91fe72992207 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:15.558156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Attempting to bind port 29a0ab9b-b16d-4536-9b63-91fe72992207 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:15.560470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Attempting to bind port 29a0ab9b-b16d-4536-9b63-91fe72992207 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:15.568205 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196176cc-a91c-4cc0-a7b7-556ea9fcab14 None None] Pushing event updated for resources: {'Port': ['ID=29a0ab9b-b16d-4536-9b63-91fe72992207,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:15.578775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:15.580294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:15.580294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.581139 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:15.582020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Bound port: 29a0ab9b-b16d-4536-9b63-91fe72992207, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:15.582791 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.593103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:15.619010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 63f3fe41-28b7-4c63-9d51-98a81361f8d9) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:15.627521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.628864 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.654058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1df075-e7d7-4b75-b4b6-f1cedc52dbdd None None] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:15.668863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-8e31f171-9262-4320-97c8-03213f35eb36 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7784567 Nov 12 09:21:15.673126 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38610) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.816533 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-46a20913-5481-45b6-a3fd-21070a8122cb None None] Provisioning complete for port 29a0ab9b-b16d-4536-9b63-91fe72992207 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:15.817144 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-46a20913-5481-45b6-a3fd-21070a8122cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.834037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] For port 29a0ab9b-b16d-4536-9b63-91fe72992207, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:15.907682 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] For port 29a0ab9b-b16d-4536-9b63-91fe72992207, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=29a0ab9b-b16d-4536-9b63-91fe72992207,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:15.925746 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.004838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-46a20913-5481-45b6-a3fd-21070a8122cb None None] Port 29a0ab9b-b16d-4536-9b63-91fe72992207 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:16.090668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0910f7-f3c1-482b-b840-5ecd16f2b3d4 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:16.130655 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.162626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:16.163580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:16.166700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196176cc-a91c-4cc0-a7b7-556ea9fcab14 None None] Pushing event updated for resources: {'Port': ['ID=29a0ab9b-b16d-4536-9b63-91fe72992207,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:16.307380 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:16.308906 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.322694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.399569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-8d9b1934-ebfc-479e-bd8c-f4375b9091d9 None None] Provisioning complete for port 29a0ab9b-b16d-4536-9b63-91fe72992207 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:16.400210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1934-ebfc-479e-bd8c-f4375b9091d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.552198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:16.727080 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.1 (63f3fe41-28b7-4c63-9d51-98a81361f8d9/1f3d11f5-343a-4aad-8d78-36c36a1bd599/3ceab421-cdf9-4dc4-88a4-3739a3f75607) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:16.775780 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1934-ebfc-479e-bd8c-f4375b9091d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.839861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8d9b1934-ebfc-479e-bd8c-f4375b9091d9 None None] For port 29a0ab9b-b16d-4536-9b63-91fe72992207, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=29a0ab9b-b16d-4536-9b63-91fe72992207,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:16.861722 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1934-ebfc-479e-bd8c-f4375b9091d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.903340 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.948353 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.948706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.985237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:13Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:17.016025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:17.021314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:17.028016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:17.076938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b1934-ebfc-479e-bd8c-f4375b9091d9 None None] Pushing event updated for resources: {'Port': ['ID=29a0ab9b-b16d-4536-9b63-91fe72992207,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.081559 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dfd784-da22-4452-b5ee-be3304761ea4 None None] The sync data for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 is: [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:13Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:17.088268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=3ceab421-cdf9-4dc4-88a4-3739a3f75607,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.119328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Allocated IP 172.20.0.2 (63f3fe41-28b7-4c63-9d51-98a81361f8d9/1f3d11f5-343a-4aad-8d78-36c36a1bd599/b732655b-d2f8-4140-b5a3-73dfcc039008) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:17.119631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.397074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.438667 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.499042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:17.503003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:17.506337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:17.561476 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Pushing event updated for resources: {'Port': ['ID=b732655b-d2f8-4140-b5a3-73dfcc039008,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.612190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Attempting to bind port b732655b-d2f8-4140-b5a3-73dfcc039008 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:17.612992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Attempting to bind port b732655b-d2f8-4140-b5a3-73dfcc039008 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:17.613500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Attempting to bind port b732655b-d2f8-4140-b5a3-73dfcc039008 on network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:17.628187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:17.628540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Checking segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:17.629091 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.629372 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Bound using segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:17.629879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Bound port: b732655b-d2f8-4140-b5a3-73dfcc039008, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:17.630281 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.653783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 29a0ab9b-b16d-4536-9b63-91fe72992207 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:17.818440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] For port b732655b-d2f8-4140-b5a3-73dfcc039008, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:17.831253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] For port b732655b-d2f8-4140-b5a3-73dfcc039008, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b732655b-d2f8-4140-b5a3-73dfcc039008,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:17.837394 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 29a0ab9b-b16d-4536-9b63-91fe72992207 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:17.838317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.860106 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.068760 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.163266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe0a5-4df8-402f-83a8-2875346d6d20 None None] Pushing event updated for resources: {'Port': ['ID=b732655b-d2f8-4140-b5a3-73dfcc039008,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:18.343572 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.361811 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.477845 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=3ceab421-cdf9-4dc4-88a4-3739a3f75607,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:18.480489 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.652889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:18.654718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:18.818366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:18.991894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:19.002458 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fe696d8d-1566-40d0-a519-4a22a1881631 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/c5b9dbe3-ad9f-4ada-9717-ea9c13809573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3275886 Nov 12 09:21:19.231165 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-600a5d97-a846-4b25-be54-72b6360bcf71 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222989045&fields=id&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 267 time: 0.0722694 Nov 12 09:21:19.393162 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-de41cd18-f5c5-4961-bcd6-4c08835d70ae tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.395836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-de41cd18-f5c5-4961-bcd6-4c08835d70ae tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 796 time: 0.1546037 Nov 12 09:21:19.418512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-37f42e6c-c5e8-4d29-842e-e2c3e6bd7cce tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/quotas/ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 375 time: 0.0125184 Nov 12 09:21:19.516950 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-183d91df-5010-4649-94ce-eb2fab7cd923 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856254 Nov 12 09:21:19.604093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-22b129ba-c4db-4b06-9733-16d3044f64da service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:21:19.617513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-22b129ba-c4db-4b06-9733-16d3044f64da service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0881288 Nov 12 09:21:19.636743 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b732655b-d2f8-4140-b5a3-73dfcc039008 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:19.724084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b732655b-d2f8-4140-b5a3-73dfcc039008 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:19.725928 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.727906 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Sync routers for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:19.748939 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:19.750121 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:19.824729 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-73cfd03d-8a2b-4bfd-a2ff-28701846e033 service neutron] 10.222.0.16 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058332 Nov 12 09:21:19.879668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.952004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port b732655b-d2f8-4140-b5a3-73dfcc039008, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b732655b-d2f8-4140-b5a3-73dfcc039008,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:19.959508 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.972452 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:20.011401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c454a3-44ae-45a5-8bdc-506c8702eb55 None None] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:20.015990 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-79395ac3-b268-4652-9d5e-b0eb828f74f1 service neutron] 10.222.0.16 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755550 Nov 12 09:21:20.204777 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=b732655b-d2f8-4140-b5a3-73dfcc039008,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:20.242600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-162a9472-172c-4f90-8e11-35f8be085234 None None] Provisioning complete for port b732655b-d2f8-4140-b5a3-73dfcc039008 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:20.242905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-162a9472-172c-4f90-8e11-35f8be085234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.406492 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:18Z', 'revision_number': 2, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:20.415531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c6050635-c600-4b54-8974-df1d4fb34a64 req-8b39c223-cc7d-4ebe-a43a-e31c6f315906 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 210 time: 0.0677226 Nov 12 09:21:20.480763 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Checking router: c5b9dbe3-ad9f-4ada-9717-ea9c13809573 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:20.480763 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Updating router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:21:20.528478 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.010790 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3fb07eba-5022-4897-928e-d283fc5ac87c None None] Provisioning complete for port b732655b-d2f8-4140-b5a3-73dfcc039008 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:21.011681 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3fb07eba-5022-4897-928e-d283fc5ac87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.245351 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.265875 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.320230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3fb07eba-5022-4897-928e-d283fc5ac87c None None] Provisioning complete for port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:21.320621 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3fb07eba-5022-4897-928e-d283fc5ac87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.380678 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Pushing event updated for resources: {'Port': ['ID=3ceab421-cdf9-4dc4-88a4-3739a3f75607,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:21.403916 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3fb07eba-5022-4897-928e-d283fc5ac87c None None] Port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:21.415432 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.415873 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.416342 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.416826 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.417582 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.417986 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.418447 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.418878 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.419514 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.420260 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.420676 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.422055 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:21.533726 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Attempting to bind port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:21.534753 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Attempting to bind port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:21.535617 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Attempting to bind port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 on network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:21.546215 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:21.547885 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Checking segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:21.548815 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.549738 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Bound using segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:21.550988 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Bound port: 3ceab421-cdf9-4dc4-88a4-3739a3f75607, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:21.552153 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.558043 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2ac0694f-178f-4b70-b479-272cb6556fb7 None None] Provisioning complete for port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:21.558552 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2ac0694f-178f-4b70-b479-272cb6556fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.652207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0694f-178f-4b70-b479-272cb6556fb7 None None] Port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:21.679546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b732655b-d2f8-4140-b5a3-73dfcc039008 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:21.715674 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6eeaf4b0-74f0-42d5-8c2d-1292a336d8e5 req-f721cdf2-ca0c-4420-8cc2-10c30ddafbeb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 210 time: 0.0996864 Nov 12 09:21:21.742465 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] For port 3ceab421-cdf9-4dc4-88a4-3739a3f75607, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:21.751159 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] For port 3ceab421-cdf9-4dc4-88a4-3739a3f75607, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3ceab421-cdf9-4dc4-88a4-3739a3f75607,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:21.764965 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.832592 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-44abbbb2-d0de-4c0b-876e-870270a03563 None None] Provisioning complete for port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:21.834570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44abbbb2-d0de-4c0b-876e-870270a03563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.883250 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd242-d87b-442a-868c-1a69352a14c1 None None] Pushing event updated for resources: {'Port': ['ID=3ceab421-cdf9-4dc4-88a4-3739a3f75607,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:21.893988 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:21.894905 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:21.935708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port b732655b-d2f8-4140-b5a3-73dfcc039008 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:21.936956 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.044937 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:22.159492 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44abbbb2-d0de-4c0b-876e-870270a03563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.227318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-44abbbb2-d0de-4c0b-876e-870270a03563 None None] For port 3ceab421-cdf9-4dc4-88a4-3739a3f75607, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3ceab421-cdf9-4dc4-88a4-3739a3f75607,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:22.233790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-44abbbb2-d0de-4c0b-876e-870270a03563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.387494 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abbbb2-d0de-4c0b-876e-870270a03563 None None] Pushing event updated for resources: {'Port': ['ID=3ceab421-cdf9-4dc4-88a4-3739a3f75607,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:22.453988 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:21Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:22.478133 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dfce629f-642d-4fdb-8bb5-ab49c343c837 None None] Provisioning complete for port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:22.478774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dfce629f-642d-4fdb-8bb5-ab49c343c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.494181 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd6f0c-6243-4708-bba4-135e44370c7c None None] The sync data for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 is: [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:21Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:22.513005 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-5e19a313-d938-472d-83b0-180712900b30 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:22.516305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-5e19a313-d938-472d-83b0-180712900b30 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 796 time: 0.2712924 Nov 12 09:21:22.630244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-2636fc48-4732-4c29-8145-352741ce9c38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 380 time: 0.1009216 Nov 12 09:21:22.646535 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'port': {'device_id': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'admin_state_up': True, 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'security_groups': ['eecd67f0-5326-4fe9-a90d-e3fdd8112d47']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:22.833007 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:22.837399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1afa3098-eb4c-44fa-a471-04f7a02fb8c7 None None] Provisioning complete for port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:22.837833 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1afa3098-eb4c-44fa-a471-04f7a02fb8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.842331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.913255 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dfec35fd-b762-4cf1-8e29-795ceb3b6984 req-8534db84-b8bf-49fb-998e-28f16af57e8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 210 time: 0.0768988 Nov 12 09:21:23.092669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.13 (63f3fe41-28b7-4c63-9d51-98a81361f8d9/1f3d11f5-343a-4aad-8d78-36c36a1bd599/0cf5da46-2b7f-486f-8ce5-e1770a4d1357) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:23.372347 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.426912 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.511547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:23.520674 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:23.527570 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:23.610043 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:23.631626 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3ceab421-cdf9-4dc4-88a4-3739a3f75607 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:23.654249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:23.655477 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.691117 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-6705c26c-e605-40c2-8e52-5517f7ee9dbb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0536952 Nov 12 09:21:23.704084 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Request body: {'port': {'device_id': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:23.720759 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:23.721049 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.780889 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.910764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-adb7965f-7eeb-4788-95b1-a58530084dcc None None] Provisioning complete for port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:23.911463 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-adb7965f-7eeb-4788-95b1-a58530084dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.971864 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-adb7965f-7eeb-4788-95b1-a58530084dcc None None] Port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:24.067235 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f403e2-2944-4941-a61b-d02927137b4c req-bce6dc60-f734-404a-a2ff-9f2d5acfd8f7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.069085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79f403e2-2944-4941-a61b-d02927137b4c req-bce6dc60-f734-404a-a2ff-9f2d5acfd8f7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 932 time: 0.0720942 Nov 12 09:21:24.127598 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-79f403e2-2944-4941-a61b-d02927137b4c req-b6579456-b233-4a94-884f-127d0a341063 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521042 Nov 12 09:21:24.201807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:24.211034 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.226568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Transition to ACTIVE for port object 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:24.231824 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.313856 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:24.420326 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Attempting to bind port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:24.420758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Attempting to bind port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:24.421198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Attempting to bind port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 on network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:24.427807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 on network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:24.428132 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Attempting to bind port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 on network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:24.434066 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:24.434378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Checking segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:24.434775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Bound using segment: {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:24.435220 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Bound port: 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf2a4fd-d8db-4a9e-8509-468776777eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:24.435580 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.452349 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:24.518889 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] For port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:24.524602 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] For port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:24.532634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.573422 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.574761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.577109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] 10.222.0.32 "PUT /v2.0/ports/0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 1093 time: 0.8772726 Nov 12 09:21:24.578374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:24.582422 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5516ffc5-701a-4e69-8730-a712d1adfb20" -d '{"events": [{"name": "network-changed", "server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:24.639114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefa461-25a5-4ba2-b96f-e6e901e28b86 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:24.666472 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0583d1b-a165-4d50-8f80-27fd4ce432e5 x-openstack-request-id: req-c0583d1b-a165-4d50-8f80-27fd4ce432e5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:24.666843 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:24.667165 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0583d1b-a165-4d50-8f80-27fd4ce432e5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:24.667732 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'status': 'completed', 'code': 200} Nov 12 09:21:24.707685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-326e2e44-2b93-4e3d-80bd-bc71dd7da90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.709408 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-326e2e44-2b93-4e3d-80bd-bc71dd7da90d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1096 time: 0.0567615 Nov 12 09:21:24.760412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-127e1e51-9ff5-480f-840b-900b8e8174c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 217 time: 0.0422735 Nov 12 09:21:24.832556 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-250f028c-be3c-40cf-a6b8-c69b040cbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.835796 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-250f028c-be3c-40cf-a6b8-c69b040cbb6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0670874 Nov 12 09:21:24.900382 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-66bf9822-a71c-44af-ba4d-664f9f76b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.901935 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-66bf9822-a71c-44af-ba4d-664f9f76b0bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586770 Nov 12 09:21:25.048609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-c2aca8af-196e-4aeb-af22-1af705fb46d9 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387234 Nov 12 09:21:25.168908 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c86f0287-746f-46b7-990c-503ff8112dc0 req-54ba491f-5ebb-47fb-bb3c-d77c30b029fb service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127696 Nov 12 09:21:25.282078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-7e3251a2-1d76-456c-9d27-a9080f4ec05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.284609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-7e3251a2-1d76-456c-9d27-a9080f4ec05e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1096 time: 0.0570829 Nov 12 09:21:25.286957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b10659-b2b5-4081-9de2-59b9105a0edd req-62ef43a2-a59d-4160-bd62-80588846635b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.288664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65b10659-b2b5-4081-9de2-59b9105a0edd req-62ef43a2-a59d-4160-bd62-80588846635b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 944 time: 0.0751708 Nov 12 09:21:25.358533 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-65b10659-b2b5-4081-9de2-59b9105a0edd req-4cdd3272-3be8-4502-8f14-ddcd2b43dd0f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630479 Nov 12 09:21:25.420863 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-b8d50d02-e6b9-40fe-8623-a0a9da98cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.423470 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-b8d50d02-e6b9-40fe-8623-a0a9da98cced service neutron] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 896 time: 0.1254926 Nov 12 09:21:25.492114 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-d16c093f-a5ac-4a80-9992-f1f32324c0ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 217 time: 0.0606487 Nov 12 09:21:25.551075 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-906fbe55-f97a-41ca-b705-3136163bbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.553242 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-906fbe55-f97a-41ca-b705-3136163bbeae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0538390 Nov 12 09:21:25.616190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-94705c43-8440-4330-9481-278e0726731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.617745 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-94705c43-8440-4330-9481-278e0726731d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565143 Nov 12 09:21:25.754951 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-1c8be082-7fd2-4b29-8a8e-f7f7f1b90b88 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283340 Nov 12 09:21:25.898260 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5516ffc5-701a-4e69-8730-a712d1adfb20 req-d6b6f2dc-6b86-48f1-aac0-5f6693c2acc4 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343162 Nov 12 09:21:26.570308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12381c-2327-4be6-99d8-cc03b44ffb3a req-1962cfc8-5fa6-412f-9904-965ed718a685 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.573410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c12381c-2327-4be6-99d8-cc03b44ffb3a req-1962cfc8-5fa6-412f-9904-965ed718a685 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 944 time: 0.1052125 Nov 12 09:21:26.664453 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c12381c-2327-4be6-99d8-cc03b44ffb3a req-27dd2526-59ba-4699-82a7-432154caafff tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801253 Nov 12 09:21:27.437771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:27.622141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:27.647604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'port_id': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'mac_address': 'fa:16:3e:ff:98:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:27.729817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.751312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:27.778602 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:27.788110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.859255 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:27.862002 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f2985-f720-48bd-92e9-a84e345c8749 req-92e7f288-1de0-4d47-9340-8562eebcd359 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.863686 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-748f2985-f720-48bd-92e9-a84e345c8749 req-92e7f288-1de0-4d47-9340-8562eebcd359 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 945 time: 0.0762312 Nov 12 09:21:27.932785 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-748f2985-f720-48bd-92e9-a84e345c8749 req-2e7637f7-0a95-4fed-8b93-b4a1cfb01d64 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598669 Nov 12 09:21:28.029522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['0cf5da46-2b7f-486f-8ce5-e1770a4d1357'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:29.066892 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90d0a7-079b-4cde-b433-b5030cc546a7 req-9a0e489a-ba1c-4342-aade-a2dd32b5e163 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.069001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c90d0a7-079b-4cde-b433-b5030cc546a7 req-9a0e489a-ba1c-4342-aade-a2dd32b5e163 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 945 time: 0.0559146 Nov 12 09:21:29.131265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0c90d0a7-079b-4cde-b433-b5030cc546a7 req-5fbe4c85-baa2-4d0b-8093-2df67dad7360 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560079 Nov 12 09:21:29.465966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:29.526253 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:29.530693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:29.531825 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.620383 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.646144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:29.648393 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b60b23-d55f-47c6-b1cb-66befde740b2" -d '{"events": [{"server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "name": "network-vif-plugged", "status": "completed", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:29.664991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:29.670162 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.728283 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:29.752499 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6597e64-9a01-4cdd-b43a-fe6db9e7e36a x-openstack-request-id: req-d6597e64-9a01-4cdd-b43a-fe6db9e7e36a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:29.752806 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "name": "network-vif-plugged", "status": "completed", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:29.753068 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6597e64-9a01-4cdd-b43a-fe6db9e7e36a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:29.753485 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'code': 200} Nov 12 09:21:29.858385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87d3c5-71d7-4a77-af71-1b15043f17aa req-e1fe66f9-2a51-47df-8377-d8ab02c35c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.860014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af87d3c5-71d7-4a77-af71-1b15043f17aa req-e1fe66f9-2a51-47df-8377-d8ab02c35c7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1098 time: 0.0434639 Nov 12 09:21:29.931281 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-af87d3c5-71d7-4a77-af71-1b15043f17aa req-a38d92f7-4fc8-4c8e-8cae-b9dce41785bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638125 Nov 12 09:21:30.260040 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b3a69-b554-41ab-9da8-ebdf15577d7b req-221314db-f292-41d7-9156-0e216451edfc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.261699 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c52b3a69-b554-41ab-9da8-ebdf15577d7b req-221314db-f292-41d7-9156-0e216451edfc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0544853 Nov 12 09:21:30.318160 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c52b3a69-b554-41ab-9da8-ebdf15577d7b req-ae12e7e8-e788-474d-b71b-6226e49ad901 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491514 Nov 12 09:21:31.453153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d44b-4ee7-46c5-9c64-15541c84ea1e req-82fb2615-a7d4-438a-ac32-975abb9aff33 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.454916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e05d44b-4ee7-46c5-9c64-15541c84ea1e req-82fb2615-a7d4-438a-ac32-975abb9aff33 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0565197 Nov 12 09:21:31.522481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e05d44b-4ee7-46c5-9c64-15541c84ea1e req-1106ddbe-185e-4978-a993-b50e826b5109 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556576 Nov 12 09:21:31.662814 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704982b-5604-4252-9978-49f3f19a97c5 req-60f71849-402d-4f36-9b7a-7f85e030d3b8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.664405 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4704982b-5604-4252-9978-49f3f19a97c5 req-60f71849-402d-4f36-9b7a-7f85e030d3b8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0601308 Nov 12 09:21:31.723623 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4704982b-5604-4252-9978-49f3f19a97c5 req-4f42eebb-178a-4c44-870a-d1d64ff03351 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507236 Nov 12 09:21:31.748871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38668) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.793484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd6732-c3e4-41db-84c9-9fd6aa7a2874 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.795098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-a4bd6732-c3e4-41db-84c9-9fd6aa7a2874 tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1093 time: 0.0442655 Nov 12 09:21:31.799682 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38670) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.804551 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:31.832471 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.964252 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.086601 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.161 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a488ccbc-3c73-408a-b6bb-9621346e24db) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:32.274128 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.317156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.360019 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:32.366700 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:32.371071 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:32.377569 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=a488ccbc-3c73-408a-b6bb-9621346e24db,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.785885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.876216 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.080287 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.085867 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.171016 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=a488ccbc-3c73-408a-b6bb-9621346e24db,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:33.193785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.316904 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 33f4bef4-8723-451b-bec3-bc5450912775 associated. External IP: 172.25.4.161, port: 0cf5da46-2b7f-486f-8ce5-e1770a4d1357. Nov 12 09:21:33.956678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:34.095707 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:34.108453 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] Sync routers for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:34.122181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.133982 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:34.134985 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:34.182679 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-502353e8-f88a-4882-b453-efd67f9c6c7e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3817492 Nov 12 09:21:34.183433 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:34.186386 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:34.270137 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e13d9f-f64a-48f8-a4a1-0e81c4a8598a x-openstack-request-id: req-b6e13d9f-f64a-48f8-a4a1-0e81c4a8598a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:34.270483 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:34.270657 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6e13d9f-f64a-48f8-a4a1-0e81c4a8598a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:34.271090 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'status': 'completed', 'code': 200} Nov 12 09:21:34.347361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:34.367802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-c0f6e8b9-0ce9-4e24-b2af-d7a5a0e20b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.369628 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-c0f6e8b9-0ce9-4e24-b2af-d7a5a0e20b73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1098 time: 0.0695989 Nov 12 09:21:34.427157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf465be7-d7df-4ac6-9bce-0aef0bfbe06a req-43b63539-8ed8-4849-857e-f8a3866be4c5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.430283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf465be7-d7df-4ac6-9bce-0aef0bfbe06a req-43b63539-8ed8-4849-857e-f8a3866be4c5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.1712742 Nov 12 09:21:34.527191 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cf465be7-d7df-4ac6-9bce-0aef0bfbe06a req-93cac9d7-5da3-4b1e-875f-e6d87ca38e65 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893440 Nov 12 09:21:34.537969 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-c3cb07fb-b537-4987-b1b0-45d8b93270e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.540743 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-c3cb07fb-b537-4987-b1b0-45d8b93270e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 896 time: 0.1630573 Nov 12 09:21:34.560243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38678) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:34.671922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-c17cf900-5936-44bd-b006-134c594f6811 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 1000 time: 0.1220858 Nov 12 09:21:34.678315 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b940e35a-afa5-4ed0-b247-790bb9de1ab3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/33f4bef4-8723-451b-bec3-bc5450912775 HTTP/1.1" status: 200 len: 992 time: 0.1137218 Nov 12 09:21:34.745863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '33f4bef4-8723-451b-bec3-bc5450912775', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'port_id': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'mac_address': 'fa:16:3e:ff:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:32Z', 'updated_at': '2021-11-12T09:21:32Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:22Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:34.748859 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-27e97196-7af2-4945-b2c2-8d67dcfdaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.752967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-27e97196-7af2-4945-b2c2-8d67dcfdaa87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0729516 Nov 12 09:21:34.777902 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] Checking router: c5b9dbe3-ad9f-4ada-9717-ea9c13809573 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:34.789849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:34.790490 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:21:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:34.831111 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-1117394e-323f-453a-b9ab-bceaecb8ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.833125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-1117394e-323f-453a-b9ab-bceaecb8ec45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721653 Nov 12 09:21:34.975043 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-33187204-99f7-4228-917e-e83c0e4233f5 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333120 Nov 12 09:21:35.105752 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-81eaf39e-6ce1-4bcb-8908-f6bb90760d2f req-298a64d7-ff71-44f6-b825-aa36e844ea23 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232486 Nov 12 09:21:35.150951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:35.457584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '33f4bef4-8723-451b-bec3-bc5450912775', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'port_id': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'mac_address': 'fa:16:3e:ff:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:32Z', 'updated_at': '2021-11-12T09:21:32Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:22Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:35.488399 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e532e07-4fc6-46dc-aa08-c9a2789ee124 None None] The sync data for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 is: [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '33f4bef4-8723-451b-bec3-bc5450912775', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'port_id': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'mac_address': 'fa:16:3e:ff:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:32Z', 'updated_at': '2021-11-12T09:21:32Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:22Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:35.682119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38680) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:35.732884 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059b9a2-d240-4e00-b0a4-c402c9e09f9b None None] New status for floating IP 33f4bef4-8723-451b-bec3-bc5450912775: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:35.788355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-11ae82eb-e73e-4290-b08e-fc8931f93dc4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/33f4bef4-8723-451b-bec3-bc5450912775 HTTP/1.1" status: 200 len: 992 time: 0.1043310 Nov 12 09:21:36.793668 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38682) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.908910 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e01461c1-4208-406e-a6af-3ebe2d2883d7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/33f4bef4-8723-451b-bec3-bc5450912775 HTTP/1.1" status: 200 len: 994 time: 0.1137509 Nov 12 09:21:39.529422 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.798099 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-31bd5e4f-fab6-42df-871c-03aae26a1e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.465964 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.278316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e8633a46-15ed-4095-a30d-d20a03b345c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.821447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.960553 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.874647 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.679842 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-f948016a-6b08-45e0-8744-a57a330eb007 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440695 Nov 12 09:21:54.783203 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e398-6d7e-4573-a2d8-852556cae402 req-07737393-03cf-4d38-b05a-664c2e194d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.784683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-07737393-03cf-4d38-b05a-664c2e194d30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1098 time: 0.0494413 Nov 12 09:21:54.910468 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e398-6d7e-4573-a2d8-852556cae402 req-fd5a1106-4f01-4898-a861-ca0a437a5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.912016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-fd5a1106-4f01-4898-a861-ca0a437a5c45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 896 time: 0.1031673 Nov 12 09:21:55.019001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-2d9b42cd-0122-4d84-8d6d-49fd924701f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 1002 time: 0.0978570 Nov 12 09:21:55.077507 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e398-6d7e-4573-a2d8-852556cae402 req-4a4529ca-083e-450b-8896-e37be4dd97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.079125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-4a4529ca-083e-450b-8896-e37be4dd97d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0524392 Nov 12 09:21:55.141134 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e398-6d7e-4573-a2d8-852556cae402 req-09efd332-3125-4ecc-a940-fa0885cac1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.142740 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-09efd332-3125-4ecc-a940-fa0885cac1c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559223 Nov 12 09:21:55.247109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-25945d3d-7052-48cd-9758-662490e3a431 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948932 Nov 12 09:21:55.362317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9569e398-6d7e-4573-a2d8-852556cae402 req-a9275703-f0a6-4a57-a906-f12c283ebbc6 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076298 Nov 12 09:22:01.445154 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:08.364749 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74ef0f-7e65-4c8c-9c55-e913a662f474 req-e1bee351-6600-4ce3-ba28-44f9fda666b9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:08.366343 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba74ef0f-7e65-4c8c-9c55-e913a662f474 req-e1bee351-6600-4ce3-ba28-44f9fda666b9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.1263447 Nov 12 09:22:08.459528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ba74ef0f-7e65-4c8c-9c55-e913a662f474 req-d6f0265d-1f17-4454-9fbc-b6659e0193fe tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846922 Nov 12 09:22:09.546715 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.610439 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ea6a-dc7d-419c-b9ef-9b31b0688f0e req-b580acfd-9b64-49f0-bcc6-4653a6a263a8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.612120 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7563ea6a-dc7d-419c-b9ef-9b31b0688f0e req-b580acfd-9b64-49f0-bcc6-4653a6a263a8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0599682 Nov 12 09:22:09.700909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7563ea6a-dc7d-419c-b9ef-9b31b0688f0e req-614ca58d-10b9-4452-8552-085ff0347517 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772686 Nov 12 09:22:10.792790 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a39c83a-2c91-4400-8058-68054c6a3eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.842750 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347551b-a5d4-4c93-a60e-597ae75ca0f3 req-566b7a6f-e0d4-438f-9fca-6f85c50e505f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:10.844528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c347551b-a5d4-4c93-a60e-597ae75ca0f3 req-566b7a6f-e0d4-438f-9fca-6f85c50e505f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0590372 Nov 12 09:22:10.900363 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c347551b-a5d4-4c93-a60e-597ae75ca0f3 req-e30dc60a-47a3-46ec-85e3-484e932e9781 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492318 Nov 12 09:22:12.050241 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8b01-4747-476d-be17-6395f73a5f03 req-b715bb08-4638-493a-9fa0-ace241b414f4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:12.052351 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-546a8b01-4747-476d-be17-6395f73a5f03 req-b715bb08-4638-493a-9fa0-ace241b414f4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0644417 Nov 12 09:22:12.112602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-546a8b01-4747-476d-be17-6395f73a5f03 req-191a0bc9-7c6f-49bb-a35d-89e5d8719115 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539629 Nov 12 09:22:12.463538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.278636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e6c35a17-9ff9-44e4-944d-f09bb65f0030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.287093 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fb1ca-059b-437a-8534-eed9ffcb8521 req-f2561071-ad7b-42de-8bfe-c2a68c49d2f4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.289879 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f87fb1ca-059b-437a-8534-eed9ffcb8521 req-f2561071-ad7b-42de-8bfe-c2a68c49d2f4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0690601 Nov 12 09:22:13.375986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f87fb1ca-059b-437a-8534-eed9ffcb8521 req-38d02854-f7bd-4f31-b710-7ca9affa3b75 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787377 Nov 12 09:22:14.521203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89f820-5db4-4138-be2a-b0ab20aa142d req-98412f15-1980-4487-940e-145ee21b4956 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.523937 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e89f820-5db4-4138-be2a-b0ab20aa142d req-98412f15-1980-4487-940e-145ee21b4956 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0664668 Nov 12 09:22:14.593189 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e89f820-5db4-4138-be2a-b0ab20aa142d req-c8a3970d-a149-458b-8e84-d42699fd07a0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623407 Nov 12 09:22:14.822349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.738206 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a12fb-9ee7-4c59-904b-3fcc30dcdbe2 req-d6894acf-ef39-4828-a26f-c1b0143028b2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:15.740068 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-427a12fb-9ee7-4c59-904b-3fcc30dcdbe2 req-d6894acf-ef39-4828-a26f-c1b0143028b2 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0561156 Nov 12 09:22:15.803183 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-427a12fb-9ee7-4c59-904b-3fcc30dcdbe2 req-6142571a-13e8-4ee9-a95e-306256413e82 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565481 Nov 12 09:22:15.963393 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.881405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.939388 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b716ab-2235-4682-9ab1-22065b010ffb req-3ce47fec-b5dd-4c3c-b49b-d9a8914f29c0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:16.941362 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98b716ab-2235-4682-9ab1-22065b010ffb req-3ce47fec-b5dd-4c3c-b49b-d9a8914f29c0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0577846 Nov 12 09:22:17.001469 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98b716ab-2235-4682-9ab1-22065b010ffb req-a2867daa-160a-4ee2-aeb2-1a2c179e6d83 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506117 Nov 12 09:22:18.141078 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b1ce2-0e15-4f1b-8b5e-008971b6bde1 req-87ffa64d-766f-4b22-8a0c-1f4e04f751ec tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:18.143374 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed4b1ce2-0e15-4f1b-8b5e-008971b6bde1 req-87ffa64d-766f-4b22-8a0c-1f4e04f751ec tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0628357 Nov 12 09:22:18.202692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ed4b1ce2-0e15-4f1b-8b5e-008971b6bde1 req-d7b9fe8f-a8b9-4e36-97c2-db6ffc8009f5 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529459 Nov 12 09:22:19.353515 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8f156-0841-43db-b326-b9eda1a279db req-01d0a522-3459-45c2-af00-476f20a9989f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.355554 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80e8f156-0841-43db-b326-b9eda1a279db req-01d0a522-3459-45c2-af00-476f20a9989f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0616882 Nov 12 09:22:19.415934 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-80e8f156-0841-43db-b326-b9eda1a279db req-bf254219-511d-4db7-b8cb-bfe1d1137084 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535004 Nov 12 09:22:20.551282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f56771-2bf7-4329-8e7d-2d616e743ad5 req-78c26e6a-b3be-42f6-b9d9-f01dc4f71ed8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:20.553014 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1f56771-2bf7-4329-8e7d-2d616e743ad5 req-78c26e6a-b3be-42f6-b9d9-f01dc4f71ed8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0619912 Nov 12 09:22:20.615853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1f56771-2bf7-4329-8e7d-2d616e743ad5 req-e8cfdd9c-58b8-4e58-b670-1db2ec4dd8d0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514309 Nov 12 09:22:21.755370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da1de2-e49b-481c-a35d-eb00a41ea56e req-1987bed2-0d33-4677-b81d-bc1287ec12f9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:21.756954 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68da1de2-e49b-481c-a35d-eb00a41ea56e req-1987bed2-0d33-4677-b81d-bc1287ec12f9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0636184 Nov 12 09:22:21.827730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-68da1de2-e49b-481c-a35d-eb00a41ea56e req-0f485f81-3db1-4135-bb49-e7b0af5e5b67 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584266 Nov 12 09:22:22.960883 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05b7d-7883-4786-8f6e-6fd3f1cb77d7 req-6272feb9-6d78-485e-a438-2eb70b65da28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.962523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5c05b7d-7883-4786-8f6e-6fd3f1cb77d7 req-6272feb9-6d78-485e-a438-2eb70b65da28 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0553844 Nov 12 09:22:23.023791 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f5c05b7d-7883-4786-8f6e-6fd3f1cb77d7 req-91d63e82-b7c0-4111-928d-96aa6fe3b32b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489397 Nov 12 09:22:24.160363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643a9cb-f8a8-42d8-9621-d022afa38fc2 req-d2d5a8f9-0c0c-4339-9119-17c70c663e83 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:24.162139 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b643a9cb-f8a8-42d8-9621-d022afa38fc2 req-d2d5a8f9-0c0c-4339-9119-17c70c663e83 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0547073 Nov 12 09:22:24.232175 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b643a9cb-f8a8-42d8-9621-d022afa38fc2 req-669e2ee9-bbc3-4d44-b9a6-f195bb5063b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625346 Nov 12 09:22:24.256186 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38730) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:24.322733 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-ef09cf65-bc3e-48f3-89c7-f6d4df1b8f3c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/33f4bef4-8723-451b-bec3-bc5450912775 HTTP/1.1" status: 200 len: 994 time: 0.0652518 Nov 12 09:22:25.645725 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde62546-9aac-410c-bb70-c6baab080163 req-dc0c2396-b9ef-46b2-bf06-63af30386a9e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:25.647421 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bde62546-9aac-410c-bb70-c6baab080163 req-dc0c2396-b9ef-46b2-bf06-63af30386a9e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0584536 Nov 12 09:22:25.672799 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-028ad05b-a99e-4487-8a17-f5fcbd96ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:25.674345 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-028ad05b-a99e-4487-8a17-f5fcbd96ae40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1098 time: 0.0486152 Nov 12 09:22:25.705834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bde62546-9aac-410c-bb70-c6baab080163 req-1dc3da5a-46e9-429e-86ae-266e4531ee65 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518665 Nov 12 09:22:25.783683 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-7c3ee706-d39e-4f2f-a6d0-c1e0264433aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:25.785268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-7c3ee706-d39e-4f2f-a6d0-c1e0264433aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 896 time: 0.1023686 Nov 12 09:22:25.862122 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-c7dbcc1b-ab13-43cc-bd12-eff07506eae8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 1002 time: 0.0682847 Nov 12 09:22:25.919104 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-72532d6d-06c5-405b-814b-9533f35587c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:25.921383 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-72532d6d-06c5-405b-814b-9533f35587c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0509336 Nov 12 09:22:25.975505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-1da71865-8d8b-4f33-afe2-73a8ccbdba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:25.977087 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-1da71865-8d8b-4f33-afe2-73a8ccbdba82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486150 Nov 12 09:22:26.073805 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-5b5862ae-73e5-44ec-ac4d-e73622e92feb service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890372 Nov 12 09:22:26.234988 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ab447a26-e266-4058-bb24-95f01e4947f9 req-f7ba957e-71a7-4495-b4a4-f23a85f89f64 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536603 Nov 12 09:22:26.852598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b92f3c-c487-48a3-9a44-38e9b33cdb75 req-ec97b8ef-cfd7-4f52-b2ad-6acd39839409 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:26.854214 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0b92f3c-c487-48a3-9a44-38e9b33cdb75 req-ec97b8ef-cfd7-4f52-b2ad-6acd39839409 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0635400 Nov 12 09:22:26.913900 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0b92f3c-c487-48a3-9a44-38e9b33cdb75 req-366521c0-7320-4e7c-a055-c59f349af879 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520332 Nov 12 09:22:28.056823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06b97c-f550-4308-aac4-616472623adf req-8ac37da4-45e0-4bf6-8702-df303dad9a06 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.058573 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a06b97c-f550-4308-aac4-616472623adf req-8ac37da4-45e0-4bf6-8702-df303dad9a06 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0554471 Nov 12 09:22:28.128186 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a06b97c-f550-4308-aac4-616472623adf req-d9ee5021-82b5-43f4-867c-29e8e56a6415 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581677 Nov 12 09:22:28.152819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38742) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:28.221398 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02369b97-8a70-46f6-a5d8-5546429cc27e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/33f4bef4-8723-451b-bec3-bc5450912775 HTTP/1.1" status: 200 len: 994 time: 0.0672514 Nov 12 09:22:38.451642 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:39.569747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.788674 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5fc042cd-f167-41a5-a540-72409d9190c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.478096 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.277266 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3d8152a5-7730-4d54-a2a6-8306de482deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.837101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.970719 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.877143 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.776649 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-c469992a-89e5-4f3b-be07-0a3f16817f82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912173 Nov 12 09:22:55.903777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-fef03a17-00e1-429f-8f90-4003a8e2ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:55.906687 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-fef03a17-00e1-429f-8f90-4003a8e2ae70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1098 time: 0.0761747 Nov 12 09:22:56.088189 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-9e8828e6-8871-47dd-8915-e2d13af3e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.091273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-9e8828e6-8871-47dd-8915-e2d13af3e7b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 896 time: 0.1581061 Nov 12 09:22:56.223970 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-26f9a75e-bedd-49d2-b442-2e338a0261d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 1002 time: 0.1241925 Nov 12 09:22:56.311211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-1f6ab05f-5d8b-41a6-a8ce-ea4b683a622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.313829 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-1f6ab05f-5d8b-41a6-a8ce-ea4b683a622f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0804369 Nov 12 09:22:56.393505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-607735d3-24b2-4deb-b315-c1318302e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.395866 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-607735d3-24b2-4deb-b315-c1318302e438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732884 Nov 12 09:22:56.560897 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-0b64ca2c-e440-4fdc-bf01-3334f724120c service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564965 Nov 12 09:22:56.677658 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6fbb1706-75b4-4f2c-8126-1020264f98c7 req-8a194dda-35b8-4fea-b8a7-9b92e9484877 service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078093 Nov 12 09:22:58.807185 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38752) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:59.063395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port a488ccbc-3c73-408a-b6bb-9621346e24db {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:59.063781 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.228708 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.229281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.253987 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for a488ccbc-3c73-408a-b6bb-9621346e24db owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:59.520545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.562944 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=a488ccbc-3c73-408a-b6bb-9621346e24db,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:59.597997 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.598432 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.598821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.599206 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.599620 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.600078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.600526 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.600983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.601414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.601919 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.602472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.602962 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:59.668996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.669388 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 33f4bef4-8723-451b-bec3-bc5450912775 disassociated (deleted). External IP: 172.25.4.161, port: 0cf5da46-2b7f-486f-8ce5-e1770a4d1357. Nov 12 09:23:00.048152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:00.270857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:00.280240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.286703 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] Sync routers for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:00.307150 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:00.307876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:00.336169 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dd14dd7c-f96c-4231-b274-372ea457027b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/floatingips/33f4bef4-8723-451b-bec3-bc5450912775 HTTP/1.1" status: 204 len: 168 time: 1.5251606 Nov 12 09:23:00.336169 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:00.338349 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae38f6-e633-4621-8db4-11cc8538a0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:00.412510 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d3ca1a-0c07-4f0b-8356-2a7baba5698f x-openstack-request-id: req-12d3ca1a-0c07-4f0b-8356-2a7baba5698f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:00.412510 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:00.413254 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12d3ca1a-0c07-4f0b-8356-2a7baba5698f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:00.414042 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'status': 'completed', 'code': 200} Nov 12 09:23:00.548422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:00.552352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-c3d8362e-f87b-4306-b744-1bcb718330f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.555742 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-c3d8362e-f87b-4306-b744-1bcb718330f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 1098 time: 0.1032076 Nov 12 09:23:00.739796 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-cb12022f-cd8a-4d5c-aa6c-3f43e77d8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.741673 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-cb12022f-cd8a-4d5c-aa6c-3f43e77d8885 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 200 len: 896 time: 0.1780093 Nov 12 09:23:00.765488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b49ca-f79e-46ca-a8f5-bd9b1fc191e0 req-7fc1cc93-6af2-4d75-b430-af70b8710577 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.780526 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a9b49ca-f79e-46ca-a8f5-bd9b1fc191e0 req-7fc1cc93-6af2-4d75-b430-af70b8710577 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.1164241 Nov 12 09:23:00.814265 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-6007d78f-998b-462e-b1b2-e06f2ba25c14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 200 len: 217 time: 0.0636194 Nov 12 09:23:00.870513 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5a9b49ca-f79e-46ca-a8f5-bd9b1fc191e0 req-7b517238-7172-44b4-b785-01a8c8b1bd2b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884492 Nov 12 09:23:00.900419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-2972e860-60eb-440f-a2a1-f02ed3d47829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.902039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-2972e860-60eb-440f-a2a1-f02ed3d47829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 200 len: 835 time: 0.0766037 Nov 12 09:23:00.952575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:22Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:00.982632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-e4910f0b-9120-45ec-bab8-36f49318836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.985259 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-e4910f0b-9120-45ec-bab8-36f49318836f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63f3fe41-28b7-4c63-9d51-98a81361f8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751343 Nov 12 09:23:00.998739 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] Checking router: c5b9dbe3-ad9f-4ada-9717-ea9c13809573 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:01.015474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:01.019572 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:01.165741 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-63001b69-9827-4237-873a-3bf6e535c69f service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712296 Nov 12 09:23:01.240690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:01.333597 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9eae38f6-e633-4621-8db4-11cc8538a0a0 req-53743f67-1bbc-43c5-ae24-c72a44a40e7e service neutron] 10.222.0.32 "GET /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566970 Nov 12 09:23:01.635780 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:22Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:01.681404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34e861-a4a2-45cb-a0e1-b2cd7ab44136 None None] The sync data for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 is: [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:21:17Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '3ceab421-cdf9-4dc4-88a4-3739a3f75607', 'name': '', 'network_id': '63f3fe41-28b7-4c63-9d51-98a81361f8d9', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:6b:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:16Z', 'updated_at': '2021-11-12T09:21:22Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': '1f3d11f5-343a-4aad-8d78-36c36a1bd599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:02.019236 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91880aee-05eb-47b4-a5a3-a5aa49126f10 None None] New status for floating IP 33f4bef4-8723-451b-bec3-bc5450912775: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:23:02.053946 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3b667-9c2a-4527-8869-2d5be553de82 req-f9244e61-3304-4f6f-9917-a54057e94185 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:02.056454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5df3b667-9c2a-4527-8869-2d5be553de82 req-f9244e61-3304-4f6f-9917-a54057e94185 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0788701 Nov 12 09:23:02.127827 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5df3b667-9c2a-4527-8869-2d5be553de82 req-86648bfa-70f1-4a9d-bcf7-82693447abdf tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=eecd67f0-5326-4fe9-a90d-e3fdd8112d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613930 Nov 12 09:23:02.359557 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-0421dbf4-031d-4005-a5fa-051e18bce452 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:02.361125 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-0421dbf4-031d-4005-a5fa-051e18bce452 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 946 time: 0.0612779 Nov 12 09:23:02.516362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:02.516724 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.658807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:02.659185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.687109 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:02.906919 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.943356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=0cf5da46-2b7f-486f-8ce5-e1770a4d1357,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:02.995182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] No DVR routers for this DVR port 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:02.999242 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.003109 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-4f48bc89-c583-456a-a11c-912b78a17c7d req-5f65188b-91d0-4755-b6e0-b44e06139b38 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "DELETE /v2.0/ports/0cf5da46-2b7f-486f-8ce5-e1770a4d1357 HTTP/1.1" status: 204 len: 173 time: 0.6338034 Nov 12 09:23:03.003661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'name': 'network-vif-deleted', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:03.007089 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e9122-ff04-44b3-ae22-b37cfa29375b" -d '{"events": [{"server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "name": "network-vif-deleted", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:03.060256 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dcb2b2-3f40-4abc-9e1f-a60c1bc596bd x-openstack-request-id: req-74dcb2b2-3f40-4abc-9e1f-a60c1bc596bd {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:03.060792 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a856fdf-bb82-4b9d-acd6-1eae03107f62", "name": "network-vif-deleted", "tag": "0cf5da46-2b7f-486f-8ce5-e1770a4d1357", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:03.061262 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74dcb2b2-3f40-4abc-9e1f-a60c1bc596bd {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:03.061970 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a856fdf-bb82-4b9d-acd6-1eae03107f62', 'name': 'network-vif-deleted', 'tag': '0cf5da46-2b7f-486f-8ce5-e1770a4d1357', 'status': 'completed', 'code': 200} Nov 12 09:23:03.296903 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a0d5cc64-791b-4607-9869-1d6a6e50ad68 req-3bcc45d2-4cba-4573-9561-df7da282f53e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a856fdf-bb82-4b9d-acd6-1eae03107f62 HTTP/1.1" status: 200 len: 210 time: 0.0528750 Nov 12 09:23:04.376145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38770) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:04.999145 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.423300 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 3ceab421-cdf9-4dc4-88a4-3739a3f75607 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:05.424947 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.552827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 3ceab421-cdf9-4dc4-88a4-3739a3f75607, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=3ceab421-cdf9-4dc4-88a4-3739a3f75607,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:05.553202 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.568509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 3ceab421-cdf9-4dc4-88a4-3739a3f75607 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:05.852080 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.882293 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=3ceab421-cdf9-4dc4-88a4-3739a3f75607,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:05.890431 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:05.931911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:05.932368 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0cf5da46-2b7f-486f-8ce5-e1770a4d1357 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:06.144342 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.426477 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:06.960827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:06.969266 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-af4f29b3-5445-445e-9457-cc2a5157cf79 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/c5b9dbe3-ad9f-4ada-9717-ea9c13809573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5889452 Nov 12 09:23:06.969975 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38772) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:06.974251 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] Sync routers for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:06.985791 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:06.986429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:07.051463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting subnet 1f3d11f5-343a-4aad-8d78-36c36a1bd599 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:23:07.055550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.108028 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.119410 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:07.223054 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.321846 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.378292 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:23:05Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:07.378608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3d11f5-343a-4aad-8d78-36c36a1bd599,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:07.384760 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.393824 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d792254-103b-443d-9917-2f0886925597 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/subnets/1f3d11f5-343a-4aad-8d78-36c36a1bd599 HTTP/1.1" status: 204 len: 168 time: 0.4220860 Nov 12 09:23:07.395313 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38774) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:07.437674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19921db4-1f75-413f-9780-aa7baa97e38d None None] Network 63f3fe41-28b7-4c63-9d51-98a81361f8d9 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:07.443318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] Checking router: c5b9dbe3-ad9f-4ada-9717-ea9c13809573 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:07.527836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] Routers {'c5b9dbe3-ad9f-4ada-9717-ea9c13809573'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:07.528522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:22:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:07.539741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.706873 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.778729 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 29a0ab9b-b16d-4536-9b63-91fe72992207 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:07.778729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.798734 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] Set router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:07.897019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] DHCP port deletion for 63f3fe41-28b7-4c63-9d51-98a81361f8d9 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:07.908102 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port 29a0ab9b-b16d-4536-9b63-91fe72992207, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=29a0ab9b-b16d-4536-9b63-91fe72992207,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:07.908885 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.936500 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 29a0ab9b-b16d-4536-9b63-91fe72992207 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:08.059149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Deleting port b732655b-d2f8-4140-b5a3-73dfcc039008 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:08.060028 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.175229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] For port b732655b-d2f8-4140-b5a3-73dfcc039008, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=b732655b-d2f8-4140-b5a3-73dfcc039008,segment=NetworkSegment(8cf2a4fd-d8db-4a9e-8509-468776777eb8),segment_id=8cf2a4fd-d8db-4a9e-8509-468776777eb8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:08.175679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.198184 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Calling delete_port for b732655b-d2f8-4140-b5a3-73dfcc039008 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:08.216113 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.253880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:23:05Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:08.269289 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=29a0ab9b-b16d-4536-9b63-91fe72992207,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:08.295558 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d809913-3ab9-4913-a52f-0fb8223e8e67 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:08.302118 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e66e-b9a2-4a81-87e1-a8699f7b7f82 None None] The sync data for ids ['c5b9dbe3-ad9f-4ada-9717-ea9c13809573'] in n-d-768509-25 is: [{'id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1886785684', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:12Z', 'updated_at': '2021-11-12T09:23:05Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': '29a0ab9b-b16d-4536-9b63-91fe72992207', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9dbe3-ad9f-4ada-9717-ea9c13809573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:13Z', 'updated_at': '2021-11-12T09:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:08.359495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.388605 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.395760 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Pushing event deleted for resources: {'Port': ['ID=b732655b-d2f8-4140-b5a3-73dfcc039008,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:08.401750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] No DVR routers for this DVR port b732655b-d2f8-4140-b5a3-73dfcc039008 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:08.409922 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.410264 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.410574 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.410950 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.411259 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.411802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.411997 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.412355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.412673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.413326 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.413856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.414250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1c6d7-2834-45ca-bcf6-aadedf5cea09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:08.531288 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.533880 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.593052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.594028 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Fanout notify agent at l3_agent the message router_deleted on router c5b9dbe3-ad9f-4ada-9717-ea9c13809573 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:23:08.602660 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.603900 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-829aca57-852b-4c29-869a-d81fb8421b7a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/routers/c5b9dbe3-ad9f-4ada-9717-ea9c13809573 HTTP/1.1" status: 204 len: 168 time: 1.2078707 Nov 12 09:23:08.608409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38776) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:08.736068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.859793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.895484 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f3fe41-28b7-4c63-9d51-98a81361f8d9']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:08.914375 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf2a4fd-d8db-4a9e-8509-468776777eb8') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:08.914807 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf2a4fd-d8db-4a9e-8509-468776777eb8') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:08.929814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.950310 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.959099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:08.959748 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:08.965661 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:09.053814 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.060986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.066168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/networks/63f3fe41-28b7-4c63-9d51-98a81361f8d9 HTTP/1.1" status: 204 len: 168 time: 0.4561186 Nov 12 09:23:09.070886 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38778) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:09.091017 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59773813-db08-42c4-8683-5683638e8891 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Network': ['ID=63f3fe41-28b7-4c63-9d51-98a81361f8d9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:09.169739 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.220692 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.337626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.342379 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.343620 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/security-groups/eecd67f0-5326-4fe9-a90d-e3fdd8112d47 HTTP/1.1" status: 204 len: 168 time: 0.2692776 Nov 12 09:23:09.356157 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd67f0-5326-4fe9-a90d-e3fdd8112d47,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:09.365746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.366069 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.366342 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.366689 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.367050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.367491 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.367916 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.368340 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.368684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.369051 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.369398 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.369759 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad6150-d7ca-4487-9e16-39b0395dcaba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:09.590465 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.618174 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b732655b-d2f8-4140-b5a3-73dfcc039008 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:09.640357 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38784) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:09.645661 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778578405', 'description': 'tempest-secgroup-smoke-1778578405 description', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:09.650976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: b732655b-d2f8-4140-b5a3-73dfcc039008 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:09.651571 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device b732655b-d2f8-4140-b5a3-73dfcc039008 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:09.652438 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3ceab421-cdf9-4dc4-88a4-3739a3f75607 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:09.690116 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.823128 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.829827 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.877376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 3ceab421-cdf9-4dc4-88a4-3739a3f75607 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:09.877676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 3ceab421-cdf9-4dc4-88a4-3739a3f75607 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:09.878019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 29a0ab9b-b16d-4536-9b63-91fe72992207 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:09.883196 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.885331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2436478 Nov 12 09:23:09.889909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38786) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:09.893824 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ee9c9-9662-49b0-8118-7bc97b9fdc31 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab174c-8ae7-472e-97bb-033e1ea2fa64,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:09.897410 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'caab174c-8ae7-472e-97bb-033e1ea2fa64', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:09.904940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 29a0ab9b-b16d-4536-9b63-91fe72992207 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:09.905566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 29a0ab9b-b16d-4536-9b63-91fe72992207 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:09.946009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.023401 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.028218 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.050655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41e9ccb-b889-4d43-bd9d-22ef6903f65f,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.062171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.063756 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-dda1a10d-5f48-48f9-87c5-d29414f05739 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719379 Nov 12 09:23:10.067117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38788) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:10.073034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'caab174c-8ae7-472e-97bb-033e1ea2fa64', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:10.116571 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.229407 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.235222 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.257403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf50db39-db47-4013-a6cf-2c36bad1c4df,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.269618 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.271297 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-36a5b2ac-bf55-4d62-891c-036689ce375b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2027342 Nov 12 09:23:10.275877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38790) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:10.285939 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'caab174c-8ae7-472e-97bb-033e1ea2fa64', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:10.326755 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.420178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.426253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.457659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b590319-5cf4-4c27-9e5f-39479b3502bf,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.469809 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.475412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2cec40a5-dc80-419d-ae9a-cc05c154ee16 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934092 Nov 12 09:23:10.475773 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38792) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:10.481594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'caab174c-8ae7-472e-97bb-033e1ea2fa64', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:10.516984 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.598785 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.608514 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.631022 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4966bf7e-719b-44f6-8db9-0839468f68de,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.646951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.647476 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-0569ece1-dd88-45ca-b10e-b8e10b22a716 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702900 Nov 12 09:23:10.653026 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38794) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:10.664549 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'caab174c-8ae7-472e-97bb-033e1ea2fa64', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:10.697396 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:23:10.705861 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.786842 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-70cb4473-185b-4ee2-94ca-a85d758da9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.809432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.818204 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.846655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73056239-44f5-4d48-9a9b-65ba51649759,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.858441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.860513 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-09a6d933-c7e3-447e-a53d-6c28249c0272 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2048059 Nov 12 09:23:10.865250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38796) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:10.873438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'security_group_rule': {'security_group_id': 'caab174c-8ae7-472e-97bb-033e1ea2fa64', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:10.910195 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Project ff87086b03fa42a08060f497d6e14ddf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:23:10.919687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.008095 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.012896 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.037572 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b1fc83-cb38-4c14-a822-dcd3b6cf4090,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:11.054172 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.055609 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ad646682-34e0-4c7c-be61-3e0ae385fd8d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1888912 Nov 12 09:23:11.061251 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38798) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:11.068406 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'network': {'name': 'tempest-network-smoke--310997038', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'port_security_enabled': True}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:11.093910 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:11.098750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.132164 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:11.143387 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.143729 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Added segment d5dcc688-b0af-4e5c-bc30-9e7f73bbb701 of type vlan for network e87ececc-4bb1-4e51-a65f-f5b5829306ce Nov 12 09:23:11.193208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.224461 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.231282 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:11.231950 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.276164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2133243 Nov 12 09:23:11.281225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38800) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:11.289145 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'admin_state_up': True, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:11.319939 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29290c67-807b-48cb-afc2-06c80d6ddfad tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Network': ['ID=e87ececc-4bb1-4e51-a65f-f5b5829306ce,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:11.334598 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.335155 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:11.336350 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.400973 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.576432 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.806529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.830639 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.973613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.221 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/d090562f-e56b-4690-965e-348a13c9edf6) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:12.125599 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.183996 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.250333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:12.255361 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:12.259193 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:12.275297 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594566c2-0bd7-4aa0-be71-38809b6ca511 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:12.322977 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=d090562f-e56b-4690-965e-348a13c9edf6,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:12.409304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-17179ec1-29d8-46de-a627-92fdd3f91ad5 None None] Provisioning complete for port d090562f-e56b-4690-965e-348a13c9edf6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:12.409809 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-17179ec1-29d8-46de-a627-92fdd3f91ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.488180 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-17179ec1-29d8-46de-a627-92fdd3f91ad5 None None] Port d090562f-e56b-4690-965e-348a13c9edf6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:12.501894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.696927 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.032362 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.210318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:23:13.282353 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90741e5b-6e04-4c2b-a9b8-d2966055dee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.376317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:13.388986 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Sync routers for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:13.413367 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.414087 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:13.415004 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:13.420909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5d6669cd-6120-439d-bc10-75f7113ad6e6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1331553 Nov 12 09:23:13.421367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38802) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:13.474251 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bb0cd4cb-b816-406d-8dd4-5adc50f6bd2b tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff87086b03fa42a08060f497d6e14ddf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512152 Nov 12 09:23:13.478917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38804) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:13.599914 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:13.631509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26208dc7-d510-4363-9b39-4abf18ad28ae tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:13.637738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-26208dc7-d510-4363-9b39-4abf18ad28ae tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529288 Nov 12 09:23:13.638139 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38806) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:13.670784 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-061ed142-1e54-4eec-b3f4-bc7227b0d0bc tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=d90aae7b-bf14-4e55-9dda-871c001dd97f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313976 Nov 12 09:23:13.674371 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38808) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:13.683852 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1889896643', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:13.836697 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:13.841957 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.957508 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:12Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:13.996816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Checking router: 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:13.997246 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Updating router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 port d090562f-e56b-4690-965e-348a13c9edf6 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:14.046650 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.163211 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.285366 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Subnet': ['ID=b0804caf-e398-4edf-86c1-3f0964da04dd,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.301163 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Checking segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:14.301750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network hostable DHCP agents. Network: e87ececc-4bb1-4e51-a65f-f5b5829306ce, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:14.331819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:14.346663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, e87ececc-4bb1-4e51-a65f-f5b5829306ce) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:14.354659 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:14.356261 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.363299 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e76f0-524b-4869-80b4-2cc1ddd0e341 None None] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:14.395837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-65ff1f59-7a47-4c40-aaff-97fd01d32c5a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7189984 Nov 12 09:23:14.396430 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38810) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:14.417281 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.427527 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.490729 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Pushing event updated for resources: {'Port': ['ID=d090562f-e56b-4690-965e-348a13c9edf6,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.505469 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.505843 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.506567 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.507354 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.508168 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.508757 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.509827 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.510177 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.510497 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.511679 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.512432 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.513006 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:14.538164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57878d5-529b-4751-b4d0-fca16f5a3fe5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:14.554809 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Attempting to bind port d090562f-e56b-4690-965e-348a13c9edf6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:14.555487 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Attempting to bind port d090562f-e56b-4690-965e-348a13c9edf6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:14.556129 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Attempting to bind port d090562f-e56b-4690-965e-348a13c9edf6 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:14.566148 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:14.566823 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:14.567400 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.567955 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:14.568757 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Bound port: d090562f-e56b-4690-965e-348a13c9edf6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:14.569332 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.630406 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:14.631879 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.658727 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] For port d090562f-e56b-4690-965e-348a13c9edf6, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:14.664902 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] For port d090562f-e56b-4690-965e-348a13c9edf6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d090562f-e56b-4690-965e-348a13c9edf6,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:14.674649 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.678258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-64dc9bc2-36b1-4b2f-8f77-41aaf330eba1 None None] Provisioning complete for port d090562f-e56b-4690-965e-348a13c9edf6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:14.678631 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64dc9bc2-36b1-4b2f-8f77-41aaf330eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.756320 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddfe9a-36f6-49c5-8a8d-0100d0d48122 None None] Pushing event updated for resources: {'Port': ['ID=d090562f-e56b-4690-965e-348a13c9edf6,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.787581 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:14.790093 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:14.798863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e452e5-8ce2-4485-96a2-f83ae4f77b51 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:14.939586 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.008764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:15.024032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Allocated IP 172.20.0.2 (e87ececc-4bb1-4e51-a65f-f5b5829306ce/b0804caf-e398-4edf-86c1-3f0964da04dd/09fda2b9-223a-437e-963b-12bb4df188c9) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:15.035707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64dc9bc2-36b1-4b2f-8f77-41aaf330eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.096828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-64dc9bc2-36b1-4b2f-8f77-41aaf330eba1 None None] For port d090562f-e56b-4690-965e-348a13c9edf6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d090562f-e56b-4690-965e-348a13c9edf6,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:15.144295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-64dc9bc2-36b1-4b2f-8f77-41aaf330eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.312818 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9bc2-36b1-4b2f-8f77-41aaf330eba1 None None] Pushing event updated for resources: {'Port': ['ID=d090562f-e56b-4690-965e-348a13c9edf6,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:15.376516 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.387390 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.427079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f13ae331-766d-4d1c-8c08-80decf9d9726 None None] Provisioning complete for port d090562f-e56b-4690-965e-348a13c9edf6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:15.427654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f13ae331-766d-4d1c-8c08-80decf9d9726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.460482 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:15.467981 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:12Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:15.490503 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:15.498984 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:15.505752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Pushing event updated for resources: {'Port': ['ID=09fda2b9-223a-437e-963b-12bb4df188c9,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:15.508668 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:15.524942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81929f06-5ac8-4295-91ee-ae698e796647 None None] The sync data for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 is: [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:12Z', 'revision_number': 3, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:15.667223 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Attempting to bind port 09fda2b9-223a-437e-963b-12bb4df188c9 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:15.668291 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Attempting to bind port 09fda2b9-223a-437e-963b-12bb4df188c9 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:15.668824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Attempting to bind port 09fda2b9-223a-437e-963b-12bb4df188c9 on network e87ececc-4bb1-4e51-a65f-f5b5829306ce {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:15.682030 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:15.682859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Checking segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:15.682859 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.683737 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Bound using segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:15.684145 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Bound port: 09fda2b9-223a-437e-963b-12bb4df188c9, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:15.684479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.687334 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.806484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] For port 09fda2b9-223a-437e-963b-12bb4df188c9, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:15.812812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] For port 09fda2b9-223a-437e-963b-12bb4df188c9, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=09fda2b9-223a-437e-963b-12bb4df188c9,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:15.819293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.935850 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486eec9-5a2a-4773-8040-1c24f309ea00 None None] Pushing event updated for resources: {'Port': ['ID=09fda2b9-223a-437e-963b-12bb4df188c9,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:15.990670 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.276382 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.1 (e87ececc-4bb1-4e51-a65f-f5b5829306ce/b0804caf-e398-4edf-86c1-3f0964da04dd/e8acffcd-e142-4581-8d89-fa0f8fd20d35) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:16.508011 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.571395 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.659361 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:16.669762 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:16.676829 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:16.690335 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=e8acffcd-e142-4581-8d89-fa0f8fd20d35,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:16.766876 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.874552 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.012810 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.254624 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73413ee1-8689-4c12-982d-7d5047d08793 None None] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:17.439371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0d84ba6e-79e0-45d6-94e1-916df87fc8b6 None None] Provisioning complete for port 09fda2b9-223a-437e-963b-12bb4df188c9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:17.440003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d84ba6e-79e0-45d6-94e1-916df87fc8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.493886 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.500398 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.643425 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=e8acffcd-e142-4581-8d89-fa0f8fd20d35,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:17.680887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.717280 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d84ba6e-79e0-45d6-94e1-916df87fc8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.800831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0d84ba6e-79e0-45d6-94e1-916df87fc8b6 None None] For port 09fda2b9-223a-437e-963b-12bb4df188c9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=09fda2b9-223a-437e-963b-12bb4df188c9,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:17.813794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d84ba6e-79e0-45d6-94e1-916df87fc8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.874528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 09fda2b9-223a-437e-963b-12bb4df188c9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:17.937166 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:17.940269 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:18.014378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84ba6e-79e0-45d6-94e1-916df87fc8b6 None None] Pushing event updated for resources: {'Port': ['ID=09fda2b9-223a-437e-963b-12bb4df188c9,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:18.062539 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 09fda2b9-223a-437e-963b-12bb4df188c9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:18.063177 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.068810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d92b5e6f-05e9-4c3e-985f-6c09885b4526 None None] Provisioning complete for port 09fda2b9-223a-437e-963b-12bb4df188c9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:18.069115 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d92b5e6f-05e9-4c3e-985f-6c09885b4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.131404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:18.340995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:18.349951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6b496ad9-2469-4727-97d1-c04cf1741e3e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/8898be5a-a8e1-471f-a7e3-f06f9c0a2187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9512100 Nov 12 09:23:18.350918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d090562f-e56b-4690-965e-348a13c9edf6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:18.400824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Sync routers for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:18.459580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:18.460719 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:18.532963 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d92b5e6f-05e9-4c3e-985f-6c09885b4526 None None] Provisioning complete for port e8acffcd-e142-4581-8d89-fa0f8fd20d35 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:18.533408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d92b5e6f-05e9-4c3e-985f-6c09885b4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.608403 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-34dce802-d47f-43d3-bc87-dd53e1ddd896 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778578405&fields=id&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 267 time: 0.0956290 Nov 12 09:23:18.699881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d92b5e6f-05e9-4c3e-985f-6c09885b4526 None None] Port e8acffcd-e142-4581-8d89-fa0f8fd20d35 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:18.707404 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port d090562f-e56b-4690-965e-348a13c9edf6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:18.708029 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.740649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3bfdbf17-0196-4423-839b-8a16ccb45af9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:18.742399 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3bfdbf17-0196-4423-839b-8a16ccb45af9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 796 time: 0.1331618 Nov 12 09:23:18.765884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-f424daa6-579a-42d3-89b6-5cf399e3a497 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/quotas/ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 375 time: 0.0154400 Nov 12 09:23:18.810274 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:18.834882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-6f7a8750-4257-492a-95ed-ce8fba6a36dc tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625374 Nov 12 09:23:18.911507 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-e6693395-e422-43a3-8eaa-82c9709a913b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:23:18.912661 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-e6693395-e422-43a3-8eaa-82c9709a913b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0633056 Nov 12 09:23:18.988698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-06cc9df0-3309-432a-aad9-1e4b80593469 None None] Provisioning complete for port e8acffcd-e142-4581-8d89-fa0f8fd20d35 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:18.989317 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-06cc9df0-3309-432a-aad9-1e4b80593469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.024459 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-ba1f283e-7e15-4c81-9a4a-6af2078a58cf service neutron] 10.222.0.16 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042426 Nov 12 09:23:19.136263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-5253af5f-91c7-45b4-958e-c9d7ba1e110d service neutron] 10.222.0.16 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041460 Nov 12 09:23:19.223014 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-06cc9df0-3309-432a-aad9-1e4b80593469 None None] Port e8acffcd-e142-4581-8d89-fa0f8fd20d35 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:19.361164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:17Z', 'revision_number': 2, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:19.416763 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Checking router: 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:19.417386 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Updating router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 port e8acffcd-e142-4581-8d89-fa0f8fd20d35 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:19.437768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0aab92b4-eb94-4655-a63c-0bc39f4ba7eb req-c7c8407a-f444-4b59-a276-05e07ae62b2d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 210 time: 0.0502348 Nov 12 09:23:19.676991 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 09fda2b9-223a-437e-963b-12bb4df188c9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:19.718617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.818994 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 09fda2b9-223a-437e-963b-12bb4df188c9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:19.819494 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.209295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.218570 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.306207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58992-7d75-466e-a6d2-19b22328b63a None None] Pushing event updated for resources: {'Port': ['ID=e8acffcd-e142-4581-8d89-fa0f8fd20d35,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:20.408632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Attempting to bind port e8acffcd-e142-4581-8d89-fa0f8fd20d35 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:20.409216 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Attempting to bind port e8acffcd-e142-4581-8d89-fa0f8fd20d35 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:20.409906 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Attempting to bind port e8acffcd-e142-4581-8d89-fa0f8fd20d35 on network e87ececc-4bb1-4e51-a65f-f5b5829306ce {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:20.420332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:20.420931 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Checking segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:20.421599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.422254 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Bound using segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:20.423080 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Bound port: e8acffcd-e142-4581-8d89-fa0f8fd20d35, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:20.423697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.553803 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] For port e8acffcd-e142-4581-8d89-fa0f8fd20d35, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:20.583180 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4e69b4c0-edeb-478b-8544-cfc13fd95c21 req-d3a71793-7f76-4adf-b3f5-74124353770c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 210 time: 0.0280783 Nov 12 09:23:20.589218 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] For port e8acffcd-e142-4581-8d89-fa0f8fd20d35, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e8acffcd-e142-4581-8d89-fa0f8fd20d35,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:20.600130 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.609061 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9bb254d9-e0cc-4e3f-ad67-1833d0a7c590 None None] Provisioning complete for port e8acffcd-e142-4581-8d89-fa0f8fd20d35 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:20.609682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9bb254d9-e0cc-4e3f-ad67-1833d0a7c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.760003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:20.760435 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:20.763079 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58992-7d75-466e-a6d2-19b22328b63a None None] Pushing event updated for resources: {'Port': ['ID=e8acffcd-e142-4581-8d89-fa0f8fd20d35,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:21.017247 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9bb254d9-e0cc-4e3f-ad67-1833d0a7c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.024180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-385ff53e-ae9e-4119-95b8-082ca295d353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:21.028971 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-385ff53e-ae9e-4119-95b8-082ca295d353 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 796 time: 0.2548332 Nov 12 09:23:21.057045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:21.149729 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-084cdc9f-f27e-4e3e-a36d-7a377b0d19b1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff87086b03fa42a08060f497d6e14ddf HTTP/1.1" status: 200 len: 380 time: 0.1082487 Nov 12 09:23:21.161495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-9bb254d9-e0cc-4e3f-ad67-1833d0a7c590 None None] For port e8acffcd-e142-4581-8d89-fa0f8fd20d35, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e8acffcd-e142-4581-8d89-fa0f8fd20d35,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:21.162751 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'port': {'device_id': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'admin_state_up': True, 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'security_groups': ['caab174c-8ae7-472e-97bb-033e1ea2fa64']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:21.170936 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9bb254d9-e0cc-4e3f-ad67-1833d0a7c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.358154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Made reservation on behalf of ff87086b03fa42a08060f497d6e14ddf for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:21.364230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.374872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb254d9-e0cc-4e3f-ad67-1833d0a7c590 None None] Pushing event updated for resources: {'Port': ['ID=e8acffcd-e142-4581-8d89-fa0f8fd20d35,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:21.384405 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0bc951e8-5a08-4277-854c-d5d3029abc54 None None] Provisioning complete for port e8acffcd-e142-4581-8d89-fa0f8fd20d35 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:21.384777 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0bc951e8-5a08-4277-854c-d5d3029abc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.561555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:20Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:21.568817 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.20.0.11 (e87ececc-4bb1-4e51-a65f-f5b5829306ce/b0804caf-e398-4edf-86c1-3f0964da04dd/eba927fe-f8b7-4b94-9e9a-8192cd546620) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:21.599261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf390d7-b1d2-404f-a3fa-5b03fa29d5cb None None] The sync data for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 is: [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:20Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:21.740388 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7f56abbe-b91c-48c0-bc16-514426d0f4ca req-ecfad0c0-1677-4b3f-9895-d7e56dd51379 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 210 time: 0.0492449 Nov 12 09:23:21.869156 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.930614 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.014249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:22.026305 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:22.030528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=eba927fe-f8b7-4b94-9e9a-8192cd546620,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:22.034743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:22.129073 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:22.130164 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.162509 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-3c590419-19d1-4fe3-817c-8b859770b3c9 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0062342 Nov 12 09:23:22.177873 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Request body: {'port': {'device_id': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:22.282177 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.393693 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1c33533b-1d6b-4e80-8640-65a719df0662 None None] Provisioning complete for port eba927fe-f8b7-4b94-9e9a-8192cd546620 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:22.394582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c33533b-1d6b-4e80-8640-65a719df0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.463951 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1c33533b-1d6b-4e80-8640-65a719df0662 None None] Port eba927fe-f8b7-4b94-9e9a-8192cd546620 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:22.763755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba927fe-f8b7-4b94-9e9a-8192cd546620 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:22.779038 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.801482 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Transition to ACTIVE for port object eba927fe-f8b7-4b94-9e9a-8192cd546620 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:23:22.808835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.905304 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Pushing event updated for resources: {'Port': ['ID=eba927fe-f8b7-4b94-9e9a-8192cd546620,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:22.963007 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf18c3-9c0e-4aba-a9ee-634125091bf4 req-8cd71ffb-6d63-43cf-bb16-284fb81be542 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:22.968907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39bf18c3-9c0e-4aba-a9ee-634125091bf4 req-8cd71ffb-6d63-43cf-bb16-284fb81be542 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 944 time: 0.1129944 Nov 12 09:23:23.014061 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Attempting to bind port eba927fe-f8b7-4b94-9e9a-8192cd546620 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:23.014746 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Attempting to bind port eba927fe-f8b7-4b94-9e9a-8192cd546620 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:23.015173 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Attempting to bind port eba927fe-f8b7-4b94-9e9a-8192cd546620 on network e87ececc-4bb1-4e51-a65f-f5b5829306ce {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:23.021261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Port eba927fe-f8b7-4b94-9e9a-8192cd546620 on network e87ececc-4bb1-4e51-a65f-f5b5829306ce not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:23.021636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Attempting to bind port eba927fe-f8b7-4b94-9e9a-8192cd546620 on network e87ececc-4bb1-4e51-a65f-f5b5829306ce {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:23.028127 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:23.028792 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Checking segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:23.028890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Bound using segment: {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:23.029536 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Bound port: eba927fe-f8b7-4b94-9e9a-8192cd546620, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:23.029897 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.076241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-39bf18c3-9c0e-4aba-a9ee-634125091bf4 req-fc5f4c9e-263c-4191-b8ed-96ded7efa021 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986915 Nov 12 09:23:23.159078 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] For port eba927fe-f8b7-4b94-9e9a-8192cd546620, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:23.164282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] For port eba927fe-f8b7-4b94-9e9a-8192cd546620, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:23.172400 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.231606 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:23.232704 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.234574 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] 10.222.0.32 "PUT /v2.0/ports/eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 1093 time: 1.0622909 Nov 12 09:23:23.235198 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:23.238302 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:23.299585 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c7cb-61ec-47fa-a477-36f8ac5fdf18 service neutron] Pushing event updated for resources: {'Port': ['ID=eba927fe-f8b7-4b94-9e9a-8192cd546620,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:23.359422 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c646c-533b-4532-adcc-57bf7a7f865d x-openstack-request-id: req-810c646c-533b-4532-adcc-57bf7a7f865d {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:23.360029 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:23.360458 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-810c646c-533b-4532-adcc-57bf7a7f865d {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:23.361106 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'status': 'completed', 'code': 200} Nov 12 09:23:23.388278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-eedba427-deea-449d-9a27-72192729bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:23.390335 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-eedba427-deea-449d-9a27-72192729bf28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0823224 Nov 12 09:23:23.456034 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-1a65a31a-d6c6-4d40-ba30-ae38e4c70912 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 217 time: 0.0570030 Nov 12 09:23:23.530364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-91ad028a-0e5f-4400-85e4-c814fede0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:23.532694 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-91ad028a-0e5f-4400-85e4-c814fede0a00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 200 len: 835 time: 0.0686440 Nov 12 09:23:23.599797 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-f56a1d6c-f123-46e6-97b3-d29b11b8fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:23.601647 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-f56a1d6c-f123-46e6-97b3-d29b11b8fea9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87ececc-4bb1-4e51-a65f-f5b5829306ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604100 Nov 12 09:23:23.698688 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e8acffcd-e142-4581-8d89-fa0f8fd20d35 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:23.779804 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port e8acffcd-e142-4581-8d89-fa0f8fd20d35 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:23.779804 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.785633 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-c2bb542d-c19a-4fab-bde6-e495e280e10e service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752880 Nov 12 09:23:23.928273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-85d80485-0b3f-4f92-af6c-c6c0c6dd1e10 req-36349c7c-7e02-463f-bc60-2da74021ff84 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333079 Nov 12 09:23:24.040996 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-a7eb7e8f-b1cc-488f-b67a-3ebfd2e3691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:24.043719 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-a7eb7e8f-b1cc-488f-b67a-3ebfd2e3691c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0566328 Nov 12 09:23:24.208877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-a990787f-9ef2-434e-ba2e-dd2ec0abbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:24.211250 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-a990787f-9ef2-434e-ba2e-dd2ec0abbbc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 896 time: 0.1596956 Nov 12 09:23:24.250066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d303ca-b186-4b9e-aa09-17ad5934e053 req-e97cb25c-0d0f-4c66-9b91-662b811c5b6e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:24.251766 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74d303ca-b186-4b9e-aa09-17ad5934e053 req-e97cb25c-0d0f-4c66-9b91-662b811c5b6e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 944 time: 0.0662475 Nov 12 09:23:24.324787 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-74d303ca-b186-4b9e-aa09-17ad5934e053 req-50808943-22f0-47da-81c5-5dcfc90481dd tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643222 Nov 12 09:23:24.746313 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-165aa6ca-7a8e-432b-9343-cd4f33273e60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 217 time: 0.5275624 Nov 12 09:23:24.816841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-384e5287-0ae1-405f-84cf-bdca1c8e8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:24.819422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-384e5287-0ae1-405f-84cf-bdca1c8e8c9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 200 len: 835 time: 0.0641701 Nov 12 09:23:24.878764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-494280b1-c097-4eb2-9496-cec016a3b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:24.880903 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-494280b1-c097-4eb2-9496-cec016a3b11d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87ececc-4bb1-4e51-a65f-f5b5829306ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534861 Nov 12 09:23:25.008710 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-17deca8a-401c-4210-ba1f-ab349ada2960 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188831 Nov 12 09:23:25.138260 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0a58e9ee-63fb-4cf0-a84e-32a73d02bd9a req-1f89fb80-61e0-4987-ba09-57860671bb46 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221483 Nov 12 09:23:25.487599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843341c-38f7-4cf2-9727-0bec81dedfd3 req-cbee42a4-3430-4b83-9f6c-a9d28d79bce8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:25.490301 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f843341c-38f7-4cf2-9727-0bec81dedfd3 req-cbee42a4-3430-4b83-9f6c-a9d28d79bce8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 944 time: 0.0695503 Nov 12 09:23:25.572379 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f843341c-38f7-4cf2-9727-0bec81dedfd3 req-a9efbfa2-3d43-42b1-97fc-66d81edd1755 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751822 Nov 12 09:23:25.935444 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eba927fe-f8b7-4b94-9e9a-8192cd546620 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:26.064344 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port eba927fe-f8b7-4b94-9e9a-8192cd546620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:26.079708 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'port_id': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'mac_address': 'fa:16:3e:66:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:23:26.123535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.143670 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba927fe-f8b7-4b94-9e9a-8192cd546620 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:26.168173 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port eba927fe-f8b7-4b94-9e9a-8192cd546620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:26.174146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.265351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=eba927fe-f8b7-4b94-9e9a-8192cd546620,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:26.422360 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['eba927fe-f8b7-4b94-9e9a-8192cd546620'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:26.747352 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457464d6-585d-4dc2-917c-17c2655b8845 req-43dc1ba6-ebc4-40b4-b173-bf03ef8f9288 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:26.750151 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-457464d6-585d-4dc2-917c-17c2655b8845 req-43dc1ba6-ebc4-40b4-b173-bf03ef8f9288 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 945 time: 0.0911276 Nov 12 09:23:26.843615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-457464d6-585d-4dc2-917c-17c2655b8845 req-4b159542-ff7c-4cff-89d6-f9e212fbd805 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859673 Nov 12 09:23:27.933059 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eba927fe-f8b7-4b94-9e9a-8192cd546620 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:28.007871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port eba927fe-f8b7-4b94-9e9a-8192cd546620 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:23:28.014774 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port eba927fe-f8b7-4b94-9e9a-8192cd546620 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:28.015160 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.034364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd11980-a967-43d5-96f9-966c0392b9cd req-4a1fc5f6-4f8b-48af-af0e-a3db65a6d306 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.036216 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-abd11980-a967-43d5-96f9-966c0392b9cd req-4a1fc5f6-4f8b-48af-af0e-a3db65a6d306 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 945 time: 0.0742807 Nov 12 09:23:28.109918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-abd11980-a967-43d5-96f9-966c0392b9cd req-8f90d0b4-0846-4ebc-bd98-6e787e53eaa4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624866 Nov 12 09:23:28.132625 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.165584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:28.168366 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f495ff86-86ae-4b96-b4c6-4185f8f59f96" -d '{"events": [{"server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "name": "network-vif-plugged", "status": "completed", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:28.194885 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port eba927fe-f8b7-4b94-9e9a-8192cd546620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:28.201617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.244206 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51184886-0f39-4948-bc33-0bcb92774327 x-openstack-request-id: req-51184886-0f39-4948-bc33-0bcb92774327 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:28.244681 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "name": "network-vif-plugged", "status": "completed", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:28.245031 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51184886-0f39-4948-bc33-0bcb92774327 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:28.245603 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'code': 200} Nov 12 09:23:28.301233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=eba927fe-f8b7-4b94-9e9a-8192cd546620,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:28.365130 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4244c9-9016-40be-88e3-3c8cc6443028 req-08cc0780-d7d9-4ab4-92c8-a981abc4b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.367277 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4244c9-9016-40be-88e3-3c8cc6443028 req-08cc0780-d7d9-4ab4-92c8-a981abc4b497 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0538247 Nov 12 09:23:28.433499 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5d4244c9-9016-40be-88e3-3c8cc6443028 req-0e6b7086-2f24-420a-a5e5-f9567bdffe09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583217 Nov 12 09:23:29.323957 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3aa9d-788a-40df-821e-38918ec6f108 req-e5a10e0d-a9b8-4835-80aa-a3d2db24d5c4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:29.326044 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48d3aa9d-788a-40df-821e-38918ec6f108 req-e5a10e0d-a9b8-4835-80aa-a3d2db24d5c4 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0758336 Nov 12 09:23:29.393671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-48d3aa9d-788a-40df-821e-38918ec6f108 req-6032ca84-9a10-4fce-bf9c-94b5c4801557 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560629 Nov 12 09:23:30.587994 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c503e0-f13e-435a-8c4e-71dd2e682942 req-4d199b5f-67b3-4e54-8ae1-d69168286cba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:30.591164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31c503e0-f13e-435a-8c4e-71dd2e682942 req-4d199b5f-67b3-4e54-8ae1-d69168286cba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0811336 Nov 12 09:23:30.680633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-31c503e0-f13e-435a-8c4e-71dd2e682942 req-a30a3b5b-04d2-4844-8666-d341408178b0 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803769 Nov 12 09:23:30.844912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ad28-9842-4a02-bff6-b95083744160 req-f66cb306-d728-4977-97f1-9197c7199196 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:30.846681 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2b6ad28-9842-4a02-bff6-b95083744160 req-f66cb306-d728-4977-97f1-9197c7199196 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0614052 Nov 12 09:23:30.924366 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a2b6ad28-9842-4a02-bff6-b95083744160 req-170c3a78-9b27-423b-8280-73cb2e623d5c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652823 Nov 12 09:23:30.963308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38866) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:31.008114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1b907-eb46-4365-8993-33711e456e7a tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:31.009727 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6bd1b907-eb46-4365-8993-33711e456e7a tempest-TestNetworkAdvancedServerOps-1418372504 tempest-TestNetworkAdvancedServerOps-1418372504-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1093 time: 0.0450995 Nov 12 09:23:31.014933 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38868) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:31.027303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:31.055502 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.195831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.346835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Allocated IP 172.25.4.48 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/91588f55-8d17-4530-a430-2da9feb652bb) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:31.485782 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.547531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.598909 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:31.602461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:31.610771 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:31.640512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=91588f55-8d17-4530-a430-2da9feb652bb,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:32.121980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.241414 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.480285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.489008 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.574428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event updated for resources: {'Port': ['ID=91588f55-8d17-4530-a430-2da9feb652bb,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:32.600320 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.742506 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 9ecacb20-403e-472c-acc7-7303de11e354 associated. External IP: 172.25.4.48, port: eba927fe-f8b7-4b94-9e9a-8192cd546620. Nov 12 09:23:33.067588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:33.246048 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:33.261510 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] Sync routers for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:33.274297 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:33.274940 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:33.279509 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.321163 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2f4e8a03-db1b-4f44-a599-338c22a6081e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3041246 Nov 12 09:23:33.322057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:33.327438 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:33.383668 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3968cb90-1376-49a3-bf4d-3275feffd48a x-openstack-request-id: req-3968cb90-1376-49a3-bf4d-3275feffd48a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:33.384345 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:33.386192 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3968cb90-1376-49a3-bf4d-3275feffd48a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:33.387116 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'status': 'completed', 'code': 200} Nov 12 09:23:33.457714 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfc39b-9db6-46fc-9c19-7f236c12ee4c req-357f5c03-794e-4f3c-a07f-64c999dceca6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.459752 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cfc39b-9db6-46fc-9c19-7f236c12ee4c req-357f5c03-794e-4f3c-a07f-64c999dceca6 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0570943 Nov 12 09:23:33.470435 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:33.476598 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-1a42f94d-2373-4bc4-9824-781944dd8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.479057 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-1a42f94d-2373-4bc4-9824-781944dd8425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0712590 Nov 12 09:23:33.557491 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-42cfc39b-9db6-46fc-9c19-7f236c12ee4c req-b6224ba1-4c7a-423d-b294-abf8a425d842 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836599 Nov 12 09:23:33.606747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:33.637916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-ea6b444c-2348-48f6-ba57-75dfb58720bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.640875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-ea6b444c-2348-48f6-ba57-75dfb58720bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 896 time: 0.1545930 Nov 12 09:23:33.723412 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5e8b7ca5-c34e-42b6-abeb-b04730185b4a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9ecacb20-403e-472c-acc7-7303de11e354 HTTP/1.1" status: 200 len: 991 time: 0.1140285 Nov 12 09:23:33.745913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-d4a6f1f5-6c1e-4d1c-88e3-1a4dfe19d456 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 999 time: 0.0976551 Nov 12 09:23:33.835857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-98502ca1-4975-450d-bdf3-bc1a49ba30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.837835 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-98502ca1-4975-450d-bdf3-bc1a49ba30e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 200 len: 835 time: 0.0843339 Nov 12 09:23:33.878548 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '9ecacb20-403e-472c-acc7-7303de11e354', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'port_id': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'mac_address': 'fa:16:3e:66:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:23:31Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:21Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:33.908355 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-1c02086e-109d-4d58-8ad8-daa2e7eca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.912765 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-1c02086e-109d-4d58-8ad8-daa2e7eca860 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87ececc-4bb1-4e51-a65f-f5b5829306ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656571 Nov 12 09:23:33.913213 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] Checking router: 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:33.925821 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:33.926540 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:34.056570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-82ddd037-409e-4053-af25-9c8d3c0bc215 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362734 Nov 12 09:23:34.110659 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:34.180691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9e4c2b26-f807-4d25-a9b6-b5630ae5d9fb req-8a663300-2359-4d23-adf1-c89772320d35 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168358 Nov 12 09:23:34.473009 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '9ecacb20-403e-472c-acc7-7303de11e354', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'port_id': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'mac_address': 'fa:16:3e:66:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:23:31Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:21Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:34.524915 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dabdf-510a-4a8b-a986-d37ce0e9242b None None] The sync data for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 is: [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '9ecacb20-403e-472c-acc7-7303de11e354', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'port_id': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'mac_address': 'fa:16:3e:66:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:23:31Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 0, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:21Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:34.728774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38876) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:34.812158 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75ae83-6a26-442e-b493-affd42a98f2b None None] New status for floating IP 9ecacb20-403e-472c-acc7-7303de11e354: ACTIVE {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:23:34.845906 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02a565a5-4341-4a7e-b3c8-42a6a0aad33b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9ecacb20-403e-472c-acc7-7303de11e354 HTTP/1.1" status: 200 len: 991 time: 0.1148357 Nov 12 09:23:35.851259 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38878) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:35.936792 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-da47e94e-ff9e-4026-85bf-9637b05aaedb tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9ecacb20-403e-472c-acc7-7303de11e354 HTTP/1.1" status: 200 len: 993 time: 0.0839999 Nov 12 09:23:39.580540 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.790654 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c98db54a-51f1-40f5-8372-d855a1e3e507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.485511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.288352 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-382d0dda-c6ed-41f1-b6f8-48ec0a76a59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.831466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.964687 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.862969 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.965869 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-361967be-290a-40f2-8c58-caad1de43234 req-561e603a-46dc-4498-aee7-083a4598cc46 service neutron] (102372) timed out ('10.222.0.16', 58584) {{(pid=102372) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:23:52.440918 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:57.675058 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-7ee97703-b014-4e34-8ca2-4522db753df6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471585 Nov 12 09:23:57.769761 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376938af-1660-406b-b971-7c64f501fe15 req-740ba4df-51ff-4689-9a84-28300b2a5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:57.771463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-740ba4df-51ff-4689-9a84-28300b2a5f2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0483863 Nov 12 09:23:57.944902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376938af-1660-406b-b971-7c64f501fe15 req-55e64bab-254e-46d2-b24e-2badfe26f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:57.948218 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-55e64bab-254e-46d2-b24e-2badfe26f2f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 896 time: 0.1526921 Nov 12 09:23:58.062499 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-319e58ee-d0bb-4e3d-b8e3-52662b077484 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 1001 time: 0.1063921 Nov 12 09:23:58.136849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376938af-1660-406b-b971-7c64f501fe15 req-399ada8b-e6c7-43d2-8e7e-37da8536b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.138697 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-399ada8b-e6c7-43d2-8e7e-37da8536b3d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 200 len: 835 time: 0.0688472 Nov 12 09:23:58.198788 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376938af-1660-406b-b971-7c64f501fe15 req-f82326e3-7bcc-4fc0-9ae2-a95111b3f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.201014 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-f82326e3-7bcc-4fc0-9ae2-a95111b3f479 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87ececc-4bb1-4e51-a65f-f5b5829306ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545034 Nov 12 09:23:58.310547 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-27b572b4-faae-48cc-bbc4-bb1dc70078a5 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014347 Nov 12 09:23:58.435377 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-376938af-1660-406b-b971-7c64f501fe15 req-2f1f472a-0ac9-4711-b88c-181ea8497080 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168423 Nov 12 09:24:05.433536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2aa57-5fa8-4bf7-9e3e-34c28784f88a req-2208c203-a93a-40fc-bc1c-4b70a7f29f75 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:05.435305 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6c2aa57-5fa8-4bf7-9e3e-34c28784f88a req-2208c203-a93a-40fc-bc1c-4b70a7f29f75 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0605545 Nov 12 09:24:05.496564 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f6c2aa57-5fa8-4bf7-9e3e-34c28784f88a req-8bf5e087-a1d3-48ea-9419-cd67f5918f87 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540063 Nov 12 09:24:06.641243 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dbce5-403e-4d58-a40a-97fd02375dab req-e21bea83-bbb6-4dfd-b0d2-7a8128cfab65 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.643532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dbce5-403e-4d58-a40a-97fd02375dab req-e21bea83-bbb6-4dfd-b0d2-7a8128cfab65 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0577164 Nov 12 09:24:06.702935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5e4dbce5-403e-4d58-a40a-97fd02375dab req-4ae887c2-7b02-46ea-a1e9-ea19f1dec881 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517473 Nov 12 09:24:06.738906 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38896) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:06.813391 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c6400ed8-d3c8-4f02-b383-5f626196102f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9ecacb20-403e-472c-acc7-7303de11e354 HTTP/1.1" status: 200 len: 993 time: 0.0732543 Nov 12 09:24:08.135176 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b56a5d-b1a1-4def-a4af-89979e9f9e20 req-575e6f25-4d7c-4db1-97d2-bd342b7ad135 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.136876 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2b56a5d-b1a1-4def-a4af-89979e9f9e20 req-575e6f25-4d7c-4db1-97d2-bd342b7ad135 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0611932 Nov 12 09:24:08.178871 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-ad7f537e-d551-49fa-8459-c7c970e8ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.181248 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-ad7f537e-d551-49fa-8459-c7c970e8ba6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0569170 Nov 12 09:24:08.221634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2b56a5d-b1a1-4def-a4af-89979e9f9e20 req-78bd2455-513b-4570-b9e9-70ee81bf0e21 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732245 Nov 12 09:24:08.289249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-83db8bc3-ecce-4fbd-8f34-3dd265300e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.291428 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-83db8bc3-ecce-4fbd-8f34-3dd265300e19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 896 time: 0.1033595 Nov 12 09:24:08.363948 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-fe275ad0-8021-4942-ab44-1e4b31201649 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 1001 time: 0.0661795 Nov 12 09:24:08.419814 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-43ffdcd9-3d7c-48b2-b4ff-04ea6b1ed1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.421324 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-43ffdcd9-3d7c-48b2-b4ff-04ea6b1ed1ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 200 len: 835 time: 0.0502501 Nov 12 09:24:08.479666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-e137a1f6-a46a-42dc-8834-1c60c8fc0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.481469 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-e137a1f6-a46a-42dc-8834-1c60c8fc0943 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87ececc-4bb1-4e51-a65f-f5b5829306ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530496 Nov 12 09:24:08.587058 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-222a2ed2-27f7-4052-9ef5-f04799e24a68 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986147 Nov 12 09:24:08.697913 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-48563a3f-801a-4444-a625-ea0dc93ccfb6 req-7062fddd-e224-46fd-bf19-88639ab32fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034565 Nov 12 09:24:09.381384 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3305394-816a-4c12-9c16-8d6e023361e9 req-6ad0c2e0-5caa-4484-9536-54c0aaccac1c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.383813 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3305394-816a-4c12-9c16-8d6e023361e9 req-6ad0c2e0-5caa-4484-9536-54c0aaccac1c tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0629771 Nov 12 09:24:09.446382 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f3305394-816a-4c12-9c16-8d6e023361e9 req-5bd240de-63ee-48bc-8486-3c688f2b549a tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Nov 12 09:24:09.578332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.581214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23169477-a0e2-45df-94a5-93bf3f451772 req-47c1c6da-7e59-4903-85b8-2af3e7956d1f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:10.582939 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23169477-a0e2-45df-94a5-93bf3f451772 req-47c1c6da-7e59-4903-85b8-2af3e7956d1f tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0544219 Nov 12 09:24:10.645083 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-23169477-a0e2-45df-94a5-93bf3f451772 req-997b9f9f-888a-4e95-8f36-6d49484f5924 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498450 Nov 12 09:24:10.670561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38908) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:10.738919 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1dbb67ee-0f85-485b-ab8f-1de2f6df754b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/floatingips/9ecacb20-403e-472c-acc7-7303de11e354 HTTP/1.1" status: 200 len: 993 time: 0.0666492 Nov 12 09:24:10.793332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1930b506-7a48-4765-a08a-0d79863fc4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.967131 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:11.149755 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port 91588f55-8d17-4530-a430-2da9feb652bb {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:11.150127 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.240537 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.240923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.255984 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for 91588f55-8d17-4530-a430-2da9feb652bb owned by network:floatingip {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:11.456024 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.482449 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=91588f55-8d17-4530-a430-2da9feb652bb,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:11.498514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.498851 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.499197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.499545 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.499884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.500255 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.500592 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.500923 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.501250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.501577 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.501904 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.502225 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:11.564232 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.564653 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Floating IP 9ecacb20-403e-472c-acc7-7303de11e354 disassociated (deleted). External IP: 172.25.4.48, port: eba927fe-f8b7-4b94-9e9a-8192cd546620. Nov 12 09:24:12.203878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:12.331623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:12.336819 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.346537 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] Sync routers for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:12.359576 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:12.360261 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.372724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6c2caa87-6841-43f5-a856-6d0b7572deba tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/floatingips/9ecacb20-403e-472c-acc7-7303de11e354 HTTP/1.1" status: 204 len: 168 time: 1.4037092 Nov 12 09:24:12.373669 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:12.378009 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009dcfd-d240-45cc-b19a-1348b08156c4" -d '{"events": [{"name": "network-changed", "server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:12.437180 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f83a54-e9cb-4572-beb0-3aa2fed333aa x-openstack-request-id: req-67f83a54-e9cb-4572-beb0-3aa2fed333aa {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:12.437574 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:12.437950 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67f83a54-e9cb-4572-beb0-3aa2fed333aa {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:12.438491 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'status': 'completed', 'code': 200} Nov 12 09:24:12.502908 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.505165 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:12.520263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-19ff658a-fab6-4840-99f8-22de1d5e6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.521875 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-19ff658a-fab6-4840-99f8-22de1d5e6623 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff87086b03fa42a08060f497d6e14ddf&device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 1098 time: 0.0558188 Nov 12 09:24:12.717954 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea080ad-0152-4d85-b5f8-7eb3e066b587 req-e8b4ee6a-07a4-49c2-9897-ab5d789c3748 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.724638 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ea080ad-0152-4d85-b5f8-7eb3e066b587 req-e8b4ee6a-07a4-49c2-9897-ab5d789c3748 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0586603 Nov 12 09:24:12.727411 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-f3e9e62e-def6-42ad-a70c-fd1b22c7457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.730632 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-f3e9e62e-def6-42ad-a70c-fd1b22c7457c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 200 len: 896 time: 0.2007515 Nov 12 09:24:12.798499 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9ea080ad-0152-4d85-b5f8-7eb3e066b587 req-9e383e53-72c1-4d39-ace2-55fde90b458e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714040 Nov 12 09:24:12.806076 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-648534b9-a42a-43f5-a037-70b17cdd33b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 200 len: 217 time: 0.0674894 Nov 12 09:24:12.835144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:21Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.869707 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] Checking router: 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:12.879435 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:12.880081 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:23:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.889694 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-cd3395d1-56ef-4010-a0b4-e48fa21ecf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.891569 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-cd3395d1-56ef-4010-a0b4-e48fa21ecf29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 200 len: 835 time: 0.0783019 Nov 12 09:24:12.955415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-d2150838-0970-4ddc-95a6-a9130681da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.958175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-d2150838-0970-4ddc-95a6-a9130681da16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87ececc-4bb1-4e51-a65f-f5b5829306ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581033 Nov 12 09:24:12.997860 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:13.108785 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-cad521dc-2d05-4c0c-b91f-bd2dbf696867 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413202 Nov 12 09:24:13.234083 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e009dcfd-d240-45cc-b19a-1348b08156c4 req-bd02073b-51c2-4c8f-9ad5-659968cd2be1 service neutron] 10.222.0.32 "GET /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180866 Nov 12 09:24:13.284840 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb787015-be67-4163-b6c5-0410f0144ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.334799 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:21Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.364144 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e030ab-9cbb-4a6e-aefc-90f4abd8b50c None None] The sync data for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 is: [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:16Z', 'revision_number': 4, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'e8acffcd-e142-4581-8d89-fa0f8fd20d35', 'name': '', 'network_id': 'e87ececc-4bb1-4e51-a65f-f5b5829306ce', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'mac_address': 'fa:16:3e:8e:21:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:15Z', 'updated_at': '2021-11-12T09:23:21Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'subnets': [{'id': 'b0804caf-e398-4edf-86c1-3f0964da04dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:13.662826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f168d-1aaf-41f3-a382-26a9c0539e52 None None] New status for floating IP 9ecacb20-403e-472c-acc7-7303de11e354: DOWN {{(pid=102373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:13.949360 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde86816-365f-4c3e-be4b-799253834733 req-862cb5a1-b9c1-467c-981b-53a564e4e24d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:13.951666 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fde86816-365f-4c3e-be4b-799253834733 req-862cb5a1-b9c1-467c-981b-53a564e4e24d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0618885 Nov 12 09:24:14.023365 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fde86816-365f-4c3e-be4b-799253834733 req-6e4b20ad-39c0-4b4c-ac75-30c2ac685246 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/security-groups?id=caab174c-8ae7-472e-97bb-033e1ea2fa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647583 Nov 12 09:24:14.266333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3df24d11-54a3-440e-872c-11e1a7ea1bc7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:14.267995 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3df24d11-54a3-440e-872c-11e1a7ea1bc7 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 946 time: 0.0741417 Nov 12 09:24:14.401308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port eba927fe-f8b7-4b94-9e9a-8192cd546620 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:14.401881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.540890 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port eba927fe-f8b7-4b94-9e9a-8192cd546620, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=eba927fe-f8b7-4b94-9e9a-8192cd546620,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:14.541203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.557915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for eba927fe-f8b7-4b94-9e9a-8192cd546620 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:14.726474 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.766182 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=eba927fe-f8b7-4b94-9e9a-8192cd546620,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:14.835978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] No DVR routers for this DVR port eba927fe-f8b7-4b94-9e9a-8192cd546620 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:14.840306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.845098 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1bc77a17-f094-41fb-ae2f-ff06b6f50478 req-3606b4ae-845e-4c85-ada9-37872dc7faa8 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.32 "DELETE /v2.0/ports/eba927fe-f8b7-4b94-9e9a-8192cd546620 HTTP/1.1" status: 204 len: 173 time: 0.5697734 Nov 12 09:24:14.845896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'name': 'network-vif-deleted', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:14.846617 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.849718 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e235b6e7-6b24-4eee-92a4-4339c8f823b0" -d '{"events": [{"server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "name": "network-vif-deleted", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:14.915741 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9082e9-12bf-400c-ace9-4991e09d7a85 x-openstack-request-id: req-ac9082e9-12bf-400c-ace9-4991e09d7a85 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:14.916153 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ffb620-3347-4c0c-a2df-4fc1934c0ef0", "name": "network-vif-deleted", "tag": "eba927fe-f8b7-4b94-9e9a-8192cd546620", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:14.916467 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac9082e9-12bf-400c-ace9-4991e09d7a85 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:14.916922 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ffb620-3347-4c0c-a2df-4fc1934c0ef0', 'name': 'network-vif-deleted', 'tag': 'eba927fe-f8b7-4b94-9e9a-8192cd546620', 'status': 'completed', 'code': 200} Nov 12 09:24:15.185842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b6957bb0-da4c-44a8-805c-e02eb72a174e req-00addce2-70e4-4d09-9525-9d6e5a835551 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "GET /v2.0/ports?device_id=70ffb620-3347-4c0c-a2df-4fc1934c0ef0 HTTP/1.1" status: 200 len: 210 time: 0.0402951 Nov 12 09:24:15.973418 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.256912 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38934) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:16.702344 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.860326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.055309 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port e8acffcd-e142-4581-8d89-fa0f8fd20d35 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:17.055649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.159151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port e8acffcd-e142-4581-8d89-fa0f8fd20d35, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=e8acffcd-e142-4581-8d89-fa0f8fd20d35,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:17.159464 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.175359 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for e8acffcd-e142-4581-8d89-fa0f8fd20d35 owned by network:router_interface {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:17.432091 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.463373 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=e8acffcd-e142-4581-8d89-fa0f8fd20d35,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:17.481888 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.482418 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.482874 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.483326 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.483934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.484564 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.484956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.485407 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.485958 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.486486 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.486934 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.487333 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:17.739021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.234067 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eba927fe-f8b7-4b94-9e9a-8192cd546620 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:18.262964 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: eba927fe-f8b7-4b94-9e9a-8192cd546620 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:18.263434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device eba927fe-f8b7-4b94-9e9a-8192cd546620 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:18.341021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:18.489622 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:18.496915 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4afd715b-91a1-4311-bfa9-88d035b4b01d tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "PUT /v2.0/routers/8898be5a-a8e1-471f-a7e3-f06f9c0a2187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380457 Nov 12 09:24:18.501038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38936) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:18.502019 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] Sync routers for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:18.515637 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:18.516404 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:18.577800 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting subnet b0804caf-e398-4edf-86c1-3f0964da04dd {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:18.582114 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.644565 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.680340 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:18.759881 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.837692 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.874301 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.878655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/subnets/b0804caf-e398-4edf-86c1-3f0964da04dd HTTP/1.1" status: 204 len: 168 time: 0.3759575 Nov 12 09:24:18.879011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed19e04-4b03-49f8-8dd8-ef6c7653e7e1 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Subnet': ['ID=b0804caf-e398-4edf-86c1-3f0964da04dd,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:18.884764 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38938) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:19.030393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.055193 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:24:17Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.088312 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0dc3d-6fed-434e-9576-11e57c443ce0 None None] Network e87ececc-4bb1-4e51-a65f-f5b5829306ce requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:19.110693 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] Checking router: 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:19.128542 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] Routers {'8898be5a-a8e1-471f-a7e3-f06f9c0a2187'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:19.129729 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.180765 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.283405 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Deleting port d090562f-e56b-4690-965e-348a13c9edf6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:19.283796 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.325781 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] Set router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:19.347888 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] DHCP port deletion for e87ececc-4bb1-4e51-a65f-f5b5829306ce request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:19.391953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] For port d090562f-e56b-4690-965e-348a13c9edf6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=d090562f-e56b-4690-965e-348a13c9edf6,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:19.392339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.414703 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Calling delete_port for d090562f-e56b-4690-965e-348a13c9edf6 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:19.434833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Deleting port 09fda2b9-223a-437e-963b-12bb4df188c9 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:19.435420 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.544715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] For port 09fda2b9-223a-437e-963b-12bb4df188c9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=09fda2b9-223a-437e-963b-12bb4df188c9,segment=NetworkSegment(d5dcc688-b0af-4e5c-bc30-9e7f73bbb701),segment_id=d5dcc688-b0af-4e5c-bc30-9e7f73bbb701)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:19.545401 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.564411 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Calling delete_port for 09fda2b9-223a-437e-963b-12bb4df188c9 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:19.597860 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:24:17Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:19.635751 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009350a-7fcb-4759-ac65-f28c3119087d None None] The sync data for ids ['8898be5a-a8e1-471f-a7e3-f06f9c0a2187'] in n-d-768509-25 is: [{'id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652731745', 'tenant_id': 'ff87086b03fa42a08060f497d6e14ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:24:17Z', 'revision_number': 5, 'project_id': 'ff87086b03fa42a08060f497d6e14ddf', 'gw_port': {'id': 'd090562f-e56b-4690-965e-348a13c9edf6', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8898be5a-a8e1-471f-a7e3-f06f9c0a2187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:11Z', 'updated_at': '2021-11-12T09:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:19.659671 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 09fda2b9-223a-437e-963b-12bb4df188c9 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:19.686061 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.741680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Port': ['ID=d090562f-e56b-4690-965e-348a13c9edf6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:19.786213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d62e7d-693d-472c-8053-94b9e45b0ee3 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:19.789408 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.837976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Pushing event deleted for resources: {'Port': ['ID=09fda2b9-223a-437e-963b-12bb4df188c9,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:19.841671 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.846773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] No DVR routers for this DVR port 09fda2b9-223a-437e-963b-12bb4df188c9 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:19.855251 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.865615 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.866048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.866454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.866863 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.867270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.868096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.869207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.869692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.870092 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.870491 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.870762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.871048 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4143e2-9d75-4707-9fc6-d0becbdb16bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.995648 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.998462 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.077246 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.078149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Fanout notify agent at l3_agent the message router_deleted on router 8898be5a-a8e1-471f-a7e3-f06f9c0a2187 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:20.091498 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.093483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-081b49e9-f445-4771-a144-1a822f8d6131 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/routers/8898be5a-a8e1-471f-a7e3-f06f9c0a2187 HTTP/1.1" status: 204 len: 168 time: 1.2064168 Nov 12 09:24:20.101957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38940) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.238761 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.350619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.376920 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87ececc-4bb1-4e51-a65f-f5b5829306ce']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.393798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.394146 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dcc688-b0af-4e5c-bc30-9e7f73bbb701') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.414377 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.434394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.443663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:20.444105 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:20.448116 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:20.552398 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.561703 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.565059 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/networks/e87ececc-4bb1-4e51-a65f-f5b5829306ce HTTP/1.1" status: 204 len: 168 time: 0.4606373 Nov 12 09:24:20.569493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38942) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.578862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1756cd-e362-451c-97e9-e6b2deccd75e tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'Network': ['ID=e87ececc-4bb1-4e51-a65f-f5b5829306ce,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:20.643190 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0709fdab-237d-4016-9c83-c9852b1acca3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.676460 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0709fdab-237d-4016-9c83-c9852b1acca3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.760964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0709fdab-237d-4016-9c83-c9852b1acca3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.765867 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0709fdab-237d-4016-9c83-c9852b1acca3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.770536 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0709fdab-237d-4016-9c83-c9852b1acca3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] 10.222.0.16 "DELETE /v2.0/security-groups/caab174c-8ae7-472e-97bb-033e1ea2fa64 HTTP/1.1" status: 204 len: 168 time: 0.1969898 Nov 12 09:24:20.795956 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709fdab-237d-4016-9c83-c9852b1acca3 tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab174c-8ae7-472e-97bb-033e1ea2fa64,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:21.181538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38950) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.337041 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f4c35796-c97f-4107-8a70-c9f8e972df0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff87086b03fa42a08060f497d6e14ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539302 Nov 12 09:24:21.340528 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.432278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd015e73-af3e-4ee8-a331-fa63d45b26a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.470144 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd015e73-af3e-4ee8-a331-fa63d45b26a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.530029 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd015e73-af3e-4ee8-a331-fa63d45b26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.532765 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-bd015e73-af3e-4ee8-a331-fa63d45b26a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.534150 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-bd015e73-af3e-4ee8-a331-fa63d45b26a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d56f62e-9861-4f2e-af53-1a1f2e18cd45 HTTP/1.1" status: 204 len: 168 time: 0.1921911 Nov 12 09:24:21.544334 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd015e73-af3e-4ee8-a331-fa63d45b26a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56f62e-9861-4f2e-af53-1a1f2e18cd45,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:21.653744 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e8acffcd-e142-4581-8d89-fa0f8fd20d35 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:21.686401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: e8acffcd-e142-4581-8d89-fa0f8fd20d35 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:21.686981 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device e8acffcd-e142-4581-8d89-fa0f8fd20d35 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:21.687689 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d090562f-e56b-4690-965e-348a13c9edf6 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:21.726260 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: d090562f-e56b-4690-965e-348a13c9edf6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:21.726858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device d090562f-e56b-4690-965e-348a13c9edf6 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:21.924946 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38960) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.940701 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b420f37-ae26-4940-a37a-a9c27e4fe152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.033686 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b420f37-ae26-4940-a37a-a9c27e4fe152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.038493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5b420f37-ae26-4940-a37a-a9c27e4fe152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.081776 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5b420f37-ae26-4940-a37a-a9c27e4fe152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f30681b2a67467a88b2e04306380537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552784 Nov 12 09:24:22.082431 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b420f37-ae26-4940-a37a-a9c27e4fe152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a97afae-ab4d-49fc-8852-54cb88119757,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:22.084880 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38962) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:22.142627 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b388942-9218-4134-b324-00ebadf8da07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.171538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b388942-9218-4134-b324-00ebadf8da07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.244331 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b388942-9218-4134-b324-00ebadf8da07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.249544 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7b388942-9218-4134-b324-00ebadf8da07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.251677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7b388942-9218-4134-b324-00ebadf8da07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a97afae-ab4d-49fc-8852-54cb88119757 HTTP/1.1" status: 204 len: 168 time: 0.1656132 Nov 12 09:24:22.266672 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b388942-9218-4134-b324-00ebadf8da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a97afae-ab4d-49fc-8852-54cb88119757,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.169712 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38984) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:23.286904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1752709155-network', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:23.313117 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Made reservation on behalf of 0ec7586c110d422b91c21b97560e71c5 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:23.315631 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.325637 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.417840 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.424206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.453925 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:23.465362 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05831cc-79c8-4f32-b349-e7d413148b93,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.473653 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.473992 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Added segment dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8 of type vlan for network 62c2f04d-6d3e-43d8-ae00-989408358287 Nov 12 09:24:23.524740 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.562373 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.563370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.563993 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.627665 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4563372 Nov 12 09:24:23.631867 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38988) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:23.637592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8dc3b-cfac-45d2-b1f4-67ebeb171e21 admin admin] Pushing event updated for resources: {'Network': ['ID=62c2f04d-6d3e-43d8-ae00-989408358287,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.640282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Request body: {'subnet': {'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1752709155-subnet', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:23.647799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 62c2f04d-6d3e-43d8-ae00-989408358287 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:23.677616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Made reservation on behalf of 0ec7586c110d422b91c21b97560e71c5 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:23.679993 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.888203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.948718 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c991fad-55e8-4252-b723-74ffe2abdbc0,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.960295 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Checking segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:23.960692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Network hostable DHCP agents. Network: 62c2f04d-6d3e-43d8-ae00-989408358287, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:23.986998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Network 62c2f04d-6d3e-43d8-ae00-989408358287 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:23.998995 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 62c2f04d-6d3e-43d8-ae00-989408358287) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:24.004968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.005214 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.008848 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e22cd24-b05a-477a-9669-1bbe358b35fb None None] Network 62c2f04d-6d3e-43d8-ae00-989408358287 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:24.030174 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c54dc6f8-1d34-4ec6-97a9-de3be1dc3617 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3930035 Nov 12 09:24:24.030547 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 38990) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:24.035591 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:24.060517 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.062227 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.120808 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.207567 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-62c2f04d-6d3e-43d8-ae00-989408358287', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:24:24.208657 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.337017 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.370327 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Allocated IP 172.20.0.2 (62c2f04d-6d3e-43d8-ae00-989408358287/4c991fad-55e8-4252-b723-74ffe2abdbc0/845ffc2d-4877-4b8e-b769-33f39c1d91e5) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:24.547595 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.556491 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.579230 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.604306 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.607345 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Network 62c2f04d-6d3e-43d8-ae00-989408358287 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:24.611041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:24.614581 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:24.640117 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Pushing event updated for resources: {'Port': ['ID=845ffc2d-4877-4b8e-b769-33f39c1d91e5,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:24.708773 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Attempting to bind port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:24.709929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Attempting to bind port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:24.709929 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Attempting to bind port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 on network 62c2f04d-6d3e-43d8-ae00-989408358287 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:24.716199 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:24.716585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Checking segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:24.716988 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.717392 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Bound using segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:24.718164 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Bound port: 845ffc2d-4877-4b8e-b769-33f39c1d91e5, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:24.718718 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.750641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Allocated IP 172.25.4.244 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/ebfd5b4f-6286-4e70-ad18-44045a13b736) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:24.811617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] For port 845ffc2d-4877-4b8e-b769-33f39c1d91e5, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:24.817733 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] For port 845ffc2d-4877-4b8e-b769-33f39c1d91e5, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=845ffc2d-4877-4b8e-b769-33f39c1d91e5,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:24.825801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.929813 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce20bd-e80c-4a07-b1b4-d696f7cfd628 None None] Pushing event updated for resources: {'Port': ['ID=845ffc2d-4877-4b8e-b769-33f39c1d91e5,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:24.938393 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.988630 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.065348 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:25.071976 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:25.076801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:25.094003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40517fa3-80c7-4a79-ba4b-b40628f63b7e None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:25.164114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Pushing event updated for resources: {'Port': ['ID=ebfd5b4f-6286-4e70-ad18-44045a13b736,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:25.211580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3ef6fa8f-b58f-43f2-a0ab-86787dcfda37 None None] Provisioning complete for port ebfd5b4f-6286-4e70-ad18-44045a13b736 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:25.212405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fa8f-b58f-43f2-a0ab-86787dcfda37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.271369 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6fa8f-b58f-43f2-a0ab-86787dcfda37 None None] Port ebfd5b4f-6286-4e70-ad18-44045a13b736 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:25.495624 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.732395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 845ffc2d-4877-4b8e-b769-33f39c1d91e5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:25.809771 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:25.810405 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.814281 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.916294 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.972466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port 845ffc2d-4877-4b8e-b769-33f39c1d91e5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=845ffc2d-4877-4b8e-b769-33f39c1d91e5,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:25.978965 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.023110 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Router ada48bfc-eb16-4665-852a-72bf487de08c is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:24:26.055038 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=845ffc2d-4877-4b8e-b769-33f39c1d91e5,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:26.168701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03be5b-bba4-4785-8b4f-cad10256a350 None None] Network 62c2f04d-6d3e-43d8-ae00-989408358287 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:26.207835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:26.230685 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:26.238187 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.240661 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b81f159b-6ec4-4f73-81d8-bc37394b1bdf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2084224 Nov 12 09:24:26.244747 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 38992) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:26.253738 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-2d21ba8b-d633-4f7c-98d4-2b58ecdb6e9e None None] Provisioning complete for port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:26.254088 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2d21ba8b-d633-4f7c-98d4-2b58ecdb6e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.265643 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:26.266282 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:26.654021 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:26.750887 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.939764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:25Z', 'revision_number': 3, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:26.963452 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Allocated IP 172.20.0.1 (62c2f04d-6d3e-43d8-ae00-989408358287/4c991fad-55e8-4252-b723-74ffe2abdbc0/5fca1252-025f-4e34-84f2-10503532521e) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:26.968578 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:26.968928 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Updating router ada48bfc-eb16-4665-852a-72bf487de08c port ebfd5b4f-6286-4e70-ad18-44045a13b736 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:24:26.998068 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.152763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.192216 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.238294 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Network 62c2f04d-6d3e-43d8-ae00-989408358287 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:27.242070 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:27.245836 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:27.254720 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Pushing event updated for resources: {'Port': ['ID=5fca1252-025f-4e34-84f2-10503532521e,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:27.264420 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-75b258c5-c120-4831-9022-17b3fcf3d3ce None None] Provisioning complete for port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:27.264894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-75b258c5-c120-4831-9022-17b3fcf3d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.315994 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.501636 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.521507 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.537489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.811025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0930317-ec4a-404c-9548-e6799b3a2c47 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:27.813606 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 845ffc2d-4877-4b8e-b769-33f39c1d91e5 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:27.840160 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53ca7f-31c8-4163-bab7-8e7ccfab349d None None] Pushing event updated for resources: {'Port': ['ID=ebfd5b4f-6286-4e70-ad18-44045a13b736,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:27.845823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Attempting to bind port ebfd5b4f-6286-4e70-ad18-44045a13b736 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:27.846288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Attempting to bind port ebfd5b4f-6286-4e70-ad18-44045a13b736 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:27.846570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Attempting to bind port ebfd5b4f-6286-4e70-ad18-44045a13b736 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:27.853624 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.859830 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:27.860087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:27.860447 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.860849 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:27.861329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Bound port: ebfd5b4f-6286-4e70-ad18-44045a13b736, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:27.861716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.864033 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.947395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] For port ebfd5b4f-6286-4e70-ad18-44045a13b736, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:27.950537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Pushing event updated for resources: {'Port': ['ID=5fca1252-025f-4e34-84f2-10503532521e,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:27.953278 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.953822 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] For port ebfd5b4f-6286-4e70-ad18-44045a13b736, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ebfd5b4f-6286-4e70-ad18-44045a13b736,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:27.956124 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:27.956443 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.962575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.985351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Provisioning complete for port ebfd5b4f-6286-4e70-ad18-44045a13b736 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:27.985708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.073683 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a4113-46b8-4b53-8df2-9489098f40f8 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:28.084363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Network 62c2f04d-6d3e-43d8-ae00-989408358287 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:28.087968 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:28.113596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53ca7f-31c8-4163-bab7-8e7ccfab349d None None] Pushing event updated for resources: {'Port': ['ID=ebfd5b4f-6286-4e70-ad18-44045a13b736,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:28.121576 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:28.122245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:28.303505 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Router ada48bfc-eb16-4665-852a-72bf487de08c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:28.318579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.340511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:28.380407 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] For port ebfd5b4f-6286-4e70-ad18-44045a13b736, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ebfd5b4f-6286-4e70-ad18-44045a13b736,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:28.393003 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.449049 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:28.460359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-3aa064a5-1b14-4a6e-96ee-688073fd1d04 admin admin] 10.222.0.16 "PUT /v2.0/routers/ada48bfc-eb16-4665-852a-72bf487de08c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2093787 Nov 12 09:24:28.521728 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Provisioning complete for port 5fca1252-025f-4e34-84f2-10503532521e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:28.522376 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.650100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Pushing event updated for resources: {'Port': ['ID=ebfd5b4f-6286-4e70-ad18-44045a13b736,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:28.699311 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-3263e689-6e21-45f1-ac5f-ea80cb39ac33 None None] Port 5fca1252-025f-4e34-84f2-10503532521e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:28.837233 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b8f29f23-5a40-4faa-83ea-a96d09bda0b6 None None] Provisioning complete for port ebfd5b4f-6286-4e70-ad18-44045a13b736 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:28.838078 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8f29f23-5a40-4faa-83ea-a96d09bda0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.842582 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 2, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:28.893110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a4772-3f3b-4cc9-ac10-bad15a975926 None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 2, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:29.018357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-b8f29f23-5a40-4faa-83ea-a96d09bda0b6 None None] Provisioning complete for port 5fca1252-025f-4e34-84f2-10503532521e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:29.019271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b8f29f23-5a40-4faa-83ea-a96d09bda0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.084147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-b8f29f23-5a40-4faa-83ea-a96d09bda0b6 None None] Port 5fca1252-025f-4e34-84f2-10503532521e cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:29.137482 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39008) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:29.152288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1248463181-network', 'tenant_id': '232164d94d214047bb8d8628b6458500'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:29.179524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Made reservation on behalf of 232164d94d214047bb8d8628b6458500 for: {'network': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:29.182870 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.194758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.320262 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.325949 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.360598 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102372) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:29.373727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b373f-51c3-4021-8e55-50e6db08e954,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.381021 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.381375 n-d-768509-25 neutron-server[102372]: INFO neutron.db.segments_db [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Added segment 0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8 of type vlan for network fcc89da2-b298-4586-8488-fa7d7f181f7a Nov 12 09:24:29.436236 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.441238 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:29.467745 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.469253 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.469851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.534732 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3960528 Nov 12 09:24:29.538681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39010) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:29.546331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Request body: {'subnet': {'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1248463181-subnet', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'ip_version': 4}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:29.547568 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ec61-a490-4a63-b94f-e665d6d3dd02 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc89da2-b298-4586-8488-fa7d7f181f7a,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.560508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network fcc89da2-b298-4586-8488-fa7d7f181f7a details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:29.607902 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Made reservation on behalf of 232164d94d214047bb8d8628b6458500 for: {'subnet': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:29.610503 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62340253'] for subnet, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.827827 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62335839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62340239'] for subnet, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.907310 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ef7c66-dfb2-46ae-be20-2baade742134,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.919372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Checking segment: {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:29.920349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Network hostable DHCP agents. Network: fcc89da2-b298-4586-8488-fa7d7f181f7a, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:29.943290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Network fcc89da2-b298-4586-8488-fa7d7f181f7a is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:29.958443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, fcc89da2-b298-4586-8488-fa7d7f181f7a) {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:29.964376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.964992 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.973711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e2b4a-342b-4467-91cf-eeafc503baa2 None None] Network fcc89da2-b298-4586-8488-fa7d7f181f7a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:29.989688 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-83d4d591-064c-4458-b9d9-10a2fa3dc689 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4467878 Nov 12 09:24:29.990038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39012) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:29.995899 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:30.042121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.043535 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.146332 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.215320 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-fcc89da2-b298-4586-8488-fa7d7f181f7a', 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'fixed_ips': [{'subnet_id': 'a9ef7c66-dfb2-46ae-be20-2baade742134'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:24:30.216642 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.404037 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Allocated IP 172.20.0.2 (fcc89da2-b298-4586-8488-fa7d7f181f7a/a9ef7c66-dfb2-46ae-be20-2baade742134/a47f9015-f9d7-4af3-9d49-34d9498d1e3b) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:30.415818 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.656618 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.664347 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.725910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Network fcc89da2-b298-4586-8488-fa7d7f181f7a is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:30.738175 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:30.743189 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:30.757270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Pushing event updated for resources: {'Port': ['ID=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:30.767972 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.805643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.843858 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Attempting to bind port a47f9015-f9d7-4af3-9d49-34d9498d1e3b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:30.844483 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Attempting to bind port a47f9015-f9d7-4af3-9d49-34d9498d1e3b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:30.844953 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Attempting to bind port a47f9015-f9d7-4af3-9d49-34d9498d1e3b on network fcc89da2-b298-4586-8488-fa7d7f181f7a {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:30.853346 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:30.853859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Checking segment: {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:30.854303 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.854853 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Bound using segment: {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:30.855451 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Bound port: a47f9015-f9d7-4af3-9d49-34d9498d1e3b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:30.855967 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.959352 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] For port a47f9015-f9d7-4af3-9d49-34d9498d1e3b, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:30.965570 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] For port a47f9015-f9d7-4af3-9d49-34d9498d1e3b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:30.979275 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.005113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Allocated IP 172.25.4.111 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/8f5b74cc-28fa-4245-b050-2408d1d460a9) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:31.070004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c1c9-e734-46fc-a3a3-9ec1b7ef5c07 None None] Pushing event updated for resources: {'Port': ['ID=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:31.183607 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.253163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.372258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:31.378261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:31.388175 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:31.396149 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5b74cc-28fa-4245-b050-2408d1d460a9,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:31.396613 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a52d4-e3eb-4976-a087-ba0e1e1b0dcc None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:31.519023 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:31.535943 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c76f0bef-12fb-485c-8a69-6828d4196f00 None None] Provisioning complete for port 8f5b74cc-28fa-4245-b050-2408d1d460a9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:31.536466 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c76f0bef-12fb-485c-8a69-6828d4196f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.537942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:31.539475 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:31.580828 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c76f0bef-12fb-485c-8a69-6828d4196f00 None None] Port 8f5b74cc-28fa-4245-b050-2408d1d460a9 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:31.774586 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:31.827545 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.828181 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a47f9015-f9d7-4af3-9d49-34d9498d1e3b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:31.938162 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a47f9015-f9d7-4af3-9d49-34d9498d1e3b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:31.939185 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.063547 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.079403 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 2, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:32.112244 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.121239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] For port a47f9015-f9d7-4af3-9d49-34d9498d1e3b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:32.124128 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:32.124801 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Updating router ada48bfc-eb16-4665-852a-72bf487de08c port 5fca1252-025f-4e34-84f2-10503532521e binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:24:32.127684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.128538 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ebfd5b4f-6286-4e70-ad18-44045a13b736 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:32.177148 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.254141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Pushing event updated for resources: {'Port': ['ID=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.277720 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port ebfd5b4f-6286-4e70-ad18-44045a13b736 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:32.279040 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.349918 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Router 6ab82087-0569-4507-bb3f-676e1509095b is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:24:32.387351 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4333f16-1226-4f51-9fed-ca8078fd9f0d None None] Network fcc89da2-b298-4586-8488-fa7d7f181f7a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:32.504553 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a916631e-c633-491f-bcd5-23b5e61b0741 None None] Provisioning complete for port a47f9015-f9d7-4af3-9d49-34d9498d1e3b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:32.505336 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a916631e-c633-491f-bcd5-23b5e61b0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.580868 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:32.601388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Sync routers for ids ['6ab82087-0569-4507-bb3f-676e1509095b'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:32.615938 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.620159 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9b667732-3cbf-4f5b-a64c-10c5fd5ceb93 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6287951 Nov 12 09:24:32.624831 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39014) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:32.685617 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Routers {'6ab82087-0569-4507-bb3f-676e1509095b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:32.686675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6ab82087-0569-4507-bb3f-676e1509095b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:32.698830 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.709198 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.829329 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Pushing event updated for resources: {'Port': ['ID=5fca1252-025f-4e34-84f2-10503532521e,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.877194 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.877756 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.878361 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.878934 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.879484 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.879976 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.880774 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.881266 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.882024 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.882516 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.883173 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.884282 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:32.896018 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Attempting to bind port 5fca1252-025f-4e34-84f2-10503532521e on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:32.896633 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Attempting to bind port 5fca1252-025f-4e34-84f2-10503532521e by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:32.897208 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Attempting to bind port 5fca1252-025f-4e34-84f2-10503532521e on network 62c2f04d-6d3e-43d8-ae00-989408358287 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:32.911193 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:32.912281 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Checking segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:32.912887 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.913516 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Bound using segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:32.914317 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Bound port: 5fca1252-025f-4e34-84f2-10503532521e, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:32.914967 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.024780 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] For port 5fca1252-025f-4e34-84f2-10503532521e, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:33.029551 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] For port 5fca1252-025f-4e34-84f2-10503532521e, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5fca1252-025f-4e34-84f2-10503532521e,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:33.037569 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.129079 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:33.130097 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.189556 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf462f5-de30-4de7-b5ea-05d531a423e8 None None] Pushing event updated for resources: {'Port': ['ID=5fca1252-025f-4e34-84f2-10503532521e,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:33.285496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Set router 6ab82087-0569-4507-bb3f-676e1509095b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:33.350193 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.469946 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-f6488a5a-3600-44bf-9023-1960bb929825 None None] Provisioning complete for port 5fca1252-025f-4e34-84f2-10503532521e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:33.470579 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6488a5a-3600-44bf-9023-1960bb929825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.560739 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:33.750218 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Allocated IP 172.20.0.1 (fcc89da2-b298-4586-8488-fa7d7f181f7a/a9ef7c66-dfb2-46ae-be20-2baade742134/46c6d44e-f992-49c4-87ce-965b1f31c130) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:33.788630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6488a5a-3600-44bf-9023-1960bb929825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.885328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-f6488a5a-3600-44bf-9023-1960bb929825 None None] For port 5fca1252-025f-4e34-84f2-10503532521e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5fca1252-025f-4e34-84f2-10503532521e,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:33.892612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a47f9015-f9d7-4af3-9d49-34d9498d1e3b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:33.903210 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f6488a5a-3600-44bf-9023-1960bb929825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.983248 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:34.012712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.021389 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:31Z', 'revision_number': 3, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:34.037933 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80325cd-3d6b-4012-a483-6c003063b551 None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:34.061110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Checking router: 6ab82087-0569-4507-bb3f-676e1509095b for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:34.061470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Updating router 6ab82087-0569-4507-bb3f-676e1509095b port 8f5b74cc-28fa-4245-b050-2408d1d460a9 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:24:34.073669 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.118527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6488a5a-3600-44bf-9023-1960bb929825 None None] Pushing event updated for resources: {'Port': ['ID=5fca1252-025f-4e34-84f2-10503532521e,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:34.134624 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Network fcc89da2-b298-4586-8488-fa7d7f181f7a is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:34.137508 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fe1a4628-2e66-4139-a55c-6d191043441b None None] Provisioning complete for port a47f9015-f9d7-4af3-9d49-34d9498d1e3b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:34.138272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4628-2e66-4139-a55c-6d191043441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.140423 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:34.146622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:34.147413 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.260018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a47f9015-f9d7-4af3-9d49-34d9498d1e3b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:34.260864 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.628501 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Pushing event updated for resources: {'Port': ['ID=46c6d44e-f992-49c4-87ce-965b1f31c130,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:34.658666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.864298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5fca1252-025f-4e34-84f2-10503532521e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:34.906435 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.994762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-fe1a4628-2e66-4139-a55c-6d191043441b None None] Provisioning complete for port 5fca1252-025f-4e34-84f2-10503532521e triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:34.995126 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4628-2e66-4139-a55c-6d191043441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.078490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.095787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5fca1252-025f-4e34-84f2-10503532521e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:35.096225 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.097730 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.242979 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.247974 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce28c6-42f6-4982-829d-a2947571ae69 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:35.250290 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.272178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607acd4d-ebed-4af5-a17c-56ade3043af2 None None] Pushing event updated for resources: {'Port': ['ID=8f5b74cc-28fa-4245-b050-2408d1d460a9,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:35.285375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Attempting to bind port 8f5b74cc-28fa-4245-b050-2408d1d460a9 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:35.285988 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Attempting to bind port 8f5b74cc-28fa-4245-b050-2408d1d460a9 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:35.286596 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Attempting to bind port 8f5b74cc-28fa-4245-b050-2408d1d460a9 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:35.328657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Pushing event updated for resources: {'Port': ['ID=46c6d44e-f992-49c4-87ce-965b1f31c130,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:35.331262 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.332143 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:35.333261 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:35.334471 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.334666 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:35.335454 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Bound port: 8f5b74cc-28fa-4245-b050-2408d1d460a9, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:35.336110 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.459281 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Network fcc89da2-b298-4586-8488-fa7d7f181f7a is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:35.461777 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:35.512387 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] For port 8f5b74cc-28fa-4245-b050-2408d1d460a9, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:35.519844 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] For port 8f5b74cc-28fa-4245-b050-2408d1d460a9, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8f5b74cc-28fa-4245-b050-2408d1d460a9,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:35.529011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.535477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Provisioning complete for port 46c6d44e-f992-49c4-87ce-965b1f31c130 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:35.535477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.617142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Port 46c6d44e-f992-49c4-87ce-965b1f31c130 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:35.625874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c92f56-f820-4881-bafb-f89f2a33c28a None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:35.650697 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607acd4d-ebed-4af5-a17c-56ade3043af2 None None] Pushing event updated for resources: {'Port': ['ID=8f5b74cc-28fa-4245-b050-2408d1d460a9,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:35.657220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Routers {'6ab82087-0569-4507-bb3f-676e1509095b'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:35.657861 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6ab82087-0569-4507-bb3f-676e1509095b'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:35.661500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Provisioning complete for port 8f5b74cc-28fa-4245-b050-2408d1d460a9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:35.661925 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.722133 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Router 6ab82087-0569-4507-bb3f-676e1509095b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:35.783358 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5fca1252-025f-4e34-84f2-10503532521e up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:35.923463 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:35.933719 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-069cf4f2-edcc-456b-8205-58250ad8254f admin admin] 10.222.0.16 "PUT /v2.0/routers/6ab82087-0569-4507-bb3f-676e1509095b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3068907 Nov 12 09:24:35.995087 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] Set router 6ab82087-0569-4507-bb3f-676e1509095b gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:36.227881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 5fca1252-025f-4e34-84f2-10503532521e triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:36.227881 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.233643 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.351562 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] For port 8f5b74cc-28fa-4245-b050-2408d1d460a9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8f5b74cc-28fa-4245-b050-2408d1d460a9,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:36.375743 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.643724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa8710-fa44-4e98-a406-cdd3ec9f489c None None] Pushing event updated for resources: {'Port': ['ID=8f5b74cc-28fa-4245-b050-2408d1d460a9,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:36.687836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-10f033ed-765d-4208-a47c-e3e9886e6a10 None None] Provisioning complete for port 46c6d44e-f992-49c4-87ce-965b1f31c130 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:36.688503 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-10f033ed-765d-4208-a47c-e3e9886e6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.788833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-10f033ed-765d-4208-a47c-e3e9886e6a10 None None] Port 46c6d44e-f992-49c4-87ce-965b1f31c130 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:36.826976 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-10f033ed-765d-4208-a47c-e3e9886e6a10 None None] Provisioning complete for port 8f5b74cc-28fa-4245-b050-2408d1d460a9 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:36.827594 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-10f033ed-765d-4208-a47c-e3e9886e6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.875377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '46c6d44e-f992-49c4-87ce-965b1f31c130', 'name': '', 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'mac_address': 'fa:16:3e:57:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:33Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 2, 'project_id': '232164d94d214047bb8d8628b6458500', 'subnets': [{'id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:36.942980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e5411-c2d1-4a84-8ec6-d4f71cbd42f4 None None] The sync data for ids ['6ab82087-0569-4507-bb3f-676e1509095b'] in n-d-768509-25 is: [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '46c6d44e-f992-49c4-87ce-965b1f31c130', 'name': '', 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'mac_address': 'fa:16:3e:57:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:33Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 2, 'project_id': '232164d94d214047bb8d8628b6458500', 'subnets': [{'id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:36.997956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39022) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:37.005627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257722912', 'description': 'tempest-secgroup-smoke-1257722912 description', 'project_id': '0ec7586c110d422b91c21b97560e71c5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:37.047082 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.186698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.195208 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.255779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.260863 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2611349 Nov 12 09:24:37.264498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad523c2-563c-46e3-b134-6be8ed7649d4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754bf753-2088-4dca-bb61-6f406bad2376,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:37.264845 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39024) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:37.276088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': '754bf753-2088-4dca-bb61-6f406bad2376', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:37.325744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.424728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.431037 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.455153 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710c3f09-2578-4632-9a78-0ba5184ef68a,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:37.481504 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.482834 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5c77055d-97c7-479a-b0ea-44d22d6ef1b2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2163615 Nov 12 09:24:37.485969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39028) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:37.493265 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': '754bf753-2088-4dca-bb61-6f406bad2376', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:37.541213 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.071737 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.077296 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.095014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bebe7e-fea4-4ac3-aaa3-5b5199970a17,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.117498 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.119909 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-a5542e7d-053e-4770-8d2f-e4f2ab5db9aa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6328673 Nov 12 09:24:38.123821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39030) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:38.130643 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': '754bf753-2088-4dca-bb61-6f406bad2376', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:38.175515 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.261535 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.266784 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.288852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55fea5e-bdec-46b1-8f9f-88417ca278e2,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.300703 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.301981 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-45cf063a-8cb7-4560-82cc-2902e5673128 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768434 Nov 12 09:24:38.306317 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39032) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:38.311043 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': '754bf753-2088-4dca-bb61-6f406bad2376', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:38.347605 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.427825 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.435829 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.466135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e7a185-5ef0-42e8-90c6-7659be69b8ee,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.475744 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.477074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-93619b22-db88-45dd-925a-a84883313ff8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697016 Nov 12 09:24:38.482100 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39034) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:38.486085 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': '754bf753-2088-4dca-bb61-6f406bad2376', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:38.528874 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Project 0ec7586c110d422b91c21b97560e71c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:24:38.536702 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.640463 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.647206 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.682409 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109df20b-b916-455d-9f24-3cc8d6f599a5,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.694310 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.696689 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-330a2aa9-b2ae-4cfe-a71e-1cf878dba893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2147315 Nov 12 09:24:38.701546 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39036) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:38.709474 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': '754bf753-2088-4dca-bb61-6f406bad2376', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:38.747866 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Project 0ec7586c110d422b91c21b97560e71c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:24:38.754687 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.856587 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.862863 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.878985 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e5d816-13c1-462a-9fe4-c26ae7c9bb81,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.896019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.901410 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-855d8088-13bb-4b61-a683-10d1fbcfbedd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968260 Nov 12 09:24:39.108671 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-f3a5a779-6ab4-42f2-af17-d8ebbc147fe1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257722912&fields=id&tenant_id=0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 267 time: 0.0556643 Nov 12 09:24:39.285201 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-093e937b-942f-47f7-88bc-67083db37389 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.287814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-093e937b-942f-47f7-88bc-67083db37389 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 809 time: 0.1655905 Nov 12 09:24:39.311434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-27521e9c-8253-42d5-983b-425e945886cc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/quotas/0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 375 time: 0.0137646 Nov 12 09:24:39.381204 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-6c822ffc-816e-451d-ae0b-8830e067544b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583580 Nov 12 09:24:39.510241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-0af3e62b-3aec-4e22-bf7a-a634347a64af service neutron] 10.222.0.16 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161780 Nov 12 09:24:39.592866 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.646853 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-fdbc1901-0170-4418-a215-c2f7657111f9 service neutron] 10.222.0.16 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294019 Nov 12 09:24:39.741741 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8f5b74cc-28fa-4245-b050-2408d1d460a9 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:39.856138 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 8f5b74cc-28fa-4245-b050-2408d1d460a9 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:39.856723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.973597 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2f072220-671b-47c1-920c-a9b4d6a81f0f req-1431a732-c71a-4fa0-a2ba-c5273a213b73 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 210 time: 0.0488207 Nov 12 09:24:40.640766 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Sync routers for ids ['6ab82087-0569-4507-bb3f-676e1509095b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:40.654688 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Routers {'6ab82087-0569-4507-bb3f-676e1509095b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:40.655575 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6ab82087-0569-4507-bb3f-676e1509095b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:40.795773 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f65b8bcb-7628-4121-949c-87eba6940672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.831523 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Set router 6ab82087-0569-4507-bb3f-676e1509095b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:41.111195 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '46c6d44e-f992-49c4-87ce-965b1f31c130', 'name': '', 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'mac_address': 'fa:16:3e:57:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:33Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 2, 'project_id': '232164d94d214047bb8d8628b6458500', 'subnets': [{'id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:41.120807 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d73eb109-9325-401a-a5b7-3bc057af6b46 req-f6c08e3a-d80c-4239-9d4e-68e84c5af4f7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 210 time: 0.0369618 Nov 12 09:24:41.145263 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Checking router: 6ab82087-0569-4507-bb3f-676e1509095b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:41.146130 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Updating router 6ab82087-0569-4507-bb3f-676e1509095b port 46c6d44e-f992-49c4-87ce-965b1f31c130 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:24:41.185508 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.330275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-3e1e1f1f-20a9-4b61-846f-834af9c75542 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:41.333769 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-3e1e1f1f-20a9-4b61-846f-834af9c75542 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 809 time: 0.1518376 Nov 12 09:24:41.409489 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-23d5c9b9-2a90-48d7-88a3-5a6b1b98a668 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 380 time: 0.0655134 Nov 12 09:24:41.420152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'port': {'device_id': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'admin_state_up': True, 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'security_groups': ['754bf753-2088-4dca-bb61-6f406bad2376']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:41.558346 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Made reservation on behalf of 0ec7586c110d422b91c21b97560e71c5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:41.562823 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.627687 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.635571 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.720801 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3844ff0-491e-48e3-957c-8526f8421c3d None None] Pushing event updated for resources: {'Port': ['ID=46c6d44e-f992-49c4-87ce-965b1f31c130,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:41.771272 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Allocated IP 172.20.0.10 (62c2f04d-6d3e-43d8-ae00-989408358287/4c991fad-55e8-4252-b723-74ffe2abdbc0/e2aa24bc-ae3e-40b5-813b-421c0af76655) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:41.774049 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Attempting to bind port 46c6d44e-f992-49c4-87ce-965b1f31c130 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:41.774898 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Attempting to bind port 46c6d44e-f992-49c4-87ce-965b1f31c130 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:41.775778 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Attempting to bind port 46c6d44e-f992-49c4-87ce-965b1f31c130 on network fcc89da2-b298-4586-8488-fa7d7f181f7a {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:41.785841 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:41.787037 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Checking segment: {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:41.787037 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.787568 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Bound using segment: {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:41.788521 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Bound port: 46c6d44e-f992-49c4-87ce-965b1f31c130, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:41.789001 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.891200 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] For port 46c6d44e-f992-49c4-87ce-965b1f31c130, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:41.895859 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] For port 46c6d44e-f992-49c4-87ce-965b1f31c130, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=46c6d44e-f992-49c4-87ce-965b1f31c130,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:41.902401 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.984253 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Routers {'6ab82087-0569-4507-bb3f-676e1509095b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:41.984895 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6ab82087-0569-4507-bb3f-676e1509095b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:41.991278 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3844ff0-491e-48e3-957c-8526f8421c3d None None] Pushing event updated for resources: {'Port': ['ID=46c6d44e-f992-49c4-87ce-965b1f31c130,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:42.021980 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-79b107fb-b9b2-4077-aa13-be9e0c7bd0cb None None] Provisioning complete for port 46c6d44e-f992-49c4-87ce-965b1f31c130 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:42.022915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79b107fb-b9b2-4077-aa13-be9e0c7bd0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.043123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.107282 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.170244 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] Set router 6ab82087-0569-4507-bb3f-676e1509095b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:42.179480 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Network 62c2f04d-6d3e-43d8-ae00-989408358287 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:42.185521 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:42.188696 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:42.196102 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79b107fb-b9b2-4077-aa13-be9e0c7bd0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.250692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.251378 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.258921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:42.298502 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b6cbfb2c-f70c-4d63-aa42-7d8483c8ec67 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8830099 Nov 12 09:24:42.312542 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-79b107fb-b9b2-4077-aa13-be9e0c7bd0cb None None] For port 46c6d44e-f992-49c4-87ce-965b1f31c130, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=46c6d44e-f992-49c4-87ce-965b1f31c130,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:42.315568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Request body: {'port': {'device_id': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:42.337406 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79b107fb-b9b2-4077-aa13-be9e0c7bd0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.431190 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b107fb-b9b2-4077-aa13-be9e0c7bd0cb None None] Pushing event updated for resources: {'Port': ['ID=46c6d44e-f992-49c4-87ce-965b1f31c130,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:42.444358 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.480551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-08766fd9-7838-483f-a00e-74af2ec31f3a None None] Provisioning complete for port 46c6d44e-f992-49c4-87ce-965b1f31c130 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:42.480551 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-08766fd9-7838-483f-a00e-74af2ec31f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.514871 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2e057-c4c7-416e-9f7c-9024c61c8ddd req-4704a589-8ff2-459b-8b27-8c28baa929bd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.523531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ab2e057-c4c7-416e-9f7c-9024c61c8ddd req-4704a589-8ff2-459b-8b27-8c28baa929bd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 932 time: 0.1379681 Nov 12 09:24:42.578967 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.593078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5ab2e057-c4c7-416e-9f7c-9024c61c8ddd req-097e3049-ba8b-4f69-be36-ab9d3c2486c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680382 Nov 12 09:24:42.671858 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '46c6d44e-f992-49c4-87ce-965b1f31c130', 'name': '', 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'mac_address': 'fa:16:3e:57:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:33Z', 'updated_at': '2021-11-12T09:24:41Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'subnets': [{'id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:42.718887 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008fd8f-40cc-4ac4-af2f-362b962998f8 None None] The sync data for ids ['6ab82087-0569-4507-bb3f-676e1509095b'] in n-d-768509-25 is: [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:34Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '46c6d44e-f992-49c4-87ce-965b1f31c130', 'name': '', 'network_id': 'fcc89da2-b298-4586-8488-fa7d7f181f7a', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'mac_address': 'fa:16:3e:57:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:33Z', 'updated_at': '2021-11-12T09:24:41Z', 'revision_number': 4, 'project_id': '232164d94d214047bb8d8628b6458500', 'subnets': [{'id': 'a9ef7c66-dfb2-46ae-be20-2baade742134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:42.787827 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-159a38fd-5955-4755-819b-fb50dc86e700 None None] Provisioning complete for port e2aa24bc-ae3e-40b5-813b-421c0af76655 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:42.788442 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-159a38fd-5955-4755-819b-fb50dc86e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.847531 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-159a38fd-5955-4755-819b-fb50dc86e700 None None] Port e2aa24bc-ae3e-40b5-813b-421c0af76655 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:42.915283 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aa24bc-ae3e-40b5-813b-421c0af76655 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:42.927588 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.943668 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Transition to ACTIVE for port object e2aa24bc-ae3e-40b5-813b-421c0af76655 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:24:42.950801 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.005641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:43.107457 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Attempting to bind port e2aa24bc-ae3e-40b5-813b-421c0af76655 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:43.107895 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Attempting to bind port e2aa24bc-ae3e-40b5-813b-421c0af76655 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:43.108356 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Attempting to bind port e2aa24bc-ae3e-40b5-813b-421c0af76655 on network 62c2f04d-6d3e-43d8-ae00-989408358287 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:43.114639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Port e2aa24bc-ae3e-40b5-813b-421c0af76655 on network 62c2f04d-6d3e-43d8-ae00-989408358287 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:24:43.114960 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Attempting to bind port e2aa24bc-ae3e-40b5-813b-421c0af76655 on network 62c2f04d-6d3e-43d8-ae00-989408358287 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:43.121064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:43.121486 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Checking segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:43.121881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Bound using segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:43.122325 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Bound port: e2aa24bc-ae3e-40b5-813b-421c0af76655, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:43.122689 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.231409 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:43.235365 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:43.241536 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.288513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-13d2fe02-1b2c-4af3-88a6-aa353b5eb8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.307118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.307741 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.310283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] 10.222.0.32 "PUT /v2.0/ports/e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1093 time: 1.0031326 Nov 12 09:24:43.311033 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:43.315494 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:43.391737 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10779ffb-68b7-4e66-a49c-86ffeb195ae5 x-openstack-request-id: req-10779ffb-68b7-4e66-a49c-86ffeb195ae5 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:43.392035 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:43.392326 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10779ffb-68b7-4e66-a49c-86ffeb195ae5 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:43.392761 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'status': 'completed', 'code': 200} Nov 12 09:24:43.393870 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9c277-b272-42b1-bef9-e572665a257a service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:43.450802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-4b9d0232-45ac-496f-a98e-14bc79180d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.453634 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-4b9d0232-45ac-496f-a98e-14bc79180d0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0842502 Nov 12 09:24:43.585758 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-69187b66-daf4-4273-966c-f1b80eced681 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 217 time: 0.0711153 Nov 12 09:24:43.695057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-738bd86d-0501-4a6e-ab90-b982a322aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.698497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-738bd86d-0501-4a6e-ab90-b982a322aa92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.1047521 Nov 12 09:24:43.761812 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 46c6d44e-f992-49c4-87ce-965b1f31c130 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:43.793062 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b4a69179-759d-4c0d-9949-d0eed0e2e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.794189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-b4a69179-759d-4c0d-9949-d0eed0e2e072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876689 Nov 12 09:24:43.836636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 46c6d44e-f992-49c4-87ce-965b1f31c130 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:43.837212 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.851589 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d70217-1c41-4d77-b617-f41ec83fc46a req-7332e122-2bf6-419d-824c-3ffc99b96778 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.857962 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3d70217-1c41-4d77-b617-f41ec83fc46a req-7332e122-2bf6-419d-824c-3ffc99b96778 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.1162560 Nov 12 09:24:43.949074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a3d70217-1c41-4d77-b617-f41ec83fc46a req-ab5a2473-eee9-488c-80a0-529c7909289d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791900 Nov 12 09:24:43.984348 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-82692f27-da15-4eaf-a0e9-f9878c6381d5 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826644 Nov 12 09:24:44.108602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c4e46cb8-cad7-4d05-b26f-93fa4d500bc3 req-31e590b1-25fe-433a-851e-5a42bfa8c268 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171072 Nov 12 09:24:44.236750 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-a173d491-89b9-4af8-a7e0-9a38f005007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.238947 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-a173d491-89b9-4af8-a7e0-9a38f005007f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0773885 Nov 12 09:24:44.419821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-4bc588c3-1867-4c81-beab-888d04b766dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.422847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-4bc588c3-1867-4c81-beab-888d04b766dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1750007 Nov 12 09:24:44.477449 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-a3348142-3d85-4c33-8e63-b2e972eded58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 217 time: 0.0469339 Nov 12 09:24:44.559722 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-c45c20e3-b7c9-4b14-b42d-a1bc0737835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.562407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-c45c20e3-b7c9-4b14-b42d-a1bc0737835d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0764346 Nov 12 09:24:44.627706 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-ff524942-2b09-43b2-a0ea-7d442f56ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.629843 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-ff524942-2b09-43b2-a0ea-7d442f56ff75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597959 Nov 12 09:24:44.817586 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-1c7046c0-ff67-440a-a9b7-81eb8c3e758b service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794925 Nov 12 09:24:44.851658 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.972175 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e1b0ecae-3f30-4353-93c7-ae3c9ed4b1b8 req-28c1c88d-4a3d-489c-a934-1b19b23cd8bf service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471643 Nov 12 09:24:45.147775 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43de9f-9071-4616-a676-bcefb1d4558d req-7650fef4-b824-466d-9122-7e7e126af0e7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:45.150209 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c43de9f-9071-4616-a676-bcefb1d4558d req-7650fef4-b824-466d-9122-7e7e126af0e7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0836444 Nov 12 09:24:45.230024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c43de9f-9071-4616-a676-bcefb1d4558d req-c50c3ff3-fcc9-45c8-9717-a9996a34f85a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721459 Nov 12 09:24:45.974123 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.330167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:46.422620 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf3b51-6f13-4861-8051-b51dc5f0d118 req-68c3fd60-ddab-4f06-84ef-5a99c42fb938 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:46.425571 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dcf3b51-6f13-4861-8051-b51dc5f0d118 req-68c3fd60-ddab-4f06-84ef-5a99c42fb938 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0925672 Nov 12 09:24:46.510234 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:46.518381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8dcf3b51-6f13-4861-8051-b51dc5f0d118 req-1bbbe696-b181-434e-89d4-8cc0cbde4535 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805752 Nov 12 09:24:46.524811 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'mac_address': 'fa:16:3e:19:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:46.578582 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.594704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aa24bc-ae3e-40b5-813b-421c0af76655 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:46.620220 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:46.626635 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.721829 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:46.839914 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e2aa24bc-ae3e-40b5-813b-421c0af76655'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:46.914538 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.709629 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de03a5-8ec7-4091-965e-8749956f4960 req-f02015b7-bd14-4317-8943-4bef0247d120 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:47.711738 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84de03a5-8ec7-4091-965e-8749956f4960 req-f02015b7-bd14-4317-8943-4bef0247d120 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 945 time: 0.0757203 Nov 12 09:24:47.776007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-84de03a5-8ec7-4091-965e-8749956f4960 req-a9e5cbcf-03c5-4903-b866-dc57c5dda870 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566733 Nov 12 09:24:48.331414 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:48.420575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port e2aa24bc-ae3e-40b5-813b-421c0af76655 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:48.430528 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port e2aa24bc-ae3e-40b5-813b-421c0af76655 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:48.431151 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.563274 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.601022 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:48.606255 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3cc4a5-cc44-4ee4-9e24-c841b10132ee" -d '{"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:48.630102 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:48.636675 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.688721 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c222e253-f927-4ab8-a776-505d3790edaa x-openstack-request-id: req-c222e253-f927-4ab8-a776-505d3790edaa {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:48.689204 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:48.689861 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c222e253-f927-4ab8-a776-505d3790edaa {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:48.690519 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'code': 200} Nov 12 09:24:48.741099 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:48.824380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac94ba-edc4-40e0-be7f-ccd30e294e0d req-12275c38-10e3-4c7f-9bd9-56948dc3949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:48.827176 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12ac94ba-edc4-40e0-be7f-ccd30e294e0d req-12275c38-10e3-4c7f-9bd9-56948dc3949d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0735188 Nov 12 09:24:48.920923 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-12ac94ba-edc4-40e0-be7f-ccd30e294e0d req-0df50aed-4042-4c9f-9033-01b3afd1ebad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857966 Nov 12 09:24:48.962366 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231bcf-8f7f-4d0a-bf53-0b06597a5205 req-3976197f-b6a0-4ea6-a069-f9f1a03728d0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:48.965147 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12231bcf-8f7f-4d0a-bf53-0b06597a5205 req-3976197f-b6a0-4ea6-a069-f9f1a03728d0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0912209 Nov 12 09:24:49.061634 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-12231bcf-8f7f-4d0a-bf53-0b06597a5205 req-b34cf2be-4d72-4b51-9911-4bf0e58b00a1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842960 Nov 12 09:24:50.272428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445eb8b-3376-4dbd-ac03-6a0e11767df3 req-bf0c3830-856a-4586-89e9-b817fbbe5de3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:50.275132 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0445eb8b-3376-4dbd-ac03-6a0e11767df3 req-bf0c3830-856a-4586-89e9-b817fbbe5de3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0690010 Nov 12 09:24:50.372566 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0445eb8b-3376-4dbd-ac03-6a0e11767df3 req-057e26a8-a02a-432f-8c69-7cd7571298ca tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852103 Nov 12 09:24:50.586231 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8805c62-f36b-47e7-bc1e-425e3ae53987 req-be2baa50-f854-46fe-8da0-c2e5f39575a3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:50.589085 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8805c62-f36b-47e7-bc1e-425e3ae53987 req-be2baa50-f854-46fe-8da0-c2e5f39575a3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0963454 Nov 12 09:24:50.683161 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d8805c62-f36b-47e7-bc1e-425e3ae53987 req-5bb192e8-0cff-46ec-8a92-d419e1fa3c20 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857821 Nov 12 09:24:50.716948 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39086) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.918632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8dd193-9b95-43f8-bf59-eada21de758f tempest-TestShelveInstance-1376804741 tempest-TestShelveInstance-1376804741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:50.920406 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2c8dd193-9b95-43f8-bf59-eada21de758f tempest-TestShelveInstance-1376804741 tempest-TestShelveInstance-1376804741-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1093 time: 0.2020490 Nov 12 09:24:50.925443 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39090) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.930665 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:50.958855 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.138945 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.278713 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Allocated IP 172.25.4.161 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/0aff01e2-b26e-4c1d-bd34-74c1611b31d8) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:51.459845 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.514087 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.564917 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:51.570692 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:51.575475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:51.582473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'Port': ['ID=0aff01e2-b26e-4c1d-bd34-74c1611b31d8,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:52.170644 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.285705 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.568602 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.576530 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.711595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'Port': ['ID=0aff01e2-b26e-4c1d-bd34-74c1611b31d8,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:52.735305 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.930328 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Floating IP 4a42921e-e963-41f0-ad7f-d5361ce8eddb associated. External IP: 172.25.4.161, port: e2aa24bc-ae3e-40b5-813b-421c0af76655. Nov 12 09:24:53.331593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Router ada48bfc-eb16-4665-852a-72bf487de08c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:53.550664 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:53.567422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:53.576990 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.589033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:53.590134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:53.620602 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c029297c-fc25-4fa9-9350-7dfed812bf3a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6937656 Nov 12 09:24:53.621475 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:53.625558 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd95648-b54e-4ce6-97f5-de05ea6f329e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:53.692815 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf5c39-be5c-491f-ac8c-513239069ea0 x-openstack-request-id: req-84cf5c39-be5c-491f-ac8c-513239069ea0 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:53.693264 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:53.693685 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84cf5c39-be5c-491f-ac8c-513239069ea0 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:53.694330 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'status': 'completed', 'code': 200} Nov 12 09:24:53.770046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:53.873921 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-14824456-dd60-44f7-94db-b9b916790259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:53.876515 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-14824456-dd60-44f7-94db-b9b916790259 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1098 time: 0.1525922 Nov 12 09:24:54.051027 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-e4875f26-aa8e-4b9e-9b7b-829333571bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:54.053739 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-e4875f26-aa8e-4b9e-9b7b-829333571bf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1689844 Nov 12 09:24:54.113871 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4a42921e-e963-41f0-ad7f-d5361ce8eddb', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'mac_address': 'fa:16:3e:19:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:51Z', 'updated_at': '2021-11-12T09:24:51Z', 'revision_number': 0, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:54.161214 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:54.169546 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-cdf94c08-cff7-40e9-af93-1344679c46f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1000 time: 0.1078799 Nov 12 09:24:54.174237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:54.174971 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:24:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:54.265047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-ae844d89-6518-4ced-98f6-62d857e6a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:54.266794 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-ae844d89-6518-4ced-98f6-62d857e6a907 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0899925 Nov 12 09:24:54.343087 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-5b33d6d1-8342-40d8-a156-ec162baf1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:54.345849 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-5b33d6d1-8342-40d8-a156-ec162baf1163 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689530 Nov 12 09:24:54.349357 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:54.461363 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-e38cbd86-1e18-417b-9aeb-b7ca520fce9a service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080611 Nov 12 09:24:54.613433 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ddd95648-b54e-4ce6-97f5-de05ea6f329e req-d2ae1ca1-9ae2-43a8-9350-d9b947fca42a service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439972 Nov 12 09:24:54.735634 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4a42921e-e963-41f0-ad7f-d5361ce8eddb', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'mac_address': 'fa:16:3e:19:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:51Z', 'updated_at': '2021-11-12T09:24:51Z', 'revision_number': 0, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:54.780546 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071743e-1e5f-4caa-a3be-a863893821b0 None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '4a42921e-e963-41f0-ad7f-d5361ce8eddb', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'mac_address': 'fa:16:3e:19:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:51Z', 'updated_at': '2021-11-12T09:24:51Z', 'revision_number': 0, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:55.042764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7088b-dc31-48b4-b678-4dad4e66dace None None] New status for floating IP 4a42921e-e963-41f0-ad7f-d5361ce8eddb: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:57.690091 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-998b1e2b-5167-4ffd-8ce5-733e5e0bd30d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741298 Nov 12 09:24:57.814023 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797841e1-0c53-466d-a246-595e327c3992 req-0f01ca0d-6813-401d-835b-885ec6936ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:57.816677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-0f01ca0d-6813-401d-835b-885ec6936ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0685253 Nov 12 09:24:57.974052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797841e1-0c53-466d-a246-595e327c3992 req-54312386-e8d9-4e2f-919b-eeb325fbabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:57.976239 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-54312386-e8d9-4e2f-919b-eeb325fbabd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1368837 Nov 12 09:24:58.082189 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-6ee1ee00-621c-41e5-beed-8c49a7d0f808 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1002 time: 0.0975869 Nov 12 09:24:58.154747 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797841e1-0c53-466d-a246-595e327c3992 req-7cc963eb-9bb8-4b88-8845-efef58aedf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:58.156333 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-7cc963eb-9bb8-4b88-8845-efef58aedf57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0674579 Nov 12 09:24:58.227721 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797841e1-0c53-466d-a246-595e327c3992 req-c14d5d26-db6f-4481-928a-5e4be5edf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:58.229460 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-c14d5d26-db6f-4481-928a-5e4be5edf1ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658786 Nov 12 09:24:58.409382 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-cba88abd-fc43-4b02-91f5-095465d8de8f service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690931 Nov 12 09:24:58.529099 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-797841e1-0c53-466d-a246-595e327c3992 req-137aacec-a632-4620-b358-e494ab513f4b service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126688 Nov 12 09:25:06.446416 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:09.590747 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.798778 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5bb5-754a-4419-8e3c-3ba3c72662c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.510101 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.294152 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2be8cf50-f257-48a0-937a-0e3d220f3e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:14.848711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.996453 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.871052 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.591349 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.798481 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7d12fc33-9801-4862-8aa5-662995eeec28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.522788 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.293429 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4932a1ac-5f1e-48c6-b4b2-ecf7da685303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.451093 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:44.858720 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.982578 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.859668 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.690475 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-0b6bf614-118a-4cc0-a5f4-62f6b23131e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718212 Nov 12 09:25:59.816479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-a1819e32-26fe-40f0-bc48-5fb89d0cb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:59.818744 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-a1819e32-26fe-40f0-bc48-5fb89d0cb9a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0715671 Nov 12 09:25:59.980828 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-480f7ae2-78ac-4714-bef4-2c4b701bac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:59.982537 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-480f7ae2-78ac-4714-bef4-2c4b701bac76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1418791 Nov 12 09:26:00.106497 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-8deec58c-9b10-4905-861b-97578fb7bd1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1002 time: 0.1143634 Nov 12 09:26:00.194961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-768e570d-0499-439b-a4d3-b0213c517cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:00.196619 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-768e570d-0499-439b-a4d3-b0213c517cca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0821960 Nov 12 09:26:00.254479 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-3544fbec-ae56-4c1e-bb87-11264418825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:00.257143 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-3544fbec-ae56-4c1e-bb87-11264418825c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532007 Nov 12 09:26:00.428232 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-f5616ee4-795c-40e9-a6c2-3f8fcc8d41a3 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624701 Nov 12 09:26:00.566952 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-0dfb0663-9ff8-45a4-9ead-e1bff45e3dfb req-f347426d-3b1d-465b-908d-86217a525090 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316233 Nov 12 09:26:09.609304 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.801609 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-65407d5d-457c-4f70-9625-8852147d9757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.534573 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.293737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a7e9dcc8-3ffa-4a5a-9a96-d91f26588a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.859526 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.980436 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.867053 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.452796 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:39.603455 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.802133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b319add6-3a6e-4c96-8156-ac895dd95ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.522483 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.282554 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d6afb8ef-c43d-4e77-a9e9-3d7a87c92be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.858435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:45.989173 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.871998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.502028 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5ea4-9c4c-4698-953f-ff473646f8b7 req-ffb48d36-83c4-4d9d-b545-491f6e87a0d1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:48.504131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-613e5ea4-9c4c-4698-953f-ff473646f8b7 req-ffb48d36-83c4-4d9d-b545-491f6e87a0d1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0799139 Nov 12 09:26:48.578443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-613e5ea4-9c4c-4698-953f-ff473646f8b7 req-f858ae68-63ba-4d69-b04c-37480a8abf97 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646749 Nov 12 09:26:49.723727 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb7ae5-2b44-4168-9dcf-bc4720add1cf req-e89ac2b7-cf25-4bbd-b8e1-1bb75c59be09 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:49.727432 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66eb7ae5-2b44-4168-9dcf-bc4720add1cf req-e89ac2b7-cf25-4bbd-b8e1-1bb75c59be09 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0633128 Nov 12 09:26:49.784359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-66eb7ae5-2b44-4168-9dcf-bc4720add1cf req-4e17c57e-7781-45db-bfec-56ae65b64c41 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506499 Nov 12 09:26:50.963303 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a8524-c9d6-4024-bbdd-801a79758935 req-55fb0e18-a9f3-44e5-8fdf-79279a474bc4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:50.964998 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d55a8524-c9d6-4024-bbdd-801a79758935 req-55fb0e18-a9f3-44e5-8fdf-79279a474bc4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0565474 Nov 12 09:26:51.029461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d55a8524-c9d6-4024-bbdd-801a79758935 req-54d44563-d095-4cb0-a178-a32e19ec0706 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520425 Nov 12 09:26:52.163124 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe7a4d-b931-4898-bbc5-ce8282cf97b7 req-394cd3e2-1dbc-4148-a15b-1bc8c7a7744f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:52.164920 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5afe7a4d-b931-4898-bbc5-ce8282cf97b7 req-394cd3e2-1dbc-4148-a15b-1bc8c7a7744f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0581357 Nov 12 09:26:52.228228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5afe7a4d-b931-4898-bbc5-ce8282cf97b7 req-23a2456d-a8ec-49e7-8907-df998788c2c6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567427 Nov 12 09:26:53.373288 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49727758-ebc7-46e6-9bdf-ce41c88880cc req-ff941238-d551-4aa8-8f2c-e3e3b9c4279f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:53.374856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49727758-ebc7-46e6-9bdf-ce41c88880cc req-ff941238-d551-4aa8-8f2c-e3e3b9c4279f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0569987 Nov 12 09:26:53.436285 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-49727758-ebc7-46e6-9bdf-ce41c88880cc req-99b387cd-9d5c-4bd4-b2db-230f021e5d3f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546985 Nov 12 09:26:54.579379 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bda44-379c-4ece-9abd-7f5a4d6de736 req-72ba5c40-dd6b-49d0-b54c-1334196bbe69 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:54.581228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e71bda44-379c-4ece-9abd-7f5a4d6de736 req-72ba5c40-dd6b-49d0-b54c-1334196bbe69 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0582654 Nov 12 09:26:54.639334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e71bda44-379c-4ece-9abd-7f5a4d6de736 req-1e9ccb7e-ed88-4acf-b804-7cc0ba848601 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511472 Nov 12 09:26:55.817285 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93491c-a07a-4321-a709-ea61842d584f req-7fb23be1-0075-43aa-b731-4af5768ae6ff tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:55.819074 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f93491c-a07a-4321-a709-ea61842d584f req-7fb23be1-0075-43aa-b731-4af5768ae6ff tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0823588 Nov 12 09:26:55.890935 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4f93491c-a07a-4321-a709-ea61842d584f req-37545ba3-65f4-4453-9727-2804e34d627d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607390 Nov 12 09:26:57.079042 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af8df9-14c6-4c6b-9e50-9804e6b2844e req-b9bf09be-ce02-4d92-81d5-4e787807dd1b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:57.080737 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6af8df9-14c6-4c6b-9e50-9804e6b2844e req-b9bf09be-ce02-4d92-81d5-4e787807dd1b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0660753 Nov 12 09:26:57.139092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a6af8df9-14c6-4c6b-9e50-9804e6b2844e req-1e25a213-7212-4d56-81c5-c843d5fd7238 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512445 Nov 12 09:26:57.455488 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:58.332386 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb4daa-e0d5-487a-8f8c-3eed158401ee req-415c18ab-3347-4106-98ba-531b2aacd646 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:58.334609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aeb4daa-e0d5-487a-8f8c-3eed158401ee req-415c18ab-3347-4106-98ba-531b2aacd646 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0682578 Nov 12 09:26:58.406714 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5aeb4daa-e0d5-487a-8f8c-3eed158401ee req-5dd757e6-2a79-4ec0-ada2-2df2744247a0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653501 Nov 12 09:26:59.547258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ea56-5f84-40cb-9b04-241a4d3870cd req-38508d97-a51f-4774-a607-c10e4e9367bd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:59.549233 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5073ea56-5f84-40cb-9b04-241a4d3870cd req-38508d97-a51f-4774-a607-c10e4e9367bd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0586593 Nov 12 09:26:59.616021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5073ea56-5f84-40cb-9b04-241a4d3870cd req-df8fa436-b08f-464c-84ea-db11690c8ea7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585449 Nov 12 09:27:00.759892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-6ad1591c-8c2f-4dc2-91f3-8a805e194086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.761636 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-6ad1591c-8c2f-4dc2-91f3-8a805e194086 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0863142 Nov 12 09:27:00.776438 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6fde1-4083-4598-8d6b-17a111829876 req-94d2ac57-6c22-43d0-acdc-f38b18c7b75a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.778178 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8b6fde1-4083-4598-8d6b-17a111829876 req-94d2ac57-6c22-43d0-acdc-f38b18c7b75a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0606840 Nov 12 09:27:00.853395 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a8b6fde1-4083-4598-8d6b-17a111829876 req-06b4c8d7-9797-4890-8815-9c6b8f1a2ca4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670857 Nov 12 09:27:00.915277 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-c7e41ce0-8632-479d-ad25-cae217f928d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.916962 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-c7e41ce0-8632-479d-ad25-cae217f928d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1175232 Nov 12 09:27:00.945876 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:27:01.052997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-ecf48f99-1af5-41ff-a62c-c86a84b27266 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1002 time: 0.1227155 Nov 12 09:27:01.106408 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:01.135068 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'mac_address': 'fa:16:3e:19:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:27:01.201113 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.228322 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2aa24bc-ae3e-40b5-813b-421c0af76655 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:01.260246 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:01.267083 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.361198 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e2aa24bc-ae3e-40b5-813b-421c0af76655'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:01.397826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:01.416018 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.416456 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.416792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.417183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.417698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.417840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.418141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.418690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.419020 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.419380 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.419749 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.420093 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:01.558344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-ad656a95-46e1-419d-a0af-061bf30db66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:01.560532 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-ad656a95-46e1-419d-a0af-061bf30db66f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.4992731 Nov 12 09:27:01.649076 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-31396088-6a8f-4b81-bdf5-8e28ef18145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:01.655046 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-31396088-6a8f-4b81-bdf5-8e28ef18145d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855160 Nov 12 09:27:01.667563 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-d916607c-acd5-4c68-8f88-e0d7ed6677c6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:27:01.669996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-d916607c-acd5-4c68-8f88-e0d7ed6677c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075545 Nov 12 09:27:01.863948 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-59b59223-b5ae-4def-8a93-34b03a056689 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743658 Nov 12 09:27:02.062423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ff67f212-7e96-414d-9c82-432275ef97d5 req-b83bb624-a74f-4033-af51-8865deaa0e80 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909864 Nov 12 09:27:02.098431 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254fa54-30b5-4e59-8913-cc32e8f10d07 req-d2dd61b3-656a-4ea4-a8b5-71b8ed9b0833 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:02.108071 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d254fa54-30b5-4e59-8913-cc32e8f10d07 req-d2dd61b3-656a-4ea4-a8b5-71b8ed9b0833 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 945 time: 0.1085823 Nov 12 09:27:02.178200 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d254fa54-30b5-4e59-8913-cc32e8f10d07 req-a9e1478e-1f0b-4103-a834-b5872eb4bbad tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691073 Nov 12 09:27:02.960337 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:03.053551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port e2aa24bc-ae3e-40b5-813b-421c0af76655 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:03.054402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.213508 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.250065 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:03.252381 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ea2fe-b636-4c34-9115-2263349cf9c6" -d '{"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:03.278496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:03.286220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.419537 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cdbe6-ba5e-454e-9552-4c321cede16d req-d0c88af5-c7e4-4de9-8cfb-2adbb0536cfb tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:03.422930 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c1cdbe6-ba5e-454e-9552-4c321cede16d req-d0c88af5-c7e4-4de9-8cfb-2adbb0536cfb tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.1037710 Nov 12 09:27:03.435698 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:03.453044 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57081950-8394-48ad-9e3e-81316d69e4cc x-openstack-request-id: req-57081950-8394-48ad-9e3e-81316d69e4cc {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:03.453688 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:03.454174 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57081950-8394-48ad-9e3e-81316d69e4cc {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:03.454973 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'code': 200} Nov 12 09:27:03.526825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5c1cdbe6-ba5e-454e-9552-4c321cede16d req-0300ca41-bc42-4805-a5be-77e3c4f2dc27 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878654 Nov 12 09:27:04.742634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0194f-89b1-426e-bc80-5f8408b098f8 req-897f0e3f-ed88-4bdc-a45e-8eb1fcb1883e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:04.744448 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aae0194f-89b1-426e-bc80-5f8408b098f8 req-897f0e3f-ed88-4bdc-a45e-8eb1fcb1883e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0739157 Nov 12 09:27:04.816103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aae0194f-89b1-426e-bc80-5f8408b098f8 req-15630183-3b09-4735-9d26-2acab5b07ba5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613718 Nov 12 09:27:06.053277 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5004-f932-4935-9733-d5cfcd9b3da0 req-a6a601cc-c812-4414-b5cd-ef3bd587b8e5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:06.057331 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edca5004-f932-4935-9733-d5cfcd9b3da0 req-a6a601cc-c812-4414-b5cd-ef3bd587b8e5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.1018105 Nov 12 09:27:06.137137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-edca5004-f932-4935-9733-d5cfcd9b3da0 req-11df5712-2b77-435b-915f-a7f8a825ebb6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676646 Nov 12 09:27:07.372493 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718af716-90d5-4a66-a147-14345c68431e req-0529440f-f1fb-4b16-8bbf-d35ee5d2a9cc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:07.374662 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-718af716-90d5-4a66-a147-14345c68431e req-0529440f-f1fb-4b16-8bbf-d35ee5d2a9cc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0844226 Nov 12 09:27:07.492663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-718af716-90d5-4a66-a147-14345c68431e req-35789315-68ee-4bed-9937-8f2f4cdcfeaf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057322 Nov 12 09:27:08.774529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64316a-70ae-4469-b2aa-bc531d089cee req-222fcd48-022c-4ffa-8ae4-e5d2d1d637c8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:08.778616 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb64316a-70ae-4469-b2aa-bc531d089cee req-222fcd48-022c-4ffa-8ae4-e5d2d1d637c8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.1567826 Nov 12 09:27:08.852767 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cb64316a-70ae-4469-b2aa-bc531d089cee req-da9101b2-a419-41be-a6cb-330aabe0a82c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663908 Nov 12 09:27:09.628955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.035967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39fe1b-7824-4897-9663-7e2f6c0ffe10 req-a972dcc3-95de-467c-ac22-1b1d792b1038 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:10.038381 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c39fe1b-7824-4897-9663-7e2f6c0ffe10 req-a972dcc3-95de-467c-ac22-1b1d792b1038 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0865433 Nov 12 09:27:10.122798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4c39fe1b-7824-4897-9663-7e2f6c0ffe10 req-33422cd5-69e4-4db7-9b18-69e78488dc7a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632973 Nov 12 09:27:10.814548 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-15ac27cd-0018-4b19-9d9b-44fd3918f2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.291781 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfea52-3701-4adc-aca1-83565f3c09e5 req-bdcda08c-05a1-44cc-866a-537ac7cddc11 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:11.300464 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58bfea52-3701-4adc-aca1-83565f3c09e5 req-bdcda08c-05a1-44cc-866a-537ac7cddc11 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0736189 Nov 12 09:27:11.379130 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-58bfea52-3701-4adc-aca1-83565f3c09e5 req-4a686cc2-9bcc-4cf2-9804-5a3a0da0756e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769718 Nov 12 09:27:12.529409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.618635 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4faf2-d2bb-4830-8e67-1ea7040acff6 req-c5c98fd2-ae96-4a4b-897a-077a8211e221 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:12.628727 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07d4faf2-d2bb-4830-8e67-1ea7040acff6 req-c5c98fd2-ae96-4a4b-897a-077a8211e221 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.1143224 Nov 12 09:27:12.697024 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-07d4faf2-d2bb-4830-8e67-1ea7040acff6 req-39520eeb-f446-4dfa-9212-d2b4a54b8a2b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641327 Nov 12 09:27:13.277841 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0d5bea08-7b72-4ac9-9cc2-9cab4baac49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.820844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-4bfe9d70-efaa-4c4f-a372-1f70912457ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:13.822422 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-4bfe9d70-efaa-4c4f-a372-1f70912457ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0525839 Nov 12 09:27:13.900586 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4380d-2698-4372-b741-f447c58db08d req-fa38174e-25c3-443d-a9dd-e4cbe964a7b1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:13.903387 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9b4380d-2698-4372-b741-f447c58db08d req-fa38174e-25c3-443d-a9dd-e4cbe964a7b1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0776801 Nov 12 09:27:13.978928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d9b4380d-2698-4372-b741-f447c58db08d req-b32c8de3-aef3-46d5-883a-fd5ec42706d9 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682757 Nov 12 09:27:13.982197 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-de3f88a0-fe1f-4b75-b460-cb82ee8eb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:13.985352 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-de3f88a0-fe1f-4b75-b460-cb82ee8eb639 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1544352 Nov 12 09:27:14.079996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-cca1aa0b-1e9a-47ef-86e3-aa706eda09e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1002 time: 0.0844789 Nov 12 09:27:14.150266 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-9428a3f3-dcdb-4fea-9e98-5881aa282d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:14.151896 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-9428a3f3-dcdb-4fea-9e98-5881aa282d81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0644343 Nov 12 09:27:14.231227 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-317ce66a-2fd2-46e1-a4a3-484cc978f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:14.233194 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-317ce66a-2fd2-46e1-a4a3-484cc978f624 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729485 Nov 12 09:27:14.342311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-b40e70da-19ae-4245-8eaf-9823a85b8514 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010334 Nov 12 09:27:14.465421 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-b9d4a806-91c9-4095-a1b8-e89645008934 req-f7056340-b33a-4ef1-8dd6-ab90d0dd8a51 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154921 Nov 12 09:27:14.868717 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.144884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be00171-e1cf-4b6d-9427-f4c063594f4b req-c653969d-4196-41f6-a027-d8031c7ed5c4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:15.147007 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8be00171-e1cf-4b6d-9427-f4c063594f4b req-c653969d-4196-41f6-a027-d8031c7ed5c4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0754375 Nov 12 09:27:15.215478 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8be00171-e1cf-4b6d-9427-f4c063594f4b req-ad1bf6e7-86c3-4a38-a957-a6bd2181c968 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587263 Nov 12 09:27:15.991821 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.395039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700d39a-f478-4cd3-af4f-39aec949b21c req-b20e3188-4730-4fbd-b3de-415725d66d00 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:16.398057 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3700d39a-f478-4cd3-af4f-39aec949b21c req-b20e3188-4730-4fbd-b3de-415725d66d00 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0881205 Nov 12 09:27:16.487740 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3700d39a-f478-4cd3-af4f-39aec949b21c req-4e1c8c6e-52eb-43b0-b1ac-926ca5fdfb5d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817325 Nov 12 09:27:16.687684 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-b4a135fc-e40e-44fa-8fa7-aecef0271606 req-fe300dfb-11d7-47ac-b0bb-cf687b445c0b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:27:16.689504 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b4a135fc-e40e-44fa-8fa7-aecef0271606 req-fe300dfb-11d7-47ac-b0bb-cf687b445c0b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0898683 Nov 12 09:27:16.882133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.965371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6585d-f374-48b0-8b16-de23bbeaf2d8 req-d30e20e9-78a4-4f0c-a9eb-8a260d7ba756 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:16.966955 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37a6585d-f374-48b0-8b16-de23bbeaf2d8 req-d30e20e9-78a4-4f0c-a9eb-8a260d7ba756 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 946 time: 0.0763676 Nov 12 09:27:17.030859 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-37a6585d-f374-48b0-8b16-de23bbeaf2d8 req-013b9efe-5a0b-4b0d-8de6-9c4583bcab1d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Nov 12 09:27:17.040933 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:17.161297 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.189374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:17.191370 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-fa097b92-6ca3-41cd-93ab-faf0b4aff8b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015930 Nov 12 09:27:17.195471 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd931ae-dc0c-409c-b48d-449c92e9914b" -d '{"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:17.227525 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:17.234602 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.282068 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e72cfd6-e820-4aa8-82ca-602d545e0b01 x-openstack-request-id: req-1e72cfd6-e820-4aa8-82ca-602d545e0b01 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:17.282511 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-unplugged", "status": "failed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "code": 422}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:17.282918 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e72cfd6-e820-4aa8-82ca-602d545e0b01 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:17.283545 n-d-768509-25 neutron-server[102373]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'code': 422} returned with failed status Nov 12 09:27:17.339765 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:18.255017 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68c48d-b1f8-46df-903d-60ba42b55d82 req-2c1db072-a75a-4a69-becd-76a1105cedc7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.257921 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd68c48d-b1f8-46df-903d-60ba42b55d82 req-2c1db072-a75a-4a69-becd-76a1105cedc7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0965018 Nov 12 09:27:18.273824 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-5e2e9ab1-0a0d-4c15-9260-226f1974fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.276837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-5e2e9ab1-0a0d-4c15-9260-226f1974fb01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9&tenant_id=0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 1096 time: 0.0672696 Nov 12 09:27:18.343828 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd68c48d-b1f8-46df-903d-60ba42b55d82 req-973397f0-d763-4bad-a680-a33c3ed3b576 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775986 Nov 12 09:27:18.381226 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-e9fb357e-f355-4e9b-bfed-9135e4e708cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.383120 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-e9fb357e-f355-4e9b-bfed-9135e4e708cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0743067 Nov 12 09:27:18.552249 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-d9d4a8af-69e8-4aaa-9d72-32a783c5e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.554273 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-d9d4a8af-69e8-4aaa-9d72-32a783c5e5ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1623802 Nov 12 09:27:18.653304 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-484dad22-46bd-4e9d-b76b-1166b94681bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1000 time: 0.0902405 Nov 12 09:27:18.737978 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-616df6d9-3807-4b88-bc7b-e6ae4ac99543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.739518 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-616df6d9-3807-4b88-bc7b-e6ae4ac99543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0792940 Nov 12 09:27:18.799069 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-4edf187c-5da0-45bf-8f34-3dcefeb3d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.801885 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-4edf187c-5da0-45bf-8f34-3dcefeb3d22c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542562 Nov 12 09:27:18.964955 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-eacc9266-411b-46b4-8bf7-8960382d592d service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547112 Nov 12 09:27:19.126734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-46b2686e-82b7-413b-b342-d6e0cab48bd7 req-1fc40f83-9ff0-4e23-a254-9d8e7c2cf1e6 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507962 Nov 12 09:27:19.579756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad908-6e23-41f0-bf36-eafcd1d041e9 req-f8327f37-8720-4069-8371-a6cb09ec82d5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:19.599000 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce5ad908-6e23-41f0-bf36-eafcd1d041e9 req-f8327f37-8720-4069-8371-a6cb09ec82d5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.1487012 Nov 12 09:27:19.714704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ce5ad908-6e23-41f0-bf36-eafcd1d041e9 req-bc132caf-656d-48c4-948e-8fde96330351 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123924 Nov 12 09:27:20.868884 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ed5d-a713-476f-b527-5715d3257322 req-9c99e5f6-fe3c-44df-824e-89f330f0c84d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:20.883056 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee47ed5d-a713-476f-b527-5715d3257322 req-9c99e5f6-fe3c-44df-824e-89f330f0c84d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0728877 Nov 12 09:27:20.937455 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee47ed5d-a713-476f-b527-5715d3257322 req-4e0d907b-75f1-498e-ac51-577edaae1998 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523269 Nov 12 09:27:22.085903 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b669b0-565e-4f82-baaa-7a2b040f0550 req-81687dc8-961c-4abb-a2c7-7ce331c68c50 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:22.087673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54b669b0-565e-4f82-baaa-7a2b040f0550 req-81687dc8-961c-4abb-a2c7-7ce331c68c50 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0715675 Nov 12 09:27:22.151078 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-54b669b0-565e-4f82-baaa-7a2b040f0550 req-54803e7d-49e6-45dd-ac81-fbbcb46e8d6b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570087 Nov 12 09:27:23.288852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd7807-bfe9-4781-bfd8-7225ea6dd2ab req-ff147590-457e-4f23-94a6-dd8c7f4e0b8e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.290711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1cd7807-bfe9-4781-bfd8-7225ea6dd2ab req-ff147590-457e-4f23-94a6-dd8c7f4e0b8e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0599554 Nov 12 09:27:23.349894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c1cd7807-bfe9-4781-bfd8-7225ea6dd2ab req-9096138e-032b-456d-86c4-42cceb53d4e2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519056 Nov 12 09:27:24.515542 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a82c91-2622-4d9b-b7fb-21cd3d52f3a7 req-91cb06ab-d446-4a0e-b408-b5d0553ad1b6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:24.528523 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0a82c91-2622-4d9b-b7fb-21cd3d52f3a7 req-91cb06ab-d446-4a0e-b408-b5d0553ad1b6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0766015 Nov 12 09:27:24.597193 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b0a82c91-2622-4d9b-b7fb-21cd3d52f3a7 req-923e6b5e-d949-4278-9bb7-c697fd2039b9 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652673 Nov 12 09:27:25.764119 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027cc45-3086-47a1-9ca7-e46d8e1b5d20 req-d44bb0ac-4e78-4622-a543-c4d0a7fae2dd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:25.777552 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e027cc45-3086-47a1-9ca7-e46d8e1b5d20 req-d44bb0ac-4e78-4622-a543-c4d0a7fae2dd tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0963559 Nov 12 09:27:25.839194 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e027cc45-3086-47a1-9ca7-e46d8e1b5d20 req-8462ed3a-b0e7-49aa-8452-1abed4b53cd1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569000 Nov 12 09:27:27.037223 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722987e-d073-44c3-ac3f-6515299f2b52 req-f173c172-0c2e-47e6-91e0-56c3115179fa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:27.038836 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a722987e-d073-44c3-ac3f-6515299f2b52 req-f173c172-0c2e-47e6-91e0-56c3115179fa tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0579782 Nov 12 09:27:27.120916 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a722987e-d073-44c3-ac3f-6515299f2b52 req-e0f4c547-5c8a-47da-889f-2a0ad76db6f0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754237 Nov 12 09:27:28.297745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7bd0c-6c6b-4783-8e98-d66988d914d4 req-06153e28-fea4-431e-ad08-e7abc01f2eaf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:28.299641 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28b7bd0c-6c6b-4783-8e98-d66988d914d4 req-06153e28-fea4-431e-ad08-e7abc01f2eaf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0605907 Nov 12 09:27:28.391127 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-28b7bd0c-6c6b-4783-8e98-d66988d914d4 req-1039a87a-0745-4c2e-8e45-193e0e6eb00a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839255 Nov 12 09:27:29.604391 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335b899-81d5-47c1-bd11-ee7406efb535 req-e6af14ee-b824-4dc8-a3a2-0900172f3da3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:29.607265 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1335b899-81d5-47c1-bd11-ee7406efb535 req-e6af14ee-b824-4dc8-a3a2-0900172f3da3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0812159 Nov 12 09:27:29.708481 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1335b899-81d5-47c1-bd11-ee7406efb535 req-6320b850-d081-4652-8cfa-35392132e3c8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930483 Nov 12 09:27:30.833878 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3da1-f6e6-4a3a-afcb-274ab4b6d37f req-02219be3-078b-4269-a1a2-2298548a99c9 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:30.835531 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537e3da1-f6e6-4a3a-afcb-274ab4b6d37f req-02219be3-078b-4269-a1a2-2298548a99c9 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0552158 Nov 12 09:27:30.897901 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-537e3da1-f6e6-4a3a-afcb-274ab4b6d37f req-9fde825b-000b-4a70-8b88-75460e81ba1d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522985 Nov 12 09:27:32.056404 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bcd54-ff20-43e9-974d-341ac8be75e8 req-51e7f2ca-bd7c-4d29-8f51-e335b00468b0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:32.058651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee3bcd54-ff20-43e9-974d-341ac8be75e8 req-51e7f2ca-bd7c-4d29-8f51-e335b00468b0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0733817 Nov 12 09:27:32.143778 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ee3bcd54-ff20-43e9-974d-341ac8be75e8 req-0ae078cf-6219-47d2-9923-e1cb01a4815c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770633 Nov 12 09:27:33.099113 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:27:33.225212 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:33.245195 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'port_id': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'mac_address': 'fa:16:3e:19:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:27:33.291002 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.307132 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aa24bc-ae3e-40b5-813b-421c0af76655 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:33.322698 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790920-e713-41b6-bce2-e8791410891a req-de45791f-d550-4679-87a3-e537b792b474 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:33.325434 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7790920-e713-41b6-bce2-e8791410891a req-de45791f-d550-4679-87a3-e537b792b474 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 944 time: 0.0823784 Nov 12 09:27:33.330384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:33.335677 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.392742 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7790920-e713-41b6-bce2-e8791410891a req-df1e607a-8f2c-4506-96aa-18f6efde7c2d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586321 Nov 12 09:27:33.399511 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=9']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:33.598007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['e2aa24bc-ae3e-40b5-813b-421c0af76655'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:34.458865 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:34.545960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e020-7d91-4958-b0bc-44f1b28f14f0 req-c1e0de40-bdb3-4e2e-941d-3915398ef7a0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:34.547628 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1005e020-7d91-4958-b0bc-44f1b28f14f0 req-c1e0de40-bdb3-4e2e-941d-3915398ef7a0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 945 time: 0.0582819 Nov 12 09:27:34.608794 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1005e020-7d91-4958-b0bc-44f1b28f14f0 req-447cc01c-9b0d-4ee8-9660-3f3400cdc440 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507913 Nov 12 09:27:35.106690 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:35.170426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port e2aa24bc-ae3e-40b5-813b-421c0af76655 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:35.170794 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.258716 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.287732 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:35.290562 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afde85f-bf0a-4ff1-8ac1-004b664188c2" -d '{"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:35.306063 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:35.311996 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.364313 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9219b9-311d-450f-a352-ddedf92374f7 x-openstack-request-id: req-aa9219b9-311d-450f-a352-ddedf92374f7 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:35.364684 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:35.365060 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa9219b9-311d-450f-a352-ddedf92374f7 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:35.365660 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'code': 200} Nov 12 09:27:35.405339 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=10']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:35.523417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0e326-b136-4800-902b-b5ef22197227 req-9f20ef76-78ee-420f-bc9f-8fb0bf60cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:35.525693 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cae0e326-b136-4800-902b-b5ef22197227 req-9f20ef76-78ee-420f-bc9f-8fb0bf60cccd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0495217 Nov 12 09:27:35.585126 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cae0e326-b136-4800-902b-b5ef22197227 req-fc2ad010-ec56-44ec-9eb0-e86668a06a5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501435 Nov 12 09:27:35.739135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8cff-f508-4d56-9b6c-475c4090ffb0 req-50684519-a779-4252-8d9b-a94c717b23c8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:35.740823 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4edd8cff-f508-4d56-9b6c-475c4090ffb0 req-50684519-a779-4252-8d9b-a94c717b23c8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 947 time: 0.0555968 Nov 12 09:27:35.802484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4edd8cff-f508-4d56-9b6c-475c4090ffb0 req-bcb43375-0ecc-4af9-bea9-1e05a034bf50 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503139 Nov 12 09:27:36.978150 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5399b7b-0a0e-4218-b637-275c12fd167f req-6d71c76c-888e-48c7-bde6-2eac51685e7b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:36.979768 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5399b7b-0a0e-4218-b637-275c12fd167f req-6d71c76c-888e-48c7-bde6-2eac51685e7b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 947 time: 0.0637202 Nov 12 09:27:37.050844 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a5399b7b-0a0e-4218-b637-275c12fd167f req-30fd8db8-a2b5-42df-ba92-a3e27c179707 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626767 Nov 12 09:27:38.183735 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68b460-93a7-4710-9c39-665c2e990b1c req-64869d0e-59c0-456c-acf9-2daf1b06d802 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:38.185324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db68b460-93a7-4710-9c39-665c2e990b1c req-64869d0e-59c0-456c-acf9-2daf1b06d802 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 947 time: 0.0540042 Nov 12 09:27:38.240663 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-db68b460-93a7-4710-9c39-665c2e990b1c req-b885babd-28aa-4850-9875-d92b17bd52e8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481563 Nov 12 09:27:39.632423 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.808373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e95e7ee4-87a0-4e17-811a-e1f824133ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:42.518279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.284927 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ca808d6c-b111-4317-ba9c-e2834746fadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.862893 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.991849 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.868361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.648438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-88158199-458c-4b4a-afa1-d3e492e6ca93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443568 Nov 12 09:28:00.745635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-b1e8b605-2cc6-4cc9-b9a9-906330752290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.747078 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-b1e8b605-2cc6-4cc9-b9a9-906330752290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0479541 Nov 12 09:28:00.862604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-242ef9ea-ed41-4e17-88ca-b992ac9ad47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.864165 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-242ef9ea-ed41-4e17-88ca-b992ac9ad47f service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.0941999 Nov 12 09:28:00.947075 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-25ed854b-8ab1-4f46-aa66-9e1aacaa31cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 1002 time: 0.0742388 Nov 12 09:28:01.006492 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-2a5e61eb-c9f6-4cb2-8286-96f4abb03049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.007910 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-2a5e61eb-c9f6-4cb2-8286-96f4abb03049 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0504003 Nov 12 09:28:01.059534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-f44a7279-1846-49bc-aa5f-101bd5a235bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.061195 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-f44a7279-1846-49bc-aa5f-101bd5a235bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456262 Nov 12 09:28:01.169960 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-a334698a-ce8b-4ae1-86f2-f6dc8df75b60 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008463 Nov 12 09:28:01.272857 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f8e93e1a-3952-4dca-b9f9-a03310e639f9 req-935a12b6-9f77-4c57-8f73-0f54630e2d52 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947044 Nov 12 09:28:09.627649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.813911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03a5c7ba-b0db-4c8a-8816-92738a30614f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.459896 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:12.511649 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:13.279956 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f65e3992-706c-4bf6-ab3e-0233fb0ad855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:14.865164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:15.993435 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:16.882094 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.643987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.814228 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dc031b4b-bae8-4451-a739-0b4dbe5e4cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.525511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.283892 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a3d773a5-3bfe-4632-bd6c-06f0ec8572ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.867285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.995074 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.884218 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.460059 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:50.850909 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39398) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:51.082212 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Deleting port 0aff01e2-b26e-4c1d-bd34-74c1611b31d8 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:51.082752 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.231763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.232309 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.253771 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Calling delete_port for 0aff01e2-b26e-4c1d-bd34-74c1611b31d8 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:51.471683 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.516208 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event deleted for resources: {'Port': ['ID=0aff01e2-b26e-4c1d-bd34-74c1611b31d8,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:51.536772 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.537323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.537821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.538261 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.538681 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.539067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.539547 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.539948 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.540356 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.540755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.541135 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.541645 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:51.614939 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.615400 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Floating IP 4a42921e-e963-41f0-ad7f-d5361ce8eddb disassociated (deleted). External IP: 172.25.4.161, port: e2aa24bc-ae3e-40b5-813b-421c0af76655. Nov 12 09:28:51.879738 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Router ada48bfc-eb16-4665-852a-72bf487de08c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:51.998873 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:52.003915 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.011071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:52.024845 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:52.025536 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:52.038694 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-2e4bc79f-aab3-454d-aff7-d0c2c15b83dc tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a42921e-e963-41f0-ad7f-d5361ce8eddb HTTP/1.1" status: 204 len: 168 time: 1.1832085 Nov 12 09:28:52.038694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:52.038694 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901c946f-f637-4f57-9f28-84652b8a485a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:52.161622 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90995d58-c36e-4962-8815-c8470b890c61 x-openstack-request-id: req-90995d58-c36e-4962-8815-c8470b890c61 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:52.161945 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:52.162370 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90995d58-c36e-4962-8815-c8470b890c61 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:52.162883 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'status': 'completed', 'code': 200} Nov 12 09:28:52.192604 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:52.243588 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c946f-f637-4f57-9f28-84652b8a485a req-6a58cf80-65d8-4fec-8927-32fa7a8e187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.246801 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-6a58cf80-65d8-4fec-8927-32fa7a8e187f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0532813 Nov 12 09:28:52.335637 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09a3c4-0e3d-498e-b6c6-d09c73901910 req-cb9dd4ad-d4d1-4c08-a4f7-8105e18955f1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.337275 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b09a3c4-0e3d-498e-b6c6-d09c73901910 req-cb9dd4ad-d4d1-4c08-a4f7-8105e18955f1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 947 time: 0.0539894 Nov 12 09:28:52.395152 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c946f-f637-4f57-9f28-84652b8a485a req-87f58da5-6591-41e7-92ae-5779579c38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.397237 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-87f58da5-6591-41e7-92ae-5779579c38be service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1419990 Nov 12 09:28:52.425763 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6b09a3c4-0e3d-498e-b6c6-d09c73901910 req-c825617c-72bd-4c4d-92a3-288c15be050b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810242 Nov 12 09:28:52.468974 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-b55b37c8-1aca-48e9-8bb0-b739f83e1190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 200 len: 217 time: 0.0632820 Nov 12 09:28:52.507050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:52.527374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c946f-f637-4f57-9f28-84652b8a485a req-b1bba925-3a91-4943-90e9-db9e94b84c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.529030 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-b1bba925-3a91-4943-90e9-db9e94b84c4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0526404 Nov 12 09:28:52.557219 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:52.574157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:52.575159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:28:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:52.602215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c946f-f637-4f57-9f28-84652b8a485a req-cd2b19a1-79e1-4071-a597-f07ff9408b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.605002 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-cd2b19a1-79e1-4071-a597-f07ff9408b78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674698 Nov 12 09:28:52.753783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-7c380064-5088-48de-9039-380fc924b109 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402118 Nov 12 09:28:52.768278 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:52.876438 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-901c946f-f637-4f57-9f28-84652b8a485a req-4cc54be6-4a9b-4c6b-9423-7a907fc017ee service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146696 Nov 12 09:28:53.046507 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:53.076945 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa105a49-edc0-49b2-968e-66ec85f0caf0 None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:53.375428 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7b685-a2ba-40fd-9a38-e7cdcefb93ea None None] New status for floating IP 4a42921e-e963-41f0-ad7f-d5361ce8eddb: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:28:53.600041 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe8dfe-4a04-4778-a737-4678b9c80492 req-ac39078c-4f3a-45d4-8136-886fc79a5eb5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:53.601651 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32fe8dfe-4a04-4778-a737-4678b9c80492 req-ac39078c-4f3a-45d4-8136-886fc79a5eb5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 947 time: 0.0547109 Nov 12 09:28:53.675103 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-32fe8dfe-4a04-4778-a737-4678b9c80492 req-bf4101f2-9f5f-420c-8cdd-82c65cdeb288 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=754bf753-2088-4dca-bb61-6f406bad2376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656979 Nov 12 09:28:53.686467 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-84d09c48-cc5f-4c22-84ce-9f78b6129fc1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:53.691389 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-84d09c48-cc5f-4c22-84ce-9f78b6129fc1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 947 time: 0.0833108 Nov 12 09:28:53.855096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Deleting port e2aa24bc-ae3e-40b5-813b-421c0af76655 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:53.855523 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.975068 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] For port e2aa24bc-ae3e-40b5-813b-421c0af76655, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=e2aa24bc-ae3e-40b5-813b-421c0af76655,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:53.975441 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.990745 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Calling delete_port for e2aa24bc-ae3e-40b5-813b-421c0af76655 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:54.147946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.196648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event deleted for resources: {'Port': ['ID=e2aa24bc-ae3e-40b5-813b-421c0af76655,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:54.216765 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.217303 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.217827 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.218878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.219811 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.220095 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.220561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.221047 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.221582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.222018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.222413 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.224233 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:54.262461 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] No DVR routers for this DVR port e2aa24bc-ae3e-40b5-813b-421c0af76655 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:54.265591 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.269561 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-19088ed1-0a85-456a-ab8f-13a179a79d1f req-37692c5a-1603-4c5c-a423-0d1bb806d96a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "DELETE /v2.0/ports/e2aa24bc-ae3e-40b5-813b-421c0af76655 HTTP/1.1" status: 204 len: 173 time: 0.5730059 Nov 12 09:28:54.270050 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-deleted', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:54.273077 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38049c-db08-483b-8b13-cd9c6cc6822e" -d '{"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-deleted", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:54.441811 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b10c1e-ab0e-4813-b035-1dcc7301b320 x-openstack-request-id: req-00b10c1e-ab0e-4813-b035-1dcc7301b320 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:54.442233 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2eac6-40b4-47e5-92ae-b98e93da8aa9", "name": "network-vif-deleted", "tag": "e2aa24bc-ae3e-40b5-813b-421c0af76655", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:54.442570 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00b10c1e-ab0e-4813-b035-1dcc7301b320 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:54.443019 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2eac6-40b4-47e5-92ae-b98e93da8aa9', 'name': 'network-vif-deleted', 'tag': 'e2aa24bc-ae3e-40b5-813b-421c0af76655', 'status': 'completed', 'code': 200} Nov 12 09:28:54.878070 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b2d2502-589f-4550-b945-57d0fe683f3d req-46df1b4f-fa26-4dd4-8f9e-0cf8919ec6af tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cb2eac6-40b4-47e5-92ae-b98e93da8aa9 HTTP/1.1" status: 200 len: 210 time: 0.0530784 Nov 12 09:28:55.955345 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39424) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:56.037408 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc45b22-2b94-4b4b-b546-ce2d9cd01c7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:56.068897 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc45b22-2b94-4b4b-b546-ce2d9cd01c7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:56.167919 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc45b22-2b94-4b4b-b546-ce2d9cd01c7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:56.171375 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc45b22-2b94-4b4b-b546-ce2d9cd01c7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:56.173219 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0dc45b22-2b94-4b4b-b546-ce2d9cd01c7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "DELETE /v2.0/security-groups/754bf753-2088-4dca-bb61-6f406bad2376 HTTP/1.1" status: 204 len: 168 time: 0.2160232 Nov 12 09:28:56.192988 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc45b22-2b94-4b4b-b546-ce2d9cd01c7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754bf753-2088-4dca-bb61-6f406bad2376,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:57.570756 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39432) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:57.577034 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353154866', 'description': 'tempest-secgroup-smoke-353154866 description', 'project_id': '0ec7586c110d422b91c21b97560e71c5'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:57.610384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.714319 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.720023 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.763316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.765859 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1937521 Nov 12 09:28:57.770244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39434) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:57.775211 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': 'f643ea51-3449-4790-a47e-e8ab0f02c871', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:57.784420 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bfd73-b5ef-40e8-9d84-9b06a71cb787 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f643ea51-3449-4790-a47e-e8ab0f02c871,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:57.825508 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.913595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.918980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.949881 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57d5b8f-9532-49c5-a321-6f7b9dce9094,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:57.959051 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.965132 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-5ac10968-47a6-43a2-9a0b-e8caf3a5e71c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898201 Nov 12 09:28:57.965370 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39436) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:57.973013 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': 'f643ea51-3449-4790-a47e-e8ab0f02c871', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:58.019964 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.109693 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.115636 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.141666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6056ec4b-5cf8-4d9d-95cf-8ffffa886c26,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.153892 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.156400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-9d672d69-372d-4e61-ab3b-c1973b29ec25 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1893556 Nov 12 09:28:58.159892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39438) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.168103 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': 'f643ea51-3449-4790-a47e-e8ab0f02c871', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:58.218942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.309675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.317552 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.341117 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee65669-07d8-448a-b2aa-b7944e161c35,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.353924 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.355990 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-bd7da90e-c906-40ad-af0b-84e22d334ef7 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1942790 Nov 12 09:28:58.359666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39440) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.367417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': 'f643ea51-3449-4790-a47e-e8ab0f02c871', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:58.412207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.500916 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.506694 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.530819 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f579d1-45b4-41f1-9399-07d735c3ad23,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.540961 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.543116 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-68335a75-2ccf-44ca-b5a7-bbcdfaeec07f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818197 Nov 12 09:28:58.548546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39442) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.553968 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': 'f643ea51-3449-4790-a47e-e8ab0f02c871', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:58.583183 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Project 0ec7586c110d422b91c21b97560e71c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:28:58.593339 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.681902 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.687617 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.709183 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5d24ec-65f6-4f24-8884-cc531fb3c871,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.722579 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.724646 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-2467b2a7-ca9c-4c45-9874-17615f0789db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1747267 Nov 12 09:28:58.727364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39444) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:58.732417 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'security_group_rule': {'security_group_id': 'f643ea51-3449-4790-a47e-e8ab0f02c871', 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:58.767474 n-d-768509-25 neutron-server[102371]: INFO neutron.db.securitygroups_db [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Project 0ec7586c110d422b91c21b97560e71c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:28:58.775388 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.848909 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.854337 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.878862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9103703d-cbf5-489e-8107-e0e87ff9d17c,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.892316 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.894488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8a4bd192-cda3-48d3-a3b8-b933c66a992d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653988 Nov 12 09:28:59.504495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:59.538877 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: e2aa24bc-ae3e-40b5-813b-421c0af76655 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:59.540436 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device e2aa24bc-ae3e-40b5-813b-421c0af76655 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:09.680288 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.817370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a036ba43-f911-4aed-85ac-00a651c46f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:12.545853 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.284796 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fe09ef4a-fc07-4b49-9808-8f88d91aac09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:14.878817 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:15.999061 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:16.908575 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.020486 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-e030c22f-8f43-497e-b187-ef1dc4509cc1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353154866&fields=id&tenant_id=0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 267 time: 0.0734670 Nov 12 09:29:19.219014 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-77ec9021-285c-43aa-89dc-d197ae601174 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:19.221692 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-77ec9021-285c-43aa-89dc-d197ae601174 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 809 time: 0.1933827 Nov 12 09:29:19.247184 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-69ee4fc8-1753-4ca7-b6b5-ee3663f4fed8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/quotas/0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 375 time: 0.0146096 Nov 12 09:29:19.334347 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-22a63e1d-deff-4997-990b-834ef8d46460 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798025 Nov 12 09:29:19.556837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-1d86fb44-ca42-4629-9686-e516401a048e service neutron] 10.222.0.16 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083242 Nov 12 09:29:19.730081 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-9a09766c-f34d-48d5-bf3b-688d3fa057f1 service neutron] 10.222.0.16 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651587 Nov 12 09:29:20.118439 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ae67344c-b3e8-4096-8620-74adb386f9ab req-b29f7898-b09d-4018-8e99-5dd16ee7f31b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0345302 Nov 12 09:29:21.214730 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5427557f-0745-4faf-8b44-91df3c0c410d req-4ca613ca-0986-4991-9dba-3ad32e2cde97 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0322645 Nov 12 09:29:22.324713 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-50f3e50a-a809-473d-9007-a36a28f8b93c req-759f225b-a6c2-4546-bbf3-469775800a81 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0304554 Nov 12 09:29:23.431217 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-dd297a01-afeb-4b8d-89b8-f32e9fb8c05e req-de50ca99-3a49-4fa3-a4b2-33a6c8bbd4bf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0403812 Nov 12 09:29:24.552404 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cce9331f-9724-4d88-ad97-52ceeb9eb473 req-5994ee28-4f7c-40e8-bbd1-da199e3a9e34 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0329914 Nov 12 09:29:25.435611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-0da63678-bedc-46d2-a182-0d98e0ce94e1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:25.438365 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-0da63678-bedc-46d2-a182-0d98e0ce94e1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 809 time: 0.1560018 Nov 12 09:29:25.465588 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:25.536734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-5007933c-e9bf-4567-a512-477744e83ea3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 379 time: 0.0875738 Nov 12 09:29:25.546559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'port': {'device_id': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'admin_state_up': True, 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'security_groups': ['f643ea51-3449-4790-a47e-e8ab0f02c871']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:25.688956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Made reservation on behalf of 0ec7586c110d422b91c21b97560e71c5 for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:25.695282 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e6492268-6b88-4d68-be1a-28f1ae507d43 req-4edc094f-de14-436b-a1b5-411ce1a8852f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0388422 Nov 12 09:29:25.697969 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:25.887511 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Allocated IP 172.20.0.6 (62c2f04d-6d3e-43d8-ae00-989408358287/4c991fad-55e8-4252-b723-74ffe2abdbc0/c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:29:26.085096 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.151457 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.195954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Network 62c2f04d-6d3e-43d8-ae00-989408358287 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:29:26.201657 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:26.205734 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:29:26.212748 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:26.293802 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:26.294804 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.327458 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-ca444cc4-61c6-49f4-a71a-cbe16279359c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848957 Nov 12 09:29:26.345835 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Request body: {'port': {'device_id': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:26.415238 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.518880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c9efdc30-5dd1-4461-89f9-3ded7a2f7945 None None] Provisioning complete for port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:26.519736 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c9efdc30-5dd1-4461-89f9-3ded7a2f7945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.570108 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c9efdc30-5dd1-4461-89f9-3ded7a2f7945 None None] Port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:29:26.892116 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:26.909363 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.930180 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Transition to ACTIVE for port object c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:29:26.937879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7811-8f21-476c-a14a-7aa7a7b946f3 req-8d416fa4-b460-4a20-b547-abe209781681 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:26.938774 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:26.953415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-594a7811-8f21-476c-a14a-7aa7a7b946f3 req-8d416fa4-b460-4a20-b547-abe209781681 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 931 time: 0.1060057 Nov 12 09:29:27.048267 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-594a7811-8f21-476c-a14a-7aa7a7b946f3 req-c4b74d59-9172-446c-8e2e-cd59ab39ea31 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925472 Nov 12 09:29:27.084676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:27.240993 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Attempting to bind port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:29:27.241385 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Attempting to bind port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:29:27.241894 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Attempting to bind port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 on network 62c2f04d-6d3e-43d8-ae00-989408358287 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:27.249207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 on network 62c2f04d-6d3e-43d8-ae00-989408358287 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:29:27.249658 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Attempting to bind port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 on network 62c2f04d-6d3e-43d8-ae00-989408358287 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:27.256275 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:29:27.256593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Checking segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:27.257041 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Bound using segment: {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:29:27.257581 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Bound port: c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:29:27.257940 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:27.348425 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:27.352149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:29:27.358538 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:27.421622 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:27.422539 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:27.424724 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 1092 time: 1.0852966 Nov 12 09:29:27.425488 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:27.430808 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c5840b-13c8-4b04-9a69-8a3862c1c605" -d '{"events": [{"name": "network-changed", "server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:27.509908 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30134-7742-4d8e-ae3f-ac0c87bb5589 service neutron] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:27.550395 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f041f-1b4a-453e-a9f3-b02160a4ce22 x-openstack-request-id: req-af8f041f-1b4a-453e-a9f3-b02160a4ce22 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:27.550742 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:27.551083 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af8f041f-1b4a-453e-a9f3-b02160a4ce22 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:27.551862 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'status': 'completed', 'code': 200} Nov 12 09:29:27.575595 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-15815461-d736-41ef-bb14-0956928b5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:27.578366 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-15815461-d736-41ef-bb14-0956928b5955 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1095 time: 0.0624516 Nov 12 09:29:27.661498 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-44643002-6f92-484c-9a6d-3ed2a54c774e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 217 time: 0.0734529 Nov 12 09:29:27.747596 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-596af56b-6396-4bda-806e-37090bf3d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:27.749885 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-596af56b-6396-4bda-806e-37090bf3d2f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0813632 Nov 12 09:29:27.822639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-453723ef-f496-45de-b02d-bfa256c635b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:27.826925 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-453723ef-f496-45de-b02d-bfa256c635b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677686 Nov 12 09:29:27.993305 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-52dab312-2124-4415-909c-31fa90c30c77 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604424 Nov 12 09:29:28.117544 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-e38d8a8b-d4d1-4ee9-95b3-e998092cef17 req-814e880a-a29c-4e4b-bac1-b57ac34687a2 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169643 Nov 12 09:29:28.230515 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-749e2dfc-d3e9-466e-b4e1-b60c5705a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.232153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-749e2dfc-d3e9-466e-b4e1-b60c5705a343 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1095 time: 0.0628674 Nov 12 09:29:28.237500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2d098-7703-4f8d-a15d-6ce8199aa3f9 req-4e61168e-8300-4a3f-805c-c5f5a0cf3ba3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.239983 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69c2d098-7703-4f8d-a15d-6ce8199aa3f9 req-4e61168e-8300-4a3f-805c-c5f5a0cf3ba3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0725603 Nov 12 09:29:28.311594 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-69c2d098-7703-4f8d-a15d-6ce8199aa3f9 req-2e592da2-5a85-4d64-b0df-f99f995bf580 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624454 Nov 12 09:29:28.379178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-4908ee65-44b8-4e96-a221-d44a99038ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.380816 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-4908ee65-44b8-4e96-a221-d44a99038ba1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1407578 Nov 12 09:29:28.426053 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-512b7d4e-6d6e-4a80-88f0-b0b3daf6f9ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 217 time: 0.0380392 Nov 12 09:29:28.499437 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-a21918b1-3685-4953-9448-4a1480331714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.500964 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-a21918b1-3685-4953-9448-4a1480331714 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0688107 Nov 12 09:29:28.568680 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-0ff1d3fd-1451-4388-a374-5d19ea1ab2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.571349 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-0ff1d3fd-1451-4388-a374-5d19ea1ab2d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621681 Nov 12 09:29:28.717594 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-09f67e7d-5d3c-4eed-8cfb-c3176179ae21 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392751 Nov 12 09:29:28.821115 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-23c5840b-13c8-4b04-9a69-8a3862c1c605 req-186311cc-f15c-40c4-bbde-f91a5887ea2e service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951056 Nov 12 09:29:29.500860 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b4d33-ef45-435b-b98f-5ab42a147343 req-b43d37ba-c5b6-4024-80c9-e5439ee08381 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:29.502678 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d3b4d33-ef45-435b-b98f-5ab42a147343 req-b43d37ba-c5b6-4024-80c9-e5439ee08381 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0669920 Nov 12 09:29:29.573796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6d3b4d33-ef45-435b-b98f-5ab42a147343 req-89806050-21f8-4b5b-839b-3b6503bc3875 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602405 Nov 12 09:29:30.748674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759919a-3b81-4751-bd4f-e028e7521bcc req-99e87e45-fcd7-483f-b143-d1cff507bebf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:30.751514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7759919a-3b81-4751-bd4f-e028e7521bcc req-99e87e45-fcd7-483f-b143-d1cff507bebf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0618234 Nov 12 09:29:30.833805 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7759919a-3b81-4751-bd4f-e028e7521bcc req-7c991abb-0659-433b-a3fd-a05045fba343 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710349 Nov 12 09:29:31.971151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4e1b0-ea1d-4c47-9355-301d2f0ac645 req-a64d51b4-43cf-4d4a-ae2b-ef3a232b0f97 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:31.972816 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13d4e1b0-ea1d-4c47-9355-301d2f0ac645 req-a64d51b4-43cf-4d4a-ae2b-ef3a232b0f97 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0537710 Nov 12 09:29:32.044172 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-13d4e1b0-ea1d-4c47-9355-301d2f0ac645 req-49a36c68-8c19-473a-b2d7-7a8ae162ddf0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642884 Nov 12 09:29:33.186995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72762dcb-3f8a-472a-994a-2ec70fb08a30 req-c5eb6f9c-1a0a-4167-9105-0fa680e32405 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:33.188615 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72762dcb-3f8a-472a-994a-2ec70fb08a30 req-c5eb6f9c-1a0a-4167-9105-0fa680e32405 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0569007 Nov 12 09:29:33.241669 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-72762dcb-3f8a-472a-994a-2ec70fb08a30 req-d57eae1d-99d1-46a8-aaa4-dba333efa22b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469427 Nov 12 09:29:34.699454 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b543-8317-4adc-9a3c-4a9b98c5cc46 req-bfb81658-f75d-4b14-95bc-16f0c7cd03e3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:34.701747 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f066b543-8317-4adc-9a3c-4a9b98c5cc46 req-bfb81658-f75d-4b14-95bc-16f0c7cd03e3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.3668783 Nov 12 09:29:34.772624 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f066b543-8317-4adc-9a3c-4a9b98c5cc46 req-16a0357b-abb2-4b84-aa7d-9521f585d25b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612969 Nov 12 09:29:35.901075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b120230-019f-4bb3-a59f-6fe4ceb6316b req-1b6e5235-e67d-4327-9955-21b5ca1f39e3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:35.904222 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b120230-019f-4bb3-a59f-6fe4ceb6316b req-1b6e5235-e67d-4327-9955-21b5ca1f39e3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0588536 Nov 12 09:29:35.961837 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9b120230-019f-4bb3-a59f-6fe4ceb6316b req-e65d8a57-55d6-4dd1-9001-4dd701176893 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511019 Nov 12 09:29:37.158541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de46dd-73ea-401e-83f4-9a972ff1eca4 req-b929e115-9777-4c91-9fad-564fd6a015bf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:37.160269 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98de46dd-73ea-401e-83f4-9a972ff1eca4 req-b929e115-9777-4c91-9fad-564fd6a015bf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0663116 Nov 12 09:29:37.234122 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-98de46dd-73ea-401e-83f4-9a972ff1eca4 req-1dc251c4-9188-4710-865a-13e9c81c56e2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663257 Nov 12 09:29:38.379050 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a9ff-5590-4e5c-b131-76699034d42e req-0ba48763-20ab-4d78-8a60-ce72589bb712 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.380673 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a0a9ff-5590-4e5c-b131-76699034d42e req-0ba48763-20ab-4d78-8a60-ce72589bb712 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0532715 Nov 12 09:29:38.436619 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-06a0a9ff-5590-4e5c-b131-76699034d42e req-7c4eaacd-432e-4916-ad85-a681ccc3695e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491943 Nov 12 09:29:39.586817 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2eed-75fd-4698-b888-aaa4d25b1823 req-f6274e0c-1656-4979-a62b-18a924f933ff tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:39.588462 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdff2eed-75fd-4698-b888-aaa4d25b1823 req-f6274e0c-1656-4979-a62b-18a924f933ff tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0568888 Nov 12 09:29:39.643382 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:39.669609 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fdff2eed-75fd-4698-b888-aaa4d25b1823 req-56a2e754-2d01-4041-996d-85b998456eb3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672505 Nov 12 09:29:39.725011 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:39.851270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:39.876426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'port_id': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'mac_address': 'fa:16:3e:f8:14:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:39.937706 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:39.959523 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:39.983978 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:39.989222 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:40.050249 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:40.063207 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.063751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.064270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.064781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.065310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.065810 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.066342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.066833 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.067304 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.067762 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.068300 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.068792 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:40.245838 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:40.820588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eef7478a-a613-4935-b0ce-fa3acc2d147c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:40.822686 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25340d65-da5c-44f7-975e-4e5b5c49f199 req-310dec8c-d014-48c9-b71f-2fde967a3d5a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:40.824532 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25340d65-da5c-44f7-975e-4e5b5c49f199 req-310dec8c-d014-48c9-b71f-2fde967a3d5a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 944 time: 0.0603342 Nov 12 09:29:40.887205 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-25340d65-da5c-44f7-975e-4e5b5c49f199 req-adb4a515-5d33-4ccc-92e9-e3ab7ac97cd1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519397 Nov 12 09:29:41.656700 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:41.709918 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:29:41.714433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:41.714798 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:41.812459 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:41.838230 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:41.840669 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeda98c-3903-4722-8366-5ceac2cac106" -d '{"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-plugged", "status": "completed", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:41.854962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:41.860513 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:41.887387 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e34b80-7d9d-4772-a62e-ac0284f7914e x-openstack-request-id: req-14e34b80-7d9d-4772-a62e-ac0284f7914e {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:41.887681 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-plugged", "status": "completed", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:41.887944 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14e34b80-7d9d-4772-a62e-ac0284f7914e {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:41.888428 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'code': 200} Nov 12 09:29:41.931047 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:42.013691 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd862-79c9-4645-b749-71355eaa8696 req-d0fdd5af-1743-4a85-b3e5-da6e73004526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.015828 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-79efd862-79c9-4645-b749-71355eaa8696 req-d0fdd5af-1743-4a85-b3e5-da6e73004526 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0575943 Nov 12 09:29:42.035538 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7752477-9308-4744-a6c3-541bca0d8442 req-fb65cc70-9a91-4245-b5c2-52b3b04bd88b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.039006 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7752477-9308-4744-a6c3-541bca0d8442 req-fb65cc70-9a91-4245-b5c2-52b3b04bd88b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0607967 Nov 12 09:29:42.080909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-79efd862-79c9-4645-b749-71355eaa8696 req-d300fb1c-8a36-45de-bcf8-66fc7a3506e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571880 Nov 12 09:29:42.105033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b7752477-9308-4744-a6c3-541bca0d8442 req-1eb4dbf9-37c7-4801-af54-af19211c7dd8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576136 Nov 12 09:29:42.548626 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:43.265999 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636f7b1-9c6e-42ee-9cc8-90c3eb0211a4 req-154b53a8-16c3-49cd-9682-bbaf71ccfcd2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:43.267646 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0636f7b1-9c6e-42ee-9cc8-90c3eb0211a4 req-154b53a8-16c3-49cd-9682-bbaf71ccfcd2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0559733 Nov 12 09:29:43.287633 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c6b02e11-6e68-4cdb-b3ca-ac7d847db1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:43.348951 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0636f7b1-9c6e-42ee-9cc8-90c3eb0211a4 req-993db4ae-339f-49a2-b76b-ae395ea3f3d1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742619 Nov 12 09:29:43.508593 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70813a-8bb9-4099-a966-4630a4ff42a3 req-6a2b6dd8-94ad-40d2-bc6d-ee94f1f62fd0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:43.510134 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da70813a-8bb9-4099-a966-4630a4ff42a3 req-6a2b6dd8-94ad-40d2-bc6d-ee94f1f62fd0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0714223 Nov 12 09:29:43.575317 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da70813a-8bb9-4099-a966-4630a4ff42a3 req-df0059e4-d1d2-411a-aa34-c95b30b79178 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566137 Nov 12 09:29:43.605512 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39672) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:43.659374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf525f-894d-4f1e-8418-b1e9ea07884e tempest-TestShelveInstance-1376804741 tempest-TestShelveInstance-1376804741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:43.661002 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-8ebf525f-894d-4f1e-8418-b1e9ea07884e tempest-TestShelveInstance-1376804741 tempest-TestShelveInstance-1376804741-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1092 time: 0.0542936 Nov 12 09:29:43.664232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39674) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:43.669086 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:43.697733 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:43.862697 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.018175 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Allocated IP 172.25.4.61 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a4234674-a76e-410f-9c4b-6b3ea9265e5e) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:29:44.170140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.240810 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.290342 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:29:44.293884 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:44.301604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:29:44.329979 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'Port': ['ID=a4234674-a76e-410f-9c4b-6b3ea9265e5e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:44.723769 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.829328 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.887679 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:45.030150 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:45.035890 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:45.110609 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event updated for resources: {'Port': ['ID=a4234674-a76e-410f-9c4b-6b3ea9265e5e,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:45.125141 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:45.611593 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Floating IP 3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6 associated. External IP: 172.25.4.61, port: c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88. Nov 12 09:29:45.841462 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Router ada48bfc-eb16-4665-852a-72bf487de08c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:29:45.955141 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:29:45.969012 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:29:45.975930 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:45.979819 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:29:45.980600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:29:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:46.005930 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-ffcfe21d-0164-449d-98b0-65486f9199c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3404727 Nov 12 09:29:46.006522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:46.008836 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba5333-2fa3-4955-8a55-f6a5fee0d410" -d '{"events": [{"name": "network-changed", "server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:46.048384 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:46.069116 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eeaa47-0941-46ff-adf4-48d215969fcc x-openstack-request-id: req-23eeaa47-0941-46ff-adf4-48d215969fcc {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:46.069456 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:46.069715 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23eeaa47-0941-46ff-adf4-48d215969fcc {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:46.070206 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'status': 'completed', 'code': 200} Nov 12 09:29:46.123157 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:29:46.138554 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-c27e5048-60c7-4fda-9c3f-e476efecf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.140703 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-c27e5048-60c7-4fda-9c3f-e476efecf0dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0479624 Nov 12 09:29:46.251229 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-ba0dbb4a-ec6a-4d0c-9e28-bdde128c8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.252873 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-ba0dbb4a-ec6a-4d0c-9e28-bdde128c8182 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1044626 Nov 12 09:29:46.335225 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-dc99782f-4844-41eb-8d26-f448d6639a44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 998 time: 0.0708501 Nov 12 09:29:46.407096 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-66672309-31af-4ae2-93d4-b73e24c69b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.408927 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-66672309-31af-4ae2-93d4-b73e24c69b38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0658889 Nov 12 09:29:46.448776 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'floating_ip_address': '172.25.4.61', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'port_id': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'mac_address': 'fa:16:3e:f8:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:29:44Z', 'updated_at': '2021-11-12T09:29:44Z', 'revision_number': 0, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:46.476178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-90c58fbc-6fdb-48b2-8708-3f7d29b06ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.476178 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-90c58fbc-6fdb-48b2-8708-3f7d29b06ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558760 Nov 12 09:29:46.483874 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:29:46.497563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:29:46.498470 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:29:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:46.623592 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-ad2df73d-1290-43e1-ab67-0f1a9b4f235a service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399562 Nov 12 09:29:46.623893 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:29:46.752317 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-57ba5333-2fa3-4955-8a55-f6a5fee0d410 req-11949ef9-c404-42b6-9b4f-199ea959a8eb service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212807 Nov 12 09:29:46.916407 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:46.940187 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'floating_ip_address': '172.25.4.61', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'port_id': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'mac_address': 'fa:16:3e:f8:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:29:44Z', 'updated_at': '2021-11-12T09:29:44Z', 'revision_number': 0, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:46.968923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6466f7e-5ed9-4e59-b64c-88803def566a None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'floating_ip_address': '172.25.4.61', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'port_id': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'mac_address': 'fa:16:3e:f8:14:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:29:44Z', 'updated_at': '2021-11-12T09:29:44Z', 'revision_number': 0, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:29:47.229440 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42541c48-32ba-44f9-8e96-e028ac1f7da0 None None] New status for floating IP 3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:30:02.468837 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:02.741997 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-3a888c69-9f2f-4af9-b2e5-a4b5c9595a58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1286812 Nov 12 09:30:02.844714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1881-fa33-441e-91c3-6442393a2b47 req-4a9d972a-2da9-4467-b652-b09d88e8ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:02.846276 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-4a9d972a-2da9-4467-b652-b09d88e8ad49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0543849 Nov 12 09:30:02.988898 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1881-fa33-441e-91c3-6442393a2b47 req-0ae01812-c049-4007-a080-4dbe9f860f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:02.990461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-0ae01812-c049-4007-a080-4dbe9f860f06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1176636 Nov 12 09:30:03.100271 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-f7d6a31f-6d92-4838-874e-df3c5cd409ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 1000 time: 0.1009066 Nov 12 09:30:03.165959 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1881-fa33-441e-91c3-6442393a2b47 req-0f7c7e93-2069-4f47-99e5-21dcb3a5b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:03.167444 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-0f7c7e93-2069-4f47-99e5-21dcb3a5b505 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0581543 Nov 12 09:30:03.224114 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1881-fa33-441e-91c3-6442393a2b47 req-735d475f-1c62-4560-87d0-b6f5d24b333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:03.226039 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-735d475f-1c62-4560-87d0-b6f5d24b333a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500290 Nov 12 09:30:03.339951 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-e5afaf3c-ce4f-4612-9aa4-53d43d271471 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055410 Nov 12 09:30:03.481611 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-100e1881-fa33-441e-91c3-6442393a2b47 req-48cee971-f7e2-43f5-9975-0d3f443efac5 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325490 Nov 12 09:30:09.692561 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.819308 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea6c8-b45d-4ad8-9364-6d7fb9e02d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:12.558095 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.291359 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eecb7d7a-dfc6-4137-9b3d-4949844c8899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.886451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.004691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.884776 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.468267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:39.693588 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.812867 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-92b51083-9c63-4fe6-b0d4-b92f39bb84aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.555424 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.288968 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e70c2ca5-74d6-4329-8bab-2997a6e49f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:44.882419 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:46.007244 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:46.880510 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:02.647956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-b2f3d193-df00-4af9-bdc1-8a0dcdcdf074 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478549 Nov 12 09:31:02.741998 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-83f738f6-a25b-4c2b-91d2-42cca9be9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:02.743463 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-83f738f6-a25b-4c2b-91d2-42cca9be9f73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0499241 Nov 12 09:31:02.874453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-fa5d586f-e837-4b3d-871d-79740042da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:02.877079 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-fa5d586f-e837-4b3d-871d-79740042da0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1092050 Nov 12 09:31:02.966848 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-1d1ca736-9f54-4e59-9b36-2a15144e4e88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 1000 time: 0.0806050 Nov 12 09:31:03.047112 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-c538e7db-33cf-43a1-bc7e-3e0c70f85030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:03.049397 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-c538e7db-33cf-43a1-bc7e-3e0c70f85030 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0751190 Nov 12 09:31:03.099118 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-990d7283-da58-4162-9323-c267797ec9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:03.100680 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-990d7283-da58-4162-9323-c267797ec9d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434153 Nov 12 09:31:03.226683 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-7db0ae2e-164f-4c92-8b3d-41cd2d639a66 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179483 Nov 12 09:31:03.342436 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-f469034b-0bb1-435c-92ec-f7a8e157d4d3 req-168b4c2d-7b55-421c-adbd-aa40fbe92563 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073840 Nov 12 09:31:09.685402 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.817220 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b34f-1a94-4199-b495-f0452f24d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.546157 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:13.282915 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e471acc2-1f00-4b29-a65f-01408b68ca21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:14.888390 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.011886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.468003 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:16.887020 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.695146 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.822935 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0196f35a-6293-406b-83a6-b5a8e9105ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.568618 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.287433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7f956157-5799-4f15-9c52-79284cec0601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.888287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:45.025381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b32b-c8cd-4b81-a737-a473a89dcdb3 req-e4fb9e20-6462-4560-9ecc-f09569a85da4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:45.026814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adf5b32b-c8cd-4b81-a737-a473a89dcdb3 req-e4fb9e20-6462-4560-9ecc-f09569a85da4 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0549417 Nov 12 09:31:45.088656 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-adf5b32b-c8cd-4b81-a737-a473a89dcdb3 req-53d2b4e2-7210-4dd9-bcfb-2ceddf21edd3 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555208 Nov 12 09:31:46.023290 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:46.244879 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20ba0-ece9-4bb1-ba45-b71dd9e6f738 req-01e93752-8e38-4529-ab3a-f60044f4cb78 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:46.247272 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45b20ba0-ece9-4bb1-ba45-b71dd9e6f738 req-01e93752-8e38-4529-ab3a-f60044f4cb78 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0601833 Nov 12 09:31:46.308996 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-45b20ba0-ece9-4bb1-ba45-b71dd9e6f738 req-909a61b6-ff10-442d-887b-f8f08d4b9278 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546205 Nov 12 09:31:46.884536 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:47.512315 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5354-d197-4386-91bd-d5248f21a2db req-c7b25667-8ae2-4c2b-9bed-d2d30d2b8319 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:47.513968 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6caa5354-d197-4386-91bd-d5248f21a2db req-c7b25667-8ae2-4c2b-9bed-d2d30d2b8319 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0630610 Nov 12 09:31:47.595590 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6caa5354-d197-4386-91bd-d5248f21a2db req-b50df7fe-b3ed-47d5-97d5-94d54d65b9ae tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693686 Nov 12 09:31:48.808541 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0760c3-e8d1-40c4-97ad-fa32bc70ce81 req-3d920688-5943-434d-babb-ced0ffaaeddf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:48.810125 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc0760c3-e8d1-40c4-97ad-fa32bc70ce81 req-3d920688-5943-434d-babb-ced0ffaaeddf tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.1269445 Nov 12 09:31:48.866115 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bc0760c3-e8d1-40c4-97ad-fa32bc70ce81 req-1afd2540-ae75-4153-ae21-d03425f8bda0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496395 Nov 12 09:31:50.036776 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a0d34-66f8-4625-95fb-db9b8b9d0973 req-9a62f5d1-2d11-42ba-8dd8-ba008d45dddb tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:50.038562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b5a0d34-66f8-4625-95fb-db9b8b9d0973 req-9a62f5d1-2d11-42ba-8dd8-ba008d45dddb tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0564692 Nov 12 09:31:50.105563 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5b5a0d34-66f8-4625-95fb-db9b8b9d0973 req-a923df0b-a093-4a83-8889-55f63465d2cb tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549207 Nov 12 09:31:51.275552 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075a06-e667-4023-9921-b68b32980e54 req-a1703279-6225-4e54-a980-d5bddb9fff6d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:51.277257 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3075a06-e667-4023-9921-b68b32980e54 req-a1703279-6225-4e54-a980-d5bddb9fff6d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0777457 Nov 12 09:31:51.344213 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c3075a06-e667-4023-9921-b68b32980e54 req-34cc620e-eee7-49b2-89d5-594fc1e7d27f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606990 Nov 12 09:31:52.490331 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36032c0-efcf-477c-8294-2b571e05ba2e req-d0a91b1d-bb4d-4e06-a698-e58f3021e8de tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:52.491929 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a36032c0-efcf-477c-8294-2b571e05ba2e req-d0a91b1d-bb4d-4e06-a698-e58f3021e8de tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0711207 Nov 12 09:31:52.553544 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a36032c0-efcf-477c-8294-2b571e05ba2e req-79472924-ca5a-40f1-b768-60c9810f9682 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499732 Nov 12 09:31:53.471506 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:53.683663 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a9906-1eae-416d-a4bf-ac9bdb8bcc6b req-72c7b121-2b16-4e7e-b2b6-f14ff67d3d97 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:53.685415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e69a9906-1eae-416d-a4bf-ac9bdb8bcc6b req-72c7b121-2b16-4e7e-b2b6-f14ff67d3d97 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0590315 Nov 12 09:31:53.745894 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e69a9906-1eae-416d-a4bf-ac9bdb8bcc6b req-846fa6c4-00cb-4da2-96aa-92efc071ee39 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534029 Nov 12 09:31:54.900488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e9b6b-a237-47ee-9f85-dc30aa50135e req-1878cb8a-7334-483f-a5e0-cdc0990d27db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:54.902157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d32e9b6b-a237-47ee-9f85-dc30aa50135e req-1878cb8a-7334-483f-a5e0-cdc0990d27db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0665443 Nov 12 09:31:54.979718 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d32e9b6b-a237-47ee-9f85-dc30aa50135e req-7c1fee68-f4a7-4325-b2cb-d58279d5726e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701251 Nov 12 09:31:55.203612 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-d9418d04-5755-4bf7-b158-c4c7b05ba941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.206477 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-d9418d04-5755-4bf7-b158-c4c7b05ba941 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0744631 Nov 12 09:31:55.346101 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-4a03733c-ebc8-4709-8aca-064c166f0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.347668 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-4a03733c-ebc8-4709-8aca-064c166f0ebc service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1330698 Nov 12 09:31:55.434858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-4b8b6691-a502-44e6-870f-35488c4f7082 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 1000 time: 0.0786655 Nov 12 09:31:55.522174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-969b3f63-a8ef-4630-87ad-c6173febcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.524770 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-969b3f63-a8ef-4630-87ad-c6173febcb85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0817473 Nov 12 09:31:55.581150 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-a96b7172-67bc-4609-a988-37a9f1728b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.582952 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-a96b7172-67bc-4609-a988-37a9f1728b1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508597 Nov 12 09:31:55.703678 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-d9c89382-70da-4c64-adaa-40fdf2e29f78 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115584 Nov 12 09:31:55.830016 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bfaa503a-72a3-42b9-9442-fd28e9560677 req-fe5b62d0-7b53-4d95-b58d-84d63e053a31 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174438 Nov 12 09:31:56.135492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fee0e-6ecb-4b52-b450-dfd5a5cdc0c7 req-69c8cd65-cd50-496a-809a-2bccd1e6ccfe tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:56.137553 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f61fee0e-6ecb-4b52-b450-dfd5a5cdc0c7 req-69c8cd65-cd50-496a-809a-2bccd1e6ccfe tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0648975 Nov 12 09:31:56.199177 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f61fee0e-6ecb-4b52-b450-dfd5a5cdc0c7 req-65758ffd-9796-42bc-a6d9-f39a5db70839 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547345 Nov 12 09:31:57.382763 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939644-943a-49c3-9ba6-6bdf7c05596a req-05452a8d-8e1e-45dd-9ca8-f2c423185b0d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:57.385704 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4939644-943a-49c3-9ba6-6bdf7c05596a req-05452a8d-8e1e-45dd-9ca8-f2c423185b0d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0873833 Nov 12 09:31:57.477587 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4939644-943a-49c3-9ba6-6bdf7c05596a req-1b274dc3-3b36-4476-a76b-a0b84c1c824b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804195 Nov 12 09:31:58.651190 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d26925-6f2b-490b-b571-a50010b982d8 req-867c1b4a-04d8-488e-8f83-7a0e4380fc17 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:58.652842 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9d26925-6f2b-490b-b571-a50010b982d8 req-867c1b4a-04d8-488e-8f83-7a0e4380fc17 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0618916 Nov 12 09:31:58.712510 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c9d26925-6f2b-490b-b571-a50010b982d8 req-ac686d96-6d5c-4a36-91a7-d9a9c01ce356 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531821 Nov 12 09:31:59.865428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab40970-38e2-46e5-b6d4-46ee8eb41f14 req-ce1e9aba-0e4b-497c-8965-11a0940e6898 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:59.867588 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ab40970-38e2-46e5-b6d4-46ee8eb41f14 req-ce1e9aba-0e4b-497c-8965-11a0940e6898 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0706365 Nov 12 09:31:59.938652 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0ab40970-38e2-46e5-b6d4-46ee8eb41f14 req-c4a1f3e0-9ab8-4665-9b55-1376ef083677 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625939 Nov 12 09:32:00.227423 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-5e33eb6b-421b-4951-9f3b-83c54cdc1773 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811779 Nov 12 09:32:00.241217 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57142ca6-1071-4009-89b4-7475a6c0f799 req-b91cb757-368d-439a-990f-60de0145b18a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:00.243887 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57142ca6-1071-4009-89b4-7475a6c0f799 req-b91cb757-368d-439a-990f-60de0145b18a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0705903 Nov 12 09:32:00.244251 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-3fe88d86-9bf3-44f2-8d99-a0a275525593 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:32:00.245783 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-3fe88d86-9bf3-44f2-8d99-a0a275525593 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098870 Nov 12 09:32:00.324814 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-57142ca6-1071-4009-89b4-7475a6c0f799 req-87430094-429a-4139-be38-42bf122c9977 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729904 Nov 12 09:32:01.464497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aceba3-2754-49eb-91af-eaceb4ffb196 req-266bf784-0eaf-4f5d-91f1-59569a64de42 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:01.466700 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0aceba3-2754-49eb-91af-eaceb4ffb196 req-266bf784-0eaf-4f5d-91f1-59569a64de42 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0553041 Nov 12 09:32:01.547227 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c0aceba3-2754-49eb-91af-eaceb4ffb196 req-697375b1-10fc-445a-81be-59cbf781ea75 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728705 Nov 12 09:32:02.247681 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:02.522507 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.549094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:02.551432 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edeba81-f1a4-4358-8ca4-d425e14ef153" -d '{"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-unplugged", "status": "completed", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:02.565835 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:02.572159 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.625997 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e55eb-01ac-452b-b036-5e747e3c9d6c x-openstack-request-id: req-885e55eb-01ac-452b-b036-5e747e3c9d6c {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:02.632470 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-unplugged", "status": "failed", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "code": 422}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:02.632835 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-885e55eb-01ac-452b-b036-5e747e3c9d6c {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:02.633410 n-d-768509-25 neutron-server[102373]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'code': 422} returned with failed status Nov 12 09:32:02.638752 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:02.648522 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.649128 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.649477 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.650042 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.650169 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.650480 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.650927 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.651141 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.651469 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.651794 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.652152 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.653110 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.714447 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ac825-9f71-45af-b721-9ad1763cb1a7 req-c04282dc-ceac-46a4-8c11-2d2080916053 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:02.717220 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12ac825-9f71-45af-b721-9ad1763cb1a7 req-c04282dc-ceac-46a4-8c11-2d2080916053 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0693097 Nov 12 09:32:02.783633 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f12ac825-9f71-45af-b721-9ad1763cb1a7 req-d60ba580-d579-4019-8335-7190824251a2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602567 Nov 12 09:32:03.971969 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e269e2-7d7d-41b5-9943-f1f3c2d64487 req-60e2885c-89a0-42e7-9599-abb4f408172c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:03.974798 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9e269e2-7d7d-41b5-9943-f1f3c2d64487 req-60e2885c-89a0-42e7-9599-abb4f408172c tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0824962 Nov 12 09:32:04.065994 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a9e269e2-7d7d-41b5-9943-f1f3c2d64487 req-c6a4bc20-7249-4c65-bc28-74eb713125db tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820727 Nov 12 09:32:05.271134 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef216674-f267-448f-ac02-aa5524108f6d req-1973e8d2-3e93-437c-bd78-c7af817613d8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:05.274344 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef216674-f267-448f-ac02-aa5524108f6d req-1973e8d2-3e93-437c-bd78-c7af817613d8 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0864556 Nov 12 09:32:05.372082 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ef216674-f267-448f-ac02-aa5524108f6d req-b4d73aaa-51ea-4bf7-81c2-190ba2dc298b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856612 Nov 12 09:32:06.547634 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01a780-5ccc-47b7-af28-e81b3d188415 req-6a124857-f7d8-4550-ac68-c56b1fc24d61 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:06.550131 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da01a780-5ccc-47b7-af28-e81b3d188415 req-6a124857-f7d8-4550-ac68-c56b1fc24d61 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0804954 Nov 12 09:32:06.638052 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-da01a780-5ccc-47b7-af28-e81b3d188415 req-65fa7a4f-206d-44db-a368-084b469f1e12 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788586 Nov 12 09:32:07.156841 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-2ea6a38f-ad38-4378-95b2-03ffcb817bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.158793 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-2ea6a38f-ad38-4378-95b2-03ffcb817bba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e&tenant_id=0ec7586c110d422b91c21b97560e71c5 HTTP/1.1" status: 200 len: 1095 time: 0.0507734 Nov 12 09:32:07.239878 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-1faa331e-618e-4f32-9873-cdbf8443465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.241496 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-1faa331e-618e-4f32-9873-cdbf8443465a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1095 time: 0.0536373 Nov 12 09:32:07.356498 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-4fa93f4b-0bf2-40f0-9503-92aad0c6f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.359300 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-4fa93f4b-0bf2-40f0-9503-92aad0c6f11a service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1106989 Nov 12 09:32:07.443495 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-5100a0ef-5979-42d1-8b50-36c563e115dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 998 time: 0.0767889 Nov 12 09:32:07.500587 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-633bae3a-1b87-493e-ad0e-e5d3fb6ad329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.502339 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-633bae3a-1b87-493e-ad0e-e5d3fb6ad329 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0510232 Nov 12 09:32:07.580685 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-8dd5dfe5-1b1f-475b-8f0f-958b8178c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.582338 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-8dd5dfe5-1b1f-475b-8f0f-958b8178c853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716248 Nov 12 09:32:07.710445 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-b72e9b69-7d79-4c75-8734-a7e11ab00a75 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198199 Nov 12 09:32:07.802770 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863156b-7043-422f-a775-2a9d15a9f92e req-331c44f5-8b3b-48e8-8f98-4b2467182a73 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.806073 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a863156b-7043-422f-a775-2a9d15a9f92e req-331c44f5-8b3b-48e8-8f98-4b2467182a73 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0816638 Nov 12 09:32:07.836172 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-1d4d8ee3-e349-4bd6-bbd6-76c8a4fa789a service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183603 Nov 12 09:32:07.873355 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a863156b-7043-422f-a775-2a9d15a9f92e req-946bb0f0-9014-43e4-8f23-1adc243f3376 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602305 Nov 12 09:32:09.073847 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cccc1-9572-4661-a27c-364fd99e5d42 req-781df3f8-d8a1-4d10-be84-ca51661568af tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:09.076515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de0cccc1-9572-4661-a27c-364fd99e5d42 req-781df3f8-d8a1-4d10-be84-ca51661568af tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.1185396 Nov 12 09:32:09.130515 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-de0cccc1-9572-4661-a27c-364fd99e5d42 req-b472743c-f274-40c7-a09c-525ccd33f48d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490389 Nov 12 09:32:09.723651 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.264821 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e154003-cdda-409f-af9f-21a1c7779791 req-c4f25095-6e60-4e44-bf1b-5935d43333c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:10.266346 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e154003-cdda-409f-af9f-21a1c7779791 req-c4f25095-6e60-4e44-bf1b-5935d43333c1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0543056 Nov 12 09:32:10.325493 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-2e154003-cdda-409f-af9f-21a1c7779791 req-6ae664dc-b66a-4774-9b0d-0de62c39928b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485721 Nov 12 09:32:10.835638 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-37ce6a34-2daa-4d63-8203-ae0c555ec478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.457666 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a724584-78c0-468f-a964-b4af7749e115 req-a28c6a71-46c7-4818-9d46-c9d6a28df505 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:11.459230 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a724584-78c0-468f-a964-b4af7749e115 req-a28c6a71-46c7-4818-9d46-c9d6a28df505 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0581379 Nov 12 09:32:11.527972 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7a724584-78c0-468f-a964-b4af7749e115 req-27aa8b49-bfef-4548-ad45-271cd3e6cd3f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619833 Nov 12 09:32:12.563648 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.662358 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1739fa-0505-483a-bc21-3825306f92e7 req-903b05da-d86d-4a22-82d0-55c42aede0ab tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:12.664086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f1739fa-0505-483a-bc21-3825306f92e7 req-903b05da-d86d-4a22-82d0-55c42aede0ab tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0566838 Nov 12 09:32:12.742415 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8f1739fa-0505-483a-bc21-3825306f92e7 req-e1389b2a-0749-43ba-9c60-617d45bfad38 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686774 Nov 12 09:32:13.297622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-79e9d894-2542-410a-b89a-35049c64f144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.885371 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6383d-20b6-498b-b86e-77c6689eab45 req-174d79cd-eac1-4057-a2c8-67b031064ed0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:13.887026 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fb6383d-20b6-498b-b86e-77c6689eab45 req-174d79cd-eac1-4057-a2c8-67b031064ed0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0604813 Nov 12 09:32:13.949789 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-7fb6383d-20b6-498b-b86e-77c6689eab45 req-6ae54495-095d-4cf4-a8f6-ec107e326e7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561271 Nov 12 09:32:14.890612 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.074084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf0fa-9993-4c35-9f77-878c31812dcf req-4cd0d36a-b4cc-45ce-bb84-9488d6715a2f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:15.075691 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-349bf0fa-9993-4c35-9f77-878c31812dcf req-4cd0d36a-b4cc-45ce-bb84-9488d6715a2f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0549827 Nov 12 09:32:15.131001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-349bf0fa-9993-4c35-9f77-878c31812dcf req-e4aae287-e577-470a-9a6e-570054747588 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487585 Nov 12 09:32:16.021911 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:16.296143 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234026d6-5d7f-4539-9334-4b70547c4a29 req-aaf82b0e-545b-4009-ac8a-d42e2fb1222f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:16.297872 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-234026d6-5d7f-4539-9334-4b70547c4a29 req-aaf82b0e-545b-4009-ac8a-d42e2fb1222f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 943 time: 0.0568545 Nov 12 09:32:16.309078 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:32:16.362402 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-234026d6-5d7f-4539-9334-4b70547c4a29 req-48359a52-0e87-4053-ac8b-dd823959f72e tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538819 Nov 12 09:32:16.453704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:16.467551 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'port_id': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'mac_address': 'fa:16:3e:f8:14:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:32:16.510144 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:16.527723 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:32:16.549806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:16.554314 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:16.611805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:16.767402 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:16.886105 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.508079 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67483704-4982-40c8-a6ab-d791c23705db req-2aeb6aeb-5433-4ddf-9078-5859c32b1804 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:17.509770 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67483704-4982-40c8-a6ab-d791c23705db req-2aeb6aeb-5433-4ddf-9078-5859c32b1804 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 944 time: 0.0603938 Nov 12 09:32:17.577918 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-67483704-4982-40c8-a6ab-d791c23705db req-228642fd-a6f4-46aa-944c-a86e372c0f7f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618031 Nov 12 09:32:18.324834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:18.377779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:18.378147 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.468083 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.494747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:18.497326 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad5d400-d30c-41d5-9cb3-d6dcf917484c" -d '{"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-plugged", "status": "completed", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:18.512955 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:18.519260 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.573661 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:18.620980 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cf5127-2ee0-4121-945e-adc5ba2ee17d x-openstack-request-id: req-d1cf5127-2ee0-4121-945e-adc5ba2ee17d {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:18.621282 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-plugged", "status": "completed", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:18.621534 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1cf5127-2ee0-4121-945e-adc5ba2ee17d {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:18.621935 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'code': 200} Nov 12 09:32:18.725767 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877741-befc-4d92-965e-4eef4c432774 req-b0683f31-195d-4c3e-bb77-4338ca93e55a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:18.727736 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e877741-befc-4d92-965e-4eef4c432774 req-b0683f31-195d-4c3e-bb77-4338ca93e55a tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0578156 Nov 12 09:32:18.794454 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9e877741-befc-4d92-965e-4eef4c432774 req-2b4a035a-5361-4b06-9a14-262a3ba313d5 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592227 Nov 12 09:32:18.809758 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba3f0-c556-4018-b4d7-7bf462522c49 req-ef432946-c11c-49ac-b397-f88ea01bc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:18.811473 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75cba3f0-c556-4018-b4d7-7bf462522c49 req-ef432946-c11c-49ac-b397-f88ea01bc8ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0464809 Nov 12 09:32:18.862837 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-75cba3f0-c556-4018-b4d7-7bf462522c49 req-cafd7677-f1fa-4071-89bd-ad62583c3a22 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Nov 12 09:32:19.956020 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d5c1-1567-4019-bce3-95814449db03 req-ff1bc9ea-591b-4810-acd4-38268645cf47 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:19.958885 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00b4d5c1-1567-4019-bce3-95814449db03 req-ff1bc9ea-591b-4810-acd4-38268645cf47 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0804789 Nov 12 09:32:20.028697 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-00b4d5c1-1567-4019-bce3-95814449db03 req-65c3980b-2142-4067-bf57-58e50c8ac0a9 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593863 Nov 12 09:32:21.190067 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad539a-da4a-418f-98c4-5361a0831aa0 req-1a4e4aa9-2ff3-4073-aac1-40fbe8c86062 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:21.191959 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88ad539a-da4a-418f-98c4-5361a0831aa0 req-1a4e4aa9-2ff3-4073-aac1-40fbe8c86062 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0579014 Nov 12 09:32:21.281253 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-88ad539a-da4a-418f-98c4-5361a0831aa0 req-4dd5d42b-0044-4d26-8708-9e232e0568f2 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813825 Nov 12 09:32:30.471589 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:39.735920 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:40.831498 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c43f49d8-38d3-402a-ad15-be74ab096617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:42.559095 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:43.302324 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5a1f272d-513d-4986-b3c8-eb73d174dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:44.894924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.025519 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.883164 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.652637 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-e83ba45c-e048-46e5-aabe-7f1b0ca89f6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465143 Nov 12 09:33:04.792307 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-cf0f07ec-be13-4e5b-aed0-94de9631795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:04.794818 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-cf0f07ec-be13-4e5b-aed0-94de9631795c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0922627 Nov 12 09:33:04.917543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-344fb91b-8afe-4565-98f0-7a53968da950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:04.919148 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-344fb91b-8afe-4565-98f0-7a53968da950 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1023550 Nov 12 09:33:05.033003 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-3a52c005-1f0b-437d-87c7-5b0b748eebe5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 1000 time: 0.1060472 Nov 12 09:33:05.091525 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-7cf7eee6-3618-4779-a1e9-dc0d47eaab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:05.092968 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-7cf7eee6-3618-4779-a1e9-dc0d47eaab0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0520566 Nov 12 09:33:05.172980 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-801a5694-29fc-48f3-a068-e8dd1ef7d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:05.175563 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-801a5694-29fc-48f3-a068-e8dd1ef7d21f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742621 Nov 12 09:33:05.296201 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-0b0716a8-1a22-4e46-9c0d-5de25c0caad5 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124694 Nov 12 09:33:05.453543 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ce360773-bb4d-4762-ad94-69fc9e47794b req-ca644c00-aada-4fde-b580-8d41cb2f31d3 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489604 Nov 12 09:33:07.471942 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:09.722886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.838389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-59abe557-1099-4615-8904-8ada374eabe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.564605 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.297461 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-54c0b959-ec07-4514-8c45-75ce9d0138aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.897616 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.032131 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.889366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.009075 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39824) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:37.216524 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Deleting port a4234674-a76e-410f-9c4b-6b3ea9265e5e {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:37.216891 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.318878 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.319179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.338895 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Calling delete_port for a4234674-a76e-410f-9c4b-6b3ea9265e5e owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:37.574948 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.608497 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event deleted for resources: {'Port': ['ID=a4234674-a76e-410f-9c4b-6b3ea9265e5e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:37.635228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.635649 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.636036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.636449 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.636827 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.637195 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.637566 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.637937 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.638307 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.638674 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.639038 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.639400 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:37.695962 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.696344 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Floating IP 3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6 disassociated (deleted). External IP: 172.25.4.61, port: c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88. Nov 12 09:33:38.009972 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Router ada48bfc-eb16-4665-852a-72bf487de08c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:38.183521 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:38.189634 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.199172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:38.213911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:38.214595 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:38.223141 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6faaec58-67cd-4cda-85ee-5aa47de06a43 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "DELETE /v2.0/floatingips/3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6 HTTP/1.1" status: 204 len: 168 time: 1.2125425 Nov 12 09:33:38.223820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:38.226348 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b5d403-8396-430d-9737-3e8bf6ff0554" -d '{"events": [{"name": "network-changed", "server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:38.290115 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6934e04-c7c6-4b15-973d-f35d165c706d x-openstack-request-id: req-e6934e04-c7c6-4b15-973d-f35d165c706d {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:38.290634 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:38.291065 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6934e04-c7c6-4b15-973d-f35d165c706d {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:38.291787 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'status': 'completed', 'code': 200} Nov 12 09:33:38.388611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-0f2bec55-dc35-4808-b0d6-cccf10a4aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.391266 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:38.393407 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-0f2bec55-dc35-4808-b0d6-cccf10a4aadb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec7586c110d422b91c21b97560e71c5&device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 1097 time: 0.0728154 Nov 12 09:33:38.556945 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-6f1e3ae2-859c-4004-9fb7-bd890feb72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.560341 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-6f1e3ae2-859c-4004-9fb7-bd890feb72db service neutron] 10.222.0.32 "GET /v2.0/networks?id=62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 200 len: 909 time: 0.1531291 Nov 12 09:33:38.604250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485287ec-a711-4d5a-b9aa-0a2a0778c23c req-280a237d-f0e6-4c2d-8beb-398cb14dcdb6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.614538 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-485287ec-a711-4d5a-b9aa-0a2a0778c23c req-280a237d-f0e6-4c2d-8beb-398cb14dcdb6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0882685 Nov 12 09:33:38.626906 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-7010b6c2-6318-4d04-97b1-fa8df94f07ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 200 len: 217 time: 0.0560417 Nov 12 09:33:38.718326 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-485287ec-a711-4d5a-b9aa-0a2a0778c23c req-a2e722ff-9437-49ba-a18b-5d0a51070dfe tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024802 Nov 12 09:33:38.719018 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-6a2880f2-bf37-473e-801f-5ee8040c8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.720601 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-6a2880f2-bf37-473e-801f-5ee8040c8156 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 200 len: 848 time: 0.0855250 Nov 12 09:33:38.781270 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:38.802883 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-6e8c7b7d-39e2-430a-b38a-d64282cf070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.805644 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-6e8c7b7d-39e2-430a-b38a-d64282cf070b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62c2f04d-6d3e-43d8-ae00-989408358287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732255 Nov 12 09:33:38.833433 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:38.848973 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:38.850041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:38.994151 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-084190e5-71a2-406f-b1ad-4f91e0168e02 service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796267 Nov 12 09:33:39.042767 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:39.153576 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-24b5d403-8396-430d-9737-3e8bf6ff0554 req-9b9aad5c-f110-4040-86a5-e5fbbaa3857b service neutron] 10.222.0.32 "GET /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512370 Nov 12 09:33:39.403084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:39.442046 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d59b4-6c44-473c-9586-87d8736260d7 None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:27Z', 'revision_number': 4, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '5fca1252-025f-4e34-84f2-10503532521e', 'name': '', 'network_id': '62c2f04d-6d3e-43d8-ae00-989408358287', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'mac_address': 'fa:16:3e:0e:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:26Z', 'updated_at': '2021-11-12T09:24:33Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'subnets': [{'id': '4c991fad-55e8-4252-b723-74ffe2abdbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:39.754474 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.821782 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d7e0e-5520-47c7-ba1e-fd933c5f3833 None None] New status for floating IP 3c8e9b55-e9e9-4c68-b0b4-1f46e5c327c6: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:33:39.955096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dfd53-19b6-469e-8a40-2aafb965df0e req-d5ec13b1-67bd-41eb-9164-5bb8dd4680a6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:39.958653 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a5dfd53-19b6-469e-8a40-2aafb965df0e req-d5ec13b1-67bd-41eb-9164-5bb8dd4680a6 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.1109874 Nov 12 09:33:40.064603 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1a5dfd53-19b6-469e-8a40-2aafb965df0e req-ab775eb9-54ce-4523-b791-385f6af1c637 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/security-groups?id=f643ea51-3449-4790-a47e-e8ab0f02c871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920339 Nov 12 09:33:40.197052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-554bf51f-1d0a-4a35-a4eb-17b1dd8af755 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:40.198942 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-554bf51f-1d0a-4a35-a4eb-17b1dd8af755 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 945 time: 0.0617459 Nov 12 09:33:40.337491 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Deleting port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:40.337835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.449149 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] For port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:40.449429 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.472260 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Calling delete_port for c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:40.632546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.672282 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event deleted for resources: {'Port': ['ID=c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:40.719786 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.720267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.720869 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.721483 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.722089 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.722749 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.723380 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.723973 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.724594 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.725179 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.725769 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.726359 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:40.761085 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] No DVR routers for this DVR port c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:40.765135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.771144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6bf15a01-cd74-4252-b79c-98a9f33883c4 req-79da8e20-2aa7-40ac-ab53-19a67c495827 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.32 "DELETE /v2.0/ports/c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 HTTP/1.1" status: 204 len: 173 time: 0.5651498 Nov 12 09:33:40.771966 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-deleted', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:40.775711 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8989f0-73a1-48ed-9fc4-e9c5802356cd" -d '{"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-deleted", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:40.840553 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3478fbb1-7587-4400-b94d-f21440e8190a x-openstack-request-id: req-3478fbb1-7587-4400-b94d-f21440e8190a {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:40.841790 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e", "name": "network-vif-deleted", "tag": "c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:40.841790 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3478fbb1-7587-4400-b94d-f21440e8190a {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:40.842467 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e', 'name': 'network-vif-deleted', 'tag': 'c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88', 'status': 'completed', 'code': 200} Nov 12 09:33:40.852691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-451e129d-f488-45ff-a32d-34479daefd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.215086 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a35c97eb-12fc-419e-bd96-cb3d9bfdaa94 req-d165ceb2-a993-4f5d-a463-ecc23bc1291d tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0462453 Nov 12 09:33:42.373825 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-4455fda5-6d5e-43a7-bd1a-96df1da54113 req-c99d7f04-7da8-454e-92d1-9ddb64ca819f tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0340459 Nov 12 09:33:42.572590 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.304154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-176109fb-2642-4bf4-90a4-c65be3441577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.512599 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-ff53f711-954f-4b30-84ec-b1780aab50c5 req-8c66162e-9a65-4028-a8e0-8ec36617efd1 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0339246 Nov 12 09:33:44.473816 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:44.635862 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c465ff97-1c9c-4465-9eb3-70c35edb1e39 req-7fa5cc2d-4985-4751-a1b1-5df1e974d1a0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0367091 Nov 12 09:33:44.760355 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:44.789919 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:44.790268 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device c3065c2a-5b8d-4d4d-a5ef-bbcf312d2f88 not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:44.912454 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.782882 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5570097f-6883-4653-9834-0f474bfc6678 req-65216d65-e5cc-439a-b55c-cbdf12289cc0 tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "GET /v2.0/ports?device_id=97d9ed20-c0a2-46ae-b8cd-8bc1b14fe92e HTTP/1.1" status: 200 len: 210 time: 0.0329859 Nov 12 09:33:46.033041 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.858667 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39858) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:46.889122 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.957325 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65f120c7-7876-4a76-a141-dadbb812c15b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.006044 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65f120c7-7876-4a76-a141-dadbb812c15b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.106742 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65f120c7-7876-4a76-a141-dadbb812c15b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.112687 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-65f120c7-7876-4a76-a141-dadbb812c15b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.113110 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-65f120c7-7876-4a76-a141-dadbb812c15b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] 10.222.0.16 "DELETE /v2.0/security-groups/f643ea51-3449-4790-a47e-e8ab0f02c871 HTTP/1.1" status: 204 len: 168 time: 0.2527444 Nov 12 09:33:47.141345 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f120c7-7876-4a76-a141-dadbb812c15b tempest-TestShelveInstance-894788118 tempest-TestShelveInstance-894788118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f643ea51-3449-4790-a47e-e8ab0f02c871,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:47.216534 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39862) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:47.939712 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.374866 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Deleting port 5fca1252-025f-4e34-84f2-10503532521e {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:48.375176 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.511929 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] For port 5fca1252-025f-4e34-84f2-10503532521e, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=5fca1252-025f-4e34-84f2-10503532521e,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:48.512604 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.536404 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Calling delete_port for 5fca1252-025f-4e34-84f2-10503532521e owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:49.284497 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.337364 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fca1252-025f-4e34-84f2-10503532521e,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:49.665652 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.087684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Router ada48bfc-eb16-4665-852a-72bf487de08c has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:50.295204 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:50.305737 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb7aac6d-df9b-460a-a5e1-871c6eed7c32 admin admin] 10.222.0.16 "PUT /v2.0/routers/ada48bfc-eb16-4665-852a-72bf487de08c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0838075 Nov 12 09:33:50.306954 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39866) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:50.309524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] Sync routers for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:50.325146 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:50.325926 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:50.503762 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.509401 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:50.685849 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.771352 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Deleting port ebfd5b4f-6286-4e70-ad18-44045a13b736 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:50.771674 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.917715 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] For port ebfd5b4f-6286-4e70-ad18-44045a13b736, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=ebfd5b4f-6286-4e70-ad18-44045a13b736,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:50.918545 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.949224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Calling delete_port for ebfd5b4f-6286-4e70-ad18-44045a13b736 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:51.071983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:33:49Z', 'revision_number': 5, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port': {'id': 'ebfd5b4f-6286-4e70-ad18-44045a13b736', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:51.124204 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] Checking router: ada48bfc-eb16-4665-852a-72bf487de08c for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:51.143329 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] Routers {'ada48bfc-eb16-4665-852a-72bf487de08c'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:51.144512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['ada48bfc-eb16-4665-852a-72bf487de08c'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:51.319942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.332127 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] Set router ada48bfc-eb16-4665-852a-72bf487de08c gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:51.381843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfd5b4f-6286-4e70-ad18-44045a13b736,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:51.444716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:33:50Z', 'revision_number': 6, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:51.448309 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30914860-74fa-4e41-aa4b-30fd16b82236 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:51.497334 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd57e4-ce11-443f-be73-25e3dd86861f None None] The sync data for ids ['ada48bfc-eb16-4665-852a-72bf487de08c'] in n-d-768509-25 is: [{'id': 'ada48bfc-eb16-4665-852a-72bf487de08c', 'name': 'tempest-TestShelveInstance-1752709155-router', 'tenant_id': '0ec7586c110d422b91c21b97560e71c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:24Z', 'updated_at': '2021-11-12T09:33:50Z', 'revision_number': 6, 'project_id': '0ec7586c110d422b91c21b97560e71c5', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:51.535181 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.698020 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.703853 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.783946 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.784586 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada48bfc-eb16-4665-852a-72bf487de08c {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:33:51.791935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.793608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c8485043-10eb-49e7-a59b-5a9abe9ad69e admin admin] 10.222.0.16 "DELETE /v2.0/routers/ada48bfc-eb16-4665-852a-72bf487de08c HTTP/1.1" status: 204 len: 168 time: 1.4852738 Nov 12 09:33:51.797993 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39868) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:51.876731 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Deleting subnet 4c991fad-55e8-4252-b723-74ffe2abdbc0 {{(pid=102372) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:51.884880 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.976620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60135848'] for subnet, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.067178 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5fca1252-025f-4e34-84f2-10503532521e no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:52.105580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 5fca1252-025f-4e34-84f2-10503532521e {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:52.106296 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 5fca1252-025f-4e34-84f2-10503532521e not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:52.133263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.230754 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60205422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60373433'] for subnet, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.271588 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c991fad-55e8-4252-b723-74ffe2abdbc0,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:52.277336 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.286276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-e28f7403-d42a-4a7d-a772-b8a315e7e9a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c991fad-55e8-4252-b723-74ffe2abdbc0 HTTP/1.1" status: 204 len: 168 time: 0.4828866 Nov 12 09:33:52.286585 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf1d19-39b1-43fc-a70a-1f0f5ac319c0 None None] Network 62c2f04d-6d3e-43d8-ae00-989408358287 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:52.287121 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39870) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:52.414565 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.507865 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Deleting port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:52.508263 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.572787 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] DHCP port deletion for 62c2f04d-6d3e-43d8-ae00-989408358287 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:52.639463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] For port 845ffc2d-4877-4b8e-b769-33f39c1d91e5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=845ffc2d-4877-4b8e-b769-33f39c1d91e5,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:52.640152 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.642556 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Deleting port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:52.642937 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.668314 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Calling delete_port for 845ffc2d-4877-4b8e-b769-33f39c1d91e5 owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:52.749775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] For port 845ffc2d-4877-4b8e-b769-33f39c1d91e5, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=845ffc2d-4877-4b8e-b769-33f39c1d91e5,segment=NetworkSegment(dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8),segment_id=dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:52.750433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.776569 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Calling delete_port for 845ffc2d-4877-4b8e-b769-33f39c1d91e5 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:52.833143 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.851555 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] No DVR routers for this DVR port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:52.882908 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=845ffc2d-4877-4b8e-b769-33f39c1d91e5,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:52.913661 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.947403 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Pushing event deleted for resources: {'Port': ['ID=845ffc2d-4877-4b8e-b769-33f39c1d91e5,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:52.952371 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] No DVR routers for this DVR port 845ffc2d-4877-4b8e-b769-33f39c1d91e5 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:52.971119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.971675 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.972416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.973656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.974361 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.974954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.975340 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.975920 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.976580 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.976966 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.977430 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.977938 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d615da3-e884-4b15-ab0b-44452d650c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:52.993251 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.023011 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c2f04d-6d3e-43d8-ae00-989408358287']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:53.042096 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:53.042556 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8b1ae7-b8b4-47cd-bfb9-b0d96c9ec4a8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:53.062448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.086020 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.100308 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:33:53.100871 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:33:53.104261 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:33:53.182561 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.189623 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.193796 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] 10.222.0.16 "DELETE /v2.0/networks/62c2f04d-6d3e-43d8-ae00-989408358287 HTTP/1.1" status: 204 len: 168 time: 0.9034426 Nov 12 09:33:53.198584 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39872) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:53.207540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd78c8-46bf-4468-9c2a-54965f3b5a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c2f04d-6d3e-43d8-ae00-989408358287,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:53.706295 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.987225 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 845ffc2d-4877-4b8e-b769-33f39c1d91e5 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:54.017288 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 845ffc2d-4877-4b8e-b769-33f39c1d91e5 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:54.017620 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 845ffc2d-4877-4b8e-b769-33f39c1d91e5 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:54.018033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ebfd5b4f-6286-4e70-ad18-44045a13b736 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:54.032675 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Deleting port 46c6d44e-f992-49c4-87ce-965b1f31c130 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:54.033277 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.040691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: ebfd5b4f-6286-4e70-ad18-44045a13b736 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:54.041039 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device ebfd5b4f-6286-4e70-ad18-44045a13b736 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:54.141088 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] For port 46c6d44e-f992-49c4-87ce-965b1f31c130, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=46c6d44e-f992-49c4-87ce-965b1f31c130,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:54.141567 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.165673 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Calling delete_port for 46c6d44e-f992-49c4-87ce-965b1f31c130 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:54.405635 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.439438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c6d44e-f992-49c4-87ce-965b1f31c130,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:54.715244 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.059207 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Router 6ab82087-0569-4507-bb3f-676e1509095b has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:55.208678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:55.214726 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-18f7e742-9c0e-42f6-b110-24933ff8d8a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ab82087-0569-4507-bb3f-676e1509095b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0144465 Nov 12 09:33:55.218127 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39874) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:55.220193 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] Sync routers for ids ['6ab82087-0569-4507-bb3f-676e1509095b'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:55.236443 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] Routers {'6ab82087-0569-4507-bb3f-676e1509095b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:55.237213 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6ab82087-0569-4507-bb3f-676e1509095b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:55.358153 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.363353 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] Set router 6ab82087-0569-4507-bb3f-676e1509095b gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:55.486067 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.579183 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Deleting port 8f5b74cc-28fa-4245-b050-2408d1d460a9 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:55.579695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.648299 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:33:54Z', 'revision_number': 5, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port': {'id': '8f5b74cc-28fa-4245-b050-2408d1d460a9', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab82087-0569-4507-bb3f-676e1509095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:55.681344 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] For port 8f5b74cc-28fa-4245-b050-2408d1d460a9, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=8f5b74cc-28fa-4245-b050-2408d1d460a9,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:55.681715 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.698692 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Calling delete_port for 8f5b74cc-28fa-4245-b050-2408d1d460a9 owned by network:router_gateway {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:55.798417 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] Checking router: 6ab82087-0569-4507-bb3f-676e1509095b for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:55.813103 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] Routers {'6ab82087-0569-4507-bb3f-676e1509095b'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:55.814004 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['6ab82087-0569-4507-bb3f-676e1509095b'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:55.942095 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] Set router 6ab82087-0569-4507-bb3f-676e1509095b gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:55.976451 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.012559 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5b74cc-28fa-4245-b050-2408d1d460a9,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:56.039789 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ccb78f-babe-4574-bb58-cf24d1bec993 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:56.043438 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:33:55Z', 'revision_number': 6, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:56.082009 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96505fa8-c369-4ca5-ab1c-b8a0a7e09637 None None] The sync data for ids ['6ab82087-0569-4507-bb3f-676e1509095b'] in n-d-768509-25 is: [{'id': '6ab82087-0569-4507-bb3f-676e1509095b', 'name': 'tempest-TestShelveInstance-1248463181-router', 'tenant_id': '232164d94d214047bb8d8628b6458500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:30Z', 'updated_at': '2021-11-12T09:33:55Z', 'revision_number': 6, 'project_id': '232164d94d214047bb8d8628b6458500', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:56.122520 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.232549 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.235210 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.293026 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.293933 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab82087-0569-4507-bb3f-676e1509095b {{(pid=102372) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:33:56.301121 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.303164 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-4c071813-b5ca-4918-a9e5-efd0f9cd41ce admin admin] 10.222.0.16 "DELETE /v2.0/routers/6ab82087-0569-4507-bb3f-676e1509095b HTTP/1.1" status: 204 len: 168 time: 1.0831437 Nov 12 09:33:56.307459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39876) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:56.404615 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Deleting subnet a9ef7c66-dfb2-46ae-be20-2baade742134 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:56.408709 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.463699 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.578166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.646789 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.680698 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.684993 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a9ef7c66-dfb2-46ae-be20-2baade742134 HTTP/1.1" status: 204 len: 168 time: 0.3757308 Nov 12 09:33:56.686621 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e7d7-b855-468d-9d58-ef624c6a2564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ef7c66-dfb2-46ae-be20-2baade742134,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:56.687830 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39878) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:56.688258 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9459e7e-562c-48be-8f04-8f728d4614ee None None] Network fcc89da2-b298-4586-8488-fa7d7f181f7a requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:56.805136 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.876722 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Deleting port a47f9015-f9d7-4af3-9d49-34d9498d1e3b {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:56.878274 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.953552 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] DHCP port deletion for fcc89da2-b298-4586-8488-fa7d7f181f7a request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:56.980323 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] For port a47f9015-f9d7-4af3-9d49-34d9498d1e3b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:56.980932 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.996187 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Calling delete_port for a47f9015-f9d7-4af3-9d49-34d9498d1e3b owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:57.021676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] Deleting port a47f9015-f9d7-4af3-9d49-34d9498d1e3b {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:57.022141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.107925 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.131783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] For port a47f9015-f9d7-4af3-9d49-34d9498d1e3b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,segment=NetworkSegment(0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8),segment_id=0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:57.132462 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.140337 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] No DVR routers for this DVR port a47f9015-f9d7-4af3-9d49-34d9498d1e3b on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:57.147500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:57.163077 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] Calling delete_port for a47f9015-f9d7-4af3-9d49-34d9498d1e3b owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:57.246466 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.290178 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.334513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] No DVR routers for this DVR port a47f9015-f9d7-4af3-9d49-34d9498d1e3b on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:57.338992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184c8e4-2d5a-448b-bb85-c0e85e677912 None None] Pushing event deleted for resources: {'Port': ['ID=a47f9015-f9d7-4af3-9d49-34d9498d1e3b,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:57.625565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc89da2-b298-4586-8488-fa7d7f181f7a']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:57.641520 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:57.642082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0291dda6-22ef-4e2d-a8ee-ac530c9fd6e8') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:57.654406 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.669895 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.679833 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:33:57.680443 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:33:57.682454 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:33:57.751050 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.759918 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.766450 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fcc89da2-b298-4586-8488-fa7d7f181f7a HTTP/1.1" status: 204 len: 168 time: 1.0765686 Nov 12 09:33:57.781535 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4f803-0325-4a28-ad8e-d2cfda549f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc89da2-b298-4586-8488-fa7d7f181f7a,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:57.937641 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39882) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:58.005213 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a47f9015-f9d7-4af3-9d49-34d9498d1e3b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:58.006568 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-3144d070-dcab-4aee-8633-637e2ca5f799 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ec7586c110d422b91c21b97560e71c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664923 Nov 12 09:33:58.009029 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39884) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:58.033100 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a47f9015-f9d7-4af3-9d49-34d9498d1e3b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:58.033612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a47f9015-f9d7-4af3-9d49-34d9498d1e3b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:58.034088 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8f5b74cc-28fa-4245-b050-2408d1d460a9 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:58.058058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 8f5b74cc-28fa-4245-b050-2408d1d460a9 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:58.058426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 8f5b74cc-28fa-4245-b050-2408d1d460a9 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:58.058840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 46c6d44e-f992-49c4-87ce-965b1f31c130 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:58.079806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 46c6d44e-f992-49c4-87ce-965b1f31c130 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:58.080188 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 46c6d44e-f992-49c4-87ce-965b1f31c130 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:58.095123 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7909778f-a164-4f2e-9046-2b68adb55f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.127590 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7909778f-a164-4f2e-9046-2b68adb55f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.192081 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7909778f-a164-4f2e-9046-2b68adb55f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.195445 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-7909778f-a164-4f2e-9046-2b68adb55f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.196882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7909778f-a164-4f2e-9046-2b68adb55f1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d05831cc-79c8-4f32-b349-e7d413148b93 HTTP/1.1" status: 204 len: 168 time: 0.1868317 Nov 12 09:33:58.206666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909778f-a164-4f2e-9046-2b68adb55f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05831cc-79c8-4f32-b349-e7d413148b93,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:58.715541 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39890) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:58.768949 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d2d749c7-2602-4c1f-9b14-cae0c0d60e2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=232164d94d214047bb8d8628b6458500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521498 Nov 12 09:33:58.773037 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39892) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:58.837780 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05680944-19cf-41b7-84fc-b10886464a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.865747 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05680944-19cf-41b7-84fc-b10886464a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.928442 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05680944-19cf-41b7-84fc-b10886464a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.933185 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-05680944-19cf-41b7-84fc-b10886464a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.935187 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-05680944-19cf-41b7-84fc-b10886464a4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c68b373f-51c3-4021-8e55-50e6db08e954 HTTP/1.1" status: 204 len: 168 time: 0.1608927 Nov 12 09:33:58.951308 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05680944-19cf-41b7-84fc-b10886464a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b373f-51c3-4021-8e55-50e6db08e954,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:59.914344 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39914) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:00.075555 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1581265220-network', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:00.112514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Made reservation on behalf of 40dc91c1ee42479fbfb3f0b6709df89e for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:00.115899 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.133174 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.252980 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.260018 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.298868 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:00.325472 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559eadd5-7a83-4ba3-8bb2-854fcac1656e,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:00.335249 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.335692 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Added segment 1d612272-cba8-476c-8f4b-14112e800f7e of type vlan for network 3a0938c3-ab13-4283-8dd1-6cb039798722 Nov 12 09:34:00.389727 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.424175 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.425644 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:00.426255 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.503272 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5875823 Nov 12 09:34:00.508799 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39918) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:00.513546 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b4d51-8eda-4bb2-ac8b-a371728e76d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0938c3-ab13-4283-8dd1-6cb039798722,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:00.514390 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Request body: {'subnet': {'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1581265220-subnet', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:00.530917 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:00.548036 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Made reservation on behalf of 40dc91c1ee42479fbfb3f0b6709df89e for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:00.552462 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.814175 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.874071 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=46eecd7c-8633-4c07-8a8f-eb29c22b30e2,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:00.902056 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Checking segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:00.902603 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Network hostable DHCP agents. Network: 3a0938c3-ab13-4283-8dd1-6cb039798722, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:00.928590 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:00.942721 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, 3a0938c3-ab13-4283-8dd1-6cb039798722) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:00.948826 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:00.949620 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.954524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfe392-b717-4069-8aca-623600aef190 None None] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:00.976283 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-fb97fd1b-666c-44bf-a3fc-80eefeb19b3d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4657557 Nov 12 09:34:00.979311 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39920) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:00.985755 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:01.014924 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.016689 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.112626 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.158185 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-3a0938c3-ab13-4283-8dd1-6cb039798722', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:34:01.159127 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.320612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.363050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Allocated IP 172.20.0.2 (3a0938c3-ab13-4283-8dd1-6cb039798722/46eecd7c-8633-4c07-8a8f-eb29c22b30e2/fa1b0af0-1347-4716-9542-fcb6a61197cd) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:01.561067 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.569852 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.621429 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:01.630074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:01.636873 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:01.648416 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Pushing event updated for resources: {'Port': ['ID=fa1b0af0-1347-4716-9542-fcb6a61197cd,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:01.663805 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.689649 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.726625 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Attempting to bind port fa1b0af0-1347-4716-9542-fcb6a61197cd on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:01.727006 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Attempting to bind port fa1b0af0-1347-4716-9542-fcb6a61197cd by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:01.727495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Attempting to bind port fa1b0af0-1347-4716-9542-fcb6a61197cd on network 3a0938c3-ab13-4283-8dd1-6cb039798722 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:01.733495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:01.733880 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Checking segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:01.734261 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.734651 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Bound using segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:01.735125 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Bound port: fa1b0af0-1347-4716-9542-fcb6a61197cd, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:01.735511 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.819325 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] For port fa1b0af0-1347-4716-9542-fcb6a61197cd, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:01.822999 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] For port fa1b0af0-1347-4716-9542-fcb6a61197cd, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa1b0af0-1347-4716-9542-fcb6a61197cd,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:01.827457 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.830852 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Allocated IP 172.25.4.65 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/cb2e5073-c6ce-411b-960d-06f341cc4c27) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:01.910872 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69336-2aef-4b7c-a115-ccb47edceafe None None] Pushing event updated for resources: {'Port': ['ID=fa1b0af0-1347-4716-9542-fcb6a61197cd,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:01.978362 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:02.029477 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:02.078214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:02.090746 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:02.097529 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:02.110566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b2449-e038-4001-be06-fcfe0423c289 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:02.133215 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Pushing event updated for resources: {'Port': ['ID=cb2e5073-c6ce-411b-960d-06f341cc4c27,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:02.214636 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dc0ac63d-c3c8-468d-aa1b-97a3fabd5edc None None] Provisioning complete for port cb2e5073-c6ce-411b-960d-06f341cc4c27 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:02.215394 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dc0ac63d-c3c8-468d-aa1b-97a3fabd5edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:02.261910 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ac63d-c3c8-468d-aa1b-97a3fabd5edc None None] Port cb2e5073-c6ce-411b-960d-06f341cc4c27 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:02.431048 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:02.691986 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:02.879729 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Router c99f1a36-af83-4073-a932-bb48d8c0e344 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102372) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:34:02.983044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae59765-22aa-4a1a-8112-929dc8be3c1f None None] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:03.027338 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:03.048583 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:03.053508 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] Publish callbacks [] for router, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.056238 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7a276a10-e949-4e93-9d2d-df3cf7d46e8d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0749953 Nov 12 09:34:03.058899 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-33f29621-adb1-4f52-b114-29a7998ee1c4 None None] Provisioning complete for port fa1b0af0-1347-4716-9542-fcb6a61197cd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:03.059271 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33f29621-adb1-4f52-b114-29a7998ee1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.059694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39922) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:03.103033 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:03.103680 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:03.317074 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:03.604725 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33f29621-adb1-4f52-b114-29a7998ee1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.666844 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.710710 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-33f29621-adb1-4f52-b114-29a7998ee1c4 None None] For port fa1b0af0-1347-4716-9542-fcb6a61197cd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa1b0af0-1347-4716-9542-fcb6a61197cd,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:03.720584 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33f29621-adb1-4f52-b114-29a7998ee1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.842485 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f29621-adb1-4f52-b114-29a7998ee1c4 None None] Pushing event updated for resources: {'Port': ['ID=fa1b0af0-1347-4716-9542-fcb6a61197cd,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:03.875229 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:02Z', 'revision_number': 3, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:03.922764 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:03.923167 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Updating router c99f1a36-af83-4073-a932-bb48d8c0e344 port cb2e5073-c6ce-411b-960d-06f341cc4c27 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:34:03.930446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Allocated IP 172.20.0.1 (3a0938c3-ab13-4283-8dd1-6cb039798722/46eecd7c-8633-4c07-8a8f-eb29c22b30e2/f47914f7-f253-4e79-b6aa-6213939c6f9b) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:03.971962 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.102205 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.124717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a745c447-d418-4fa1-b7b3-0f7ffa529706 None None] Provisioning complete for port fa1b0af0-1347-4716-9542-fcb6a61197cd triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:04.125403 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a745c447-d418-4fa1-b7b3-0f7ffa529706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.130440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa1b0af0-1347-4716-9542-fcb6a61197cd up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:04.159870 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.226387 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:04.231256 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:04.239756 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:04.244424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Pushing event updated for resources: {'Port': ['ID=f47914f7-f253-4e79-b6aa-6213939c6f9b,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.296080 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.352002 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port fa1b0af0-1347-4716-9542-fcb6a61197cd triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:04.352409 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.493750 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.554208 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.561231 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.634663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5457d-74b0-436a-a168-c951034e20e2 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:04.647104 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47830982-c070-4984-b73a-1dc335dd73e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2e5073-c6ce-411b-960d-06f341cc4c27,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.654159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Attempting to bind port cb2e5073-c6ce-411b-960d-06f341cc4c27 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:04.654159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Attempting to bind port cb2e5073-c6ce-411b-960d-06f341cc4c27 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:04.654159 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Attempting to bind port cb2e5073-c6ce-411b-960d-06f341cc4c27 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:04.666563 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:04.666939 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:04.667344 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.667736 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:04.669385 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Bound port: cb2e5073-c6ce-411b-960d-06f341cc4c27, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:04.669385 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.670727 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7738eab3-bc6a-4473-90ba-bbb04177e286 None None] Provisioning complete for port f47914f7-f253-4e79-b6aa-6213939c6f9b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:04.671087 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7738eab3-bc6a-4473-90ba-bbb04177e286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.744512 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7738eab3-bc6a-4473-90ba-bbb04177e286 None None] Port f47914f7-f253-4e79-b6aa-6213939c6f9b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:04.758588 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] For port cb2e5073-c6ce-411b-960d-06f341cc4c27, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:04.762711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] For port cb2e5073-c6ce-411b-960d-06f341cc4c27, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cb2e5073-c6ce-411b-960d-06f341cc4c27,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:04.768931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.779936 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.786708 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.819421 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee76ef3-6bc7-4375-b18d-e04453410ca5 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:04.836144 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:04.836797 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.882301 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.884402 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Pushing event updated for resources: {'Port': ['ID=f47914f7-f253-4e79-b6aa-6213939c6f9b,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.917521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47830982-c070-4984-b73a-1dc335dd73e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2e5073-c6ce-411b-960d-06f341cc4c27,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.946413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-35f479c0-1fbb-476f-a58e-6f9a19acb235 None None] Provisioning complete for port cb2e5073-c6ce-411b-960d-06f341cc4c27 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:04.947045 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35f479c0-1fbb-476f-a58e-6f9a19acb235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.022228 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:05.024492 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:05.079983 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:05.228931 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35f479c0-1fbb-476f-a58e-6f9a19acb235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.322911 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-35f479c0-1fbb-476f-a58e-6f9a19acb235 None None] For port cb2e5073-c6ce-411b-960d-06f341cc4c27, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cb2e5073-c6ce-411b-960d-06f341cc4c27,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:05.335287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-35f479c0-1fbb-476f-a58e-6f9a19acb235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.439295 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f479c0-1fbb-476f-a58e-6f9a19acb235 None None] Pushing event updated for resources: {'Port': ['ID=cb2e5073-c6ce-411b-960d-06f341cc4c27,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:05.485655 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a1340bde-d8bc-41d9-b487-036af7142046 None None] Provisioning complete for port cb2e5073-c6ce-411b-960d-06f341cc4c27 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:05.486059 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1340bde-d8bc-41d9-b487-036af7142046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.508812 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Router c99f1a36-af83-4073-a932-bb48d8c0e344 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:05.552154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 2, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:05.614003 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee928e56-00a4-45bb-a335-a8204bf3b284 None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 2, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:05.656084 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:05.661612 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a1340bde-d8bc-41d9-b487-036af7142046 None None] Provisioning complete for port f47914f7-f253-4e79-b6aa-6213939c6f9b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:05.662528 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-5291685a-889b-4583-8685-2c4ad5429c31 admin admin] 10.222.0.16 "PUT /v2.0/routers/c99f1a36-af83-4073-a932-bb48d8c0e344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007998 Nov 12 09:34:05.664282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a1340bde-d8bc-41d9-b487-036af7142046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.722370 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a1340bde-d8bc-41d9-b487-036af7142046 None None] Port f47914f7-f253-4e79-b6aa-6213939c6f9b cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:06.375608 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39938) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:06.381318 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1300379752-network', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:06.408522 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Made reservation on behalf of ca1e70cbff0b40139c6df460e9d053d1 for: {'network': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:06.412465 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for network, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.422707 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.560274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.565944 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.594719 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:06.613123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457c2b29-fea8-4b95-b964-5ea267f7e5f9,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:06.616863 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.617206 n-d-768509-25 neutron-server[102371]: INFO neutron.db.segments_db [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Added segment f3094d5a-604c-4850-80f9-98a4a66f99d5 of type vlan for network f7695904-1d40-4fce-9e9f-07dea14d1aa5 Nov 12 09:34:06.667793 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764255564508'] for network, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.698089 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198'] for network, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.699453 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:06.700385 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.755293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3756108 Nov 12 09:34:06.756395 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39940) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:06.761509 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Request body: {'subnet': {'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1300379752-subnet', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'ip_version': 4}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:06.794701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8d1be-6e8b-430a-aed7-82c09cf9956b admin admin] Pushing event updated for resources: {'Network': ['ID=f7695904-1d40-4fce-9e9f-07dea14d1aa5,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:06.806245 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 details requested by agent ovs-agent-n-d-768509-25 with host n-d-768509-25 {{(pid=102373) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:06.810381 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Made reservation on behalf of ca1e70cbff0b40139c6df460e9d053d1 for: {'subnet': 1} {{(pid=102372) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:06.814731 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60373458'] for subnet, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.083709 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60205481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60373440'] for subnet, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.185975 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11625477-10df-4c4e-9dd6-c37ee2972bf9,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:07.201619 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Checking segment: {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:07.202001 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Network hostable DHCP agents. Network: f7695904-1d40-4fce-9e9f-07dea14d1aa5, hostable agents: ['0534d307-8178-4c64-b58e-7b3f3ddcaa71'], hosted agents: [] {{(pid=102372) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:07.229651 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 is scheduled to be hosted by DHCP agent 0534d307-8178-4c64-b58e-7b3f3ddcaa71 with binding_index 1 {{(pid=102372) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:07.246258 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-25, f7695904-1d40-4fce-9e9f-07dea14d1aa5) {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:07.252463 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:07.254019 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.264250 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ec597-5a55-4510-9ba4-cfbd370ba8f5 None None] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:07.280923 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-6d6f551d-e8d0-429c-aa2e-31817f895806 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5237296 Nov 12 09:34:07.283892 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39942) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:07.289896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:07.328274 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-706222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126380'] for router, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.329731 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126371'] for router, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.396119 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.603714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.673962 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7606c57-82ad-56aa-90fd-91a540d76883-f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'fixed_ips': [{'subnet_id': '11625477-10df-4c4e-9dd6-c37ee2972bf9'}]}} from n-d-768509-25. {{(pid=102373) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:34:07.674989 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.874243 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.879584 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.db_base_plugin_common [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Allocated IP 172.20.0.2 (f7695904-1d40-4fce-9e9f-07dea14d1aa5/11625477-10df-4c4e-9dd6-c37ee2972bf9/841a60e0-ca75-45fb-95f2-adf2c603e758) {{(pid=102373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:07.905012 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.054188 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Allocated IP 172.25.4.252 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/a6ef545a-9038-4841-b5f1-1d368fe4dd61) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:08.112464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cb2e5073-c6ce-411b-960d-06f341cc4c27 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:08.204490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Publish callbacks [] for port, precommit_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.214549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498'] for port, after_create {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.216014 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:08.230094 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:08.231011 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:08.294200 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 is already hosted by enough agents. {{(pid=102373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:08.296335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port cb2e5073-c6ce-411b-960d-06f341cc4c27 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:08.296928 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.304758 n-d-768509-25 neutron-server[102373]: DEBUG neutron.scheduler.base_scheduler [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Resources bound (agent type, host, resource id): {{(pid=102373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:08.333134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Pushing event updated for resources: {'Port': ['ID=841a60e0-ca75-45fb-95f2-adf2c603e758,revision_number=1']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:08.343941 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Received port after_create {{(pid=102373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:08.397786 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:08.479294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Attempting to bind port 841a60e0-ca75-45fb-95f2-adf2c603e758 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:08.479799 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Attempting to bind port 841a60e0-ca75-45fb-95f2-adf2c603e758 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:08.480318 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Attempting to bind port 841a60e0-ca75-45fb-95f2-adf2c603e758 on network f7695904-1d40-4fce-9e9f-07dea14d1aa5 {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:08.492673 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:08.493179 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Checking segment: {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:08.493697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.494194 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Bound using segment: {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:08.494751 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Bound port: 841a60e0-ca75-45fb-95f2-adf2c603e758, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:08.495142 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.606374 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] For port 841a60e0-ca75-45fb-95f2-adf2c603e758, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:08.613094 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] For port 841a60e0-ca75-45fb-95f2-adf2c603e758, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=841a60e0-ca75-45fb-95f2-adf2c603e758,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:08.620490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.697499 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 2, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:08.699619 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.743544 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95915-13a7-45ab-8851-2a77349c700f None None] Pushing event updated for resources: {'Port': ['ID=841a60e0-ca75-45fb-95f2-adf2c603e758,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:08.761090 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:08.761207 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.761533 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Updating router c99f1a36-af83-4073-a932-bb48d8c0e344 port f47914f7-f253-4e79-b6aa-6213939c6f9b binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:34:08.805348 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.823190 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:08.829332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:08.834250 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:08.853083 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b88b4d-c569-48ed-9d9c-a2701dd372e9 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:08.870064 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Pushing event updated for resources: {'Port': ['ID=a6ef545a-9038-4841-b5f1-1d368fe4dd61,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:09.019060 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-eb13ade6-1bf0-4bb7-ad81-82dade93f7c7 None None] Provisioning complete for port a6ef545a-9038-4841-b5f1-1d368fe4dd61 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:09.019808 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-eb13ade6-1bf0-4bb7-ad81-82dade93f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.132823 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-eb13ade6-1bf0-4bb7-ad81-82dade93f7c7 None None] Port a6ef545a-9038-4841-b5f1-1d368fe4dd61 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:09.250658 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.359733 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.370842 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.513115 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Pushing event updated for resources: {'Port': ['ID=f47914f7-f253-4e79-b6aa-6213939c6f9b,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:09.521395 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704689'] for router, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.530845 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Attempting to bind port f47914f7-f253-4e79-b6aa-6213939c6f9b on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:09.531315 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Attempting to bind port f47914f7-f253-4e79-b6aa-6213939c6f9b by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:09.531538 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Attempting to bind port f47914f7-f253-4e79-b6aa-6213939c6f9b on network 3a0938c3-ab13-4283-8dd1-6cb039798722 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:09.536265 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.537180 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.537180 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.537784 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.538831 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.538831 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.539232 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.539562 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.539988 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.540501 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.540949 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.541374 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:09.549061 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:09.549438 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Checking segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:09.549847 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.550237 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Bound using segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:09.551271 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Bound port: f47914f7-f253-4e79-b6aa-6213939c6f9b, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:09.551872 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.649406 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] For port f47914f7-f253-4e79-b6aa-6213939c6f9b, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:09.653773 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] For port f47914f7-f253-4e79-b6aa-6213939c6f9b, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f47914f7-f253-4e79-b6aa-6213939c6f9b,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:09.661812 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.746080 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23fdd9-3955-4d90-862b-92380f610221 None None] Pushing event updated for resources: {'Port': ['ID=f47914f7-f253-4e79-b6aa-6213939c6f9b,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:09.756921 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:09.757623 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:09.767479 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.787783 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-dbbf0fb5-8c0a-4738-a119-c2596b7068ac None None] Provisioning complete for port f47914f7-f253-4e79-b6aa-6213939c6f9b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:09.788686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0fb5-8c0a-4738-a119-c2596b7068ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.789224 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Router f2b90c0d-c731-41ea-b934-17f5efeeca48 is scheduled to L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 with binding_index 1 {{(pid=102371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:34:09.942812 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0fb5-8c0a-4738-a119-c2596b7068ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.944377 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:10.026239 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-dbbf0fb5-8c0a-4738-a119-c2596b7068ac None None] For port f47914f7-f253-4e79-b6aa-6213939c6f9b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f47914f7-f253-4e79-b6aa-6213939c6f9b,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:10.034924 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0fb5-8c0a-4738-a119-c2596b7068ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.129896 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0fb5-8c0a-4738-a119-c2596b7068ac None None] Pushing event updated for resources: {'Port': ['ID=f47914f7-f253-4e79-b6aa-6213939c6f9b,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:10.158151 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:10.176273 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Sync routers for ids ['f2b90c0d-c731-41ea-b934-17f5efeeca48'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:10.210417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Routers {'f2b90c0d-c731-41ea-b934-17f5efeeca48'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:10.211342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2b90c0d-c731-41ea-b934-17f5efeeca48'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:10.212875 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.216369 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-c0170a96-dcae-4075-88c4-95d952ab037b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9286199 Nov 12 09:34:10.220820 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39944) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:10.307101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f47914f7-f253-4e79-b6aa-6213939c6f9b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:10.444611 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:10.467527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-1a2147b0-97b1-4b7d-a7d6-bde4b5090aeb None None] Provisioning complete for port f47914f7-f253-4e79-b6aa-6213939c6f9b triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:10.467885 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1a2147b0-97b1-4b7d-a7d6-bde4b5090aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.498699 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1d030-9b52-4057-9ac5-dbcba89b14ce None None] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:10.646663 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Set router f2b90c0d-c731-41ea-b934-17f5efeeca48 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:10.653380 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20abc-5611-4cea-8798-a95d50a26996 None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:10.685025 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f47914f7-f253-4e79-b6aa-6213939c6f9b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:10.685496 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.976392 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-706803cf-1723-4f0d-957e-d21e467493da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.069002 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.124086 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 841a60e0-ca75-45fb-95f2-adf2c603e758 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:11.237806 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-0a3360f9-c84d-41cc-bb2f-fa052a0a1daa None None] Provisioning complete for port 841a60e0-ca75-45fb-95f2-adf2c603e758 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:11.238148 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a3360f9-c84d-41cc-bb2f-fa052a0a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.345024 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 3, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:11.351716 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 841a60e0-ca75-45fb-95f2-adf2c603e758 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:11.352528 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.359173 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.db_base_plugin_common [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Allocated IP 172.20.0.1 (f7695904-1d40-4fce-9e9f-07dea14d1aa5/11625477-10df-4c4e-9dd6-c37ee2972bf9/04b41aec-1ef9-48d0-81e0-4d9f3c9003a6) {{(pid=102372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:11.464441 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Checking router: f2b90c0d-c731-41ea-b934-17f5efeeca48 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:11.464942 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Updating router f2b90c0d-c731-41ea-b934-17f5efeeca48 port a6ef545a-9038-4841-b5f1-1d368fe4dd61 binding host n-d-768509-25 {{(pid=102373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:34:11.570501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.621448 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.626124 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a3360f9-c84d-41cc-bb2f-fa052a0a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.678445 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.736557 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:11.740500 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:11.745540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Received port after_create {{(pid=102372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:11.811540 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Pushing event updated for resources: {'Port': ['ID=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:11.843221 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704868'] for router_interface, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.979540 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-0a3360f9-c84d-41cc-bb2f-fa052a0a1daa None None] For port 841a60e0-ca75-45fb-95f2-adf2c603e758, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=841a60e0-ca75-45fb-95f2-adf2c603e758,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:11.995751 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a3360f9-c84d-41cc-bb2f-fa052a0a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.060641 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.097386 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.204455 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3360f9-c84d-41cc-bb2f-fa052a0a1daa None None] Pushing event updated for resources: {'Port': ['ID=841a60e0-ca75-45fb-95f2-adf2c603e758,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:12.221510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7afd5692-bdba-441e-8e0a-5174a8039501 None None] Provisioning complete for port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:12.221957 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7afd5692-bdba-441e-8e0a-5174a8039501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.317383 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:34:12.317764 n-d-768509-25 neutron-server[102373]: DEBUG oslo_db.api [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:34:12.319691 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5692-bdba-441e-8e0a-5174a8039501 None None] Port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:12.352589 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7afd5692-bdba-441e-8e0a-5174a8039501 None None] Provisioning complete for port 841a60e0-ca75-45fb-95f2-adf2c603e758 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:12.353021 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7afd5692-bdba-441e-8e0a-5174a8039501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.354308 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.359976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60205348'] for port, after_update {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.434473 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Publish callbacks [] for port, precommit_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.446332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.501967 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Pushing event updated for resources: {'Port': ['ID=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,revision_number=2']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:12.510055 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3649116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705008'] for router_interface, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.536510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65216a6f-b369-4fb2-96fd-dbc88ddcc8e2 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:12.551156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d794b-ba93-44cb-83e2-3c447763a436 None None] Pushing event updated for resources: {'Port': ['ID=a6ef545a-9038-4841-b5f1-1d368fe4dd61,revision_number=2']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:12.556629 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Attempting to bind port a6ef545a-9038-4841-b5f1-1d368fe4dd61 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:12.557010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Attempting to bind port a6ef545a-9038-4841-b5f1-1d368fe4dd61 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:12.557377 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Attempting to bind port a6ef545a-9038-4841-b5f1-1d368fe4dd61 on network d90aae7b-bf14-4e55-9dda-871c001dd97f {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:12.591091 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:12.591510 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Checking segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:12.591866 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.592303 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Bound using segment: {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'} {{(pid=102373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:12.592808 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.managers [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Bound port: a6ef545a-9038-4841-b5f1-1d368fe4dd61, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fda0ed-25e8-4204-af0b-81248dd0e827', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f'}}] {{(pid=102373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:12.593233 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.629279 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.658774 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 is already hosted by enough agents. {{(pid=102372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:12.661281 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.base_scheduler [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Resources bound (agent type, host, resource id): {{(pid=102372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:12.693550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] For port a6ef545a-9038-4841-b5f1-1d368fe4dd61, host n-d-768509-25, cleared binding levels {{(pid=102373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:12.698468 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] For port a6ef545a-9038-4841-b5f1-1d368fe4dd61, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a6ef545a-9038-4841-b5f1-1d368fe4dd61,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:12.704744 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.787071 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946c3d3-6075-4a28-8ba4-9d1d1dddac8f None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:12.810256 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-7ac37fad-9f18-44c8-802e-30fb5ec20384 None None] Provisioning complete for port a6ef545a-9038-4841-b5f1-1d368fe4dd61 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:12.810256 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ac37fad-9f18-44c8-802e-30fb5ec20384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:12.847914 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Router f2b90c0d-c731-41ea-b934-17f5efeeca48 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:12.883961 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Routers {'f2b90c0d-c731-41ea-b934-17f5efeeca48'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:12.884775 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:33:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2b90c0d-c731-41ea-b934-17f5efeeca48'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:12.896754 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d794b-ba93-44cb-83e2-3c447763a436 None None] Pushing event updated for resources: {'Port': ['ID=a6ef545a-9038-4841-b5f1-1d368fe4dd61,revision_number=3']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:13.021250 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:13.036288 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-7f725970-4195-4c41-9f63-ed3ac6a4d213 admin admin] 10.222.0.16 "PUT /v2.0/routers/f2b90c0d-c731-41ea-b934-17f5efeeca48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096063 Nov 12 09:34:13.089154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f47914f7-f253-4e79-b6aa-6213939c6f9b up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:13.094058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] Set router f2b90c0d-c731-41ea-b934-17f5efeeca48 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:13.148807 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ac37fad-9f18-44c8-802e-30fb5ec20384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.225434 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-7ac37fad-9f18-44c8-802e-30fb5ec20384 None None] For port a6ef545a-9038-4841-b5f1-1d368fe4dd61, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a6ef545a-9038-4841-b5f1-1d368fe4dd61,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:13.233600 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7ac37fad-9f18-44c8-802e-30fb5ec20384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.381448 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-154c16d8-4a2c-499e-bd41-044573f36eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.408004 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac37fad-9f18-44c8-802e-30fb5ec20384 None None] Pushing event updated for resources: {'Port': ['ID=a6ef545a-9038-4841-b5f1-1d368fe4dd61,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:13.412183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port f47914f7-f253-4e79-b6aa-6213939c6f9b triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:13.412578 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.481041 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a05a60cb-02ce-4995-a725-0680a218da48 None None] Provisioning complete for port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:13.481587 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a05a60cb-02ce-4995-a725-0680a218da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.579222 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-a05a60cb-02ce-4995-a725-0680a218da48 None None] Port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:13.635621 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-a05a60cb-02ce-4995-a725-0680a218da48 None None] Provisioning complete for port a6ef545a-9038-4841-b5f1-1d368fe4dd61 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:13.636282 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a05a60cb-02ce-4995-a725-0680a218da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.677417 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 841a60e0-ca75-45fb-95f2-adf2c603e758 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:13.707349 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '04b41aec-1ef9-48d0-81e0-4d9f3c9003a6', 'name': '', 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'mac_address': 'fa:16:3e:59:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:11Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 2, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'subnets': [{'id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:13.769750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e03a5-f720-43f7-9af6-53b8b40e27dd None None] The sync data for ids ['f2b90c0d-c731-41ea-b934-17f5efeeca48'] in n-d-768509-25 is: [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '04b41aec-1ef9-48d0-81e0-4d9f3c9003a6', 'name': '', 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'mac_address': 'fa:16:3e:59:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:11Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 2, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'subnets': [{'id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:13.840959 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 841a60e0-ca75-45fb-95f2-adf2c603e758 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:13.841357 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.908757 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.109761 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39954) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.115584 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252853511', 'description': 'tempest-secgroup-smoke-1252853511 description', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:15.120170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a6ef545a-9038-4841-b5f1-1d368fe4dd61 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:15.144728 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.202779 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port a6ef545a-9038-4841-b5f1-1d368fe4dd61 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:15.203331 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.240586 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.246426 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.285735 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.287157 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1761549 Nov 12 09:34:15.288113 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991f2e6-3959-45e2-8270-cf9d929b68ff tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41914d3-f60d-4a99-9e54-e6f4576d59ae,revision_number=1']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.290904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39956) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.295694 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group_rule': {'security_group_id': 'e41914d3-f60d-4a99-9e54-e6f4576d59ae', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:15.334854 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.414494 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.419267 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.446664 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963f12c0-8813-41d5-ae09-7e88a666bc10,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.458099 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.459441 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-b26dbe08-1e43-47aa-a029-1434a0938f8c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674783 Nov 12 09:34:15.463330 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39958) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.467984 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group_rule': {'security_group_id': 'e41914d3-f60d-4a99-9e54-e6f4576d59ae', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:15.505072 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.572821 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.577179 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.596304 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af288a70-7aa0-4599-8fe3-f43cddead3dc,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.606748 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.608010 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-63ad4f75-da3b-48e4-bc03-4beac6d67a0f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436634 Nov 12 09:34:15.611510 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39960) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.616688 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group_rule': {'security_group_id': 'e41914d3-f60d-4a99-9e54-e6f4576d59ae', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:15.645763 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.712359 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.717171 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.736473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b606004e-6898-4777-8039-9a3896c9a5b9,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.745887 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.747141 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-644ab72b-5981-4048-afbd-7392c2a6aa03 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345313 Nov 12 09:34:15.750376 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 39962) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.756148 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group_rule': {'security_group_id': 'e41914d3-f60d-4a99-9e54-e6f4576d59ae', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:15.787383 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.862011 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.868120 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.898105 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbf5c3c-f266-48b8-a124-c22d69e3ecbf,revision_number=0']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.911666 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.917536 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39964) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.917902 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-6762e77c-37b0-4089-ba41-683e419a8bd4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661594 Nov 12 09:34:15.922488 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group_rule': {'security_group_id': 'e41914d3-f60d-4a99-9e54-e6f4576d59ae', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:15.951993 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Project 40dc91c1ee42479fbfb3f0b6709df89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:34:15.958680 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.039819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.053082 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.058208 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.080835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15cca8e-4805-4e20-bd4d-e62bc6afc714,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:16.092256 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.094211 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-0dc5bd82-e9ed-43bb-87a4-6fa50192473d tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1753736 Nov 12 09:34:16.097428 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 39966) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:16.104364 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.v2.base [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'security_group_rule': {'security_group_id': 'e41914d3-f60d-4a99-9e54-e6f4576d59ae', 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102372) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:16.144991 n-d-768509-25 neutron-server[102372]: INFO neutron.db.securitygroups_db [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Project 40dc91c1ee42479fbfb3f0b6709df89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:34:16.152682 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.234763 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.240695 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542653'] for security_group_rule, after_create {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.262214 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf93faf-4776-4e4f-bb20-3a67438ab96c,revision_number=0']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:16.276162 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.278443 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-1cdcf0c7-f15c-4170-86eb-b3948ea375a6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1793468 Nov 12 09:34:16.462776 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1d57cfb5-193d-42e5-a450-f84c72ad8e39 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252853511&fields=id&tenant_id=40dc91c1ee42479fbfb3f0b6709df89e HTTP/1.1" status: 200 len: 267 time: 0.0566158 Nov 12 09:34:16.587203 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-5257127d-1ef5-404e-939c-8d7ebf6f1c06 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:16.588895 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-5257127d-1ef5-404e-939c-8d7ebf6f1c06 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 810 time: 0.1191461 Nov 12 09:34:16.605297 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-f7e300ac-b025-47ff-9e7e-cbf5ab832ee4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/quotas/40dc91c1ee42479fbfb3f0b6709df89e HTTP/1.1" status: 200 len: 375 time: 0.0104980 Nov 12 09:34:16.673541 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-d6569d72-5ebf-4183-9ff7-cc00ae7a3bdf tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618215 Nov 12 09:34:16.695736 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-bca69e02-0e30-4865-bfdd-64599f98bd85 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102372) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:34:16.697021 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-bca69e02-0e30-4865-bfdd-64599f98bd85 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078716 Nov 12 09:34:16.817258 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-d25a25cd-d4d7-4f72-87a7-ce59a704b8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133263 Nov 12 09:34:16.887798 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.957512 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-b285daa4-7d33-4e75-91c6-2534c9f0929e service neutron] 10.222.0.16 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299756 Nov 12 09:34:17.085124 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Sync routers for ids ['f2b90c0d-c731-41ea-b934-17f5efeeca48'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:17.100348 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Routers {'f2b90c0d-c731-41ea-b934-17f5efeeca48'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:17.101152 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2b90c0d-c731-41ea-b934-17f5efeeca48'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:17.254314 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ec2f8a5-3303-47af-b1af-5e0a4fd96d31 req-4a01b978-8610-4ab9-ab5f-561bed5886f5 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 210 time: 0.0507047 Nov 12 09:34:17.263745 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Set router f2b90c0d-c731-41ea-b934-17f5efeeca48 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:17.485992 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '04b41aec-1ef9-48d0-81e0-4d9f3c9003a6', 'name': '', 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'mac_address': 'fa:16:3e:59:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:11Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 2, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'subnets': [{'id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:17.517606 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Checking router: f2b90c0d-c731-41ea-b934-17f5efeeca48 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:17.517962 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Updating router f2b90c0d-c731-41ea-b934-17f5efeeca48 port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 binding host n-d-768509-25 {{(pid=102374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:34:17.543830 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.823508 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.829713 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.885483 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db127a-83c3-404b-961d-479538338eaa None None] Pushing event updated for resources: {'Port': ['ID=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:17.948729 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Attempting to bind port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 on host n-d-768509-25 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:17.948985 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Attempting to bind port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 by drivers openvswitch,hyperv on host n-d-768509-25 at level 0 using segments [{'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:17.949251 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Attempting to bind port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 on network f7695904-1d40-4fce-9e9f-07dea14d1aa5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:17.955569 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Checking agent: {'id': '77d3167b-b07b-46ae-8434-26c5bd1b93da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 52, 47), 'started_at': datetime.datetime(2021, 11, 12, 7, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:17.956003 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Checking segment: {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:17.957220 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.957890 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Bound using segment: {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:17.958587 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Bound port: 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6, host: n-d-768509-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3094d5a-604c-4850-80f9-98a4a66f99d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:17.958980 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.048003 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] For port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6, host n-d-768509-25, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:18.051584 n-d-768509-25 neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] For port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6, host n-d-768509-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:18.057423 n-d-768509-25 neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.121455 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db127a-83c3-404b-961d-479538338eaa None None] Pushing event updated for resources: {'Port': ['ID=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,revision_number=4']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:18.125568 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Routers {'f2b90c0d-c731-41ea-b934-17f5efeeca48'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:18.126189 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2b90c0d-c731-41ea-b934-17f5efeeca48'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:18.136335 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-364ffc65-b7e1-41c3-a624-34f6dda858a4 None None] Provisioning complete for port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:18.136994 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-364ffc65-b7e1-41c3-a624-34f6dda858a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.233733 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-364ffc65-b7e1-41c3-a624-34f6dda858a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.260429 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] Set router f2b90c0d-c731-41ea-b934-17f5efeeca48 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:18.284027 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-364ffc65-b7e1-41c3-a624-34f6dda858a4 None None] For port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:18.290071 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-364ffc65-b7e1-41c3-a624-34f6dda858a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.377940 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ffc65-b7e1-41c3-a624-34f6dda858a4 None None] Pushing event updated for resources: {'Port': ['ID=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:18.409928 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3c02b503-c0cc-4886-978b-4c7dd40fa809 req-b4015065-8658-40ab-b9f6-acb8ae67ae6a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 210 time: 0.0412724 Nov 12 09:34:18.422101 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-3856b2c2-64c3-4be2-a559-cd456d05d146 None None] Provisioning complete for port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:18.422753 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3856b2c2-64c3-4be2-a559-cd456d05d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.557893 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '04b41aec-1ef9-48d0-81e0-4d9f3c9003a6', 'name': '', 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'mac_address': 'fa:16:3e:59:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:11Z', 'updated_at': '2021-11-12T09:34:18Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'subnets': [{'id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:18.604765 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d957d4-35ea-47a9-97fa-dde59059b527 None None] The sync data for ids ['f2b90c0d-c731-41ea-b934-17f5efeeca48'] in n-d-768509-25 is: [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:12Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': '04b41aec-1ef9-48d0-81e0-4d9f3c9003a6', 'name': '', 'network_id': 'f7695904-1d40-4fce-9e9f-07dea14d1aa5', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'mac_address': 'fa:16:3e:59:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:11Z', 'updated_at': '2021-11-12T09:34:18Z', 'revision_number': 4, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'subnets': [{'id': '11625477-10df-4c4e-9dd6-c37ee2972bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:19.066549 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 up at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:19.129555 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Provisioning complete for port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:19.129905 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.522548 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1e403ae7-1769-4cf0-a0f1-22dc4ac220f1 req-01217cd9-d588-42d8-bac0-f660a738dbb6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 210 time: 0.0276012 Nov 12 09:34:20.655543 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-55919cf8-077e-4f57-b954-465792646359 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:20.657869 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-55919cf8-077e-4f57-b954-465792646359 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 810 time: 0.1567893 Nov 12 09:34:20.665461 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e1c61665-74e3-4b89-a13d-60e184875157 req-3260b606-89b5-4e31-990d-db22c6b5641c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 210 time: 0.0494826 Nov 12 09:34:20.752024 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-70ed0b5a-205c-43a7-aa10-b7d2e5a464b6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40dc91c1ee42479fbfb3f0b6709df89e HTTP/1.1" status: 200 len: 380 time: 0.0819728 Nov 12 09:34:20.764988 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'port': {'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'admin_state_up': True, 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'security_groups': ['e41914d3-f60d-4a99-9e54-e6f4576d59ae']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:20.898953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Made reservation on behalf of 40dc91c1ee42479fbfb3f0b6709df89e for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:20.903285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.071886 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Allocated IP 172.20.0.11 (3a0938c3-ab13-4283-8dd1-6cb039798722/46eecd7c-8633-4c07-8a8f-eb29c22b30e2/0d2d6435-74db-4b6c-a9b4-491db89f4a2c) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:21.244603 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.286542 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.338192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:21.341617 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:21.348650 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:21.389154 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:21.440299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:21.443026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.475632 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:21.479443 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-1b1580e3-6517-40a8-9844-b6121be93204 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7194030 Nov 12 09:34:21.495905 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Request body: {'port': {'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:21.583982 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.684678 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-ae878dee-16e7-4776-af44-a27c9c8e78e6 None None] Provisioning complete for port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:21.685727 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ae878dee-16e7-4776-af44-a27c9c8e78e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.767676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-ae878dee-16e7-4776-af44-a27c9c8e78e6 None None] Port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:21.837446 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef4fb-9c56-4396-9d40-6fe00da9328d req-7438d6dc-9b7f-4c28-b1cd-a397d581258c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:21.839279 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-171ef4fb-9c56-4396-9d40-6fe00da9328d req-7438d6dc-9b7f-4c28-b1cd-a397d581258c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 932 time: 0.0645239 Nov 12 09:34:21.897822 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-171ef4fb-9c56-4396-9d40-6fe00da9328d req-933079f4-5a66-4784-ad0a-b533da2c682a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520065 Nov 12 09:34:21.929178 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2d6435-74db-4b6c-a9b4-491db89f4a2c {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:34:21.937595 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:21.951414 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Transition to ACTIVE for port object 0d2d6435-74db-4b6c-a9b4-491db89f4a2c will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:34:21.955956 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:22.016174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:22.095035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Attempting to bind port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c on host n-h2-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:22.095374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Attempting to bind port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c by drivers openvswitch,hyperv on host n-h2-768509-25 at level 0 using segments [{'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:22.095701 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Attempting to bind port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c on network 3a0938c3-ab13-4283-8dd1-6cb039798722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:22.100537 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c on network 3a0938c3-ab13-4283-8dd1-6cb039798722 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:34:22.100861 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Attempting to bind port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c on network 3a0938c3-ab13-4283-8dd1-6cb039798722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:22.106473 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Checking agent: {'id': '6d674c4d-0fdc-43ac-bec0-44f8628ededd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:22.106813 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Checking segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:22.107201 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Bound using segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:22.107633 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Bound port: 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host: n-h2-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:22.107985 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:22.192336 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:22.195865 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:22.201659 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:22.240662 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:22.241317 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:22.242691 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 1093 time: 0.7548747 Nov 12 09:34:22.243137 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:22.245480 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5df671-39c9-4cc4-a09e-10ce25d29daf" -d '{"events": [{"name": "network-changed", "server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:22.281565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68aacd-9ab5-4a91-9d5d-9d4a5b9e8d31 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:22.334571 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-13cf23b1-ddbc-4663-99a0-3d7c99df01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:22.336037 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-13cf23b1-ddbc-4663-99a0-3d7c99df01fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0477824 Nov 12 09:34:22.394923 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e335de9-019c-4955-b142-5ebcd5f6ce43 x-openstack-request-id: req-9e335de9-019c-4955-b142-5ebcd5f6ce43 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:22.395215 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:22.395471 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e335de9-019c-4955-b142-5ebcd5f6ce43 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:22.395875 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'status': 'completed', 'code': 200} Nov 12 09:34:22.397756 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-4e37fdea-f25f-4caf-9713-65fbc8537655 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 217 time: 0.0523679 Nov 12 09:34:22.453058 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-fcbd8ae4-02b7-4002-ab7a-d2e15077e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:22.454464 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-fcbd8ae4-02b7-4002-ab7a-d2e15077e983 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0484755 Nov 12 09:34:22.502438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-2e2e6285-26ae-48ee-b421-31b2b4649c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:22.504669 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-2e2e6285-26ae-48ee-b421-31b2b4649c5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419948 Nov 12 09:34:22.618631 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-bc8e2ca3-2646-4372-b73b-f2d7132d6ccc service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062100 Nov 12 09:34:22.717616 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-01f7fee9-130b-4d17-b6e7-34176ac5bf2a req-a27e4312-deb5-430a-b643-5fc294021b9f service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912662 Nov 12 09:34:22.811331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-96afbe3a-c20a-4bdf-bf9a-95381f9e698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:22.812909 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-96afbe3a-c20a-4bdf-bf9a-95381f9e698c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0455508 Nov 12 09:34:22.913407 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-c512587d-2935-4395-a9a2-385e690ec013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:22.914922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-c512587d-2935-4395-a9a2-385e690ec013 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0951614 Nov 12 09:34:22.961825 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-341cc9a2-d8fa-4f2e-94ee-009387abefc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 217 time: 0.0354164 Nov 12 09:34:23.022678 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-5ab0e1c1-ee5d-496c-b3ff-2ba908816d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:23.022995 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e16e2-1737-4788-82d2-965fe126e4b9 req-591ca9b7-152a-46a9-8877-43ad87dc8439 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:23.024436 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f33e16e2-1737-4788-82d2-965fe126e4b9 req-591ca9b7-152a-46a9-8877-43ad87dc8439 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 944 time: 0.0535865 Nov 12 09:34:23.024574 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-5ab0e1c1-ee5d-496c-b3ff-2ba908816d2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0555084 Nov 12 09:34:23.074456 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-879d1506-27de-4606-b89a-ff3121ab2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:23.075984 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-879d1506-27de-4606-b89a-ff3121ab2585 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429382 Nov 12 09:34:23.078336 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f33e16e2-1737-4788-82d2-965fe126e4b9 req-3455509d-d4f7-449d-a346-24f77f502a30 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Nov 12 09:34:23.174542 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-b8ab85dc-f1d9-4379-a7c8-14aed4659941 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905778 Nov 12 09:34:23.273347 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-8a5df671-39c9-4cc4-a09e-10ce25d29daf req-095d9ac5-479c-4b22-ac24-9a639863d335 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Nov 12 09:34:24.210745 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fff20-e637-4e7b-8002-65194b9e855c req-21287695-9edb-4780-8b98-d0819bd3bdd8 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:24.212372 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-215fff20-e637-4e7b-8002-65194b9e855c req-21287695-9edb-4780-8b98-d0819bd3bdd8 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 944 time: 0.0610914 Nov 12 09:34:24.264113 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-215fff20-e637-4e7b-8002-65194b9e855c req-d9fd3183-0d2b-4712-ad1a-3ae99a248079 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Nov 12 09:34:25.406468 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cff99-0bf2-4bf2-abc0-6f0b731ae190 req-7caafd65-2ae1-4014-aa0e-1b5f6e6e728e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:25.408100 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f50cff99-0bf2-4bf2-abc0-6f0b731ae190 req-7caafd65-2ae1-4014-aa0e-1b5f6e6e728e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 944 time: 0.0562723 Nov 12 09:34:25.486318 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-f50cff99-0bf2-4bf2-abc0-6f0b731ae190 req-8f436c00-285b-44fa-b850-52e5d04f0c37 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670133 Nov 12 09:34:26.635278 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee591f2-4bfd-4783-b103-4cfd0f283527 req-29dde1f4-215a-4557-99a4-4975802374bb tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:26.637856 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ee591f2-4bfd-4783-b103-4cfd0f283527 req-29dde1f4-215a-4557-99a4-4975802374bb tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 944 time: 0.0758553 Nov 12 09:34:26.701359 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-6ee591f2-4bfd-4783-b103-4cfd0f283527 req-f31bb4b3-bbd1-489b-8259-6e5ad769b8b0 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561857 Nov 12 09:34:26.899142 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:34:26.997684 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:27.009473 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:34:27.215404 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:27.229095 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2d6435-74db-4b6c-a9b4-491db89f4a2c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:34:27.249176 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:27.254185 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:27.303992 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:27.507755 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['0d2d6435-74db-4b6c-a9b4-491db89f4a2c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:34:27.833033 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc543f0-5e34-4fdf-b154-d85106707f44 req-4951b54f-82c2-4a14-bb46-1ad735178579 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:27.833033 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbc543f0-5e34-4fdf-b154-d85106707f44 req-4951b54f-82c2-4a14-bb46-1ad735178579 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Nov 12 09:34:27.884530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fbc543f0-5e34-4fdf-b154-d85106707f44 req-c6f9f00a-68f1-4ac7-b4ba-36ed6839888c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460029 Nov 12 09:34:28.906923 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:28.967611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning for port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:34:28.975388 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:28.976238 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:29.039570 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6243-30de-4436-b00a-28712ec580ad req-6d664031-7796-4fa7-8ed1-02924359c84c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:29.041334 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d6f6243-30de-4436-b00a-28712ec580ad req-6d664031-7796-4fa7-8ed1-02924359c84c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 945 time: 0.0626981 Nov 12 09:34:29.079199 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:29.105144 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8d6f6243-30de-4436-b00a-28712ec580ad req-3a242c99-414b-49a6-bdb7-43146651e02c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511127 Nov 12 09:34:29.107045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:29.109599 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66ce25d-dfe5-41f6-8d3b-8abeaa9d6dc3" -d '{"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:29.124495 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:29.132568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:29.161518 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7467282a-e94a-44b9-b69d-f8ffd260bd3a x-openstack-request-id: req-7467282a-e94a-44b9-b69d-f8ffd260bd3a {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:29.161806 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:29.162054 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7467282a-e94a-44b9-b69d-f8ffd260bd3a {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:29.162445 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'code': 200} Nov 12 09:34:29.195836 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:29.275915 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768f559-c143-47d4-9e70-4ec8d29822ab req-02f2a96d-6719-48fd-a41b-5736f5e4e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:29.277681 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1768f559-c143-47d4-9e70-4ec8d29822ab req-02f2a96d-6719-48fd-a41b-5736f5e4e944 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1098 time: 0.0513592 Nov 12 09:34:29.332417 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-1768f559-c143-47d4-9e70-4ec8d29822ab req-7ccbb0cd-6765-48be-b81a-6075c45c35dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476828 Nov 12 09:34:30.235887 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1314f-da83-46b3-8b01-9a00a271cb36 req-a797ac90-c827-434f-8e9b-681d08133020 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:30.237558 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-faf1314f-da83-46b3-8b01-9a00a271cb36 req-a797ac90-c827-434f-8e9b-681d08133020 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 946 time: 0.0526400 Nov 12 09:34:30.288811 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-faf1314f-da83-46b3-8b01-9a00a271cb36 req-a0cc62ef-0089-449c-9702-31f2a42a6989 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Nov 12 09:34:31.418082 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d196c23-1e11-4781-8e08-674f54d3e6b1 req-373c0549-6f86-4058-8285-324e80caf360 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:31.419621 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d196c23-1e11-4781-8e08-674f54d3e6b1 req-373c0549-6f86-4058-8285-324e80caf360 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 946 time: 0.0550554 Nov 12 09:34:31.473711 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-3d196c23-1e11-4781-8e08-674f54d3e6b1 req-1079b0f1-8f34-436e-84f6-386e0c86e253 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480537 Nov 12 09:34:31.599211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dca60-f0a0-4786-92bd-bd84ab846ac4 req-d6f21ac9-7df0-4d12-b9bd-a1179885ae24 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:31.600667 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b47dca60-f0a0-4786-92bd-bd84ab846ac4 req-d6f21ac9-7df0-4d12-b9bd-a1179885ae24 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 946 time: 0.0537467 Nov 12 09:34:31.650580 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b47dca60-f0a0-4786-92bd-bd84ab846ac4 req-05a90a1f-6816-485a-bfde-c0b57dd1bd1c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Nov 12 09:34:31.674974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40034) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:31.815038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9cb26-e190-4fa5-9183-382a8deeb077 tempest-TestSnapshotPattern-960277572 tempest-TestSnapshotPattern-960277572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:31.817280 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b8b9cb26-e190-4fa5-9183-382a8deeb077 tempest-TestSnapshotPattern-960277572 tempest-TestSnapshotPattern-960277572-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1093 time: 0.1407473 Nov 12 09:34:31.820194 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40038) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:31.824794 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:31.849826 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:31.949374 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:32.059035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Allocated IP 172.25.4.72 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/cb1f1ad3-0c5f-4b60-b8df-ce8d778c8f4f) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:32.184675 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:32.228014 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:32.268398 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:32.273877 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:32.277635 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:32.302646 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'Port': ['ID=cb1f1ad3-0c5f-4b60-b8df-ce8d778c8f4f,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:32.670154 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:32.751443 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:32.921951 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:32.929605 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:33.006238 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'Port': ['ID=cb1f1ad3-0c5f-4b60-b8df-ce8d778c8f4f,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:33.018684 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:33.122963 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Floating IP 985778ec-dafe-453f-ba54-675fe51d59ff associated. External IP: 172.25.4.72, port: 0d2d6435-74db-4b6c-a9b4-491db89f4a2c. Nov 12 09:34:33.336932 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Router c99f1a36-af83-4073-a932-bb48d8c0e344 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:33.452849 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:33.468466 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:33.477631 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:33.484865 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:33.485509 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:33.507144 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-284c5446-72e2-4bf1-8d40-9dfcba3fcff7 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6858680 Nov 12 09:34:33.507740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:33.510087 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae60def3-dc07-4e02-99b0-9cabda1745eb" -d '{"events": [{"name": "network-changed", "server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:33.549669 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a49a7-bf7c-44dc-9f5c-c893a3646748 x-openstack-request-id: req-975a49a7-bf7c-44dc-9f5c-c893a3646748 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:33.550493 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:33.550780 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-975a49a7-bf7c-44dc-9f5c-c893a3646748 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:33.551157 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'status': 'completed', 'code': 200} Nov 12 09:34:33.612630 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:33.619267 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-c8e4487a-0f97-4902-b10d-0e8c035e8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:33.620960 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-c8e4487a-0f97-4902-b10d-0e8c035e8e0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1098 time: 0.0469201 Nov 12 09:34:33.719337 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-fb376e23-0cdf-4f0f-ab45-9529a0a72434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:33.720856 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-fb376e23-0cdf-4f0f-ab45-9529a0a72434 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0927007 Nov 12 09:34:33.789987 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-6ae7be50-36dd-4363-be6f-9c37b8ac9880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 999 time: 0.0616603 Nov 12 09:34:33.846099 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-ce60c84d-21c1-4fac-b2b7-a6d9fa819c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:33.847464 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:32Z', 'revision_number': 0, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:33.848461 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-ce60c84d-21c1-4fac-b2b7-a6d9fa819c98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0505149 Nov 12 09:34:33.885131 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:33.896561 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:33.897203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:34:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:33.903983 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-0279d98c-840c-44ad-9dba-58bd30367310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:33.905556 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-0279d98c-840c-44ad-9dba-58bd30367310 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496612 Nov 12 09:34:34.004138 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-50353f5b-8a4b-4e0b-9e0a-14594041c688 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Nov 12 09:34:34.058310 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:34.116440 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ae60def3-dc07-4e02-99b0-9cabda1745eb req-ab69f603-0715-41c9-ad5a-6afcf7c5feb5 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046460 Nov 12 09:34:34.286378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:32Z', 'revision_number': 0, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:34.312023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0df3d-caae-4961-ab15-7ef2ae9a735d None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:32Z', 'revision_number': 0, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:34.503609 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121f044-5306-4e10-b5ff-212b71b0dcd3 None None] New status for floating IP 985778ec-dafe-453f-ba54-675fe51d59ff: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:34:39.747190 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:40.843186 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-0a28e213-28a3-40eb-845d-3daac8e6cf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.585285 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:43.298250 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e1f34eab-5e67-4aa5-bbae-dc55955e8bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:44.906182 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:46.033177 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:46.886161 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.478207 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:04.697006 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-fa234929-1b72-4194-95dc-6ac7f9f110d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926554 Nov 12 09:35:04.795916 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-bb1cb691-2435-445f-97f1-b47ecb1957d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:04.797378 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-bb1cb691-2435-445f-97f1-b47ecb1957d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1098 time: 0.0493312 Nov 12 09:35:04.909582 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-76ba0f6c-2cb4-4c2a-9cbc-c5bbc4df6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:04.911070 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-76ba0f6c-2cb4-4c2a-9cbc-c5bbc4df6722 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0910563 Nov 12 09:35:04.985655 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-5ee1b058-a2b1-4d66-86cd-f4b6801c367e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 1001 time: 0.0647964 Nov 12 09:35:05.041315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-1f0b40a7-7851-4ea6-a0b7-d57a2c0d5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.043583 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-1f0b40a7-7851-4ea6-a0b7-d57a2c0d5090 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0503876 Nov 12 09:35:05.099720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-0df5bf5a-8b94-4db2-932d-b7ca397f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.101662 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-0df5bf5a-8b94-4db2-932d-b7ca397f4371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507412 Nov 12 09:35:05.222612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-65a31114-4abb-4b3b-85c0-43d33d3183ed service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078327 Nov 12 09:35:05.325293 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ed9bb835-11cc-42a8-a273-404c67c03d85 req-7f4248b3-2719-49b3-b2b9-20014e5574e7 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945814 Nov 12 09:35:09.762413 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.848377 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ef27a97d-30eb-4926-b1cf-0c4d76099865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.599230 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.303198 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f7109dc-793a-4666-8ec1-dca4e48e5bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.913684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.038992 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.899633 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:35.479462 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:39.753955 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:40.852677 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c8753094-b853-4198-9ac7-5cc820749efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:42.598523 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:43.305315 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4be5a894-224b-4cf2-a3c0-ca9fbea93902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:44.914219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:46.042857 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:46.884810 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:04.632623 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-0110eb37-cf73-4932-93c0-8461f4890ff1 req-f8fcab7b-97fa-42f6-b25f-65d05aa0ac0b tempest-TestNetworkAdvancedServerOps-2018947843 tempest-TestNetworkAdvancedServerOps-2018947843-project] (102371) timed out ('10.222.0.25', 62840) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:36:04.635804 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-a78048c8-5263-4196-92f9-a1a991d022b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404980 Nov 12 09:36:04.725648 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-b597eb12-c5d6-4d37-a2f4-730648e247b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:04.727153 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-b597eb12-c5d6-4d37-a2f4-730648e247b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1098 time: 0.0460944 Nov 12 09:36:04.833493 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-e5942bec-5b1c-4d10-a24a-4feaa39f6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:04.835001 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-e5942bec-5b1c-4d10-a24a-4feaa39f6d39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0873826 Nov 12 09:36:04.906764 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-4ec1e6d2-15da-4cc8-980d-fa726012b5b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 1001 time: 0.0625749 Nov 12 09:36:04.957232 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-8f6db185-f432-4084-9631-9404a5124ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:04.958701 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-8f6db185-f432-4084-9631-9404a5124ea2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0449536 Nov 12 09:36:05.008505 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-f65b110b-b9f0-46fa-acee-e36be557f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.009914 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-f65b110b-b9f0-46fa-acee-e36be557f6ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422015 Nov 12 09:36:05.448612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-dc16fb86-f70c-43ea-93dc-445eaaec8601 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304538 Nov 12 09:36:05.544887 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-6263cdf4-9cb7-4317-949e-48b10d46e9b3 req-67987152-d793-418f-bdd7-63b36aa460f3 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879970 Nov 12 09:36:09.764439 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.859966 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3f849a5b-9c6a-4c96-bb6a-0868ccd16be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.479021 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:12.617104 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.319287 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-03dbd279-cc61-4848-8d31-d7e7f580dfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:14.916787 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.049820 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.891629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:33.516498 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c details requested by agent hyperv_n-h2-768509-25 with host n-h2-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:36:33.621824 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:33.634000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Returning: {'device': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:36:33.675117 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:33.688149 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d2d6435-74db-4b6c-a9b4-491db89f4a2c {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:33.708192 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:33.712738 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:33.768513 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:33.776413 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778568 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.778996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.779226 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.779532 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.779856 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.780203 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:33.786119 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] get_ports_and_sgs() called for port_ids ['0d2d6435-74db-4b6c-a9b4-491db89f4a2c'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:36:35.525172 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c up at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:35.594045 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Provisioning complete for port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:35.595463 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.695168 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.727713 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:35.730123 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e632ca-dd92-4484-be1c-29fbfd3bf9ac" -d '{"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:35.750384 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:35.756005 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.793930 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef006398-9e6b-4162-b60d-fef0535b0eec x-openstack-request-id: req-ef006398-9e6b-4162-b60d-fef0535b0eec {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:35.794223 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:35.794480 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef006398-9e6b-4162-b60d-fef0535b0eec {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:35.794887 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'code': 200} Nov 12 09:36:35.828798 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:39.771332 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.856501 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7b7c66b4-8c37-4a12-b225-fb02a2dd8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.605774 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.323587 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5bc0248a-ff26-424e-99a4-b9426b764db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.204991 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-0fe051b7-bf61-4a80-87b7-15ba91071b30 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252853511&fields=id&tenant_id=40dc91c1ee42479fbfb3f0b6709df89e HTTP/1.1" status: 200 len: 267 time: 0.0492275 Nov 12 09:36:44.325229 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-d39546ae-10b1-4839-aa52-80e006f5a179 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:44.326600 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-d39546ae-10b1-4839-aa52-80e006f5a179 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 810 time: 0.1145737 Nov 12 09:36:44.342664 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-bf86014b-311a-4792-97ac-0a6e5f08a4a0 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/quotas/40dc91c1ee42479fbfb3f0b6709df89e HTTP/1.1" status: 200 len: 375 time: 0.0095205 Nov 12 09:36:44.401902 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-ee7a8968-4b2a-4157-b6db-cb0949052fe4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529315 Nov 12 09:36:44.553497 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-3d115d44-4101-418f-8775-909d88052dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395359 Nov 12 09:36:44.653228 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-ec7030db-a552-4d31-89e4-005e16ee4bef service neutron] 10.222.0.16 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923882 Nov 12 09:36:44.868092 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a13264bb-c4dc-435a-b06f-6bd2c33743a6 req-a9ca5bab-c512-47f9-9e43-9bedee4ea9fb tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 210 time: 0.0290034 Nov 12 09:36:44.921630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.843740 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.25', 63081) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:45.971798 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-9755b257-5544-4fe7-be0a-6b7a347dc7c1 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.973400 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-9755b257-5544-4fe7-be0a-6b7a347dc7c1 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 810 time: 0.1286349 Nov 12 09:36:45.996745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-c2957675-b16d-42f4-beb3-df63c8f5ccad req-33b65ff2-93c0-4af2-a558-62dbcd773db5 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 210 time: 0.0333571 Nov 12 09:36:46.047133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.057833 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-a93841a9-12b4-40f1-99cf-2a0afce6a74a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40dc91c1ee42479fbfb3f0b6709df89e HTTP/1.1" status: 200 len: 380 time: 0.0747082 Nov 12 09:36:46.069011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'port': {'device_id': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'admin_state_up': True, 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'security_groups': ['e41914d3-f60d-4a99-9e54-e6f4576d59ae']}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:46.197714 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Made reservation on behalf of 40dc91c1ee42479fbfb3f0b6709df89e for: {'port': 1} {{(pid=102371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:46.201935 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.384379 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Allocated IP 172.20.0.14 (3a0938c3-ab13-4283-8dd1-6cb039798722/46eecd7c-8633-4c07-8a8f-eb29c22b30e2/4f4d4fe2-1966-42f3-835c-7065011df644) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:46.579493 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.621140 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.669677 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:46.675910 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:46.680604 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:46.714174 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:46.725215 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.725553 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.725951 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.726284 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.726611 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.726989 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.727315 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.727639 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.728011 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.728362 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.728687 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.729063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:46.762367 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.763203 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.785246 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-45fc8fba-1d36-428a-b76d-0b35fbabda31 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7203090 Nov 12 09:36:46.898860 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:47.040831 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-9084e985-16bf-4df6-ad0d-3b6a353c10d3 None None] Provisioning complete for port 4f4d4fe2-1966-42f3-835c-7065011df644 triggered by entity DHCP. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:47.040831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9084e985-16bf-4df6-ad0d-3b6a353c10d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:47.090170 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-9084e985-16bf-4df6-ad0d-3b6a353c10d3 None None] Port 4f4d4fe2-1966-42f3-835c-7065011df644 cannot update to ACTIVE because it is not bound. {{(pid=102373) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:47.196094 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb7eae-8f31-41fa-899f-1223826900db req-3bde1362-16d9-4a0c-938a-debcb0482677 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:47.198530 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62cb7eae-8f31-41fa-899f-1223826900db req-3bde1362-16d9-4a0c-938a-debcb0482677 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0620661 Nov 12 09:36:47.262502 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62cb7eae-8f31-41fa-899f-1223826900db req-6de79640-74fc-4bd0-8dc1-d94dd270bb63 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557282 Nov 12 09:36:47.625802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:47.719941 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:47.745834 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:47.748012 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f9577-ea11-4032-b489-e87ff5a18457" -d '{"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:47.761237 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:47.766972 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:47.796278 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5de0c7-2ec9-422b-9f76-8bee97decb87 x-openstack-request-id: req-1a5de0c7-2ec9-422b-9f76-8bee97decb87 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:47.796583 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:47.796829 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a5de0c7-2ec9-422b-9f76-8bee97decb87 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:47.797402 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'code': 200} Nov 12 09:36:47.825996 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Pushing event updated for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=8']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:48.578039 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cb542-4583-40dd-8573-62d1d1894aa6 req-db8c8504-6c40-4855-a2d5-73664f02b7d4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:48.579745 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-018cb542-4583-40dd-8573-62d1d1894aa6 req-db8c8504-6c40-4855-a2d5-73664f02b7d4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.2154155 Nov 12 09:36:48.643793 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-018cb542-4583-40dd-8573-62d1d1894aa6 req-e404a6a9-94ad-44e3-84e0-bb4b9f4d44f4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579112 Nov 12 09:36:49.484132 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:49.802599 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef2e30-1f43-46a8-b013-48188c733b9b req-860553fd-5c7c-48f6-834d-7c494156916e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:49.804114 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4ef2e30-1f43-46a8-b013-48188c733b9b req-860553fd-5c7c-48f6-834d-7c494156916e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0644736 Nov 12 09:36:49.878276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4ef2e30-1f43-46a8-b013-48188c733b9b req-6f9a708e-8bb4-4ff0-a436-022935aee832 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660534 Nov 12 09:36:51.049010 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9071c6-ba8c-4f7c-a50c-09e507c483bd req-eb14b56c-83bb-49f1-8ec5-23c1a809b569 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:51.051602 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c9071c6-ba8c-4f7c-a50c-09e507c483bd req-eb14b56c-83bb-49f1-8ec5-23c1a809b569 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0917170 Nov 12 09:36:51.127863 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-8c9071c6-ba8c-4f7c-a50c-09e507c483bd req-e32aae58-d8be-4982-b34a-e9adb5c8763f tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684047 Nov 12 09:36:52.311349 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd754a-b13a-4760-98c7-da3cfd769d2d req-604e8da0-7f51-4c33-afb3-3771061fb735 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:52.314804 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4cd754a-b13a-4760-98c7-da3cfd769d2d req-604e8da0-7f51-4c33-afb3-3771061fb735 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0827434 Nov 12 09:36:52.402053 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a4cd754a-b13a-4760-98c7-da3cfd769d2d req-1e7913a6-d055-4ba4-a48b-0b8eb3d4beb9 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770304 Nov 12 09:36:53.599076 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6b50a-c1c8-4c6b-adce-0d39ca17afe6 req-9907a347-7249-45a0-a67e-503e826cfb7a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:53.601640 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9cd6b50a-c1c8-4c6b-adce-0d39ca17afe6 req-9907a347-7249-45a0-a67e-503e826cfb7a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0926671 Nov 12 09:36:53.686556 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-9cd6b50a-c1c8-4c6b-adce-0d39ca17afe6 req-61dc6b71-2f87-4db6-ac53-d5f9b83e5d2c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754845 Nov 12 09:36:54.859904 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110a0ae-4104-42a8-b082-8c581ac5cd43 req-7ddf06ff-a0b8-484c-91c5-ab29d07c01ad tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:54.865562 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0110a0ae-4104-42a8-b082-8c581ac5cd43 req-7ddf06ff-a0b8-484c-91c5-ab29d07c01ad tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0758219 Nov 12 09:36:54.950310 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-0110a0ae-4104-42a8-b082-8c581ac5cd43 req-dd0f409e-3087-4697-a93b-113d185a144c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793085 Nov 12 09:36:56.148477 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99321c2-16f6-4486-9029-a2e8e77ca81c req-a854f463-40d7-4ef8-878b-84a9075d3383 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:56.150884 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a99321c2-16f6-4486-9029-a2e8e77ca81c req-a854f463-40d7-4ef8-878b-84a9075d3383 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0764132 Nov 12 09:36:56.228137 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-a99321c2-16f6-4486-9029-a2e8e77ca81c req-96e47586-4b0c-4546-80dc-c283c5007031 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616362 Nov 12 09:36:57.368594 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00957-5fda-487e-be2b-4bf0b1d90386 req-88004bfc-dc11-4f19-ba4d-ad1b7d8a1aa4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:57.370254 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73c00957-5fda-487e-be2b-4bf0b1d90386 req-88004bfc-dc11-4f19-ba4d-ad1b7d8a1aa4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0538535 Nov 12 09:36:57.435433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-73c00957-5fda-487e-be2b-4bf0b1d90386 req-414ab262-8871-403e-a9a0-8c5842fd13d4 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564392 Nov 12 09:36:58.372709 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-e24be53f-7de4-41a6-9779-2a3501c9f0d0 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:36:58.376283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-e24be53f-7de4-41a6-9779-2a3501c9f0d0 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103390 Nov 12 09:36:58.487268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Request body: {'port': {'device_id': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-25'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:58.564531 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:58.639453 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a958d-6bd0-4fd8-9933-13c04f534c8c req-0f6f788e-df24-4878-9c38-a66a20db3cac tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.641839 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa6a958d-6bd0-4fd8-9933-13c04f534c8c req-0f6f788e-df24-4878-9c38-a66a20db3cac tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 932 time: 0.0848970 Nov 12 09:36:58.735514 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-aa6a958d-6bd0-4fd8-9933-13c04f534c8c req-fa54b0b6-18a2-4122-875c-ff9142f8fe34 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823073 Nov 12 09:36:58.959513 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4d4fe2-1966-42f3-835c-7065011df644 {{(pid=102371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:58.968074 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:58.982810 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.provisioning_blocks [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Transition to ACTIVE for port object 4f4d4fe2-1966-42f3-835c-7065011df644 will not be triggered until provisioned by entity L2. {{(pid=102371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:36:58.988771 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:59.055349 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:59.159063 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Attempting to bind port 4f4d4fe2-1966-42f3-835c-7065011df644 on host n-h1-768509-25 for vnic_type normal with profile {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:59.159561 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Attempting to bind port 4f4d4fe2-1966-42f3-835c-7065011df644 by drivers openvswitch,hyperv on host n-h1-768509-25 at level 0 using segments [{'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:59.160129 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Attempting to bind port 4f4d4fe2-1966-42f3-835c-7065011df644 on network 3a0938c3-ab13-4283-8dd1-6cb039798722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:59.169119 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Port 4f4d4fe2-1966-42f3-835c-7065011df644 on network 3a0938c3-ab13-4283-8dd1-6cb039798722 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-25 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:36:59.169705 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Attempting to bind port 4f4d4fe2-1966-42f3-835c-7065011df644 on network 3a0938c3-ab13-4283-8dd1-6cb039798722 {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:59.183065 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Checking agent: {'id': '52b3e265-b9a7-429b-a1ef-6fbedb3876db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'started_at': datetime.datetime(2021, 11, 12, 8, 0, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:59.183743 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Checking segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:59.184506 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Bound using segment: {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'} {{(pid=102371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:59.185144 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.managers [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Bound port: 4f4d4fe2-1966-42f3-835c-7065011df644, host: n-h1-768509-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d612272-cba8-476c-8f4b-14112e800f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722'}}] {{(pid=102371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:59.185676 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:59.301720 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, cleared binding levels {{(pid=102371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:59.306419 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:59.313048 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:59.368540 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.369549 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:59.371895 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] 10.222.0.25 "PUT /v2.0/ports/4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 1093 time: 0.9874566 Nov 12 09:36:59.372801 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:59.377436 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f3a08d-6992-49ab-956b-a274bda11bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:59.414918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec28a9-9b79-4132-9573-2c3eb4af5496 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=3']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:59.485414 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72efd0b1-5058-4578-8aee-8d65f4e8ba03 x-openstack-request-id: req-72efd0b1-5058-4578-8aee-8d65f4e8ba03 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:59.485919 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:59.486420 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72efd0b1-5058-4578-8aee-8d65f4e8ba03 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:59.486970 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644', 'status': 'completed', 'code': 200} Nov 12 09:36:59.548559 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-862d91ae-8a8b-4015-bb1a-2045027185a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.550023 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-862d91ae-8a8b-4015-bb1a-2045027185a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1096 time: 0.0853357 Nov 12 09:36:59.605262 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-5859ab94-9980-4f6c-bd32-af91fcf969dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 217 time: 0.0477357 Nov 12 09:36:59.661843 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-00b54e51-e0e9-47c1-80ee-a9a807790818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.663521 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-00b54e51-e0e9-47c1-80ee-a9a807790818 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0509136 Nov 12 09:36:59.724918 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02322f-39a5-4055-8041-41b0cd633eef req-3b202356-335c-4eb0-9ec2-48d0b041b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.726623 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-3b202356-335c-4eb0-9ec2-48d0b041b30d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533955 Nov 12 09:36:59.854698 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-87d45503-6e06-4d40-93c1-7339309c5947 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184430 Nov 12 09:36:59.920103 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1cef8-8f20-4640-9ad3-82fbb85c242b req-ad0d104f-0181-46db-a438-b3bc235fc426 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.922394 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfe1cef8-8f20-4640-9ad3-82fbb85c242b req-ad0d104f-0181-46db-a438-b3bc235fc426 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 944 time: 0.0827932 Nov 12 09:36:59.973597 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-bb02322f-39a5-4055-8041-41b0cd633eef req-a7a46047-6bda-4565-93b0-efe03bfbc981 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107347 Nov 12 09:36:59.985084 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-cfe1cef8-8f20-4640-9ad3-82fbb85c242b req-c2406e24-7823-4f50-8f51-724e669b29c8 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535815 Nov 12 09:37:00.095428 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-aabbe969-be9e-449a-93d1-28848d17c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:00.097229 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-aabbe969-be9e-449a-93d1-28848d17c158 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1096 time: 0.0574660 Nov 12 09:37:00.202192 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-d45109d5-4afa-4a81-81fc-93ed5ba2e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:00.204379 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-d45109d5-4afa-4a81-81fc-93ed5ba2e49a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0998878 Nov 12 09:37:00.255258 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-9908f526-e02d-466b-ab7b-b4e8c9d5ba97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 217 time: 0.0438049 Nov 12 09:37:00.319816 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-91bf09ff-2fac-4f76-9623-08bb08e16b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:00.322493 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-91bf09ff-2fac-4f76-9623-08bb08e16b0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0596137 Nov 12 09:37:00.383935 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-643e7a66-7802-43fa-8122-a14635d75c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:00.386596 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-643e7a66-7802-43fa-8122-a14635d75c0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559323 Nov 12 09:37:00.551244 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-a27427ff-e818-4c33-a126-2e736ecc65b0 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575193 Nov 12 09:37:00.662710 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c9f3a08d-6992-49ab-956b-a274bda11bd0 req-6a8cebd0-5ff5-479c-bb87-f9256cc57eee service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038740 Nov 12 09:37:01.139105 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965249a0-fe14-4a75-8a38-2b7166201526 req-15e87b53-8c97-41c4-8f3a-8eb466141247 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:01.141401 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-965249a0-fe14-4a75-8a38-2b7166201526 req-15e87b53-8c97-41c4-8f3a-8eb466141247 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 944 time: 0.0531795 Nov 12 09:37:01.215324 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-965249a0-fe14-4a75-8a38-2b7166201526 req-c993b8ab-451e-45f4-bcaa-a2a7f4eae233 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669389 Nov 12 09:37:02.350053 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d47af-1203-4f4a-ae57-9359782f5d0a req-14326925-0890-4bb7-a2e2-6ced564a7f7c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:02.351655 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b80d47af-1203-4f4a-ae57-9359782f5d0a req-14326925-0890-4bb7-a2e2-6ced564a7f7c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 944 time: 0.0607107 Nov 12 09:37:02.415559 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-b80d47af-1203-4f4a-ae57-9359782f5d0a req-54011a1d-6037-4b1c-bbf3-5c038dc8bd39 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574687 Nov 12 09:37:03.047805 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f4d4fe2-1966-42f3-835c-7065011df644 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:37:03.161730 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:03.174633 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '4f4d4fe2-1966-42f3-835c-7065011df644', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'port_id': '4f4d4fe2-1966-42f3-835c-7065011df644', 'mac_address': 'fa:16:3e:ec:fd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:37:03.219346 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:03.235376 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d4fe2-1966-42f3-835c-7065011df644 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:37:03.258096 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:03.263708 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:03.320610 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=4']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:03.578573 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374791f2-4b36-4109-8dbd-b85069833bef req-c676af39-7b43-46b2-8e95-f67afe735f58 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:03.581337 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-374791f2-4b36-4109-8dbd-b85069833bef req-c676af39-7b43-46b2-8e95-f67afe735f58 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 945 time: 0.0750916 Nov 12 09:37:03.617607 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['4f4d4fe2-1966-42f3-835c-7065011df644'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:37:03.660099 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-374791f2-4b36-4109-8dbd-b85069833bef req-0b858854-e502-42b1-80b6-d044547f24e2 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714762 Nov 12 09:37:04.831432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7157a36-da54-4349-abbc-d3076fd5117d req-127be0b6-6ec6-433c-8a65-2d053536d234 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:04.833974 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7157a36-da54-4349-abbc-d3076fd5117d req-127be0b6-6ec6-433c-8a65-2d053536d234 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 945 time: 0.0835171 Nov 12 09:37:04.906241 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-d7157a36-da54-4349-abbc-d3076fd5117d req-21dfdba3-262d-417f-8421-22c249b13127 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653105 Nov 12 09:37:05.063240 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f4d4fe2-1966-42f3-835c-7065011df644 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:05.120439 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning for port 4f4d4fe2-1966-42f3-835c-7065011df644 completed by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:37:05.125521 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 4f4d4fe2-1966-42f3-835c-7065011df644 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:05.125916 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.222111 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.255659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:05.258259 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a5fa05-6792-427e-aeb8-ff04356d611b" -d '{"events": [{"server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:05.275147 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:05.280277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.330246 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8de69e4-9825-4125-8285-30903d5d3f99 x-openstack-request-id: req-f8de69e4-9825-4125-8285-30903d5d3f99 {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:05.330559 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:05.330940 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8de69e4-9825-4125-8285-30903d5d3f99 {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:05.331528 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644', 'code': 200} Nov 12 09:37:05.353193 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=5']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:05.437153 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1b259-cf7c-4b37-b8d0-28f1e4356eb2 req-c0175fac-bf4a-469d-82dd-343105300a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:05.439589 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34e1b259-cf7c-4b37-b8d0-28f1e4356eb2 req-c0175fac-bf4a-469d-82dd-343105300a68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1098 time: 0.0500989 Nov 12 09:37:05.503483 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-34e1b259-cf7c-4b37-b8d0-28f1e4356eb2 req-d35fadb7-c01e-4312-ba2e-65ffd23de151 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564919 Nov 12 09:37:05.650454 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-c5835753-8d25-4df0-b4db-f8e8aa088325 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451946 Nov 12 09:37:05.753663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-8c2966f2-620c-4277-924a-715c368395ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:05.755094 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-8c2966f2-620c-4277-924a-715c368395ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0533788 Nov 12 09:37:05.877466 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-31f8ee4c-cd4f-4faf-8f80-2c2832092271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:05.878956 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-31f8ee4c-cd4f-4faf-8f80-2c2832092271 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0972378 Nov 12 09:37:05.978212 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-65f2b1f4-6c8f-4af2-a6b4-a424f11230d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 999 time: 0.0916703 Nov 12 09:37:06.040887 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-c264eebd-4f0a-406e-95dc-54a73173fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:06.043020 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-c264eebd-4f0a-406e-95dc-54a73173fbd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0558233 Nov 12 09:37:06.085572 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1aa6c-f637-445f-a8b1-48f2efd47292 req-6ce97e35-3d2e-47d8-8857-675bde266d2a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:06.087195 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1de1aa6c-f637-445f-a8b1-48f2efd47292 req-6ce97e35-3d2e-47d8-8857-675bde266d2a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 946 time: 0.0908649 Nov 12 09:37:06.126167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-fecf2d81-7512-47f6-8ea4-eafd241591f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:06.128607 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-fecf2d81-7512-47f6-8ea4-eafd241591f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767262 Nov 12 09:37:06.145262 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-e57a771e-ea99-4211-b54e-0b633b5eb5f0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=102371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:37:06.147050 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-e57a771e-ea99-4211-b54e-0b633b5eb5f0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086958 Nov 12 09:37:06.162032 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-1de1aa6c-f637-445f-a8b1-48f2efd47292 req-9e220ce2-8c69-4143-bda3-2cb6a6b720c6 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662289 Nov 12 09:37:06.254967 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-d7e0f595-61d7-454b-838b-ad01a48f90c1 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011021 Nov 12 09:37:06.399054 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd403bfb-2475-4b54-881b-003a8601fb83 req-b299a4ce-2c90-46eb-bcfb-91ab4a8598c3 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362107 Nov 12 09:37:07.312325 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131571-a65f-4802-bbdb-af78448a0c3c req-152fe0f3-8043-461a-81af-68c74e86b537 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:07.314466 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd131571-a65f-4802-bbdb-af78448a0c3c req-152fe0f3-8043-461a-81af-68c74e86b537 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 946 time: 0.0558350 Nov 12 09:37:07.377354 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-fd131571-a65f-4802-bbdb-af78448a0c3c req-23ed4481-d59c-4d66-8795-6ace64e1e9c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543141 Nov 12 09:37:07.549457 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed693-da11-47fe-8f0a-78480b89c168 req-93e1ee55-fe5c-4cf1-a018-7c3c32ecd2d9 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:07.551276 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bbed693-da11-47fe-8f0a-78480b89c168 req-93e1ee55-fe5c-4cf1-a018-7c3c32ecd2d9 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 946 time: 0.0679884 Nov 12 09:37:07.637263 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-5bbed693-da11-47fe-8f0a-78480b89c168 req-14c4c6f7-f296-4e2b-bd26-c37d438e8db1 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767131 Nov 12 09:37:07.662025 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40328) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:07.708331 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bab0de-cd1c-4026-867a-76d963d0944a tempest-TestSnapshotPattern-960277572 tempest-TestSnapshotPattern-960277572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:07.710239 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-b3bab0de-cd1c-4026-867a-76d963d0944a tempest-TestSnapshotPattern-960277572 tempest-TestSnapshotPattern-960277572-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1093 time: 0.0470085 Nov 12 09:37:07.713496 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40330) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:07.720434 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.v2.base [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Request body: {'floatingip': {'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'port_id': '4f4d4fe2-1966-42f3-835c-7065011df644', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:07.749107 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.883267 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.998820 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_common [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Allocated IP 172.25.4.4 (d90aae7b-bf14-4e55-9dda-871c001dd97f/e66fb5f5-a530-4481-a0d4-19c5cf831ee9/b5ee8397-f48d-4b20-af6a-d41153de4d79) {{(pid=102371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:08.126625 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for port, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.167986 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764255578498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.207913 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Network d90aae7b-bf14-4e55-9dda-871c001dd97f is already hosted by enough agents. {{(pid=102371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:08.213329 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.base_scheduler [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Resources bound (agent type, host, resource id): {{(pid=102371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:08.217332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Received port after_create {{(pid=102371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:08.223312 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'Port': ['ID=b5ee8397-f48d-4b20-af6a-d41153de4d79,revision_number=1']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:08.653609 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.743069 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.923102 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for port, precommit_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.933384 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62335954'] for port, after_update {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.016451 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event updated for resources: {'Port': ['ID=b5ee8397-f48d-4b20-af6a-d41153de4d79,revision_number=2']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:09.033041 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704735'] for floatingip, after_create {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.175153 n-d-768509-25 neutron-server[102371]: INFO neutron.db.l3_db [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Floating IP 0446cc19-2269-48e7-b209-e14ac8c3a7da associated. External IP: 172.25.4.4, port: 4f4d4fe2-1966-42f3-835c-7065011df644. Nov 12 09:37:09.425974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Router c99f1a36-af83-4073-a932-bb48d8c0e344 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:09.572395 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:09.588409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:09.605936 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:09.606795 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:09.613298 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.667193 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-fb50f82a-7a77-41ea-90ee-3ccd84d9c3c3 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9511735 Nov 12 09:37:09.668268 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:09.672583 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b" -d '{"events": [{"name": "network-changed", "server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:09.735958 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b52feca-2e5a-4916-aaf7-662f418c3780 x-openstack-request-id: req-1b52feca-2e5a-4916-aaf7-662f418c3780 {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:09.736367 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:09.736689 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b52feca-2e5a-4916-aaf7-662f418c3780 {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:09.737205 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644', 'status': 'completed', 'code': 200} Nov 12 09:37:09.794216 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.813134 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:09.826616 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-fa697271-7ee2-4977-acd2-3cce592ce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:09.829858 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-fa697271-7ee2-4977-acd2-3cce592ce52f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1098 time: 0.0643778 Nov 12 09:37:09.943176 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-87d72d8d-6d71-421e-b086-44b078d5d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:09.944627 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-87d72d8d-6d71-421e-b086-44b078d5d5d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.1057122 Nov 12 09:37:10.032608 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-f4cd15e5-467d-47dd-a8d4-097002057696 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 998 time: 0.0800912 Nov 12 09:37:10.105509 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-8b33a052-4f21-4fc9-abc2-518b712543cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:10.108274 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-8b33a052-4f21-4fc9-abc2-518b712543cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0679946 Nov 12 09:37:10.147998 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '0446cc19-2269-48e7-b209-e14ac8c3a7da', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '4f4d4fe2-1966-42f3-835c-7065011df644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:ec:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:08Z', 'updated_at': '2021-11-12T09:37:08Z', 'revision_number': 0, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}, {'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:34Z', 'revision_number': 1, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:10.159681 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-af4438fa-e616-4e19-94d4-b560290218d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:10.161268 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-af4438fa-e616-4e19-94d4-b560290218d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461850 Nov 12 09:37:10.200632 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:10.215659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:10.216781 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:36:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:10.295127 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-1aa67cb6-0aef-4ac4-9205-809778db93c0 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256883 Nov 12 09:37:10.394156 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:10.461376 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-cb1a0a2e-0540-44fc-b1fe-c22fe6a7391b req-d2ff089c-bb22-43f2-ad50-a82616bfb621 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592250 Nov 12 09:37:10.792879 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '0446cc19-2269-48e7-b209-e14ac8c3a7da', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '4f4d4fe2-1966-42f3-835c-7065011df644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:ec:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:08Z', 'updated_at': '2021-11-12T09:37:08Z', 'revision_number': 0, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}, {'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:34Z', 'revision_number': 1, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:10.822028 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9bd6c4-a24b-4050-8570-85eded9832d6 None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '0446cc19-2269-48e7-b209-e14ac8c3a7da', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '4f4d4fe2-1966-42f3-835c-7065011df644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:ec:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:08Z', 'updated_at': '2021-11-12T09:37:08Z', 'revision_number': 0, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}, {'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:34Z', 'revision_number': 1, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:10.872599 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-77eebdcb-befb-4610-860b-fa44dc32b4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:11.087786 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669050fd-9681-47a2-a3ff-a1e6e244003a None None] New status for floating IP 0446cc19-2269-48e7-b209-e14ac8c3a7da: ACTIVE {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:37:12.621674 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.320848 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-972be79b-9f20-4171-a89c-f519f71a6b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.933268 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.428168 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-1420adff-ed29-43ab-aed2-abe3802c0dbe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470071 Nov 12 09:37:15.567244 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-4dc1461a-6549-4fd9-ab3f-c8a59df73982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:15.568859 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-4dc1461a-6549-4fd9-ab3f-c8a59df73982 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1098 time: 0.0762188 Nov 12 09:37:15.692953 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-07f258af-8aeb-47bb-8cf0-40e8b20b4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:15.694612 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-07f258af-8aeb-47bb-8cf0-40e8b20b4420 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.1045945 Nov 12 09:37:16.049754 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:16.146331 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-9cec05b6-bb88-40a9-ba2c-65eb59583482 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 1000 time: 0.4442465 Nov 12 09:37:16.199301 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-735f1e97-9640-4345-9e3e-237c8aa1127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:16.200871 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-735f1e97-9640-4345-9e3e-237c8aa1127f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0476267 Nov 12 09:37:16.254840 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-498ebcde-1516-4388-a358-7232cad41e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:16.256416 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-498ebcde-1516-4388-a358-7232cad41e7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489774 Nov 12 09:37:16.364760 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-59ee6139-f482-48bf-b34c-8883ae7689af service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007004 Nov 12 09:37:16.514639 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-fd2894c6-2be9-4909-9435-8ff9f100c814 req-a42e8fe9-1808-450d-91b9-06e5d4656c53 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432929 Nov 12 09:37:16.891690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.484926 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:37:39.789272 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:40.857107 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fc12d21c-eb48-4a94-bf88-1d3e4bd9e8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:42.641726 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:43.323782 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8dd4186a-c652-4c7c-b6db-4872ca6828ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:44.926836 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:46.049873 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:46.895135 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:03.485100 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:07.656412 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-b8146349-5bd2-4d9d-ab9c-f6c70a6df0bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0664837 Nov 12 09:38:07.771319 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e6de-3850-46a3-9183-045249baffe0 req-ee080abf-4ec3-4567-a4e1-c48cb6a8d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:07.773882 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-ee080abf-4ec3-4567-a4e1-c48cb6a8d4d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0611625 Nov 12 09:38:07.958982 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e6de-3850-46a3-9183-045249baffe0 req-4b0e4d65-54ee-4a64-ac58-43e088110c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:07.961494 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-4b0e4d65-54ee-4a64-ac58-43e088110c2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.1616199 Nov 12 09:38:08.052529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-eb4f8f63-803e-46ed-966c-cfb7784eba96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 999 time: 0.0824625 Nov 12 09:38:08.116823 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e6de-3850-46a3-9183-045249baffe0 req-7a5e63fe-6d76-4355-b8a1-7eba57619454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.118354 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-7a5e63fe-6d76-4355-b8a1-7eba57619454 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0593665 Nov 12 09:38:08.201436 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e6de-3850-46a3-9183-045249baffe0 req-afdc5413-7e05-45c8-97ed-d1ea28959b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:08.203847 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-afdc5413-7e05-45c8-97ed-d1ea28959b8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771983 Nov 12 09:38:08.315100 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-8282c2ca-d284-4621-9cd3-47c3ec32c51d service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039357 Nov 12 09:38:08.437705 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a835e6de-3850-46a3-9183-045249baffe0 req-8938a99f-5187-4626-981c-0400bb73ac4c service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156561 Nov 12 09:38:09.799326 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.871083 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-41ca02af-91e2-47b2-996c-2d608eed2cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:12.646212 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.328645 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-13c02b7c-acea-47d6-a6f6-5e8d95050ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:14.928874 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:16.052412 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:16.890901 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.391731 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-452c4798-7959-43d4-ba89-de7d4413ca4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427320 Nov 12 09:38:17.481074 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-6d7728f7-3d9f-4de4-a757-2dd31a535a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:17.483086 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-6d7728f7-3d9f-4de4-a757-2dd31a535a50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1098 time: 0.0426400 Nov 12 09:38:17.598333 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-41a1ad78-f459-415b-bb74-ceb83eb102d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:17.599817 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-41a1ad78-f459-415b-bb74-ceb83eb102d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0958796 Nov 12 09:38:17.675311 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-74128326-592c-4a70-bc81-695961e5ba3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 1000 time: 0.0681827 Nov 12 09:38:17.733261 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-32ad9885-51c0-4237-927f-5811fb41d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:17.734746 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-32ad9885-51c0-4237-927f-5811fb41d8b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0534148 Nov 12 09:38:17.795857 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-99720448-67ac-4bef-a232-c326321bee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:17.798323 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-99720448-67ac-4bef-a232-c326321bee6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566628 Nov 12 09:38:17.902056 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-81c987ab-a622-4c41-a156-6719df552faa service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960126 Nov 12 09:38:18.009814 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-c69ab5f5-0e32-4e0e-bcf0-9cadfd20da03 req-13390162-ea92-48d1-b502-d92fa9946664 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000984 Nov 12 09:38:39.815897 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.486364 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:40.865293 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-82808489-298e-499b-9c5c-cefbd8dd8c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:42.658141 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.332179 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1c3eaa75-08d9-4fb2-ad93-554b01944ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:44.931489 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:46.055318 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:46.894737 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.661166 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-018d3595-23e4-4414-91f9-4054c6a95a39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442314 Nov 12 09:39:08.760643 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadef622-a4f9-48e0-b67a-276fce178ede req-59090c6c-2bef-4a40-a783-177fee1e64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:08.762479 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-59090c6c-2bef-4a40-a783-177fee1e64b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0526183 Nov 12 09:39:08.876821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadef622-a4f9-48e0-b67a-276fce178ede req-68895781-e2f2-40b1-87d9-10f16898a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:08.878318 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-68895781-e2f2-40b1-87d9-10f16898a461 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0950975 Nov 12 09:39:08.955466 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-6f4573e6-0843-46b9-b250-8a506c8a6503 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 999 time: 0.0699108 Nov 12 09:39:09.009528 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadef622-a4f9-48e0-b67a-276fce178ede req-bdaae28e-6de6-41ac-8ae7-4c0b407cb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:09.012413 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-bdaae28e-6de6-41ac-8ae7-4c0b407cb072 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0502331 Nov 12 09:39:09.067776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadef622-a4f9-48e0-b67a-276fce178ede req-6eadd822-b865-4f66-afdb-5f1ca8c3ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:09.070529 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-6eadd822-b865-4f66-afdb-5f1ca8c3ede7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514019 Nov 12 09:39:09.197494 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-514aab00-d2d7-460b-a04f-74fcccd91397 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198215 Nov 12 09:39:09.307891 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-aadef622-a4f9-48e0-b67a-276fce178ede req-72e15a1f-adde-49e2-84b7-f195dae6fc48 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023102 Nov 12 09:39:09.813441 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.876684 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-1f98d4a7-3c19-4a30-aa84-ab5e496826dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.648622 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.337007 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f99cfea5-8033-4555-90be-490c7cb672d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.939987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.064389 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.907446 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.486021 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:39:17.602575 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f4d4fe2-1966-42f3-835c-7065011df644 details requested by agent hyperv_n-h1-768509-25 with host n-h1-768509-25 {{(pid=102373) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:39:17.715440 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:17.733500 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Returning: {'device': '4f4d4fe2-1966-42f3-835c-7065011df644', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'port_id': '4f4d4fe2-1966-42f3-835c-7065011df644', 'mac_address': 'fa:16:3e:ec:fd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102373) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:39:17.799387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.819527 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f4d4fe2-1966-42f3-835c-7065011df644 {{(pid=102373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:39:17.853524 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:17.859831 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.940000 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=6']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.953862 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] get_ports_and_sgs() called for port_ids ['4f4d4fe2-1966-42f3-835c-7065011df644'] {{(pid=102373) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:39:17.958332 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.958676 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.959050 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.959378 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.959694 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.960023 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.960381 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.960704 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.961026 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.961426 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.961656 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:17.961975 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:18.472415 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-e1246564-9735-4b7d-8d46-9c4431079015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.474279 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-e1246564-9735-4b7d-8d46-9c4431079015 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1097 time: 0.0593493 Nov 12 09:39:18.589052 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-ee9a445f-e342-4f2f-8744-6fcdd1cf7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.590570 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-ee9a445f-e342-4f2f-8744-6fcdd1cf7268 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.0951645 Nov 12 09:39:18.681435 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-3449c996-888a-4b9c-91d3-fd0e2e5cf0d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 999 time: 0.0815945 Nov 12 09:39:18.736381 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-6c2b66a9-0345-4835-82ba-c758cacd5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.737772 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-6c2b66a9-0345-4835-82ba-c758cacd5498 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0492995 Nov 12 09:39:18.797597 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-39416a93-adab-4d0e-b0cc-eea57d8de461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.799026 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-39416a93-adab-4d0e-b0cc-eea57d8de461 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535913 Nov 12 09:39:18.906524 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-662cfaaf-c643-4d5b-a56e-f329d2217b7e service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989158 Nov 12 09:39:19.013677 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-ef791387-cf87-4bff-a0c0-431eeeb8a869 req-8668d03c-c35b-4fec-976a-a73e6d42275a service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990796 Nov 12 09:39:19.618840 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f4d4fe2-1966-42f3-835c-7065011df644 up at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:19.672550 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.provisioning_blocks [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Provisioning complete for port 4f4d4fe2-1966-42f3-835c-7065011df644 triggered by entity L2. {{(pid=102373) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:19.673001 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3572776'] for port, provisioning_complete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.763835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554089'] for port, before_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.789197 n-d-768509-25 neutron-server[102373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644'}] {{(pid=102373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:19.791488 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3b82da95adc57845c9a53dca536bca9153f7e6335498eceebe66ee29418ed8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1f47ca-4ecd-4e63-a40f-7cf40e60a839" -d '{"events": [{"server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644"}]}' {{(pid=102373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:19.813986 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:19.820037 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764255989140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764255578516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764255578534'] for port, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.895692 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Pushing event updated for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=7']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:19.915299 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9637751c-2b9a-450a-9bbb-3d741a96e0df x-openstack-request-id: req-9637751c-2b9a-450a-9bbb-3d741a96e0df {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:19.915594 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "name": "network-vif-plugged", "status": "completed", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644", "code": 200}]} {{(pid=102373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:19.915854 n-d-768509-25 neutron-server[102373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9637751c-2b9a-450a-9bbb-3d741a96e0df {{(pid=102373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:19.916344 n-d-768509-25 neutron-server[102373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644', 'code': 200} Nov 12 09:39:31.920363 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40558) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:32.085876 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Deleting port b5ee8397-f48d-4b20-af6a-d41153de4d79 {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:32.086217 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:32.168163 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:32.168407 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:32.179862 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Calling delete_port for b5ee8397-f48d-4b20-af6a-d41153de4d79 owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:32.326536 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:32.661151 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event deleted for resources: {'Port': ['ID=b5ee8397-f48d-4b20-af6a-d41153de4d79,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:32.674917 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.675272 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.675597 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.675935 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.676298 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.676628 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.676960 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.677530 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.677823 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.677943 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.678245 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.678565 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:32.740004 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:32.740296 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Floating IP 0446cc19-2269-48e7-b209-e14ac8c3a7da disassociated (deleted). External IP: 172.25.4.4, port: 4f4d4fe2-1966-42f3-835c-7065011df644. Nov 12 09:39:33.012424 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Router c99f1a36-af83-4073-a932-bb48d8c0e344 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:33.127088 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:33.131968 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:33.136882 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:33.147747 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:33.148409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:33.159617 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-208f5906-6a50-4bd0-94ec-62e3b5ab424e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "DELETE /v2.0/floatingips/0446cc19-2269-48e7-b209-e14ac8c3a7da HTTP/1.1" status: 204 len: 168 time: 1.2383590 Nov 12 09:39:33.160227 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:33.162560 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6529c0-43ae-4775-948d-0f043d18c680" -d '{"events": [{"name": "network-changed", "server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:33.316106 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef5d52-c730-40c4-93a6-1cb864a4261b x-openstack-request-id: req-9aef5d52-c730-40c4-93a6-1cb864a4261b {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:33.316744 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:33.317171 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9aef5d52-c730-40c4-93a6-1cb864a4261b {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:33.317742 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644', 'status': 'completed', 'code': 200} Nov 12 09:39:33.398072 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-c1d92e93-4071-4dda-9d49-1c99e09a837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.399638 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-c1d92e93-4071-4dda-9d49-1c99e09a837f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 1098 time: 0.0556319 Nov 12 09:39:33.420723 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11aa0-772f-4eab-a254-1c43020c7619 req-836c2cf9-d291-4cc4-8313-76d3ffaad83e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.422433 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62e11aa0-772f-4eab-a254-1c43020c7619 req-836c2cf9-d291-4cc4-8313-76d3ffaad83e tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 946 time: 0.0590866 Nov 12 09:39:33.435725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:33.480817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-62e11aa0-772f-4eab-a254-1c43020c7619 req-c5d8674e-e17c-4b6f-928d-d996ab40284a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520988 Nov 12 09:39:33.512655 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-84480109-42ce-417f-925a-d82941ab366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.514222 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-84480109-42ce-417f-925a-d82941ab366f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.1074939 Nov 12 09:39:33.561446 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-e76684e5-be2b-40b0-b9ca-a162ca7431a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 200 len: 217 time: 0.0378926 Nov 12 09:39:33.617971 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-daa0ccff-7eff-4f84-bbf3-29806fff673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.619571 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-daa0ccff-7eff-4f84-bbf3-29806fff673b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0514762 Nov 12 09:39:33.670317 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-df29acae-88b5-4322-9c11-7a18e55ef8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:33.671886 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-df29acae-88b5-4322-9c11-7a18e55ef8e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450866 Nov 12 09:39:33.693168 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:34Z', 'revision_number': 1, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:33.725674 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:33.735183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:33.736010 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:33.777721 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-51f55d15-b39b-4f84-ab87-cdc99b069e3a service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964880 Nov 12 09:39:33.849409 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:33.875753 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-3c6529c0-43ae-4775-948d-0f043d18c680 req-7176c713-74e0-4539-9f8d-780a966de394 service neutron] 10.222.0.25 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902226 Nov 12 09:39:34.081724 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:34Z', 'revision_number': 1, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:34.111294 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732c12e-4ac0-419b-ba80-4175c7e778ff None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_floatingips': [{'id': '985778ec-dafe-453f-ba54-675fe51d59ff', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'router_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'port_id': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'mac_address': 'fa:16:3e:18:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75786656-8d43-499e-a9ec-4e087ee7a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:34:32Z', 'updated_at': '2021-11-12T09:34:34Z', 'revision_number': 1, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:34.326796 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e63aed-421b-4e7c-8f74-5b6fe57dc7b7 None None] New status for floating IP 0446cc19-2269-48e7-b209-e14ac8c3a7da: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:39:34.652539 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4892a16-d5b2-4509-9d47-a53a8eda2ea7 req-f5691a22-6c77-430c-ae02-ff306751b5fa tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:34.654001 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4892a16-d5b2-4509-9d47-a53a8eda2ea7 req-f5691a22-6c77-430c-ae02-ff306751b5fa tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 946 time: 0.1024003 Nov 12 09:39:34.706022 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e4892a16-d5b2-4509-9d47-a53a8eda2ea7 req-d60cf9fc-fa17-4b48-ba16-d585e6a4cea5 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460491 Nov 12 09:39:35.006372 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-3c65d8f9-454a-49cd-ae57-c557b3989c6c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:35.007890 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-3c65d8f9-454a-49cd-ae57-c557b3989c6c tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 946 time: 0.0524838 Nov 12 09:39:35.105957 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Deleting port 4f4d4fe2-1966-42f3-835c-7065011df644 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:35.106285 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:35.209565 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] For port 4f4d4fe2-1966-42f3-835c-7065011df644, host n-h1-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-25',level=0,port_id=4f4d4fe2-1966-42f3-835c-7065011df644,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:35.209923 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:35.223314 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Calling delete_port for 4f4d4fe2-1966-42f3-835c-7065011df644 owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:35.353251 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:35.381057 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event deleted for resources: {'Port': ['ID=4f4d4fe2-1966-42f3-835c-7065011df644,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:35.397332 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.397649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.397992 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.398353 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.398676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.399412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.399412 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.399676 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.399961 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.400330 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.400649 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.401593 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-25 {{(pid=102371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:35.440299 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] No DVR routers for this DVR port 4f4d4fe2-1966-42f3-835c-7065011df644 on host n-h1-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:35.442886 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:35.446283 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-9de1b192-8ef8-4d55-bb17-2782d712db4c req-db50fc42-7aa6-480f-a721-1d73c1c178cd tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.25 "DELETE /v2.0/ports/4f4d4fe2-1966-42f3-835c-7065011df644 HTTP/1.1" status: 204 len: 173 time: 0.4318302 Nov 12 09:39:35.446735 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'name': 'network-vif-deleted', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:35.450052 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e2d27-c54c-48dd-8dcc-4697653f780b" -d '{"events": [{"server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "name": "network-vif-deleted", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:35.551943 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2abee-e18a-4f54-a99e-c2dfbd560b5e x-openstack-request-id: req-7dd2abee-e18a-4f54-a99e-c2dfbd560b5e {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:35.552360 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505f02f-e49c-4c6a-af34-26516a0eb655", "name": "network-vif-deleted", "tag": "4f4d4fe2-1966-42f3-835c-7065011df644", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:35.552703 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd2abee-e18a-4f54-a99e-c2dfbd560b5e {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:35.553028 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505f02f-e49c-4c6a-af34-26516a0eb655', 'name': 'network-vif-deleted', 'tag': '4f4d4fe2-1966-42f3-835c-7065011df644', 'status': 'completed', 'code': 200} Nov 12 09:39:35.698859 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f4d4fe2-1966-42f3-835c-7065011df644 no longer exists at agent hyperv_n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:35.719506 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] No Port match for: 4f4d4fe2-1966-42f3-835c-7065011df644 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:35.719854 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Device 4f4d4fe2-1966-42f3-835c-7065011df644 not bound to the agent host n-h1-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:35.827888 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-21770044-36f0-45b0-8f25-409cd72d68be req-ecfc9373-fe46-433c-8233-8eabd0c3241a tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=b505f02f-e49c-4c6a-af34-26516a0eb655 HTTP/1.1" status: 200 len: 210 time: 0.0294561 Nov 12 09:39:37.438320 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40626) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:37.599511 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Deleting port cb1f1ad3-0c5f-4b60-b8df-ce8d778c8f4f {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:37.599851 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.684718 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.685039 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.697458 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Calling delete_port for cb1f1ad3-0c5f-4b60-b8df-ce8d778c8f4f owned by network:floatingip {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:37.845550 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.876410 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event deleted for resources: {'Port': ['ID=cb1f1ad3-0c5f-4b60-b8df-ce8d778c8f4f,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:37.937776 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for floatingip, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.938031 n-d-768509-25 neutron-server[102372]: INFO neutron.db.l3_db [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Floating IP 985778ec-dafe-453f-ba54-675fe51d59ff disassociated (deleted). External IP: 172.25.4.72, port: 0d2d6435-74db-4b6c-a9b4-491db89f4a2c. Nov 12 09:39:38.176021 n-d-768509-25 neutron-server[102372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Router c99f1a36-af83-4073-a932-bb48d8c0e344 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102372) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:38.292835 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102372) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:38.298131 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for floatingip, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:38.303474 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:38.313717 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:38.314328 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:38.327413 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-eab7c1cb-b975-40c0-9c61-46d4c5e6dd4b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "DELETE /v2.0/floatingips/985778ec-dafe-453f-ba54-675fe51d59ff HTTP/1.1" status: 204 len: 168 time: 0.8879719 Nov 12 09:39:38.328110 n-d-768509-25 neutron-server[102372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:38.330736 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b726a4fb5588191091ae2dabf6ea722cabfd17a69fbb21669220f18bf63b55ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e27e9fe-83ce-4527-b737-148b945dd812" -d '{"events": [{"name": "network-changed", "server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:38.374235 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737228e2-bec3-4e14-af30-f910d21cbb36 x-openstack-request-id: req-737228e2-bec3-4e14-af30-f910d21cbb36 {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:38.374536 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "status": "completed", "code": 200}]} {{(pid=102372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:38.374792 n-d-768509-25 neutron-server[102372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-737228e2-bec3-4e14-af30-f910d21cbb36 {{(pid=102372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:38.375202 n-d-768509-25 neutron-server[102372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'status': 'completed', 'code': 200} Nov 12 09:39:38.440715 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:38.442774 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-06b38311-f0f6-45f3-b089-24e26659db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:38.444906 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-06b38311-f0f6-45f3-b089-24e26659db6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 1096 time: 0.0463655 Nov 12 09:39:38.553821 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-7ca5a2a2-cbd6-4660-b1c8-0bdd10b9f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:38.555539 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-7ca5a2a2-cbd6-4660-b1c8-0bdd10b9f75d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 200 len: 910 time: 0.1042082 Nov 12 09:39:38.610377 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-c65e7902-544f-486d-8d1b-8704f73a7d20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 200 len: 217 time: 0.0466800 Nov 12 09:39:38.631741 n-d-768509-25 neutron-server[102372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95134e74-3afa-43e2-812e-8bd2a52565ee req-a4d01186-4691-41c5-b3c8-f91fde63443b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102372) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:38.634956 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95134e74-3afa-43e2-812e-8bd2a52565ee req-a4d01186-4691-41c5-b3c8-f91fde63443b tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 944 time: 0.0566881 Nov 12 09:39:38.668438 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-ec1ae3dc-24c1-4cab-96df-72681c27215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:38.670427 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-ec1ae3dc-24c1-4cab-96df-72681c27215d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 200 len: 849 time: 0.0517526 Nov 12 09:39:38.698484 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-95134e74-3afa-43e2-812e-8bd2a52565ee req-95fcf104-0866-44df-866e-6b065c4923c8 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/security-groups?id=e41914d3-f60d-4a99-9e54-e6f4576d59ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535200 Nov 12 09:39:38.728635 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:38.737263 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-b370352c-a8e0-4630-9dc9-f5da6f4e4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:38.738922 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-b370352c-a8e0-4630-9dc9-f5da6f4e4788 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a0938c3-ab13-4283-8dd1-6cb039798722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606606 Nov 12 09:39:38.763338 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:38.772579 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:38.773342 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:38.844477 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-702cecdb-d428-46fc-9c65-f3a46b35c192 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961452 Nov 12 09:39:38.886908 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:38.954471 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-5e27e9fe-83ce-4527-b737-148b945dd812 req-8178d945-b50f-4c63-8b29-d890e914e536 service neutron] 10.222.0.32 "GET /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023924 Nov 12 09:39:39.138032 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:39.165019 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e55b50-8f4a-4810-9f2b-439691578111 None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:04Z', 'revision_number': 4, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25', '_interfaces': [{'id': 'f47914f7-f253-4e79-b6aa-6213939c6f9b', 'name': '', 'network_id': '3a0938c3-ab13-4283-8dd1-6cb039798722', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'mac_address': 'fa:16:3e:97:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:03Z', 'updated_at': '2021-11-12T09:34:09Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'subnets': [{'id': '46eecd7c-8633-4c07-8a8f-eb29c22b30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:39.238607 n-d-768509-25 neutron-server[102371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-dbd5517f-2d1d-4989-bb63-12fe18df3cb2 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:39.240980 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-dbd5517f-2d1d-4989-bb63-12fe18df3cb2 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.32 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 944 time: 0.0728209 Nov 12 09:39:39.364038 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Deleting port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:39.364463 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:39.468896 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e4d2c-3717-4f83-b603-7f94d210a37c None None] New status for floating IP 985778ec-dafe-453f-ba54-675fe51d59ff: DOWN {{(pid=102374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:39:39.482167 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] For port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c, host n-h2-768509-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-25',level=0,port_id=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:39.483130 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:39.497374 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Calling delete_port for 0d2d6435-74db-4b6c-a9b4-491db89f4a2c owned by compute:nova {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:39.641052 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:39.674459 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event deleted for resources: {'Port': ['ID=0d2d6435-74db-4b6c-a9b4-491db89f4a2c,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:39.720403 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] No DVR routers for this DVR port 0d2d6435-74db-4b6c-a9b4-491db89f4a2c on host n-h2-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:39.727068 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42120'] for port, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:39.731353 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [req-a8fa1edb-36b9-4f8d-b7a9-b8e048d7775c req-da0950a3-44b7-49d9-a0bd-798f9c84bb51 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.32 "DELETE /v2.0/ports/0d2d6435-74db-4b6c-a9b4-491db89f4a2c HTTP/1.1" status: 204 len: 173 time: 0.4837949 Nov 12 09:39:39.731844 n-d-768509-25 neutron-server[102371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-deleted', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c'}] {{(pid=102371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:39.734884 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388746b1e6f423ef5ed1039b0dba0f7fbdbaae106e3f52dce4ccaec6e6bb14f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296198f8-c194-4651-bb72-a066bf284083" -d '{"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-deleted", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c"}]}' {{(pid=102371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:39.807086 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fefae04-2bf0-4820-9a12-7d5ca25e727f x-openstack-request-id: req-1fefae04-2bf0-4820-9a12-7d5ca25e727f {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:39.807368 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75786656-8d43-499e-a9ec-4e087ee7a989", "name": "network-vif-deleted", "tag": "0d2d6435-74db-4b6c-a9b4-491db89f4a2c", "status": "completed", "code": 200}]} {{(pid=102371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:39.807627 n-d-768509-25 neutron-server[102371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fefae04-2bf0-4820-9a12-7d5ca25e727f {{(pid=102371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:39.808077 n-d-768509-25 neutron-server[102371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75786656-8d43-499e-a9ec-4e087ee7a989', 'name': 'network-vif-deleted', 'tag': '0d2d6435-74db-4b6c-a9b4-491db89f4a2c', 'status': 'completed', 'code': 200} Nov 12 09:39:39.819946 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:39.821400 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [req-e11019d0-c7ca-4a8b-853f-c4ccb710a4df req-1e5846c9-c318-454d-8f13-edc77614ecf5 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "GET /v2.0/ports?device_id=75786656-8d43-499e-a9ec-4e087ee7a989 HTTP/1.1" status: 200 len: 210 time: 0.0431628 Nov 12 09:39:40.870295 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-a81e7f93-314a-4611-ad37-cbc5aaf5864a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:40.885551 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40642) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:40.943329 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36a125c9-67ab-4128-84b0-be35ec4cf264 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:40.969310 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36a125c9-67ab-4128-84b0-be35ec4cf264 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.030678 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36a125c9-67ab-4128-84b0-be35ec4cf264 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.033643 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-36a125c9-67ab-4128-84b0-be35ec4cf264 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.034907 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-36a125c9-67ab-4128-84b0-be35ec4cf264 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] 10.222.0.16 "DELETE /v2.0/security-groups/e41914d3-f60d-4a99-9e54-e6f4576d59ae HTTP/1.1" status: 204 len: 168 time: 0.1483333 Nov 12 09:39:41.046882 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a125c9-67ab-4128-84b0-be35ec4cf264 tempest-TestSnapshotPattern-370428925 tempest-TestSnapshotPattern-370428925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41914d3-f60d-4a99-9e54-e6f4576d59ae,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:41.089636 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40646) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:41.565013 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.848775 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Deleting port f47914f7-f253-4e79-b6aa-6213939c6f9b {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:41.848997 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.940826 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] For port f47914f7-f253-4e79-b6aa-6213939c6f9b, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=f47914f7-f253-4e79-b6aa-6213939c6f9b,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:41.941178 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.955759 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Calling delete_port for f47914f7-f253-4e79-b6aa-6213939c6f9b owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:42.166149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:42.193378 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47914f7-f253-4e79-b6aa-6213939c6f9b,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:42.391486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c no longer exists at agent hyperv_n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:42.400478 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:42.413628 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] No Port match for: 0d2d6435-74db-4b6c-a9b4-491db89f4a2c {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:42.413968 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Device 0d2d6435-74db-4b6c-a9b4-491db89f4a2c not bound to the agent host n-h2-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:42.657433 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:42.944006 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Router c99f1a36-af83-4073-a932-bb48d8c0e344 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:43.061812 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:43.067734 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-02120690-a98a-4746-8d72-052b400fa3f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/c99f1a36-af83-4073-a932-bb48d8c0e344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766026 Nov 12 09:39:43.070121 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40658) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:43.074084 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] Sync routers for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:43.085052 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:43.085954 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:13Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:43.183394 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.198566 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: n-d-768509-25 {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:43.290941 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.350049 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Deleting port cb2e5073-c6ce-411b-960d-06f341cc4c27 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:43.350386 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.350558 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8f180523-61d6-46e9-a4f0-dcf9547c4207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.406564 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:39:42Z', 'revision_number': 5, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port': {'id': 'cb2e5073-c6ce-411b-960d-06f341cc4c27', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:43.434044 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] Checking router: c99f1a36-af83-4073-a932-bb48d8c0e344 for host: n-d-768509-25 {{(pid=102373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:43.439416 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] For port cb2e5073-c6ce-411b-960d-06f341cc4c27, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=cb2e5073-c6ce-411b-960d-06f341cc4c27,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:43.439779 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.442486 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] Routers {'c99f1a36-af83-4073-a932-bb48d8c0e344'} bound to L3 agent in host n-d-768509-25 {{(pid=102373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:43.443103 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['c99f1a36-af83-4073-a932-bb48d8c0e344'], 'active': True} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:43.453974 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Calling delete_port for cb2e5073-c6ce-411b-960d-06f341cc4c27 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:43.630240 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.659754 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2e5073-c6ce-411b-960d-06f341cc4c27,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:43.678611 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22289e56-2da0-4a2e-bb40-e881c6d65510 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:43.702729 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvr_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] Set router c99f1a36-af83-4073-a932-bb48d8c0e344 gateway port host: None {{(pid=102373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:43.725499 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.758725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_hamode_db [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:39:43Z', 'revision_number': 6, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:43.786007 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f07550-f532-41f0-820d-15bb0ce61995 None None] The sync data for ids ['c99f1a36-af83-4073-a932-bb48d8c0e344'] in n-d-768509-25 is: [{'id': 'c99f1a36-af83-4073-a932-bb48d8c0e344', 'name': 'tempest-TestSnapshotPattern-1581265220-router', 'tenant_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:01Z', 'updated_at': '2021-11-12T09:39:43Z', 'revision_number': 6, 'project_id': '40dc91c1ee42479fbfb3f0b6709df89e', 'gw_port_host': None}] {{(pid=102373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:43.820882 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.824546 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.872480 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.873246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c99f1a36-af83-4073-a932-bb48d8c0e344 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:39:43.877732 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.878881 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-670b6e53-a5c9-4a9e-b3e2-3864e31c158e admin admin] 10.222.0.16 "DELETE /v2.0/routers/c99f1a36-af83-4073-a932-bb48d8c0e344 HTTP/1.1" status: 204 len: 168 time: 0.8078072 Nov 12 09:39:43.881494 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40662) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:43.929776 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Deleting subnet 46eecd7c-8633-4c07-8a8f-eb29c22b30e2 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:39:43.934036 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.968939 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.046129 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.099490 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.130560 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46eecd7c-8633-4c07-8a8f-eb29c22b30e2,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:44.134163 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.140491 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-1d01c11b-9bdb-42ce-96c0-62a92f36bba5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/46eecd7c-8633-4c07-8a8f-eb29c22b30e2 HTTP/1.1" status: 204 len: 168 time: 0.2558522 Nov 12 09:39:44.141396 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40664) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:44.142154 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65d373-48e5-44e0-accb-64101f4a1ee2 None None] Network 3a0938c3-ab13-4283-8dd1-6cb039798722 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:44.254758 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.330211 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Deleting port fa1b0af0-1347-4716-9542-fcb6a61197cd {{(pid=102372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:44.330560 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.396066 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.db [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] For port fa1b0af0-1347-4716-9542-fcb6a61197cd, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=fa1b0af0-1347-4716-9542-fcb6a61197cd,segment=NetworkSegment(1d612272-cba8-476c-8f4b-14112e800f7e),segment_id=1d612272-cba8-476c-8f4b-14112e800f7e)] {{(pid=102372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:44.396384 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.408783 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.plugin [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Calling delete_port for fa1b0af0-1347-4716-9542-fcb6a61197cd owned by network:dhcp {{(pid=102372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:44.491202 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60205405'] for port, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.517375 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1b0af0-1347-4716-9542-fcb6a61197cd,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:44.520947 n-d-768509-25 neutron-server[102372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] No DVR routers for this DVR port fa1b0af0-1347-4716-9542-fcb6a61197cd on host n-d-768509-25 {{(pid=102372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:44.593881 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f16707-1ffc-4397-9ade-0c3ba0608754 None None] DHCP port deletion for 3a0938c3-ab13-4283-8dd1-6cb039798722 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:44.599328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.621867 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0938c3-ab13-4283-8dd1-6cb039798722']}} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:44.632015 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d612272-cba8-476c-8f4b-14112e800f7e') {'for_net_delete': True} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:44.632592 n-d-768509-25 neutron-server[102372]: DEBUG neutron.services.segments.db [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d612272-cba8-476c-8f4b-14112e800f7e') {} {{(pid=102372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:44.643612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129371'] for segment, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.658612 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.664445 n-d-768509-25 neutron-server[102372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102372) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:39:44.664976 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60205312'] for segment, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: Traceback (most recent call last): Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: timer() Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: cb(*args, **kw) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: return func(*args, **kwargs) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: self._notify() Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: self.callback(batched_events) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: event.method(event) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: return f(self, *a, **k) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: return self._get(url).json() Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: return self.request(url, 'GET', **kwargs) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:39:44.666960 n-d-768509-25 neutron-server[102372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:39:44.723922 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.730306 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Publish callbacks [] for network, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:44.733542 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] 10.222.0.16 "DELETE /v2.0/networks/3a0938c3-ab13-4283-8dd1-6cb039798722 HTTP/1.1" status: 204 len: 168 time: 0.5902610 Nov 12 09:39:44.736568 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40666) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:44.745753 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d299db-8d0f-41b1-b132-64c6677b5ede admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0938c3-ab13-4283-8dd1-6cb039798722,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:44.940801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:45.102411 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704991'] for router_interface, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:45.206375 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f47914f7-f253-4e79-b6aa-6213939c6f9b no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:45.225826 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: f47914f7-f253-4e79-b6aa-6213939c6f9b {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:45.226183 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device f47914f7-f253-4e79-b6aa-6213939c6f9b not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:45.226600 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa1b0af0-1347-4716-9542-fcb6a61197cd no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:45.246948 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: fa1b0af0-1347-4716-9542-fcb6a61197cd {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:45.247298 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device fa1b0af0-1347-4716-9542-fcb6a61197cd not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:45.247701 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cb2e5073-c6ce-411b-960d-06f341cc4c27 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:45.278058 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: cb2e5073-c6ce-411b-960d-06f341cc4c27 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:45.278400 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device cb2e5073-c6ce-411b-960d-06f341cc4c27 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:45.367123 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Deleting port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:45.367460 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:45.466744 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] For port 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:45.467009 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:45.482278 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Calling delete_port for 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 owned by network:router_interface {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:45.675166 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:45.703627 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b41aec-1ef9-48d0-81e0-4d9f3c9003a6,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:45.902253 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3649191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706415'] for router_interface, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.066374 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.144862 n-d-768509-25 neutron-server[102371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Router f2b90c0d-c731-41ea-b934-17f5efeeca48 has already been hosted by L3 agent d8e61b04-e1e8-4bfb-8329-ccac367b7dd1 {{(pid=102371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:46.253014 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] Notify agent at l3_agent.n-d-768509-25 the message routers_updated {{(pid=102371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:46.258480 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-50ecabc9-49a3-4b33-895f-33973f13c1b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/f2b90c0d-c731-41ea-b934-17f5efeeca48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5199604 Nov 12 09:39:46.261632 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40668) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:46.265814 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] Sync routers for ids ['f2b90c0d-c731-41ea-b934-17f5efeeca48'] in n-d-768509-25 {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:46.275764 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] Routers {'f2b90c0d-c731-41ea-b934-17f5efeeca48'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:46.276704 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2b90c0d-c731-41ea-b934-17f5efeeca48'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:46.400513 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] Set router f2b90c0d-c731-41ea-b934-17f5efeeca48 gateway port host: n-d-768509-25 {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:46.400859 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks [] for router, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.527130 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.595613 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Deleting port a6ef545a-9038-4841-b5f1-1d368fe4dd61 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:46.595963 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.684663 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] For port a6ef545a-9038-4841-b5f1-1d368fe4dd61, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=a6ef545a-9038-4841-b5f1-1d368fe4dd61,segment=NetworkSegment(e8fda0ed-25e8-4204-af0b-81248dd0e827),segment_id=e8fda0ed-25e8-4204-af0b-81248dd0e827)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:46.685026 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.702628 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Calling delete_port for a6ef545a-9038-4841-b5f1-1d368fe4dd61 owned by network:router_gateway {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:46.727399 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'external_fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:39:45Z', 'revision_number': 5, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port': {'id': 'a6ef545a-9038-4841-b5f1-1d368fe4dd61', 'name': '', 'network_id': 'd90aae7b-bf14-4e55-9dda-871c001dd97f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e66fb5f5-a530-4481-a0d4-19c5cf831ee9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-25'}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:46.754321 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] Checking router: f2b90c0d-c731-41ea-b934-17f5efeeca48 for host: n-d-768509-25 {{(pid=102374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:46.764689 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] Routers {'f2b90c0d-c731-41ea-b934-17f5efeeca48'} bound to L3 agent in host n-d-768509-25 {{(pid=102374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:46.765304 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:52:43Z,description=,heartbeat_timestamp=2021-11-12T09:39:43Z,host='n-d-768509-25',id=d8e61b04-e1e8-4bfb-8329-ccac367b7dd1,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:52:43Z,topic='l3_agent')) {'router_ids': ['f2b90c0d-c731-41ea-b934-17f5efeeca48'], 'active': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:46.862613 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_dvr_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] Set router f2b90c0d-c731-41ea-b934-17f5efeeca48 gateway port host: None {{(pid=102374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:46.884729 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.906980 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.911684 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ef545a-9038-4841-b5f1-1d368fe4dd61,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:46.930659 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55fdfc-8f18-402f-a387-b5d5db43f954 None None] DHCP port deletion for d90aae7b-bf14-4e55-9dda-871c001dd97f request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:46.941720 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.l3_hamode_db [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:39:46Z', 'revision_number': 6, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port_host': None}], 'n-d-768509-25', False) {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:46.975267 n-d-768509-25 neutron-server[102374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a031f-69d4-4829-b84e-f447aca202a6 None None] The sync data for ids ['f2b90c0d-c731-41ea-b934-17f5efeeca48'] in n-d-768509-25 is: [{'id': 'f2b90c0d-c731-41ea-b934-17f5efeeca48', 'name': 'tempest-TestSnapshotPattern-1300379752-router', 'tenant_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:07Z', 'updated_at': '2021-11-12T09:39:46Z', 'revision_number': 6, 'project_id': 'ca1e70cbff0b40139c6df460e9d053d1', 'gw_port_host': None}] {{(pid=102374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:46.988835 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704661'] for router_gateway, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.087714 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126362'] for router, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.090828 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.139070 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-707449'] for router, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.139818 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b90c0d-c731-41ea-b934-17f5efeeca48 {{(pid=102371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:39:47.145299 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] Publish callbacks [] for router, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.146767 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-15c3b637-4bdd-4747-a20e-6f2ecb12df09 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f2b90c0d-c731-41ea-b934-17f5efeeca48 HTTP/1.1" status: 204 len: 168 time: 0.8841414 Nov 12 09:39:47.150246 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40670) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:47.196290 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Deleting subnet 11625477-10df-4c4e-9dd6-c37ee2972bf9 {{(pid=102371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:39:47.199529 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.234634 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62333975'] for subnet, precommit_delete_associations {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.474422 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:47.503750 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:47.504272 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 04b41aec-1ef9-48d0-81e0-4d9f3c9003a6 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:47.726970 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603226'] for subnet, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.807173 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62335896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62340342'] for subnet, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.838478 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11625477-10df-4c4e-9dd6-c37ee2972bf9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:47.843550 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.851488 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-f3c87a9f-753e-41c9-8a34-f3f00bde43e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/11625477-10df-4c4e-9dd6-c37ee2972bf9 HTTP/1.1" status: 204 len: 168 time: 0.6976469 Nov 12 09:39:47.851896 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40672) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:47.853432 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe86182-668d-4304-a712-aeffb458d8c9 None None] Network f7695904-1d40-4fce-9e9f-07dea14d1aa5 requested from n-d-768509-25 {{(pid=102373) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:47.945906 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3551871'] for network, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.013347 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Deleting port 841a60e0-ca75-45fb-95f2-adf2c603e758 {{(pid=102371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:48.013706 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.081415 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] DHCP port deletion for f7695904-1d40-4fce-9e9f-07dea14d1aa5 request from n-d-768509-25 {{(pid=102373) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:48.104035 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.db [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] For port 841a60e0-ca75-45fb-95f2-adf2c603e758, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=841a60e0-ca75-45fb-95f2-adf2c603e758,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:48.104677 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.126661 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.plugin [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Calling delete_port for 841a60e0-ca75-45fb-95f2-adf2c603e758 owned by network:dhcp {{(pid=102371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:48.163395 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] Deleting port 841a60e0-ca75-45fb-95f2-adf2c603e758 {{(pid=102373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:48.163978 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764255982520'] for port, before_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.253153 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.db [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] For port 841a60e0-ca75-45fb-95f2-adf2c603e758, host n-d-768509-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-25',level=0,port_id=841a60e0-ca75-45fb-95f2-adf2c603e758,segment=NetworkSegment(f3094d5a-604c-4850-80f9-98a4a66f99d5),segment_id=f3094d5a-604c-4850-80f9-98a4a66f99d5)] {{(pid=102373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:48.253630 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715897'] for port, precommit_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.254641 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62335915'] for port, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.268496 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] Calling delete_port for 841a60e0-ca75-45fb-95f2-adf2c603e758 owned by network:dhcp {{(pid=102373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:48.286162 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=841a60e0-ca75-45fb-95f2-adf2c603e758,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:48.290645 n-d-768509-25 neutron-server[102371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] No DVR routers for this DVR port 841a60e0-ca75-45fb-95f2-adf2c603e758 on host n-d-768509-25 {{(pid=102371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:48.381830 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3643077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764255989122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764255578507'] for port, after_delete {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.415135 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3602589', 'neutron.services.segments.db._delete_segments_for_network-8764256041966'] for network, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.426725 n-d-768509-25 neutron-server[102373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] Pushing event deleted for resources: {'Port': ['ID=841a60e0-ca75-45fb-95f2-adf2c603e758,revision_number=None']} {{(pid=102373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:48.432897 n-d-768509-25 neutron-server[102373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581ea72-b505-4e1a-95f6-d29a970a6780 None None] No DVR routers for this DVR port 841a60e0-ca75-45fb-95f2-adf2c603e758 on host n-d-768509-25 {{(pid=102373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:48.458956 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7695904-1d40-4fce-9e9f-07dea14d1aa5']}} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:48.471003 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3094d5a-604c-4850-80f9-98a4a66f99d5') {'for_net_delete': True} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:48.471321 n-d-768509-25 neutron-server[102371]: DEBUG neutron.services.segments.db [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3094d5a-604c-4850-80f9-98a4a66f99d5') {} {{(pid=102371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:48.482942 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764256113143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62340580'] for segment, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.501926 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173'] for segment, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.509514 n-d-768509-25 neutron-server[102371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:39:48.510718 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3519173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62335990'] for segment, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: Traceback (most recent call last): Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: timer() Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: cb(*args, **kw) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: return func(*args, **kwargs) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: self._notify() Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: self.callback(batched_events) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: event.method(event) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: return f(self, *a, **k) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: return self._get(url).json() Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: return self.request(url, 'GET', **kwargs) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:39:48.513309 n-d-768509-25 neutron-server[102371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:39:48.573831 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3602564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3649198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704745'] for network, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.580149 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.583382 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7695904-1d40-4fce-9e9f-07dea14d1aa5 HTTP/1.1" status: 204 len: 168 time: 0.7303445 Nov 12 09:39:48.594562 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757589-b515-48b8-9b6a-7b53830d15a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7695904-1d40-4fce-9e9f-07dea14d1aa5,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:48.734659 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40676) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:48.781986 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-f0bc8bb0-674e-4e3e-a3b0-8973194bb644 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40dc91c1ee42479fbfb3f0b6709df89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460892 Nov 12 09:39:48.784432 n-d-768509-25 neutron-server[102372]: DEBUG neutron.wsgi [-] (102372) accepted ('10.222.0.16', 40678) {{(pid=102372) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:48.854554 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37a4f27c-dcd9-48ca-a595-e542dba1d298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.888418 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37a4f27c-dcd9-48ca-a595-e542dba1d298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.960328 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37a4f27c-dcd9-48ca-a595-e542dba1d298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.964616 n-d-768509-25 neutron-server[102372]: DEBUG neutron_lib.callbacks.manager [None req-37a4f27c-dcd9-48ca-a595-e542dba1d298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:48.965817 n-d-768509-25 neutron-server[102372]: INFO neutron.wsgi [None req-37a4f27c-dcd9-48ca-a595-e542dba1d298 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/559eadd5-7a83-4ba3-8bb2-854fcac1656e HTTP/1.1" status: 204 len: 168 time: 0.1804702 Nov 12 09:39:48.975202 n-d-768509-25 neutron-server[102372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4f27c-dcd9-48ca-a595-e542dba1d298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559eadd5-7a83-4ba3-8bb2-854fcac1656e,revision_number=None']} {{(pid=102372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:49.229711 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 841a60e0-ca75-45fb-95f2-adf2c603e758 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:49.264293 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: 841a60e0-ca75-45fb-95f2-adf2c603e758 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:49.264802 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device 841a60e0-ca75-45fb-95f2-adf2c603e758 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:49.265280 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a6ef545a-9038-4841-b5f1-1d368fe4dd61 no longer exists at agent ovs-agent-n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:49.288653 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.plugin [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] No Port match for: a6ef545a-9038-4841-b5f1-1d368fe4dd61 {{(pid=102373) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:49.289484 n-d-768509-25 neutron-server[102373]: DEBUG neutron.plugins.ml2.rpc [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Device a6ef545a-9038-4841-b5f1-1d368fe4dd61 not bound to the agent host n-d-768509-25 {{(pid=102373) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:49.420124 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40684) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:49.495996 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-7690a4d0-c7c7-4f70-8d12-37a1dc062acf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca1e70cbff0b40139c6df460e9d053d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740380 Nov 12 09:39:49.498666 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [-] (102371) accepted ('10.222.0.16', 40688) {{(pid=102371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:49.560390 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a9dae2-7c11-4ece-8179-d1b9869e70de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:49.598568 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a9dae2-7c11-4ece-8179-d1b9869e70de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:49.657569 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a9dae2-7c11-4ece-8179-d1b9869e70de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542673'] for security_group, after_delete {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:49.660668 n-d-768509-25 neutron-server[102371]: DEBUG neutron_lib.callbacks.manager [None req-63a9dae2-7c11-4ece-8179-d1b9869e70de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:49.661899 n-d-768509-25 neutron-server[102371]: INFO neutron.wsgi [None req-63a9dae2-7c11-4ece-8179-d1b9869e70de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/457c2b29-fea8-4b95-b964-5ea267f7e5f9 HTTP/1.1" status: 204 len: 168 time: 0.1622901 Nov 12 09:39:49.673702 n-d-768509-25 neutron-server[102371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9dae2-7c11-4ece-8179-d1b9869e70de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c2b29-fea8-4b95-b964-5ea267f7e5f9,revision_number=None']} {{(pid=102371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:54.487505 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:09.823052 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:10.874835 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3a7aaf9a-3814-4ef0-a3da-d94a5a5ffc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:12.678723 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:13.344998 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa1f5-5f51-4848-bf90-fae9caaeb55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:14.943075 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:16.067720 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:16.901019 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:31.486518 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:39.828865 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.878750 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef7b1-a536-4eab-9281-83062f7a02e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:42.674535 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.347398 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c27aa4a-4139-44b8-908c-bb0638da3c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:44.947047 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.070549 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.903987 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.486624 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:09.825133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.882529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c3169c16-b0d9-4b48-8ef5-ab79c9eb5984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:12.676477 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:13.350381 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d32daad6-9fec-4350-8a01-5f408af7e899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.948351 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:16.071991 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:16.910154 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:39.844336 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:40.888707 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-42532879-a1c9-44a2-ab6e-627a9f479613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:42.688398 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:43.355048 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-845b94b0-cc4e-4cd3-ab13-e6b591a5c42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:44.952226 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:45.485009 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:46.075330 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:46.906046 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.855610 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.892177 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-f3d5e05f-1272-4570-b80f-7bd337edac37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.692682 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.351406 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-280ee6d8-1537-46d6-aac5-3f396e31ee90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.957239 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:16.081387 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:16.898016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.484671 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:39.857380 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.896316 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b2a4c2be-1015-49e0-9825-f4c37b9a51c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.700850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.347353 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-33caecc1-70e8-4cd0-9bfb-04cf6bc3dacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:44.965460 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.084038 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:46.900691 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.484911 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:09.852992 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:10.901012 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-48e1f760-6272-4b2e-bc47-038dd3944370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:12.714495 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:13.342068 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-b0f8863d-30b8-4677-8e41-cb3fc6dd98cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:14.960268 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:16.086603 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:16.904219 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.483933 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:39.863093 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:40.903697 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2bac682d-867e-48d1-a994-dff0f5e5e783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:42.714986 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.344919 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-ccef6f39-3bb8-4e65-9be6-67197b63ee76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:44.963263 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.090273 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.911505 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:09.867383 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:10.906377 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-90c8ec76-4a0f-4061-8ec3-83c65023d43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:12.714824 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.348277 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc04ab-47ee-474d-a4d1-2ba11ebfa2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.483344 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:14.965373 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:16.092890 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:16.904686 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:39.876166 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:40.908299 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-8c28ba8a-7ef2-4538-a990-393cb4f17797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:42.725886 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:43.351054 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5abd8501-96f5-4974-a865-04a22680f5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.966417 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:46.096494 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:46.907918 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:50.483328 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:09.873623 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:10.909854 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-3bb013a0-687f-4ce8-ab6d-d4e07932e971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:12.737672 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:13.351942 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-88ae5b1c-77bb-4e37-9d61-91f522fdb89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:14.973583 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:16.098490 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:16.910568 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:27.482951 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:39.897480 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.926629 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-864633fb-1654-4c14-a311-31fca32d5312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:42.741361 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:43.355063 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c1472618-06b4-495c-98a2-73cf7d2bc346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:44.978666 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:46.105215 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:46.913897 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:04.482924 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:09.904801 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:10.908728 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-04c70911-95ac-4b53-a189-c1a65fc5f2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:12.751819 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:13.360133 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-40afb797-2170-4ee5-b9d4-b8305724b937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.981529 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:16.105004 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:16.916241 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:39.908711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.909633 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-7812e391-36ad-4dde-9ec8-cbedad8a5922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.482106 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:42.750370 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.362260 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-bffa61f8-b461-4f63-b035-a59142f1c591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:44.980016 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.109741 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.918690 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:00.246850 n-d-768509-25 neutron-server[102371]: DEBUG neutron.wsgi [req-7622e49b-c302-4c98-b57b-c406cc56b659 req-3fe88d86-9bf3-44f2-8d99-a0a275525593 service neutron] (102371) timed out ('10.222.0.16', 38438) {{(pid=102371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:47:09.907930 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:10.911052 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-fde00541-4a16-4ef0-918b-1428dc84057c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:12.752451 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:13.363366 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9840-b919-47dc-a72a-0c0149eb395e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:14.981762 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.111128 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.920364 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:18.481812 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:39.922951 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:40.911850 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-6fb960e0-3c75-42c0-a794-2c9731862bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.750974 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.365979 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-4916afdd-df62-4d3f-9953-6be5cb2d1d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:44.987100 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:46.117811 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:46.924894 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:55.481119 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:09.930923 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-23ebaa47-978e-44e6-9e12-6e0d22782bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:10.917665 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-012bb0d1-5845-4c10-8130-9e6b60142e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:12.766036 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-d174ff4b-c449-4f61-8c9c-87563227ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:13.367974 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-2c11027b-0978-402f-933a-4e91542d9dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:14.989997 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-e282cba1-dab1-4362-b69e-9574a14237b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:16.120711 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-50f08369-122b-41c7-88e5-a11fb98bd7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:16.930386 n-d-768509-25 neutron-server[102373]: DEBUG neutron_lib.callbacks.manager [None req-c61f9fdf-0df8-40a6-ad4e-e255d9562ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764256041948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572827'] for agent, after_update {{(pid=102373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:32.481446 n-d-768509-25 neutron-server[102374]: DEBUG neutron.db.agents_db [None req-e91b4b82-cc89-40f4-8141-c4016764f8bd None None] Agent healthcheck: found 7 active agents {{(pid=102374) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}